{"split":"test","qid":"q0","pid":"p10053","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30ac28678a4abf44691f7f993559bae54288b0c4c15c828eb41cb51be2f00840","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.596315834}
{"split":"test","qid":"q0","pid":"p10085","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4c31245c5ab45bcda027a0f30f5808bf3fc5e953094132de295c88bbabffdf6","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.5637000419999999}
{"split":"test","qid":"q0","pid":"p10220","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41a72b79742677d2f5856253da08e478aadeade230c86a00e3e22471c320b947","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.6207769590000001}
{"split":"test","qid":"q0","pid":"p10274","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe703431b3e0c4177e166a907d6ae358ab87b8ec275439aa401f5d0c580de3ad","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.82},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.21,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.5819373339999999}
{"split":"test","qid":"q0","pid":"p10334","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e867c8c31a8e99a27e7f31dcc6da504af6e31ceef186cf83e67d744796855d99","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.583884541}
{"split":"test","qid":"q0","pid":"p10366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"efc0aa6e5abd2bc231449edb42f27499c0d94824050c0d99b0b8ea9e554bf3c4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.95},"score":{"score":1.03,"probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.97},"noul":{"related":0.9,"answers":0.11,"exact":0.03}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.587585167}
{"split":"test","qid":"q0","pid":"p1037","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba0a92e4256b7377f3a5cb40bf2b2e918e7d903e7e6416fce915fbe15d22e03f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":16637,"outputTokens":107,"latencySeconds":1.006769333,"passageCap":60000,"originalPassageChars":144369,"submittedPassageChars":60000}
{"split":"test","qid":"q0","pid":"p10486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"189dccaa01fab47f0ca4e829d304834819548de40e155370bb6764d28534a6ef","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.07,"2":0.1,"3":0.02},"confidence":0.74},"score":{"score":0.38,"probabilities":{"0":0.76,"1":0.12,"2":0.11,"3":0.01},"confidence":0.62},"noul":{"related":0.12,"answers":0.16,"exact":0.03}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.5859997499999999}
{"split":"test","qid":"q0","pid":"p10661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e980c194c2003385504807f5fa0b6eb1dde245b8dd807eb0432522e4be9ed9c5","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.555085041}
{"split":"test","qid":"q0","pid":"p10905","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"50ee9230dbc3bd879e0323e337c64fa381a5df0b1dd6e356c78c08923368afeb","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.5599999999999999,"2":0.41,"3":0.02},"confidence":0.42},"score":{"score":1.46,"probabilities":{"0":0,"1":0.55,"2":0.44,"3":0.01},"confidence":0.54},"noul":{"related":0.89,"answers":0.29,"exact":0.06}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.20883562499999994}
{"split":"test","qid":"q0","pid":"p10967","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"06036bd99b476af50f617b9f0d3f22404ff1d02c276eaae74732c27ead06af64","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.85,"2":0.02,"3":0},"confidence":0.8},"score":{"score":0.96,"probabilities":{"0":0.08,"1":0.89,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.61,"answers":0.1,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20982133299999997}
{"split":"test","qid":"q0","pid":"p1101","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b2d6ceaddd18509f7a53f04ddd8537ba7ac8f1a0bdb08cbca126d163616c714","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.81},"score":{"score":2.06,"probabilities":{"0":0,"1":0.07,"2":0.8,"3":0.13},"confidence":0.81},"noul":{"related":0.94,"answers":0.9,"exact":0.22}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.554300125}
{"split":"test","qid":"q0","pid":"p11188","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4e9c9cd1d1f65bb17f73bd95cf6621dd38a5f82ffefa8c9b89e8f667531f1439","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.24864770799999997}
{"split":"test","qid":"q0","pid":"p11462","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"997fa46e378729e955e65adf0d621bc0bd42e33a412bf88980156dad23a9329d","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22185354199999996}
{"split":"test","qid":"q0","pid":"p11510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e7f9d31200977579d3d32b9926da905c410f19ea5702dcbdc371188cfcaf1cd","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.92},"score":{"score":0.92,"probabilities":{"0":0.08,"1":0.92,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.72,"answers":0.03,"exact":0.02}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22638974999999995}
{"split":"test","qid":"q0","pid":"p11567","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa2f5287c3780c52d95200cb94d6a99c20d5aa1eadf1812aa3221f3551c4b9da","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.76},"score":{"score":0.27,"probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.16,"answers":0.03,"exact":0.01}},"inputTokens":907,"outputTokens":107,"latencySeconds":0.23991537500000004}
{"split":"test","qid":"q0","pid":"p11599","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da201f90221061cced02c580bfcdfe1e020ed864a27229d510f69d1ba86458a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.79,"2":0,"3":0},"confidence":0.72},"score":{"score":0.82,"probabilities":{"0":0.18,"1":0.82,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.65,"answers":0.03,"exact":0.02}},"inputTokens":920,"outputTokens":107,"latencySeconds":0.23127054199999997}
{"split":"test","qid":"q0","pid":"p1165","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7671216453e915b2219187b547df6e3e451b1f9f41bdee0400384bffaef7dd7d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.76},"score":{"score":2.17,"probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.79},"noul":{"related":0.94,"answers":0.92,"exact":0.3}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2275714579999999}
{"split":"test","qid":"q0","pid":"p1199","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a51fb95106bbcbc54b26f4b1e27d98de84650181958e12ff5e14389f09fbff12","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21880783400000017}
{"split":"test","qid":"q0","pid":"p1439","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af16332409774829f3f8958dd63449dd9324ca626835a1d1be5e1160886cec22","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.58,"3":0.02},"confidence":0.44},"score":{"score":1.78,"probabilities":{"0":0,"1":0.25,"2":0.72,"3":0.03},"confidence":0.73},"noul":{"related":0.91,"answers":0.75,"exact":0.13}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2131736249999999}
{"split":"test","qid":"q0","pid":"p1979","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4714efe07186661b582528ff6ccc60e0149b0b882208198890c1cb9c8f4dc075","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.03,"answers":0.04,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22638808300000005}
{"split":"test","qid":"q0","pid":"p2033","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aaaf5ba9f69ca0cf68692f300ac79d296c2dd8d16914cf9ac0ddbca85b30a0ac","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.09,"2":0.1,"3":0.12},"confidence":0.6},"score":{"score":0.69,"probabilities":{"0":0.67,"1":0.11,"2":0.09,"3":0.13},"confidence":0.31},"noul":{"related":0.15,"answers":0.16,"exact":0.08}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21942683399999988}
{"split":"test","qid":"q0","pid":"p2120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b1b98633152f98b879642e76c281d8beb268d5f9528c32999c7cc4eed9b61b41","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.6},"score":{"score":0.85,"probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.5,"answers":0.05,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2390250000000001}
{"split":"test","qid":"q0","pid":"p2249","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f3265c12e4d2dee959cdd3dea6a57a9b1645c5f7374e77cc664d1351dadafe0","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.23939370800000007}
{"split":"test","qid":"q0","pid":"p23","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"969ab2ac2f981d7f7fcd0d1f653ee3a76104fa26d0a506aa05bb6177894d7d5c","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.84},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.24826229199999988}
{"split":"test","qid":"q0","pid":"p2362","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b09de609e83dd7e3309adee3939753e163ddf818c09e6574605c947172b5ceb5","answers":{"choice":{"choice":"3","probabilities":{"0":0.07,"1":0.04,"2":0.33,"3":0.56},"confidence":0.41},"score":{"score":2.52,"probabilities":{"0":0.03,"1":0.03,"2":0.34,"3":0.6},"confidence":0.52},"noul":{"related":0.77,"answers":0.87,"exact":0.54}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.21289700000000017}
{"split":"test","qid":"q0","pid":"p2860","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9017793047f487a7d00d033c3924aedd46176be9d81617382e87e65e20ea6587","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.73},"score":{"score":0.88,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.63,"answers":0.04,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23668887500000005}
{"split":"test","qid":"q0","pid":"p2933","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6501bd0261585ce4e2306f39c1e2250704634179d862b81acf0fd1b6c3439ee9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":969,"outputTokens":107,"latencySeconds":0.23635445800000002}
{"split":"test","qid":"q0","pid":"p2956","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9401fdbb681b11eeb5afe0a0f4f6c02a84a299ecb825b0f263f55cfa5f7f4976","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.82,"answers":0.06,"exact":0.02}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.23895524999999998}
{"split":"test","qid":"q0","pid":"p299","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4c31245c5ab45bcda027a0f30f5808bf3fc5e953094132de295c88bbabffdf6","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21837012500000014}
{"split":"test","qid":"q0","pid":"p301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"793d8cd0db501b1035687e0716226a994570b58cd69add63e8c0ca26a3c028e3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.97},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.88}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.26567870799999993}
{"split":"test","qid":"q0","pid":"p3021","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcb686e1863ddd100c3c75a71cc99a3627a98e7f45562cc3be9bb6ecb3946123","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":24740,"outputTokens":107,"latencySeconds":1.283311166,"passageCap":30000,"originalPassageChars":89727,"submittedPassageChars":30000}
{"split":"test","qid":"q0","pid":"p3076","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"420bec17312a4ed0ae9cf8033415e3f58e34010180966100cbaf19195541b1a8","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.258665084}
{"split":"test","qid":"q0","pid":"p331","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0d4d4ac88c80f1e1cc7050deef59d877f740afd6cd51af1cde07862d49a74c9","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.29,"3":0.01},"confidence":0.6},"score":{"score":1.43,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.57},"noul":{"related":0.92,"answers":0.68,"exact":0.06}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21959808399999997}
{"split":"test","qid":"q0","pid":"p3467","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13e7ebf39e7fa3cbb25fa08a10feffe11119ac9df3657a2be6eba65618b31fb4","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.22706995800000004}
{"split":"test","qid":"q0","pid":"p3641","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f97f85f0ebc417aac4beac7a525a3de7f9467ce3a2abd3e8ee8327aa2e87105d","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.52},"score":{"score":0.47,"probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.28,"answers":0.03,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.21871274999999993}
{"split":"test","qid":"q0","pid":"p3899","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"50ee9230dbc3bd879e0323e337c64fa381a5df0b1dd6e356c78c08923368afeb","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.54,"2":0.43,"3":0.02},"confidence":0.4},"score":{"score":1.46,"probabilities":{"0":0.01,"1":0.53,"2":0.45,"3":0.01},"confidence":0.53},"noul":{"related":0.89,"answers":0.27,"exact":0.06}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.23674062500000015}
{"split":"test","qid":"q0","pid":"p3970","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e641d0ad59cd033fbdc9d2b0e0457217c0963a26f2512b86bcdddd71885e300a","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.22753937500000007}
{"split":"test","qid":"q0","pid":"p3989","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c4536c0397f6a955860526bb86f4021a9b04f7a5cb5512b69562fca35c9abbb","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.93},"score":{"score":0.96,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.84,"answers":0.04,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24506937500000026}
{"split":"test","qid":"q0","pid":"p4107","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a16d698417cd16a873d9ec75c04db8b0d76c112c331ecf50ed7a4c204201d8b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.3,"3":0.7},"confidence":0.6},"score":{"score":2.69,"probabilities":{"0":0,"1":0,"2":0.3,"3":0.7},"confidence":0.69},"noul":{"related":0.98,"answers":0.97,"exact":0.8}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21629170799999997}
{"split":"test","qid":"q0","pid":"p4167","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1ef647cb693831af86c42224cca3b993c4e3d7c16a81f8efd8a8436991826c4","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.78},"score":{"score":0.2,"probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20913529200000017}
{"split":"test","qid":"q0","pid":"p4315","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4680d59ca5436b9e4172fd7763ef1fa0dca8b64d2843a0237dd8e4d4023870c9","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.68},"score":{"score":0.25,"probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.2,"answers":0.02,"exact":0.01}},"inputTokens":897,"outputTokens":107,"latencySeconds":0.20553899999999975}
{"split":"test","qid":"q0","pid":"p4415","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"458ba89993e37eca30403233b9f34ff57d76ac90294dffcaf353fb9176d2475d","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.82,"2":0,"3":0},"confidence":0.76},"score":{"score":0.84,"probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.7,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21293925000000014}
{"split":"test","qid":"q0","pid":"p4508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d68da196e5b897fa79f34baa4120e18791578d70eef818315eacba500611b8c6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.74,"3":0.08},"confidence":0.64},"score":{"score":1.99,"probabilities":{"0":0,"1":0.12,"2":0.77,"3":0.11},"confidence":0.77},"noul":{"related":0.92,"answers":0.83,"exact":0.26}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2557168749999996}
{"split":"test","qid":"q0","pid":"p4981","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4060dbb86268a0ff33fa02c8c43c6561a23b2a11a615ce57cc3b8519be7c4b7d","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.9,"1":0.06,"2":0.03,"3":0.01},"confidence":0.85},"noul":{"related":0.05,"answers":0.05,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23560316700000022}
{"split":"test","qid":"q0","pid":"p5008","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ccd0e6f827b1678bc0607b4a7fa4b837d8bda71f370db1b3737d150395211fbe","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.34},"score":{"score":0.66,"probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.32,"answers":0.05,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.250588792}
{"split":"test","qid":"q0","pid":"p5050","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eec790cf6e3f57d6751e2631b031a41e1f265c22c89bee773646a4861a1e7bea","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2074232079999997}
{"split":"test","qid":"q0","pid":"p5082","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01f60088444292d50940c9999d2b2963380dd362e13c3738705c277e044e072a","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22146979199999986}
{"split":"test","qid":"q0","pid":"p5094","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92264ed31ebe3ebf869b12177562a03b004459dade10aba127b21e0b634ec92f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.31894937500000015}
{"split":"test","qid":"q0","pid":"p5290","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f85f7a8c8835c73cfe3b475e1b73cd96dff04a8bbabce43876cb106204219337","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.54},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23958054200000015}
{"split":"test","qid":"q0","pid":"p5385","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d42cdfa56a79f08a78b5fb12f2700cdcd5fe9085d617539a07b30c4f236afecb","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1439,"outputTokens":107,"latencySeconds":0.2094612500000003}
{"split":"test","qid":"q0","pid":"p5723","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be6debb4cb29638900af080da19e5eb40061142b123334a51a9732547b67affd","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.21163812499999995}
{"split":"test","qid":"q0","pid":"p5736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4bb227a6b04f48af8e309b1efa33dd54582bda03a81f6f1abf426685d7810150","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.81},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2586032500000001}
{"split":"test","qid":"q0","pid":"p5752","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e5d655845ef3080c0adbc94e09ec8f25d78e424d0c146cc5a8345c006bc7446","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.23504183399999964}
{"split":"test","qid":"q0","pid":"p582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"60836d0234312aa85df0db3e8f5a978e8419c320bf9afd15bccb29694739862d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":898,"outputTokens":107,"latencySeconds":0.23469724999999972}
{"split":"test","qid":"q0","pid":"p5821","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2fcab54314fedd4e4494728247626dc64f23ff579eeb0eb91f6c8782a940b73","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.8},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.6,"answers":0.02,"exact":0.01}},"inputTokens":887,"outputTokens":107,"latencySeconds":0.23865383400000018}
{"split":"test","qid":"q0","pid":"p5843","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"676b07c4ab49cf9f9a5c0673ce86f31acf182d3a6afa29cdbcd5c97a0de4c6ed","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.20734687500000018}
{"split":"test","qid":"q0","pid":"p5921","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a16d698417cd16a873d9ec75c04db8b0d76c112c331ecf50ed7a4c204201d8b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.64},"score":{"score":2.68,"probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.68},"noul":{"related":0.98,"answers":0.97,"exact":0.79}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20905845799999997}
{"split":"test","qid":"q0","pid":"p6003","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4c31245c5ab45bcda027a0f30f5808bf3fc5e953094132de295c88bbabffdf6","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2421155829999998}
{"split":"test","qid":"q0","pid":"p6028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ebec65f8c24c941be9754e1fde9f7b6e2bedd954b588289d686b70de93ec6ea","answers":{"choice":{"choice":"3","probabilities":{"0":0.07,"1":0.03,"2":0.18,"3":0.72},"confidence":0.63},"score":{"score":2.6,"probabilities":{"0":0.04,"1":0.04,"2":0.19,"3":0.73},"confidence":0.6},"noul":{"related":0.76,"answers":0.86,"exact":0.55}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21984795799999984}
{"split":"test","qid":"q0","pid":"p6215","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ebec65f8c24c941be9754e1fde9f7b6e2bedd954b588289d686b70de93ec6ea","answers":{"choice":{"choice":"3","probabilities":{"0":0.09,"1":0.03,"2":0.18,"3":0.7},"confidence":0.61},"score":{"score":2.49,"probabilities":{"0":0.05,"1":0.06,"2":0.24,"3":0.65},"confidence":0.49},"noul":{"related":0.73,"answers":0.82,"exact":0.52}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.20978504199999998}
{"split":"test","qid":"q0","pid":"p6342","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"305bda8546731d2412ed6d1340ddac8658983e10efdce78864ec530e78e2017e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"score":{"score":1.01,"probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.98},"noul":{"related":0.89,"answers":0.09,"exact":0.03}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2326623749999999}
{"split":"test","qid":"q0","pid":"p6396","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd6bfe90d3385ff9d4228cbdb17b6315fe8770d46cd8b0a0e6b6e20b646fdd80","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.79},"score":{"score":0.85,"probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.67,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24246362500000032}
{"split":"test","qid":"q0","pid":"p6557","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cecd39d9d69004558e28901fc0215538d937f18f156bd3197b53fbe86f6136a7","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.84,"2":0.15,"3":0},"confidence":0.78},"score":{"score":1.21,"probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.78},"noul":{"related":0.79,"answers":0.33,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22037970799999992}
{"split":"test","qid":"q0","pid":"p6652","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"afc1eeafbf0a62c2fc036112dadcfc9feeea46ec29b3f1d61f1521f0b30886c2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.69,"3":0.31},"confidence":0.59},"score":{"score":2.28,"probabilities":{"0":0,"1":0,"2":0.72,"3":0.28},"confidence":0.72},"noul":{"related":0.97,"answers":0.98,"exact":0.38}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22492025000000013}
{"split":"test","qid":"q0","pid":"p6747","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"548fee1bbcd3f67c7fc81f9c0e89585f7364e632eb85b42fa3167fbaa4f57a5a","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.29585141699999984}
{"split":"test","qid":"q0","pid":"p6939","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"50ee9230dbc3bd879e0323e337c64fa381a5df0b1dd6e356c78c08923368afeb","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.56,"2":0.41,"3":0.02},"confidence":0.41},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.41,"3":0.01},"confidence":0.57},"noul":{"related":0.89,"answers":0.26,"exact":0.06}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.2527587910000002}
{"split":"test","qid":"q0","pid":"p6988","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c2f75a3a47d7a3a825ba0650d63b17eaff11c7e859992953fce8caf2e2c4edb","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":934,"outputTokens":107,"latencySeconds":0.21716062499999997}
{"split":"test","qid":"q0","pid":"p7115","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"969ab2ac2f981d7f7fcd0d1f653ee3a76104fa26d0a506aa05bb6177894d7d5c","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.8},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.13,"answers":0.03,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.3573073340000001}
{"split":"test","qid":"q0","pid":"p7119","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01f60088444292d50940c9999d2b2963380dd362e13c3738705c277e044e072a","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2533404169999999}
{"split":"test","qid":"q0","pid":"p7410","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a5c5c9a17288a85317960e6f4e10816c58dcc77661796fec2563b83c22efbb4","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2189744169999999}
{"split":"test","qid":"q0","pid":"p7454","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"962396c8685703a078f8d6f74bdf4295b6b4b24bc14b43a3caafa78f1c0df61d","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.03,"answers":0.04,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21232329100000016}
{"split":"test","qid":"q0","pid":"p7493","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9017793047f487a7d00d033c3924aedd46176be9d81617382e87e65e20ea6587","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.77},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.64,"answers":0.04,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2557413330000004}
{"split":"test","qid":"q0","pid":"p7555","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b64ca0d004f978f8c0ba5a0e98aa29f151880219b80a08b8f01a8453ccbd1107","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.22635095899999988}
{"split":"test","qid":"q0","pid":"p7661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dbbe0169c8fc428e3b5aa6fccd32d573917783c991b72f5d676ab9d7317bf398","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.04,"answers":0.04,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.23227212499999997}
{"split":"test","qid":"q0","pid":"p7665","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca85c430bb954e009812fd7efa6c17c0160b7638ea42490badd13b850302cbbf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.45,"3":0.02},"confidence":0.36},"score":{"score":1.63,"probabilities":{"0":0,"1":0.38,"2":0.6,"3":0.02},"confidence":0.6},"noul":{"related":0.87,"answers":0.68,"exact":0.11}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.25794066699999985}
{"split":"test","qid":"q0","pid":"p772","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e56b23a85e7fe52d226d6945c7f091c6cebfb252123becbb2f65e8a81bf999d","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2828305419999997}
{"split":"test","qid":"q0","pid":"p7903","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"262ca981e4fb53686c5de676d18b59367fd799a5934a34a5369a39bcb1eca990","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.01,"2":0.34,"3":0.64},"confidence":0.53},"score":{"score":2.63,"probabilities":{"0":0.01,"1":0,"2":0.34,"3":0.65},"confidence":0.63},"noul":{"related":0.92,"answers":0.94,"exact":0.55}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22416066600000023}
{"split":"test","qid":"q0","pid":"p7971","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e7f9d31200977579d3d32b9926da905c410f19ea5702dcbdc371188cfcaf1cd","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.88},"score":{"score":0.92,"probabilities":{"0":0.08,"1":0.92,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.69,"answers":0.04,"exact":0.02}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.23864683300000025}
{"split":"test","qid":"q0","pid":"p8037","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b09de609e83dd7e3309adee3939753e163ddf818c09e6574605c947172b5ceb5","answers":{"choice":{"choice":"3","probabilities":{"0":0.09,"1":0.04,"2":0.34,"3":0.53},"confidence":0.38},"score":{"score":2.41,"probabilities":{"0":0.04,"1":0.04,"2":0.39,"3":0.53},"confidence":0.41},"noul":{"related":0.77,"answers":0.84,"exact":0.48}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.20572249999999986}
{"split":"test","qid":"q0","pid":"p8140","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc17c552d45995ae0a764cb0e048c662410de816b66c2a5df7748cfca6b59005","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.7},"score":{"score":0.81,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.47,"answers":0.05,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21728954199999997}
{"split":"test","qid":"q0","pid":"p8209","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"997fa46e378729e955e65adf0d621bc0bd42e33a412bf88980156dad23a9329d","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2157232079999999}
{"split":"test","qid":"q0","pid":"p8241","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"631a31ffaa853e3c5e7e25d3b9bb909b05e35876fd24784a2d41d655ce2ecf44","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.22249629199999982}
{"split":"test","qid":"q0","pid":"p8349","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a56930ef56919812ff6d2aa3b573d6d91fe15548a27d330405f7a30ffe6c1a2e","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.66,"2":0.02,"3":0},"confidence":0.55},"score":{"score":0.81,"probabilities":{"0":0.22,"1":0.76,"2":0.02,"3":0},"confidence":0.76},"noul":{"related":0.43,"answers":0.1,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22732791700000007}
{"split":"test","qid":"q0","pid":"p8400","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d5451d283b018a5911284d99bdb180d028f37996d1d53392d3b50204bd8104b","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.92},"score":{"score":0.93,"probabilities":{"0":0.08,"1":0.92,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.72,"answers":0.04,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22875350000000025}
{"split":"test","qid":"q0","pid":"p8471","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb793adfc07ec56f8c020b7bb11b45b1639037b488dbe4869d62839d21487e37","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.77,"2":0.01,"3":0},"confidence":0.69},"score":{"score":0.87,"probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.57,"answers":0.05,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2267583749999999}
{"split":"test","qid":"q0","pid":"p8545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b4b5d39615e16a357518deb306580128c88d78d879b2587c887d02454091035","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.87},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22035062500000005}
{"split":"test","qid":"q0","pid":"p8887","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc6ed78cebaffbe4aef460489dca159a622a54d4cd71644cd9a36835e1b8b952","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20660954200000015}
{"split":"test","qid":"q0","pid":"p897","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dccb8106afc226d548a1c0fff0f6a1eda6fef25c3a127c364f7490b810a2b2b9","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.65},"score":{"score":0.72,"probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.51,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21572770899999977}
{"split":"test","qid":"q0","pid":"p9005","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"49c90562553c964713084bcad7d56b261ae6d9b0ecc236801869d23720cbc77c","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.88},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22571462500000053}
{"split":"test","qid":"q0","pid":"p9068","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4c31245c5ab45bcda027a0f30f5808bf3fc5e953094132de295c88bbabffdf6","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24156504199999973}
{"split":"test","qid":"q0","pid":"p9110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07d9ab3ea38eafb437ab21e8ab49a7f75a8b2f8089c4214ed68f2bc7f0a52729","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.7},"score":{"score":0.75,"probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.61,"answers":0.02,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22663791700000002}
{"split":"test","qid":"q0","pid":"p9682","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ec6746e3c128abbc5a4732f7d323c6783e099bf7dfa4e05f8feee35abd5890b","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.98,"probabilities":{"0":0.04,"1":0.93,"2":0.03,"3":0},"confidence":0.93},"noul":{"related":0.7,"answers":0.07,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21301808300000039}
{"split":"test","qid":"q0","pid":"p9683","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"442d8a8dd0d11070fd467fd73a8dd9b7ad74a6b1ae38892ac4f5fe6ef99c0a9d","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.79,"answers":0.03,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2473331250000001}
{"split":"test","qid":"q0","pid":"p9739","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36dd1a22e969f9122b25719e8b6701fa22632cbcf31c4f3c107d202717b42bed","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.83,"answers":0.03,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2074049589999995}
{"split":"test","qid":"q0","pid":"p9977","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1bb315ea1271cca9217397a20c45714ce8d705f6792de3e50967de21018e2fb7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":23291,"outputTokens":107,"latencySeconds":1.2816097910000002,"passageCap":30000,"originalPassageChars":65996,"submittedPassageChars":30000}
{"split":"test","qid":"q1","pid":"p10156","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f51e236c23316774d0d50c426c0fac08d2019ba988ca32532bb09d02ef5e309d","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.43,"2":0.08,"3":0},"confidence":0.32},"score":{"score":0.87,"probabilities":{"0":0.27,"1":0.58,"2":0.15,"3":0},"confidence":0.58},"noul":{"related":0.33,"answers":0.24,"exact":0.02}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.20709529099999963}
{"split":"test","qid":"q1","pid":"p10222","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1a77109cf492c1bab3969f9924790a844ec8cd41b0361f2fd2caef324239808","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.96},"score":{"score":1,"probabilities":{"0":0.01,"1":0.99,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.84,"answers":0.09,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.2117459170000002}
{"split":"test","qid":"q1","pid":"p10269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc5972447e521c6104a137955a2b1826f45ac88b0cd0c11ce9edeae6a50b685b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"score":{"score":1.02,"probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.98},"noul":{"related":0.89,"answers":0.15,"exact":0.03}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.21086275000000024}
{"split":"test","qid":"q1","pid":"p10372","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe681f6e6b01a764c288ee30149c625d858b76e92c29dfd4f01d73ab7804aa1f","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.53,"2":0.24,"3":0},"confidence":0.36},"score":{"score":1.12,"probabilities":{"0":0.13,"1":0.62,"2":0.25,"3":0},"confidence":0.63},"noul":{"related":0.48,"answers":0.51,"exact":0.04}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.2269067079999995}
{"split":"test","qid":"q1","pid":"p10421","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41938c8a6b8cf8db05fd62b832939bbdde0f0c21b2ed2ee20d32ac613bac4254","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.64,"2":0.35,"3":0},"confidence":0.51},"score":{"score":1.42,"probabilities":{"0":0,"1":0.57,"2":0.43,"3":0},"confidence":0.57},"noul":{"related":0.8,"answers":0.63,"exact":0.05}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.21497195800000007}
{"split":"test","qid":"q1","pid":"p10687","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ca255109d41b28d6a4bc4f79207a23724fd4d5af4c02e7d0bc99204edefe448","answers":{"choice":{"choice":"2","probabilities":{"0":0.15,"1":0.37,"2":0.48,"3":0},"confidence":0.3},"score":{"score":1.48,"probabilities":{"0":0.06,"1":0.4,"2":0.54,"3":0},"confidence":0.48},"noul":{"related":0.58,"answers":0.52,"exact":0.04}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.2496856660000003}
{"split":"test","qid":"q1","pid":"p10693","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c403fd2f87bd71082e0c724740a31bc79246e27188067ca468316dd701efdab8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.42,"2":0.5599999999999999,"3":0.01},"confidence":0.42},"score":{"score":1.67,"probabilities":{"0":0,"1":0.33,"2":0.67,"3":0},"confidence":0.66},"noul":{"related":0.84,"answers":0.72,"exact":0.07}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21206470799999988}
{"split":"test","qid":"q1","pid":"p10752","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c31707aa3a2fc53c8b0ca76e73a9864ba8193cdbc62ed5461f16cdaae8e0c3b9","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.07,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.92},"noul":{"related":0.86,"answers":0.2,"exact":0.03}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22491520800000034}
{"split":"test","qid":"q1","pid":"p1095","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7da5ca5ce052fd8dd1923a1b4066d0ca37bf52b373d21cc8c67944aa855ea3d4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.36,"3":0},"confidence":0.51},"score":{"score":1.53,"probabilities":{"0":0,"1":0.46,"2":0.54,"3":0},"confidence":0.53},"noul":{"related":0.84,"answers":0.63,"exact":0.05}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.23600312500000017}
{"split":"test","qid":"q1","pid":"p10959","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"092694b142011616f9bae4385115cd4bec521d844a5429f8e16de5fb6cd02f6c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.72,"3":0.01},"confidence":0.63},"score":{"score":1.77,"probabilities":{"0":0,"1":0.23,"2":0.77,"3":0},"confidence":0.77},"noul":{"related":0.89,"answers":0.84,"exact":0.06}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.24521029200000066}
{"split":"test","qid":"q1","pid":"p10998","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d97ada74186220fce7b917c4b6be51d518b83508f1753e3854350b6661910ff3","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.86,"2":0.07,"3":0},"confidence":0.81},"score":{"score":0.97,"probabilities":{"0":0.05,"1":0.93,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.64,"answers":0.11,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.266349416}
{"split":"test","qid":"q1","pid":"p11332","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94369cd928071e9821f21391260ac64ba55e6c004442dc85b50524c9f5ebe9d1","answers":{"choice":{"choice":"0","probabilities":{"0":0.9299999999999999,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.07,"answers":0.06,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23261158299999987}
{"split":"test","qid":"q1","pid":"p11336","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c37f1960b8b23d210421a7b213295a3e8074ec68d5a6cafc5ba8bebca110e46","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.46,"2":0.02,"3":0},"confidence":0.37},"score":{"score":0.55,"probabilities":{"0":0.46,"1":0.53,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.27,"answers":0.1,"exact":0.02}},"inputTokens":891,"outputTokens":107,"latencySeconds":0.21650933299999997}
{"split":"test","qid":"q1","pid":"p11350","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d61de9c85240a493d11c691e5bdac8bf83bfd0fa60ddf9fc729deb198e1161cf","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.88},"score":{"score":0.96,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.79,"answers":0.05,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2338517499999998}
{"split":"test","qid":"q1","pid":"p11406","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a4ee037b4b79d2bf7fd99864d192516a509e35a8945e8d4ec1e8167f2d12f74f","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.36},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.36,"answers":0.03,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2182246669999995}
{"split":"test","qid":"q1","pid":"p11548","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"046dc84f8b903593d413d0fb3227948a5ddb065e3037304b78cf72e13caa3cc2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.54,"2":0.45,"3":0.01},"confidence":0.38},"score":{"score":1.58,"probabilities":{"0":0,"1":0.42,"2":0.58,"3":0},"confidence":0.57},"noul":{"related":0.89,"answers":0.72,"exact":0.06}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21495399999999973}
{"split":"test","qid":"q1","pid":"p11604","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0ea1cb91b10288ad6f9abe121f92842cdb71fac34dd9cc79f60138f0d194ab7","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.71,"2":0.23,"3":0},"confidence":0.62},"score":{"score":1.29,"probabilities":{"0":0.02,"1":0.68,"2":0.3,"3":0},"confidence":0.68},"noul":{"related":0.71,"answers":0.5,"exact":0.04}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.21263558400000057}
{"split":"test","qid":"q1","pid":"p1232","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee3b8ca8955a72c4798d334a26ea585f4bc1019e0b6ae73cafa3f5de89286ca8","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.71,"2":0.05,"3":0},"confidence":0.62},"score":{"score":0.9,"probabilities":{"0":0.13,"1":0.84,"2":0.03,"3":0},"confidence":0.83},"noul":{"related":0.4,"answers":0.12,"exact":0.02}},"inputTokens":891,"outputTokens":107,"latencySeconds":0.206434209}
{"split":"test","qid":"q1","pid":"p1264","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4d5edf7ae02c1ed34fb0af49d8839a68be54e864fbafaf2f9dc9b3c135dacf8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.62,"2":0.37,"3":0},"confidence":0.49},"score":{"score":1.55,"probabilities":{"0":0,"1":0.45,"2":0.55,"3":0},"confidence":0.54},"noul":{"related":0.82,"answers":0.71,"exact":0.06}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.24785795800000052}
{"split":"test","qid":"q1","pid":"p1408","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7668049794831fd7c47af2837df80f6c38b7b9020986215f60ff255a56d35c00","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.78,"2":0.2,"3":0},"confidence":0.69},"score":{"score":1.27,"probabilities":{"0":0.01,"1":0.71,"2":0.28,"3":0},"confidence":0.71},"noul":{"related":0.78,"answers":0.29,"exact":0.03}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2386389169999993}
{"split":"test","qid":"q1","pid":"p1430","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a95efd44025851cfca960d168f9995157b0cd49b7e478dc3c4dd4bffae6a708","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.69},"score":{"score":0.34,"probabilities":{"0":0.68,"1":0.31,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.19,"answers":0.1,"exact":0.02}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.2371431249999996}
{"split":"test","qid":"q1","pid":"p1457","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ace2adda0f93acbaa39655512485ef1bb15aa703719344687bb12e4540c5803f","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.91},"score":{"score":0.96,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.77,"answers":0.06,"exact":0.02}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.2110692910000007}
{"split":"test","qid":"q1","pid":"p2090","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df8c1aaec00d3f3fc299c79142d9e94976c49c3ee873c5901b9f607a117c9dcb","answers":{"choice":{"choice":"0","probabilities":{"0":0.48,"1":0.43,"2":0.09,"3":0},"confidence":0.31},"score":{"score":0.85,"probabilities":{"0":0.29,"1":0.57,"2":0.14,"3":0},"confidence":0.57},"noul":{"related":0.32,"answers":0.26,"exact":0.02}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.2185227500000001}
{"split":"test","qid":"q1","pid":"p2217","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2eaa22226338dceb8fccfb86578e14b8c9ae6e0dbbe9bdabfc86a118a891db26","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.28,"2":0.11,"3":0},"confidence":0.48},"score":{"score":0.65,"probabilities":{"0":0.47,"1":0.4,"2":0.13,"3":0},"confidence":0.35},"noul":{"related":0.25,"answers":0.3,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22537233399999967}
{"split":"test","qid":"q1","pid":"p2228","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de5479bc213205c51c1cc4cb439cdab92c2a29e1ab2c0bd1d581a2a944c6ed7c","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.54,"2":0.45,"3":0},"confidence":0.39},"score":{"score":1.47,"probabilities":{"0":0,"1":0.53,"2":0.47,"3":0},"confidence":0.52},"noul":{"related":0.84,"answers":0.73,"exact":0.06}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.25904241599999933}
{"split":"test","qid":"q1","pid":"p2255","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0f7005e066228acf7d2a1536f67a96631ee9d76b1be82130746c9227edc968a","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.81},"score":{"score":0.87,"probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.62,"answers":0.05,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2232643339999995}
{"split":"test","qid":"q1","pid":"p2263","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b74b5543d150ca356db269d95de84c69a7282d8dc2c49a802df0e02b64db777","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.85},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.92},"noul":{"related":0.81,"answers":0.44,"exact":0.03}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21676258400000006}
{"split":"test","qid":"q1","pid":"p2383","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aae629e305bfdcd5716b82d3d0fef099c0f8d4eafe512acdef155800457591d6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.88,"3":0},"confidence":0.83},"score":{"score":1.93,"probabilities":{"0":0,"1":0.07,"2":0.92,"3":0.01},"confidence":0.92},"noul":{"related":0.93,"answers":0.85,"exact":0.08}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.23549429100000088}
{"split":"test","qid":"q1","pid":"p2392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5feabd24b272c326ae245b421141cc3159ee29eb39712a4f7daf6df96fb05775","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.8,"2":0.09,"3":0},"confidence":0.73},"score":{"score":1.02,"probabilities":{"0":0.06,"1":0.86,"2":0.08,"3":0},"confidence":0.86},"noul":{"related":0.57,"answers":0.31,"exact":0.03}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.2463797080000004}
{"split":"test","qid":"q1","pid":"p2551","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c403fd2f87bd71082e0c724740a31bc79246e27188067ca468316dd701efdab8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.39,"2":0.59,"3":0.01},"confidence":0.46},"score":{"score":1.65,"probabilities":{"0":0,"1":0.35,"2":0.65,"3":0},"confidence":0.64},"noul":{"related":0.83,"answers":0.72,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21545175000000016}
{"split":"test","qid":"q1","pid":"p2583","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"580ecc5361c96ea5efb408f3e86f42c3d458d8100fc25386a0a6e5cbbf6707f5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.59,"2":0.41,"3":0},"confidence":0.44},"score":{"score":1.6,"probabilities":{"0":0,"1":0.4,"2":0.6,"3":0},"confidence":0.6},"noul":{"related":0.83,"answers":0.62,"exact":0.05}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.25040091699999995}
{"split":"test","qid":"q1","pid":"p2597","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05fc8304cc779779300b270d4cc0389e5d78c21f9979afcf3145213afe43204e","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.84},"score":{"score":0.29,"probabilities":{"0":0.71,"1":0.28,"2":0.01,"3":0},"confidence":0.71},"noul":{"related":0.09,"answers":0.05,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.2109025840000004}
{"split":"test","qid":"q1","pid":"p2622","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39a005902c3fd60206e102748e709ae99b082d60ee90184ce55fd5bf861150c1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.93},"noul":{"related":0.88,"answers":0.31,"exact":0.03}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21933650000000035}
{"split":"test","qid":"q1","pid":"p2826","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52d890a30b798cbe482b9909ae56ceef62444b0e24da52a7a8c2de541c27688e","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.85,"2":0.1,"3":0},"confidence":0.8},"score":{"score":1.05,"probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.88},"noul":{"related":0.64,"answers":0.21,"exact":0.03}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.2319446250000001}
{"split":"test","qid":"q1","pid":"p298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4315a5fee2b16c7df700c0af307b2c4cf77cd0b9dfb433dcdfcab0bbeeb26e6d","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.73,"answers":0.1,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.23228449999999976}
{"split":"test","qid":"q1","pid":"p3008","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"768fa69d4b5987cc354715f48bc52e4935335440304c785d89ca92e9d5741fc1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.28,"2":0.72,"3":0},"confidence":0.62},"score":{"score":1.77,"probabilities":{"0":0,"1":0.23,"2":0.77,"3":0},"confidence":0.77},"noul":{"related":0.84,"answers":0.78,"exact":0.06}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.22314870900000006}
{"split":"test","qid":"q1","pid":"p3141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d593e3c08e29ad1881b38d9711279560da703b7da41e211dc174150e2cc39a43","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.81,"3":0.01},"confidence":0.75},"score":{"score":1.84,"probabilities":{"0":0,"1":0.16,"2":0.84,"3":0},"confidence":0.84},"noul":{"related":0.89,"answers":0.82,"exact":0.07}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.253096125}
{"split":"test","qid":"q1","pid":"p3368","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"42d89de3d9857348c8e1f70635a2fc45ee124be951582fca326ca5fa900549af","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.69,"2":0.3,"3":0},"confidence":0.59},"score":{"score":1.39,"probabilities":{"0":0.01,"1":0.6,"2":0.39,"3":0},"confidence":0.6},"noul":{"related":0.77,"answers":0.5,"exact":0.05}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.2248850419999999}
{"split":"test","qid":"q1","pid":"p3469","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"977fcc9341c2deebfaa73f0dea5824b49b44242fd86db1f3d7dd691d4741d780","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.7,"2":0.27,"3":0},"confidence":0.61},"score":{"score":1.31,"probabilities":{"0":0.01,"1":0.67,"2":0.32,"3":0},"confidence":0.66},"noul":{"related":0.7,"answers":0.5,"exact":0.04}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2596824580000002}
{"split":"test","qid":"q1","pid":"p3601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d141d16492af8ca89a2750dab9d88683c7692e58a041b4050bc8ce1e6e08ba4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.81},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.87,"answers":0.52,"exact":0.04}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2513131250000006}
{"split":"test","qid":"q1","pid":"p3685","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f51e236c23316774d0d50c426c0fac08d2019ba988ca32532bb09d02ef5e309d","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.51,"2":0.09,"3":0},"confidence":0.34},"score":{"score":0.96,"probabilities":{"0":0.21,"1":0.63,"2":0.16,"3":0},"confidence":0.63},"noul":{"related":0.34,"answers":0.23,"exact":0.02}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.23355033300000014}
{"split":"test","qid":"q1","pid":"p3736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef9b725dfd9e943f64aed87fd8c4ab97f59dbe21fd8c5b71865db9a3a1dd49ec","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.88,"answers":0.3,"exact":0.04}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.2548276660000001}
{"split":"test","qid":"q1","pid":"p3796","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d52763704059839301629264b7ef18fb316fa34c51cb9cec85ccdf5226b5b386","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.06,"probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.93},"noul":{"related":0.87,"answers":0.27,"exact":0.03}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.25785762499999965}
{"split":"test","qid":"q1","pid":"p4095","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e277dcb1488bbbc73d8cb04e9475f52171009d369a1ba0aaf46f5362c8b5d7d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.36,"3":0},"confidence":0.5},"score":{"score":1.44,"probabilities":{"0":0,"1":0.56,"2":0.44,"3":0},"confidence":0.56},"noul":{"related":0.8,"answers":0.64,"exact":0.06}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22102054099999988}
{"split":"test","qid":"q1","pid":"p4121","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0b67283d9132c6eaae069fd0dae19f286c5b72c5ecb54526deb3edee7a955a7","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.86},"score":{"score":0.19,"probabilities":{"0":0.83,"1":0.16,"2":0.01,"3":0},"confidence":0.81},"noul":{"related":0.09,"answers":0.08,"exact":0.02}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.22009358299999984}
{"split":"test","qid":"q1","pid":"p4128","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"613f4271b8d9099b624cf78bdc1c4257ce06e00533b6e537261be49d7f0034e3","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.9400000000000001,"2":0,"3":0},"confidence":0.91},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.76,"answers":0.07,"exact":0.02}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.21258187499999986}
{"split":"test","qid":"q1","pid":"p4286","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46626f5d1d3259f5fa53f1ca544eefe61b8524f6c39466f5a2a40f0af519ff2a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.81},"score":{"score":1.15,"probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.85},"noul":{"related":0.79,"answers":0.41,"exact":0.03}},"inputTokens":890,"outputTokens":107,"latencySeconds":0.2514625409999999}
{"split":"test","qid":"q1","pid":"p4391","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f51e236c23316774d0d50c426c0fac08d2019ba988ca32532bb09d02ef5e309d","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.47,"2":0.1,"3":0},"confidence":0.3},"score":{"score":0.95,"probabilities":{"0":0.22,"1":0.61,"2":0.17,"3":0},"confidence":0.61},"noul":{"related":0.35,"answers":0.22,"exact":0.02}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.2501965829999999}
{"split":"test","qid":"q1","pid":"p4475","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43c9fb0c149ae3daf02a507d97b506fac7fd2617466da62c95c072492a2c6718","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.34,"2":0.01,"3":0},"confidence":0.54},"score":{"score":0.49,"probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.27,"answers":0.08,"exact":0.01}},"inputTokens":895,"outputTokens":107,"latencySeconds":0.2186133750000008}
{"split":"test","qid":"q1","pid":"p4483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cc15813ef4114c3a2098205865fc7bfaaca7da4b05c8bebb197e499756849bb","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.79},"score":{"score":0.93,"probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.69,"answers":0.06,"exact":0.02}},"inputTokens":890,"outputTokens":107,"latencySeconds":0.22312312500000006}
{"split":"test","qid":"q1","pid":"p4671","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85f9bd4c7831cdbd0a9bee4ef687f44007a70aa742eec4984da929a1e6516f98","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.79,"3":0},"confidence":0.71},"score":{"score":1.83,"probabilities":{"0":0,"1":0.17,"2":0.83,"3":0},"confidence":0.83},"noul":{"related":0.9,"answers":0.83,"exact":0.07}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22314308299999994}
{"split":"test","qid":"q1","pid":"p4691","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d30d36b0eae4b8ed654c71dbcb3defb7321ec49fbe823a70937d52e601d87af0","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.93},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.8,"answers":0.07,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23277058400000078}
{"split":"test","qid":"q1","pid":"p4738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ab789c5fc9d2b565c3dcec4e7ecd964370d9e7a2eb2d7c36ce1c0ec034356a2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.95},"score":{"score":1.04,"probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.96},"noul":{"related":0.89,"answers":0.22,"exact":0.03}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.205884}
{"split":"test","qid":"q1","pid":"p4858","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c403fd2f87bd71082e0c724740a31bc79246e27188067ca468316dd701efdab8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.41,"2":0.57,"3":0.01},"confidence":0.44},"score":{"score":1.6,"probabilities":{"0":0,"1":0.39,"2":0.61,"3":0},"confidence":0.6},"noul":{"related":0.83,"answers":0.73,"exact":0.07}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23933087500000055}
{"split":"test","qid":"q1","pid":"p4875","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e639a946eaefb6c951ed0d50a2525624fee17c8da5bf7773f12bde88bb5fe3c","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.77,"2":0.2,"3":0},"confidence":0.7},"score":{"score":1.16,"probabilities":{"0":0.01,"1":0.82,"2":0.17,"3":0},"confidence":0.82},"noul":{"related":0.71,"answers":0.36,"exact":0.03}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.24086429099999987}
{"split":"test","qid":"q1","pid":"p5009","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d127c521bc83217e490e4790eaf1c63841f791710d45e912d4d43c59c9ce04c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.23,"2":0.77,"3":0},"confidence":0.68},"score":{"score":1.88,"probabilities":{"0":0,"1":0.12,"2":0.88,"3":0},"confidence":0.88},"noul":{"related":0.9,"answers":0.74,"exact":0.07}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2133925420000005}
{"split":"test","qid":"q1","pid":"p5133","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ff59e81d68985c1550eae563fb56b3142827aaa6b9de63271995239f73f458e","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.11,"2":0.03,"3":0},"confidence":0.81},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.24,"2":0.02,"3":0},"confidence":0.73},"noul":{"related":0.12,"answers":0.08,"exact":0.02}},"inputTokens":944,"outputTokens":107,"latencySeconds":0.2139963749999997}
{"split":"test","qid":"q1","pid":"p5185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0851e0d8261bff24b7e062678d346ab234ed8d8cdeb33f2ef7bafce0494e44e","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.65},"score":{"score":0.82,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.54,"answers":0.05,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.21667545900000004}
{"split":"test","qid":"q1","pid":"p5377","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d187285bca11c2d3708e33bc91b4062bce7360b15e6693a6bf9ca824f3e5a93f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.93},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.97},"noul":{"related":0.8,"answers":0.23,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20519024999999966}
{"split":"test","qid":"q1","pid":"p5558","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab4e8caef8ec3f7563947994b1ab0994d9737545e3fc7af7d3234d3e7185c207","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.92},"score":{"score":1.05,"probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.95},"noul":{"related":0.87,"answers":0.28,"exact":0.03}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.24329525000000013}
{"split":"test","qid":"q1","pid":"p5559","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf4171390813667f619a25b16d745c591f126df67672092de71d6fc75a25f7aa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.23,"2":0.77,"3":0},"confidence":0.69},"score":{"score":1.87,"probabilities":{"0":0,"1":0.13,"2":0.87,"3":0},"confidence":0.87},"noul":{"related":0.91,"answers":0.83,"exact":0.07}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2082550000000001}
{"split":"test","qid":"q1","pid":"p5564","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57e8521065af96642a2ed898826bcfb7381af226567cead291b765178527e125","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.1,"answers":0.05,"exact":0.01}},"inputTokens":889,"outputTokens":107,"latencySeconds":0.22170766600000025}
{"split":"test","qid":"q1","pid":"p5648","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18ae2bdb585b827fa3dd59c4514b02bdead84cf74b8e6529977a3b3285fcef3b","answers":{"choice":{"choice":"0","probabilities":{"0":0.57,"1":0.42,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.56,"probabilities":{"0":0.44,"1":0.56,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.28,"answers":0.07,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.23137333299999954}
{"split":"test","qid":"q1","pid":"p5712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"42d89de3d9857348c8e1f70635a2fc45ee124be951582fca326ca5fa900549af","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.65,"2":0.34,"3":0},"confidence":0.53},"score":{"score":1.41,"probabilities":{"0":0.01,"1":0.58,"2":0.41,"3":0},"confidence":0.58},"noul":{"related":0.77,"answers":0.56,"exact":0.06}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.20959916599999998}
{"split":"test","qid":"q1","pid":"p5789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0ed83621063b46ba327f13074dfc6bdd132cc48e8741bd0bf9821c6ea119500","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.33,"2":0.67,"3":0},"confidence":0.55},"score":{"score":1.78,"probabilities":{"0":0,"1":0.22,"2":0.78,"3":0},"confidence":0.78},"noul":{"related":0.87,"answers":0.76,"exact":0.06}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.22824054200000046}
{"split":"test","qid":"q1","pid":"p5888","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5aea8a975fedc031573826820a6720f0f462f613b539638e439e64ce7be00cb3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.89,"3":0.01},"confidence":0.85},"score":{"score":1.93,"probabilities":{"0":0,"1":0.08,"2":0.91,"3":0.01},"confidence":0.91},"noul":{"related":0.92,"answers":0.87,"exact":0.09}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.25365583400000014}
{"split":"test","qid":"q1","pid":"p6049","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2603ab6dfc7d38b841399fef73eca8f6c4544d159b60abab8f643a94f7383e3e","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.19,"2":0.01,"3":0},"confidence":0.73},"score":{"score":0.35,"probabilities":{"0":0.65,"1":0.34,"2":0.01,"3":0},"confidence":0.65},"noul":{"related":0.14,"answers":0.08,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2303015000000005}
{"split":"test","qid":"q1","pid":"p6073","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b0a8f251fb1467b2fc2776ec2a153463986e92f583c4c7468bd89ac4185b83b","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.69,"2":0.17,"3":0},"confidence":0.58},"score":{"score":1.18,"probabilities":{"0":0.05,"1":0.72,"2":0.23,"3":0},"confidence":0.72},"noul":{"related":0.59,"answers":0.44,"exact":0.04}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.2614787919999999}
{"split":"test","qid":"q1","pid":"p6083","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"853e3efcc6418b053d5c403ecf57ddb16aebbdcfc2ea50e21663cf1ec02212e0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.91,"2":0.07,"3":0},"confidence":0.88},"score":{"score":1,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.81,"answers":0.14,"exact":0.03}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21658324999999967}
{"split":"test","qid":"q1","pid":"p6390","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cc15813ef4114c3a2098205865fc7bfaaca7da4b05c8bebb197e499756849bb","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.82},"score":{"score":0.94,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.71,"answers":0.06,"exact":0.02}},"inputTokens":890,"outputTokens":107,"latencySeconds":0.21134470800000055}
{"split":"test","qid":"q1","pid":"p6392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3669f6e036b93400ffb30566aa01ce8b4d11f2f4dba75dfb4943cade6e82be37","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.22805895800000053}
{"split":"test","qid":"q1","pid":"p6441","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d3cd16c039f191be570ef1c89eb54074c1ea2d1d93d5dd0cfbec847641af63be","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.05,"answers":0.05,"exact":0.01}},"inputTokens":1029,"outputTokens":107,"latencySeconds":0.217368375}
{"split":"test","qid":"q1","pid":"p6725","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de81e1b7324431bc727d4a0431acff9c8351e1248bf4d29705d9a784c9e6c0f0","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.11,"2":0.02,"3":0},"confidence":0.83},"score":{"score":0.19,"probabilities":{"0":0.83,"1":0.15,"2":0.02,"3":0},"confidence":0.81},"noul":{"related":0.08,"answers":0.14,"exact":0.01}},"inputTokens":929,"outputTokens":107,"latencySeconds":0.22955875000000014}
{"split":"test","qid":"q1","pid":"p6784","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c56c0fe4bc602d39d69bccb84e0c67923629efe14072a01be06a86cb8a9a37fb","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.11,"probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.04,"answers":0.05,"exact":0.02}},"inputTokens":1075,"outputTokens":107,"latencySeconds":0.28415962500000025}
{"split":"test","qid":"q1","pid":"p6827","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4cd1a0ca51a22ce79affcd8cf56a07be9782b3a485011ccb3dedffc824036806","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.76,"2":0.23,"3":0.01},"confidence":0.68},"score":{"score":1.25,"probabilities":{"0":0,"1":0.76,"2":0.24,"3":0},"confidence":0.75},"noul":{"related":0.9,"answers":0.19,"exact":0.06}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2264379170000002}
{"split":"test","qid":"q1","pid":"p6832","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"977fcc9341c2deebfaa73f0dea5824b49b44242fd86db1f3d7dd691d4741d780","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.7,"2":0.26,"3":0},"confidence":0.6},"score":{"score":1.24,"probabilities":{"0":0.02,"1":0.72,"2":0.26,"3":0},"confidence":0.72},"noul":{"related":0.66,"answers":0.43,"exact":0.04}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2357332920000008}
{"split":"test","qid":"q1","pid":"p6836","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bde8054c5e5f97727994b0421f5d27ac1173ab1b9b9fe4a05b92d5f33e93bfdb","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.49,"2":0.5,"3":0},"confidence":0.33},"score":{"score":1.62,"probabilities":{"0":0.01,"1":0.37,"2":0.62,"3":0},"confidence":0.62},"noul":{"related":0.74,"answers":0.72,"exact":0.07}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.20890499999999976}
{"split":"test","qid":"q1","pid":"p6918","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7f91db1da8a23dbb74f8b5d6164f97a39ebcacd7f71c6b52cabd888ea3f7af8","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.78,"2":0.15,"3":0},"confidence":0.72},"score":{"score":1.09,"probabilities":{"0":0.04,"1":0.84,"2":0.12,"3":0},"confidence":0.84},"noul":{"related":0.64,"answers":0.31,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2440321249999997}
{"split":"test","qid":"q1","pid":"p7000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bbf8ebca46c7c376b19bae422827a6219b07f0d7171af278416dfe4e7bbc6e51","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.42,"2":0.08,"3":0},"confidence":0.33},"score":{"score":0.67,"probabilities":{"0":0.41,"1":0.52,"2":0.07,"3":0},"confidence":0.52},"noul":{"related":0.31,"answers":0.19,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2281355829999993}
{"split":"test","qid":"q1","pid":"p7062","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d141d16492af8ca89a2750dab9d88683c7692e58a041b4050bc8ce1e6e08ba4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.8},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.86,"answers":0.47,"exact":0.04}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.21051029199999993}
{"split":"test","qid":"q1","pid":"p7103","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d311f27c7a5a00184cc93107b18700a9e6bf1ac284c951597e10b344af0d3aa","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.03,"probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.97},"noul":{"related":0.87,"answers":0.25,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23970612499999971}
{"split":"test","qid":"q1","pid":"p7253","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0194d916c4e9f68d3daed562f769042f23c894cad3d22eb58dedf5db44a98764","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.77,"2":0.15,"3":0},"confidence":0.69},"score":{"score":1.15,"probabilities":{"0":0.04,"1":0.77,"2":0.19,"3":0},"confidence":0.77},"noul":{"related":0.54,"answers":0.39,"exact":0.03}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21126066600000012}
{"split":"test","qid":"q1","pid":"p7537","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a51690961917d3b3a0503ead4739c85cbe9204483d1ef3f802ff05a64b946a4","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.47,"2":0.52,"3":0},"confidence":0.36},"score":{"score":1.61,"probabilities":{"0":0,"1":0.38,"2":0.62,"3":0},"confidence":0.61},"noul":{"related":0.79,"answers":0.62,"exact":0.07}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.25664708299999983}
{"split":"test","qid":"q1","pid":"p7548","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"327ef1389e997ff7026ca8cc66c808cd9d64e365e6cbce37cc85be65415ce6f0","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.86,"2":0.05,"3":0},"confidence":0.81},"score":{"score":0.98,"probabilities":{"0":0.07,"1":0.89,"2":0.04,"3":0},"confidence":0.89},"noul":{"related":0.57,"answers":0.31,"exact":0.02}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.20735850000000028}
{"split":"test","qid":"q1","pid":"p757","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c403fd2f87bd71082e0c724740a31bc79246e27188067ca468316dd701efdab8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.43,"2":0.55,"3":0.01},"confidence":0.41},"score":{"score":1.62,"probabilities":{"0":0,"1":0.37,"2":0.63,"3":0},"confidence":0.62},"noul":{"related":0.83,"answers":0.72,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2207482910000008}
{"split":"test","qid":"q1","pid":"p765","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7668049794831fd7c47af2837df80f6c38b7b9020986215f60ff255a56d35c00","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.81,"2":0.17,"3":0},"confidence":0.75},"score":{"score":1.3,"probabilities":{"0":0.01,"1":0.69,"2":0.3,"3":0},"confidence":0.69},"noul":{"related":0.77,"answers":0.31,"exact":0.03}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.22276966699999956}
{"split":"test","qid":"q1","pid":"p770","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0b67283d9132c6eaae069fd0dae19f286c5b72c5ecb54526deb3edee7a955a7","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.15,"probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.85},"noul":{"related":0.08,"answers":0.07,"exact":0.02}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.21019145799999933}
{"split":"test","qid":"q1","pid":"p7754","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b94d1d9b65e1f42527445a3476fc3db5e3ef1ba5936c9e0b35744f11a06164e2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.45,"2":0.55,"3":0},"confidence":0.4},"score":{"score":1.72,"probabilities":{"0":0,"1":0.28,"2":0.72,"3":0},"confidence":0.72},"noul":{"related":0.9,"answers":0.71,"exact":0.06}},"inputTokens":900,"outputTokens":107,"latencySeconds":0.2565306249999994}
{"split":"test","qid":"q1","pid":"p777","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"779bf0748258852e2883ef87f06c075475cd3ea1bef02ec7a15d8f3231df39fe","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.2,"probabilities":{"0":0.8,"1":0.19,"2":0.01,"3":0},"confidence":0.8},"noul":{"related":0.09,"answers":0.06,"exact":0.02}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.23520150000000103}
{"split":"test","qid":"q1","pid":"p82","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18ae2bdb585b827fa3dd59c4514b02bdead84cf74b8e6529977a3b3285fcef3b","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.41,"2":0.01,"3":0},"confidence":0.44},"score":{"score":0.55,"probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.28,"answers":0.06,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22227745900000082}
{"split":"test","qid":"q1","pid":"p8302","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac7df3c6bdb7e296e50385f11ec01a65d22639dbe3b21140b71a1d99c710be28","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.72,"2":0.15,"3":0},"confidence":0.63},"score":{"score":1.11,"probabilities":{"0":0.08,"1":0.73,"2":0.19,"3":0},"confidence":0.73},"noul":{"related":0.46,"answers":0.41,"exact":0.04}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.2573510839999999}
{"split":"test","qid":"q1","pid":"p8321","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2cf17ac663cb7b5f667a3b79e168efc0ca0a781ff5b78c0ad317182716b3cf78","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.65,"3":0.31},"confidence":0.53},"score":{"score":2.29,"probabilities":{"0":0,"1":0.03,"2":0.66,"3":0.31},"confidence":0.66},"noul":{"related":0.96,"answers":0.91,"exact":0.33}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.22981437499999993}
{"split":"test","qid":"q1","pid":"p8329","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"092694b142011616f9bae4385115cd4bec521d844a5429f8e16de5fb6cd02f6c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.28,"2":0.71,"3":0.01},"confidence":0.61},"score":{"score":1.79,"probabilities":{"0":0,"1":0.22,"2":0.78,"3":0},"confidence":0.78},"noul":{"related":0.89,"answers":0.83,"exact":0.06}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2147317920000005}
{"split":"test","qid":"q1","pid":"p8436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2cf17ac663cb7b5f667a3b79e168efc0ca0a781ff5b78c0ad317182716b3cf78","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.67,"3":0.29},"confidence":0.55},"score":{"score":2.26,"probabilities":{"0":0,"1":0.03,"2":0.68,"3":0.29},"confidence":0.67},"noul":{"related":0.97,"answers":0.91,"exact":0.34}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.22637104199999886}
{"split":"test","qid":"q1","pid":"p8463","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7bbb3fa1f11dcc0ea501901c12fdb7758801558f0ea3feaf529d8a6a766ffc0f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.86,"3":0},"confidence":0.81},"score":{"score":1.87,"probabilities":{"0":0,"1":0.13,"2":0.87,"3":0},"confidence":0.87},"noul":{"related":0.9,"answers":0.87,"exact":0.07}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.21238745800000106}
{"split":"test","qid":"q1","pid":"p8507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25dbf538c8108ade32d70b3c8dd826c838a0cdd68baaa9055485bdcff65b256d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.77,"3":0.01},"confidence":0.68},"score":{"score":1.89,"probabilities":{"0":0,"1":0.12,"2":0.87,"3":0.01},"confidence":0.87},"noul":{"related":0.89,"answers":0.83,"exact":0.08}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.2227054590000007}
{"split":"test","qid":"q1","pid":"p8615","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0ea1cb91b10288ad6f9abe121f92842cdb71fac34dd9cc79f60138f0d194ab7","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.74,"2":0.22,"3":0},"confidence":0.64},"score":{"score":1.32,"probabilities":{"0":0.01,"1":0.66,"2":0.33,"3":0},"confidence":0.65},"noul":{"related":0.73,"answers":0.48,"exact":0.05}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.21032504100000005}
{"split":"test","qid":"q1","pid":"p8630","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45e47ac441497b46cab4d7d7adb6407d43fcc552c865461af70117c3664fe9a7","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.57,"2":0.35,"3":0.01},"confidence":0.43},"score":{"score":1.32,"probabilities":{"0":0.03,"1":0.62,"2":0.35,"3":0},"confidence":0.61},"noul":{"related":0.68,"answers":0.57,"exact":0.05}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2085167500000007}
{"split":"test","qid":"q1","pid":"p8872","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a4c656d4744d3273d25fb7cb1235d45b5c6b647441929ee173d15308ee1e5c5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.46,"3":0.01},"confidence":0.37},"score":{"score":1.56,"probabilities":{"0":0,"1":0.43,"2":0.5700000000000001,"3":0},"confidence":0.56},"noul":{"related":0.8,"answers":0.7,"exact":0.06}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.2268754169999993}
{"split":"test","qid":"q1","pid":"p8905","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a4c656d4744d3273d25fb7cb1235d45b5c6b647441929ee173d15308ee1e5c5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.66,"2":0.33,"3":0},"confidence":0.54},"score":{"score":1.51,"probabilities":{"0":0,"1":0.48,"2":0.52,"3":0},"confidence":0.51},"noul":{"related":0.8,"answers":0.67,"exact":0.07}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.241787792000001}
{"split":"test","qid":"q1","pid":"p8925","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52d890a30b798cbe482b9909ae56ceef62444b0e24da52a7a8c2de541c27688e","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.84,"2":0.11,"3":0},"confidence":0.79},"score":{"score":1.06,"probabilities":{"0":0.03,"1":0.87,"2":0.1,"3":0},"confidence":0.87},"noul":{"related":0.63,"answers":0.17,"exact":0.03}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.23948741700000029}
{"split":"test","qid":"q1","pid":"p90","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"571b42ac3bb9ca4804a92f9409eb44dcf38ebe72ac5b4e56efa47cca4404c231","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.93},"noul":{"related":0.87,"answers":0.25,"exact":0.03}},"inputTokens":925,"outputTokens":107,"latencySeconds":0.22410991600000124}
{"split":"test","qid":"q1","pid":"p9230","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af1b4fa276acb12a2205b0af5f5c65a067ea594cf1c9cc430bc4ad5d79e3d040","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.6900000000000001,"3":0.01},"confidence":0.58},"score":{"score":1.74,"probabilities":{"0":0,"1":0.26,"2":0.74,"3":0},"confidence":0.73},"noul":{"related":0.84,"answers":0.76,"exact":0.13}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.22009570800000075}
{"split":"test","qid":"q1","pid":"p9265","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c31707aa3a2fc53c8b0ca76e73a9864ba8193cdbc62ed5461f16cdaae8e0c3b9","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.9},"score":{"score":1.06,"probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.93},"noul":{"related":0.85,"answers":0.19,"exact":0.03}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22850804099999913}
{"split":"test","qid":"q1","pid":"p946","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"969b74299c7ef6873dc86480e9d4643eb2eca055ede4ad37912037c23d51ede2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.56,"2":0.44,"3":0},"confidence":0.41},"score":{"score":1.69,"probabilities":{"0":0,"1":0.31,"2":0.6900000000000001,"3":0},"confidence":0.68},"noul":{"related":0.92,"answers":0.65,"exact":0.08}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2506259999999984}
{"split":"test","qid":"q1","pid":"p9530","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03d432d9387d81a84d3acdbc87151f12fcd5d6ccab62b40ea1cb52005d949a9f","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.7,"2":0.08,"3":0},"confidence":0.6},"score":{"score":0.94,"probabilities":{"0":0.12,"1":0.8200000000000001,"2":0.06,"3":0},"confidence":0.81},"noul":{"related":0.59,"answers":0.15,"exact":0.03}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.23496208400000068}
{"split":"test","qid":"q1","pid":"p9535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"619b5a44a93ec03e69e5765337befba329ef55598c0a1ed91a69771dbe97c49f","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.9,"2":0.03,"3":0},"confidence":0.86},"score":{"score":0.98,"probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.94},"noul":{"related":0.71,"answers":0.11,"exact":0.02}},"inputTokens":886,"outputTokens":107,"latencySeconds":0.25210204199999864}
{"split":"test","qid":"q1","pid":"p9539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fab260c94080a2384892d995ebd929d8bb765a016e791661d13405e4f2e70e36","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.82,"2":0.17,"3":0},"confidence":0.76},"score":{"score":1.23,"probabilities":{"0":0,"1":0.76,"2":0.24,"3":0},"confidence":0.76},"noul":{"related":0.8,"answers":0.46,"exact":0.04}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21343004199999996}
{"split":"test","qid":"q1","pid":"p966","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5afc15b1e0432b019decd75fa94df4bf49253ee05f8a648f4984fa108c942a6","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.92},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.91,"answers":0.39,"exact":0.04}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22108570799999872}
{"split":"test","qid":"q1","pid":"p9772","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"44ab257f0f901ab71641644cbaab43f68355e70d4690ff5f847366cd89402eab","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.72,"2":0.24,"3":0},"confidence":0.63},"score":{"score":1.34,"probabilities":{"0":0.01,"1":0.64,"2":0.35,"3":0},"confidence":0.64},"noul":{"related":0.72,"answers":0.4,"exact":0.05}},"inputTokens":958,"outputTokens":107,"latencySeconds":0.21064729099999932}
{"split":"test","qid":"q1","pid":"p9809","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"146bf217f24bde18a93f1306bb2bee5c8427c42f2058c78df5832057f7b3bc04","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.45,"3":0},"confidence":0.38},"score":{"score":1.53,"probabilities":{"0":0,"1":0.47,"2":0.53,"3":0},"confidence":0.52},"noul":{"related":0.88,"answers":0.46,"exact":0.06}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.24117354200000046}
{"split":"test","qid":"q1","pid":"p991","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b6368f76ac00c7986ab0ff5b1a34cf1c4b08b98cf2af00be6b9a43325d5f0582","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.7,"2":0.28,"3":0},"confidence":0.6},"score":{"score":1.36,"probabilities":{"0":0,"1":0.64,"2":0.36,"3":0},"confidence":0.63},"noul":{"related":0.74,"answers":0.48,"exact":0.04}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.2473298340000001}
{"split":"test","qid":"q1","pid":"p9963","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34635beada6c670c84db90c229458f95cdbb5a294290dfdc31483d3e658d6989","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.95},"score":{"score":1.04,"probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.96},"noul":{"related":0.89,"answers":0.22,"exact":0.03}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.22600566699999944}
{"split":"test","qid":"q13","pid":"p10027","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c7e1e7b686aaf5c4d8b2beef7662daa025f89ce9ec30b7d869c5b0bb137f1893","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21592212499999913}
{"split":"test","qid":"q13","pid":"p10063","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1d3349d9520eb0c0ea66b1d3cd84b3f63ce29918511b0a277569501bc0f2f03f","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.9400000000000001,"2":0.03,"3":0},"confidence":0.91},"score":{"score":1,"probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.95},"noul":{"related":0.83,"answers":0.12,"exact":0.04}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2256592920000003}
{"split":"test","qid":"q13","pid":"p10091","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34453c9338bbce0a0aa7a9dab31609ce1ee64e9b39189df7e5d7578b31e2c61e","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2788394159999989}
{"split":"test","qid":"q13","pid":"p10121","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6670ad9726082fefef49e3f0efa06d7b42f0bef6718f8784b3777cc3b4b80505","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21573091699999897}
{"split":"test","qid":"q13","pid":"p10297","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cdaf0a68fef735fa58c8f755e7fddd9f0e1ec0e65125d73e7527ff7370456145","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24628870899999855}
{"split":"test","qid":"q13","pid":"p10307","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a8b070b98c784674a811f17b125c95f38b50b7afab08f94766c895a049d8f71","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.04,"2":0.02,"3":0.01},"confidence":0.9},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.08,"answers":0.05,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2302662500000006}
{"split":"test","qid":"q13","pid":"p10375","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47d6440fbfdbae5fa2b1ab12342a77c8b7b99403944d66ddab4cc106e3ea5cd9","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.1,"2":0.06,"3":0.01},"confidence":0.78},"score":{"score":0.26,"probabilities":{"0":0.8,"1":0.14,"2":0.05,"3":0.01},"confidence":0.74},"noul":{"related":0.11,"answers":0.07,"exact":0.03}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21097745899999973}
{"split":"test","qid":"q13","pid":"p10424","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e4f1824239d42b5230ce7f033126bdeec20bd1d2221315af8c3f912f2a6e8f9","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.23294950000000061}
{"split":"test","qid":"q13","pid":"p10509","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c14e8b9cd109c547941f165a690e524a67482213474bab27c2859623516dcb84","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.07,"2":0.46,"3":0.4},"confidence":0.28},"score":{"score":2.22,"probabilities":{"0":0.06,"1":0.07,"2":0.46,"3":0.41},"confidence":0.4},"noul":{"related":0.75,"answers":0.69,"exact":0.45}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.20867987499999982}
{"split":"test","qid":"q13","pid":"p10711","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ecd8476ba2e0f4394c14594b902968a3bc75b057d81c45e164e52791e6e5643","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.12,"2":0.44,"3":0.35},"confidence":0.25},"score":{"score":2.03,"probabilities":{"0":0.08,"1":0.14,"2":0.45999999999999996,"3":0.32},"confidence":0.39},"noul":{"related":0.72,"answers":0.68,"exact":0.38}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.233722667}
{"split":"test","qid":"q13","pid":"p10736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"726b9121cb1e76224dcdfb07a9c79b845b1553b7ebbd6196a79005f35ab504d0","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.25775904099999936}
{"split":"test","qid":"q13","pid":"p10746","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1b17bc3617f333d38c2e3b0f000acb46ee66d2912ddbdbfbbf08ffef95ff793","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.09,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.23856029200000012}
{"split":"test","qid":"q13","pid":"p10764","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e74d65ffe403602cf57224ce89371c001f7dce3eba9ec9e11c54bb9fd69abba7","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.11,"2":0.02,"3":0},"confidence":0.82},"score":{"score":0.26,"probabilities":{"0":0.78,"1":0.19,"2":0.03,"3":0},"confidence":0.74},"noul":{"related":0.13,"answers":0.08,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2144833749999998}
{"split":"test","qid":"q13","pid":"p10767","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de8b591a44b2feb0be311d544dc4969b1ecaf95c8f5fa47fc6e6a79f6662db71","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21081120799999917}
{"split":"test","qid":"q13","pid":"p10867","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7308d182a5efba196c1c79fd62652ebcca2963101556315ba42426876ac09ef0","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2196013330000005}
{"split":"test","qid":"q13","pid":"p10892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e1f6033a9d650c9d43c7caf3bacfbbcc5639b17d53af810b59ff6df90a8f014","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.09,"probabilities":{"0":0.94,"1":0.03,"2":0.02,"3":0.01},"confidence":0.91},"noul":{"related":0.05,"answers":0.05,"exact":0.02}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2393809999999994}
{"split":"test","qid":"q13","pid":"p10993","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2879b272a975db4a010a93421f7989c90b3cc477d493d55a423a75dfbade7fb1","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24294441600000027}
{"split":"test","qid":"q13","pid":"p11017","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89f47d5588c2b4a36c8acc7ff69122b2fb5cf744a7153109cce7cc559881a99c","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.11,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.06,"answers":0.07,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2134794579999998}
{"split":"test","qid":"q13","pid":"p11042","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c23c10c77b690867f93b06a62dcbf2dc1df127c378b14c55587fb44de13d0b75","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.04,"exact":0.02}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2255940410000003}
{"split":"test","qid":"q13","pid":"p11175","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c38d7dccafd89a128f450f1ed6766313156f3c8fd9ba10c2be644c0d9b9a76e","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.16,"2":0.03,"3":0},"confidence":0.74},"score":{"score":0.26,"probabilities":{"0":0.78,"1":0.18,"2":0.04,"3":0},"confidence":0.74},"noul":{"related":0.13,"answers":0.06,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.26101766700000006}
{"split":"test","qid":"q13","pid":"p11229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65694649bd30c4faaf7156b4762b95f11908125a96d5130c9f2d5f9d585a8b7e","answers":{"choice":{"choice":"2","probabilities":{"0":0.18,"1":0.24,"2":0.42,"3":0.16},"confidence":0.23},"score":{"score":1.66,"probabilities":{"0":0.11,"1":0.28,"2":0.45,"3":0.16},"confidence":0.34},"noul":{"related":0.64,"answers":0.6,"exact":0.18}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.25408029200000054}
{"split":"test","qid":"q13","pid":"p11338","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48e116a96de75d61f7cee75b24b853626136750654d39b66d703d0acaba6acae","answers":{"choice":{"choice":"2","probabilities":{"0":0.17,"1":0.17,"2":0.39,"3":0.27},"confidence":0.2},"score":{"score":1.78,"probabilities":{"0":0.12,"1":0.24,"2":0.39,"3":0.25},"confidence":0.28},"noul":{"related":0.69,"answers":0.76,"exact":0.43}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2818542500000003}
{"split":"test","qid":"q13","pid":"p11436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0443f15fb5e6f298ee0bd3b41050cd7bcdeddecd521de13ee3cad645ca1d183f","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.03,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2298685000000005}
{"split":"test","qid":"q13","pid":"p11484","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4a8053eee373ea7be3783731f217bd12ceed1437509ffcd57ed2b981cb5824e","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.15,"2":0.04,"3":0},"confidence":0.73},"score":{"score":0.31,"probabilities":{"0":0.75,"1":0.2,"2":0.05,"3":0},"confidence":0.69},"noul":{"related":0.16,"answers":0.1,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2629259579999998}
{"split":"test","qid":"q13","pid":"p11530","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1080165fbb11f6c3757fc0131a4247e0bd5568b1307bab53369dd0ea2b045867","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21571058300000004}
{"split":"test","qid":"q13","pid":"p11536","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad724e541653502fb4bd8b4d956fbb84be88b3d36a891758709fa0f5307ebcf3","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.04,"2":0.04,"3":0.01},"confidence":0.89},"score":{"score":0.13,"probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.87},"noul":{"related":0.06,"answers":0.06,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2037918750000008}
{"split":"test","qid":"q13","pid":"p11542","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4e53939d944fbb51e03ec0ab9937d9a804e754d59ed250ebad558baac6e5fed","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22232687500000065}
{"split":"test","qid":"q13","pid":"p11573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d2940692706ba3fea3d608571e9329d9d213e98c27b5578eaddd401267a66b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.81},"score":{"score":0.21,"probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.79},"noul":{"related":0.17,"answers":0.07,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23561916700000074}
{"split":"test","qid":"q13","pid":"p11585","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36fbb3fb346b6137b2fa0b545f51804c3666ec8fecd4457910dc418258de766d","answers":{"choice":{"choice":"2","probabilities":{"0":0.08,"1":0.16,"2":0.59,"3":0.17},"confidence":0.45},"score":{"score":1.99,"probabilities":{"0":0.04,"1":0.16,"2":0.58,"3":0.22},"confidence":0.54},"noul":{"related":0.78,"answers":0.71,"exact":0.28}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2774064159999998}
{"split":"test","qid":"q13","pid":"p1175","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"090ec666e849c4335b14f3d672a92643f351eb2e9913d59e1ef70c1b390b6cc2","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.21574224999999933}
{"split":"test","qid":"q13","pid":"p1247","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"50cf88ab76049212bf5901bdb9566b6da0f33a9b68be9e8c0de6371af16d71d2","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.15,"probabilities":{"0":0.88,"1":0.09,"2":0.03,"3":0},"confidence":0.85},"noul":{"related":0.09,"answers":0.05,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21416904199999953}
{"split":"test","qid":"q13","pid":"p1325","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"abbe1bbde27470c1f7f11760d3bf840d60bfef4f9e88ca8f25083848d748766c","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":899,"outputTokens":107,"latencySeconds":0.20834579099999972}
{"split":"test","qid":"q13","pid":"p1351","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f8ae68541e668a36f8a2100a87d1ff4d829daa2963a736596c3c15be0b0aaa6d","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.09,"2":0.39,"3":0.49},"confidence":0.33},"score":{"score":2.27,"probabilities":{"0":0.02,"1":0.12,"2":0.42,"3":0.44},"confidence":0.27},"noul":{"related":0.81,"answers":0.79,"exact":0.38}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.20401612499999827}
{"split":"test","qid":"q13","pid":"p1385","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47240b931a63f267a578b0c9aa1fb8f96c2d1ab4e67b43ec4b9ba1510a5bfdea","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26418391700000027}
{"split":"test","qid":"q13","pid":"p139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"319a248ae462660f8d594c646a1a8b320ee562f304ad62cc63e5d9c788f9ff74","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.25812054200000056}
{"split":"test","qid":"q13","pid":"p1419","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5170b08ecfbdf3c5d1ffd5213baea6b80b16de1f178a5dc6a33f1b8b70aa6513","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21293074999999953}
{"split":"test","qid":"q13","pid":"p1489","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6887337eed4ece6265108761ddc8fcc5934d3a4c6bb43723b3ab90f3eb7936f9","answers":{"choice":{"choice":"2","probabilities":{"0":0.2,"1":0.22,"2":0.44,"3":0.14},"confidence":0.26},"score":{"score":1.68,"probabilities":{"0":0.13,"1":0.25,"2":0.42,"3":0.2},"confidence":0.28},"noul":{"related":0.62,"answers":0.56,"exact":0.15}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2264584160000013}
{"split":"test","qid":"q13","pid":"p1545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86ce4018b9e41df6823df122ca7a40b7d4c420baccd8f5c1c9542b5cff430560","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22364033299999939}
{"split":"test","qid":"q13","pid":"p16","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ec3ddce1ba6883f50fa32c3cab954da426d7ab36b74c3cc9afce0730effaa39","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.25,"2":0.54,"3":0.14},"confidence":0.38},"score":{"score":1.9,"probabilities":{"0":0.05,"1":0.17,"2":0.62,"3":0.16},"confidence":0.57},"noul":{"related":0.75,"answers":0.74,"exact":0.22}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2485587080000005}
{"split":"test","qid":"q13","pid":"p1794","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8984bc907e0cf6da357f20d62fb5152a0515d7d043d59bc0bc3efdf7b47b5e0c","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.05,"2":0.03,"3":0.01},"confidence":0.88},"score":{"score":0.2,"probabilities":{"0":0.86,"1":0.09,"2":0.04,"3":0.01},"confidence":0.8},"noul":{"related":0.09,"answers":0.12,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21466170799999965}
{"split":"test","qid":"q13","pid":"p1803","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad724e541653502fb4bd8b4d956fbb84be88b3d36a891758709fa0f5307ebcf3","answers":{"choice":{"choice":"0","probabilities":{"0":0.9400000000000001,"1":0.03,"2":0.03,"3":0},"confidence":0.91},"score":{"score":0.14,"probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.86},"noul":{"related":0.07,"answers":0.06,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.236260542}
{"split":"test","qid":"q13","pid":"p1880","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f6ccd587e7efde6ee7655c7ad3bdf548ae0238e358612a1853d6365a99c53e1","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21038270899999953}
{"split":"test","qid":"q13","pid":"p1975","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea245b020c3bb23c6334f3ecd43bb18007c7f6a618844455e91292212d47e8f8","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.17,"2":0.04,"3":0},"confidence":0.71},"score":{"score":0.32,"probabilities":{"0":0.72,"1":0.24,"2":0.04,"3":0},"confidence":0.68},"noul":{"related":0.19,"answers":0.14,"exact":0.04}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22459854199999973}
{"split":"test","qid":"q13","pid":"p1982","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ebc441a42768b9cc42e29799a38c6c0ff3e22b37bf22250be564f3d970cb4a2","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.33,"2":0.42,"3":0.2},"confidence":0.23},"score":{"score":1.63,"probabilities":{"0":0.04,"1":0.46,"2":0.33,"3":0.17},"confidence":0.29},"noul":{"related":0.83,"answers":0.54,"exact":0.29}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2152457919999997}
{"split":"test","qid":"q13","pid":"p2016","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e16a4f637e9357daf737c51aed42c0bd16ec5d92b2a15df14406192640c24b7e","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.86},"score":{"score":0.22,"probabilities":{"0":0.83,"1":0.13,"2":0.04,"3":0},"confidence":0.78},"noul":{"related":0.09,"answers":0.08,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21812362500000018}
{"split":"test","qid":"q13","pid":"p2142","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7240497a447d57ff6d84a830ead251eebb51d9d31258681ecea387fd981e736e","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.1,"answers":0.07,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22228912499999934}
{"split":"test","qid":"q13","pid":"p2156","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"147ff92f12823986b13cbca37537b68bf0b82e1c4ba6626532e07bd8b6c1b791","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.1,"2":0.56,"3":0.27},"confidence":0.41},"score":{"score":2.11,"probabilities":{"0":0.05,"1":0.1,"2":0.54,"3":0.31},"confidence":0.48},"noul":{"related":0.8,"answers":0.8,"exact":0.44}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.22573291600000084}
{"split":"test","qid":"q13","pid":"p2188","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41322f7ac34a9d5bffef7613659b0644016ad4551adcd4dc24abcebe1ec7b594","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.05,"2":0.05,"3":0},"confidence":0.87},"score":{"score":0.25,"probabilities":{"0":0.84,"1":0.08,"2":0.07,"3":0.01},"confidence":0.75},"noul":{"related":0.15,"answers":0.24,"exact":0.05}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2135285410000015}
{"split":"test","qid":"q13","pid":"p2254","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30d41411ba7d90fe30916ef9a8fe3f0ac38e06935e4fcc932160fa31717321c3","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.39,"2":0.39,"3":0.13},"confidence":0.19},"score":{"score":1.74,"probabilities":{"0":0.04,"1":0.32,"2":0.49,"3":0.15},"confidence":0.44},"noul":{"related":0.75,"answers":0.61,"exact":0.15}},"inputTokens":919,"outputTokens":107,"latencySeconds":0.22599174999999924}
{"split":"test","qid":"q13","pid":"p2305","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd8d4a0fe18e7b6333e96290676f05e7e763cfcd2396c88679cad551bb3e92c4","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.07,"2":0.43,"3":0.4},"confidence":0.25},"score":{"score":1.91,"probabilities":{"0":0.12,"1":0.15,"2":0.44,"3":0.29},"confidence":0.33},"noul":{"related":0.64,"answers":0.79,"exact":0.25}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22918808399999943}
{"split":"test","qid":"q13","pid":"p2314","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e26c33f7e5919b07700e92c6ae4ecc4bb00f381e43894cfe82fb92002e06fe83","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.41,"2":0.01,"3":0},"confidence":0.45},"score":{"score":0.44,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.34,"answers":0.04,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22804916700000102}
{"split":"test","qid":"q13","pid":"p2410","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6e08415ffe00bdc4709b9605ab29d048d61c0aefd966440e029df6e7133cfd0","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.11,"2":0.06,"3":0.01},"confidence":0.77},"score":{"score":0.29,"probabilities":{"0":0.79,"1":0.14,"2":0.06,"3":0.01},"confidence":0.71},"noul":{"related":0.11,"answers":0.1,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24518083300000035}
{"split":"test","qid":"q13","pid":"p2429","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e7522b34cb4c64805495088aa23a1f152e269cf2e861644a8e38c31c1fa96d03","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.78},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.13,"answers":0.02,"exact":0.01}},"inputTokens":798,"outputTokens":107,"latencySeconds":0.24133820799999922}
{"split":"test","qid":"q13","pid":"p2436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3c33a1d295ad237be870c52eb19904147256d498201e310f8d404f32d64f9c3","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.43,"2":0.12,"3":0.02},"confidence":0.25},"score":{"score":0.77,"probabilities":{"0":0.39,"1":0.47,"2":0.11,"3":0.03},"confidence":0.46},"noul":{"related":0.37,"answers":0.19,"exact":0.07}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2227947090000016}
{"split":"test","qid":"q13","pid":"p2462","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1e0b57518022aeb5c48359dc88cfd00f3fdbe4cbc4aaf899053c8a0e48bb10a","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.06,"answers":0.05,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24321345800000016}
{"split":"test","qid":"q13","pid":"p2464","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3cf76ecbbf4d7f9368acf64556960f62f87fa6ba5928a3132433e0322c48072","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23593487499999902}
{"split":"test","qid":"q13","pid":"p248","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d24a0bac62751f4acd482d57072fc247a3ef8a51cab92be2934eb2180307fa05","answers":{"choice":{"choice":"3","probabilities":{"0":0.04,"1":0.05,"2":0.28,"3":0.63},"confidence":0.51},"score":{"score":2.4,"probabilities":{"0":0.04,"1":0.08,"2":0.31,"3":0.57},"confidence":0.4},"noul":{"related":0.83,"answers":0.86,"exact":0.54}},"inputTokens":905,"outputTokens":107,"latencySeconds":0.23239037499999904}
{"split":"test","qid":"q13","pid":"p2489","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43e517a102fba30c8619d9e99e8392b9b9ada1bc5f2808a4a9c6052daacb8417","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22839450000000033}
{"split":"test","qid":"q13","pid":"p2512","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c38d7dccafd89a128f450f1ed6766313156f3c8fd9ba10c2be644c0d9b9a76e","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.18,"2":0.04,"3":0},"confidence":0.71},"score":{"score":0.26,"probabilities":{"0":0.79,"1":0.18,"2":0.03,"3":0},"confidence":0.74},"noul":{"related":0.14,"answers":0.06,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22599900000000162}
{"split":"test","qid":"q13","pid":"p2558","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"207c00e70df81cfd64ff75f81016f1743f2b461422a3aa65e9866a688de4f276","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.09,"2":0.04,"3":0.01},"confidence":0.81},"score":{"score":0.22,"probabilities":{"0":0.83,"1":0.11,"2":0.05,"3":0.01},"confidence":0.78},"noul":{"related":0.16,"answers":0.1,"exact":0.03}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21592262499999923}
{"split":"test","qid":"q13","pid":"p2574","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b53fa1f9fdcda423318883cea9d59a1fd3f4627ceb008dc3ec82b01f1146cab0","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.12,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.07,"answers":0.04,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2701187910000008}
{"split":"test","qid":"q13","pid":"p2651","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbe0271b9e4767993d848651386483fe82866ada4247f8ff47924804a34157c3","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.16,"probabilities":{"0":0.88,"1":0.07,"2":0.04,"3":0.01},"confidence":0.84},"noul":{"related":0.06,"answers":0.09,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.22709641700000066}
{"split":"test","qid":"q13","pid":"p2692","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4a5a027ddb2d0a24018e5a8d8b0f49f579419c5e168d9d9a5993b0fd3ea2f7f","answers":{"choice":{"choice":"3","probabilities":{"0":0.04,"1":0.06,"2":0.24,"3":0.66},"confidence":0.55},"score":{"score":2.46,"probabilities":{"0":0.03,"1":0.1,"2":0.27,"3":0.6},"confidence":0.46},"noul":{"related":0.8,"answers":0.9,"exact":0.58}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24467270800000004}
{"split":"test","qid":"q13","pid":"p2701","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4db27d2f2cfd6ebd609dcc3868d0b36b1a17a91482f9b7f270ee310950a34fd2","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.05,"2":0.39,"3":0.54},"confidence":0.38},"score":{"score":2.36,"probabilities":{"0":0.02,"1":0.05,"2":0.48,"3":0.45},"confidence":0.46},"noul":{"related":0.88,"answers":0.84,"exact":0.37}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2540020420000001}
{"split":"test","qid":"q13","pid":"p2760","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65bfa59b4c73e6d4a955c985945229f1f583c6ee3872788b5d84e539370ed38d","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.91},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.07,"answers":0.06,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.27579804200000035}
{"split":"test","qid":"q13","pid":"p2793","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9cec4df791296770e8c05573316237ea15eac505e3b8e66b6ffa9511217c663","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.2,"2":0.03,"3":0.01},"confidence":0.69},"score":{"score":0.38,"probabilities":{"0":0.68,"1":0.27,"2":0.04,"3":0.01},"confidence":0.62},"noul":{"related":0.25,"answers":0.08,"exact":0.03}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22654962499999964}
{"split":"test","qid":"q13","pid":"p2915","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0910279154cec5b440a199ad3d4a5115b9700e59c52293bb3bf0f3a8927c146e","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.17,"2":0.04,"3":0},"confidence":0.71},"score":{"score":0.3,"probabilities":{"0":0.75,"1":0.21,"2":0.04,"3":0},"confidence":0.7},"noul":{"related":0.17,"answers":0.09,"exact":0.03}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22343054100000154}
{"split":"test","qid":"q13","pid":"p2925","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4b24e904efcccede6069ec11559af5ecee72b1931f803fbec315506f7dfe79c","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.16,"2":0.57,"3":0.23},"confidence":0.43},"score":{"score":1.99,"probabilities":{"0":0.02,"1":0.19,"2":0.57,"3":0.22},"confidence":0.55},"noul":{"related":0.8,"answers":0.74,"exact":0.36}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22415445900000122}
{"split":"test","qid":"q13","pid":"p293","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87c9a8540b92f5765dbe687cf33ad4832d1eae9d841cbbd18ba9eaaddfd794ac","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2390306670000009}
{"split":"test","qid":"q13","pid":"p3025","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3bd258872f044997b3fdf9d95d65b58a6ecbf8a5d7910e25f6e6ac027410894","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.14,"2":0.53,"3":0.29},"confidence":0.37},"score":{"score":1.92,"probabilities":{"0":0.05,"1":0.21,"2":0.52,"3":0.22},"confidence":0.48},"noul":{"related":0.81,"answers":0.73,"exact":0.3}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.24517016599999988}
{"split":"test","qid":"q13","pid":"p3075","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a43603dd73fa1da55750474b9b507083e71c0da4e2171b54091d757a8bf49b1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2408377500000006}
{"split":"test","qid":"q13","pid":"p3110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8984bc907e0cf6da357f20d62fb5152a0515d7d043d59bc0bc3efdf7b47b5e0c","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.04,"2":0.04,"3":0.01},"confidence":0.89},"score":{"score":0.15,"probabilities":{"0":0.89,"1":0.07,"2":0.03,"3":0.01},"confidence":0.85},"noul":{"related":0.06,"answers":0.09,"exact":0.03}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.560203125}
{"split":"test","qid":"q13","pid":"p3146","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9671743611e9c4232ee888cdea58f5aa601cd0070e9be11336f77f1904b24140","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.23,"2":0.44,"3":0.3},"confidence":0.25},"score":{"score":2.14,"probabilities":{"0":0.02,"1":0.15,"2":0.5,"3":0.33},"confidence":0.48},"noul":{"related":0.83,"answers":0.86,"exact":0.44}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21844004200000017}
{"split":"test","qid":"q13","pid":"p3180","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c13a01990f578503ae5ce5625cec79b9a8f26717f54ac2dadca0f97613bf6b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.05,"answers":0.04,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2189834580000006}
{"split":"test","qid":"q13","pid":"p3283","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb61ffd6290b2b18fd059d9920e9badb2b7cd604fe5d53e6116c193417e698d7","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.15,"probabilities":{"0":0.89,"1":0.07,"2":0.03,"3":0.01},"confidence":0.85},"noul":{"related":0.06,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24123979099999998}
{"split":"test","qid":"q13","pid":"p3314","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3ebb3f2ee2ccf234852944d9f09d34f2ad734e6db9ebf28654bad209ad2d7b7","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.05,"answers":0.05,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22941870799999925}
{"split":"test","qid":"q13","pid":"p3366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c38d7dccafd89a128f450f1ed6766313156f3c8fd9ba10c2be644c0d9b9a76e","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.13,"2":0.03,"3":0},"confidence":0.79},"score":{"score":0.25,"probabilities":{"0":0.79,"1":0.17,"2":0.04,"3":0},"confidence":0.75},"noul":{"related":0.13,"answers":0.06,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2564963750000006}
{"split":"test","qid":"q13","pid":"p3420","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"602d85c220916c4c992d87e1a57268acb21a45f9ae37b03bebf94586c40d7150","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.15,"2":0.07,"3":0.01},"confidence":0.69},"score":{"score":0.35,"probabilities":{"0":0.75,"1":0.16,"2":0.08,"3":0.01},"confidence":0.65},"noul":{"related":0.12,"answers":0.3,"exact":0.03}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21796908299999995}
{"split":"test","qid":"q13","pid":"p3573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"804f8fba2ac3254da2f8bbb23d8ec37b5bc61a25a4386612cb6d1c394f755cda","answers":{"choice":{"choice":"2","probabilities":{"0":0.11,"1":0.09,"2":0.43,"3":0.37},"confidence":0.24},"score":{"score":2.01,"probabilities":{"0":0.09,"1":0.14,"2":0.44,"3":0.33},"confidence":0.35},"noul":{"related":0.78,"answers":0.78,"exact":0.47}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.2513787080000002}
{"split":"test","qid":"q13","pid":"p3753","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9cec4df791296770e8c05573316237ea15eac505e3b8e66b6ffa9511217c663","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.23,"2":0.04,"3":0.01},"confidence":0.64},"score":{"score":0.39,"probabilities":{"0":0.67,"1":0.28,"2":0.04,"3":0.01},"confidence":0.61},"noul":{"related":0.27,"answers":0.12,"exact":0.03}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2464341659999991}
{"split":"test","qid":"q13","pid":"p3759","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"032e3d5208a97f8830a33914c7a1b5dc1be01c925f5504af83c68d58c07aabf7","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.07,"probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24622904199999904}
{"split":"test","qid":"q13","pid":"p3773","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba5ebdc23e00837e1f99b49d7ee638f92bd7a7fa7d7ccd052e44c6d3999f0f96","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.257161250000001}
{"split":"test","qid":"q13","pid":"p3789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"abbe1bbde27470c1f7f11760d3bf840d60bfef4f9e88ca8f25083848d748766c","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.14,"probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":899,"outputTokens":107,"latencySeconds":0.2571595410000009}
{"split":"test","qid":"q13","pid":"p3800","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5e3c823ef41db7541a3eb3c4d2a2d1ee536d6734fa2071287f467f4ab7c00f2","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.14,"2":0.44,"3":0.36},"confidence":0.25},"score":{"score":2.05,"probabilities":{"0":0.05,"1":0.17,"2":0.45,"3":0.33},"confidence":0.4},"noul":{"related":0.81,"answers":0.74,"exact":0.39}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22670741699999963}
{"split":"test","qid":"q13","pid":"p3804","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85a27b61ccd2f41624334b5131da40173d5272430b9d3eaf8fa21ac4af095f6a","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.07,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.11,"answers":0.02,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.20699312500000086}
{"split":"test","qid":"q13","pid":"p3813","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53edb261661e905e3f102d8c683feb5c93470b3f8ee5640641ab9dccc24bd4eb","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.28148954199999937}
{"split":"test","qid":"q13","pid":"p3843","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81eb7c2f78ec9ae7d6af2022e135d582a4828168ac04642ba2a8b1c37b943d83","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.1,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2225604169999988}
{"split":"test","qid":"q13","pid":"p3879","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b36fe1df6a7c230d6be359239721b70dd1c814d8777abf5161875a50ddaa8c1f","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.09,"2":0.53,"3":0.32},"confidence":0.37},"score":{"score":2.07,"probabilities":{"0":0.04,"1":0.16,"2":0.49,"3":0.31},"confidence":0.44},"noul":{"related":0.76,"answers":0.7,"exact":0.43}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22516383300000054}
{"split":"test","qid":"q13","pid":"p3929","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0478279c74b92639030e5216bc0052b32057d0c7369608f7e517dc84d35c6390","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.16,"probabilities":{"0":0.89,"1":0.07,"2":0.03,"3":0.01},"confidence":0.84},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.24171829199999956}
{"split":"test","qid":"q13","pid":"p4002","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13bdd79b4565aefb0c2298065bd63f14eebfed88a024f0f653855ccb2a0a1099","answers":{"choice":{"choice":"3","probabilities":{"0":0.17,"1":0.1,"2":0.35,"3":0.38},"confidence":0.17},"score":{"score":1.95,"probabilities":{"0":0.13,"1":0.14,"2":0.37,"3":0.36},"confidence":0.24},"noul":{"related":0.73,"answers":0.75,"exact":0.34}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.24203083300000072}
{"split":"test","qid":"q13","pid":"p4173","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa843955cbec9a83fd42c161e9281d9d2c9a00a8f3b8674b41d95bbc31bf7a67","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.39,"2":0.33,"3":0.05},"confidence":0.18},"score":{"score":1.59,"probabilities":{"0":0.09,"1":0.32,"2":0.5,"3":0.09},"confidence":0.4},"noul":{"related":0.69,"answers":0.64,"exact":0.1}},"inputTokens":893,"outputTokens":107,"latencySeconds":0.21260874999999943}
{"split":"test","qid":"q13","pid":"p4344","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7baf6965c1640cbb5cf0ceac43244f39d869893a23ca987667187f8785a8e53f","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.11,"2":0.5,"3":0.3},"confidence":0.34},"score":{"score":2.06,"probabilities":{"0":0.06,"1":0.12,"2":0.53,"3":0.29},"confidence":0.47},"noul":{"related":0.71,"answers":0.66,"exact":0.35}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.21821812500000123}
{"split":"test","qid":"q13","pid":"p4588","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"366ab8afb7001958464b958b52baa02cc1f5ee729d65b873b32d160f0f9d8ec1","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.95},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.05,"answers":0.03,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2239932089999984}
{"split":"test","qid":"q13","pid":"p4766","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2630e30c4dac6212eea27a65e572bb4ed550fab8fbaedc69b22d8f12fe22d5a2","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.08,"2":0.04,"3":0.01},"confidence":0.82},"score":{"score":0.25,"probabilities":{"0":0.79,"1":0.15,"2":0.05,"3":0.01},"confidence":0.75},"noul":{"related":0.14,"answers":0.1,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23561604199999966}
{"split":"test","qid":"q13","pid":"p4789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cdaf0a68fef735fa58c8f755e7fddd9f0e1ec0e65125d73e7527ff7370456145","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20982675000000017}
{"split":"test","qid":"q13","pid":"p4802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89a368267e99efed22d3fd4e64e1a575ae5ffbc4dd516ccd23162091839ba7f9","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.06,"2":0.04,"3":0},"confidence":0.87},"score":{"score":0.19,"probabilities":{"0":0.86,"1":0.1,"2":0.04,"3":0},"confidence":0.81},"noul":{"related":0.12,"answers":0.08,"exact":0.02}},"inputTokens":896,"outputTokens":107,"latencySeconds":0.2502231670000001}
{"split":"test","qid":"q13","pid":"p4831","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f3eb17bef68de6afcad5a70139eaee814f92996c45e55ad6ccb3c24d27cc10a","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.12,"2":0.47,"3":0.31},"confidence":0.3},"score":{"score":1.9,"probabilities":{"0":0.08,"1":0.18,"2":0.49,"3":0.25},"confidence":0.41},"noul":{"related":0.71,"answers":0.75,"exact":0.41}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2161831660000007}
{"split":"test","qid":"q13","pid":"p4855","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb9b835d099f5d160155dc846d9526a9b14805df8e0f7126a83afccb9deb1a34","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23169908399999986}
{"split":"test","qid":"q13","pid":"p4857","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5f4c2dd615e5f549a43e5b168bf222aec4bf7aecd966c7f07b50679c23cacd3","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.12,"2":0.64,"3":0.2},"confidence":0.51},"score":{"score":2.01,"probabilities":{"0":0.02,"1":0.14,"2":0.64,"3":0.2},"confidence":0.62},"noul":{"related":0.78,"answers":0.66,"exact":0.2}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23746149999999944}
{"split":"test","qid":"q13","pid":"p4869","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93151730df0e716b753af3ff386e0e153cedb1520b10f0a24d1dd7d5da81f314","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.95},"score":{"score":0.1,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.08,"answers":0.07,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21324545899999975}
{"split":"test","qid":"q13","pid":"p4903","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c38d7dccafd89a128f450f1ed6766313156f3c8fd9ba10c2be644c0d9b9a76e","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.18,"2":0.03,"3":0},"confidence":0.71},"score":{"score":0.27,"probabilities":{"0":0.79,"1":0.17,"2":0.04,"3":0},"confidence":0.73},"noul":{"related":0.15,"answers":0.06,"exact":0.03}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.25519666700000015}
{"split":"test","qid":"q13","pid":"p5025","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19c39c725590231ecd4b5269b7717594c756a43f9dc8c030f05444cb58d4ca32","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.14,"2":0.12,"3":0.02},"confidence":0.63},"score":{"score":0.42,"probabilities":{"0":0.7,"1":0.19,"2":0.09,"3":0.02},"confidence":0.58},"noul":{"related":0.19,"answers":0.22,"exact":0.04}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20275191599999925}
{"split":"test","qid":"q13","pid":"p5188","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a15b352085c77271ef611c61b41249231871d7f3feb3457785cf659456aa932","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.73},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":800,"outputTokens":107,"latencySeconds":0.25299504199999867}
{"split":"test","qid":"q13","pid":"p5196","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"318cc747efdee02c7661c9cbadf3f9aa63c1cc51b58e5a1fe906faa4ed069d74","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.20922304099999928}
{"split":"test","qid":"q13","pid":"p5390","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47a32798acf7776ee4a80ede42164dd7dd0b7fc53267baf8126b95b18b3ec17c","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.2,"2":0.43,"3":0.3},"confidence":0.25},"score":{"score":1.88,"probabilities":{"0":0.07,"1":0.22,"2":0.47,"3":0.24},"confidence":0.39},"noul":{"related":0.76,"answers":0.61,"exact":0.27}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20687658399999964}
{"split":"test","qid":"q13","pid":"p5436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"370cc2117d939125a9c87d6485e7316a4db5909c9d28a3eea656ac8161ace542","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21216020899999966}
{"split":"test","qid":"q13","pid":"p5464","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c856f978bc12aebba832e488c97791c3f4bbbce38ae09a52aea7d67a9b7cd84","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24506654200000047}
{"split":"test","qid":"q13","pid":"p5597","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27905e30e3022460dbd987cfbbc77ca96caa1d0e715de22a3309bccd6b23ce14","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.06,"2":0.44,"3":0.47},"confidence":0.3},"score":{"score":2.32,"probabilities":{"0":0.04,"1":0.06,"2":0.45,"3":0.45},"confidence":0.32},"noul":{"related":0.87,"answers":0.86,"exact":0.4}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21948858400000062}
{"split":"test","qid":"q13","pid":"p5610","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10cb1fe67f1e014702eed3860e6d1f338c2e6e89262d5f9d6bb9812ca22d9ae6","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.83},"score":{"score":0.2,"probabilities":{"0":0.85,"1":0.12,"2":0.03,"3":0},"confidence":0.8},"noul":{"related":0.1,"answers":0.05,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2169593330000007}
{"split":"test","qid":"q13","pid":"p5675","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a508a91ad5c185cdd18ce80fa7c14863b6901734fb9a0d34f7717bc013f96d8","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.24253545899999882}
{"split":"test","qid":"q13","pid":"p5676","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"366ab8afb7001958464b958b52baa02cc1f5ee729d65b873b32d160f0f9d8ec1","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.03,"2":0.03,"3":0.01},"confidence":0.91},"score":{"score":0.1,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22914233299999978}
{"split":"test","qid":"q13","pid":"p5825","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb9b835d099f5d160155dc846d9526a9b14805df8e0f7126a83afccb9deb1a34","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.04,"answers":0.04,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23779629100000058}
{"split":"test","qid":"q13","pid":"p5874","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb057ee1df5c6b4e3c126a66fb171e9a7800695da952413bcd80cb23e5d615b4","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.05,"2":0.29,"3":0.63},"confidence":0.52},"score":{"score":2.45,"probabilities":{"0":0.04,"1":0.06,"2":0.32,"3":0.58},"confidence":0.45},"noul":{"related":0.85,"answers":0.84,"exact":0.69}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.25892916700000024}
{"split":"test","qid":"q13","pid":"p5944","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa9ce3d2a8a9320c4206225e32834f54528223837c4fb6611a373f8b151aa741","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.68},"score":{"score":0.45,"probabilities":{"0":0.61,"1":0.33,"2":0.05,"3":0.01},"confidence":0.55},"noul":{"related":0.25,"answers":0.08,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23323712500000146}
{"split":"test","qid":"q13","pid":"p6064","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a9be0d70ec5656719280923fcce2e8bb862bb9c5e9eba7c61d0d4337084198d","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.15,"2":0.06,"3":0.01},"confidence":0.71},"score":{"score":0.35,"probabilities":{"0":0.74,"1":0.18,"2":0.07,"3":0.01},"confidence":0.65},"noul":{"related":0.13,"answers":0.08,"exact":0.05}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.24117829200000052}
{"split":"test","qid":"q13","pid":"p6080","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35f3ac6fe8ef4183ac559a5a582c8b6ba6424c5802faf4ec9ab39241445cf776","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.35595266600000103}
{"split":"test","qid":"q13","pid":"p6128","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d02ce12df56c14d540bf556082b417a5415c8628c17e9f9f86fcefcaa4539eac","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.11,"2":0.04,"3":0},"confidence":0.8},"score":{"score":0.25,"probabilities":{"0":0.8,"1":0.14,"2":0.05,"3":0},"confidence":0.75},"noul":{"related":0.13,"answers":0.09,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21342904199999976}
{"split":"test","qid":"q13","pid":"p6165","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"020a251be75be49b29af37910f38536c0a7bc7a62861d17e2dceab45901c699e","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.1,"probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.07,"answers":0.04,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.28479770800000004}
{"split":"test","qid":"q13","pid":"p6218","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d495cd36617dc0379338d466f27e737667efd9652f136bdc63cf5042205357f8","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.06,"answers":0.04,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2526922090000007}
{"split":"test","qid":"q13","pid":"p6391","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"babc4494156f87840ec184c180a999a0a17970accf9e79de6473687f6b2b6698","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21958400000000075}
{"split":"test","qid":"q13","pid":"p6632","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef93120642f9bddca75f715ab0ead3a9d16e4749f7877e6b565e514d8d0b7e1b","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.83},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2418512920000012}
{"split":"test","qid":"q13","pid":"p6638","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05c5e380db928e3d287ecf65640662106560fd8fa37a6b7809609184f997adac","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.7,"2":0.05,"3":0.01},"confidence":0.6},"score":{"score":0.77,"probabilities":{"0":0.29,"1":0.66,"2":0.05,"3":0},"confidence":0.66},"noul":{"related":0.61,"answers":0.13,"exact":0.03}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.23680545800000072}
{"split":"test","qid":"q13","pid":"p6648","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74227baaa58bef9e183d3c9f6d0baf5e8dc62bd8c5021446e22e9c992492b168","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.85},"score":{"score":0.28,"probabilities":{"0":0.79,"1":0.16,"2":0.05,"3":0},"confidence":0.72},"noul":{"related":0.14,"answers":0.15,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20774775000000045}
{"split":"test","qid":"q13","pid":"p6653","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af2c29fa6de33a8dd68546b9766bde782759491b5c84d4a24005388b93178128","answers":{"choice":{"choice":"3","probabilities":{"0":0.13,"1":0.04,"2":0.28,"3":0.55},"confidence":0.4},"score":{"score":2.25,"probabilities":{"0":0.08,"1":0.07,"2":0.37,"3":0.48},"confidence":0.25},"noul":{"related":0.65,"answers":0.71,"exact":0.41}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20716308299999947}
{"split":"test","qid":"q13","pid":"p6760","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10c955de362fa8aaaf46d79f7c132b941d1032d0a64d927932dd23e1d51be473","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.2,"2":0.13,"3":0.01},"confidence":0.55},"score":{"score":0.74,"probabilities":{"0":0.52,"1":0.26,"2":0.19,"3":0.03},"confidence":0.26},"noul":{"related":0.25,"answers":0.23,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2425731250000008}
{"split":"test","qid":"q13","pid":"p6780","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa9a465bfce4861c71247b6fa6c0458aa4fab1a984416cdc50e5614050965c0b","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.43,"2":0.25,"3":0.02},"confidence":0.24},"score":{"score":1.01,"probabilities":{"0":0.25,"1":0.51,"2":0.21,"3":0.03},"confidence":0.49},"noul":{"related":0.5,"answers":0.34,"exact":0.1}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24219204199999878}
{"split":"test","qid":"q13","pid":"p6940","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b616b11736a54e70387426804ed54fd0c4d55c348e3c9b39352b1c1f67bb725","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.06,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2381009159999994}
{"split":"test","qid":"q13","pid":"p6955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18cce0a6be80c8f3bbc4c0ce7de18dc1e7dceaa5eafda8ee01b9e55294c9a721","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.25209533300000114}
{"split":"test","qid":"q13","pid":"p7084","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"067147cad1028761e5fc623906ea7096cb073b4272e007c55498eecac550c603","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20989695799999936}
{"split":"test","qid":"q13","pid":"p7291","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c38d7dccafd89a128f450f1ed6766313156f3c8fd9ba10c2be644c0d9b9a76e","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.1,"2":0.03,"3":0},"confidence":0.82},"score":{"score":0.24,"probabilities":{"0":0.8,"1":0.16,"2":0.04,"3":0},"confidence":0.76},"noul":{"related":0.13,"answers":0.06,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22568991699999968}
{"split":"test","qid":"q13","pid":"p741","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c83dbdb01e40fadc55c7b46990536a8d6e296901f81c19746cb88b1191a7893a","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.06,"2":0.03,"3":0.01},"confidence":0.86},"score":{"score":0.21,"probabilities":{"0":0.85,"1":0.1,"2":0.04,"3":0.01},"confidence":0.79},"noul":{"related":0.1,"answers":0.09,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20666754199999923}
{"split":"test","qid":"q13","pid":"p7417","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1c54ee0fb860bf2bd9f84e48647a898633a0bbc0d87c913bf2a720b720940e3","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.2158883330000008}
{"split":"test","qid":"q13","pid":"p7435","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec0c612b55da89613499a4af7d3defef1951d5b5ef4827ba56b7d0f046a5b342","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.04,"2":0.03,"3":0},"confidence":0.91},"score":{"score":0.24,"probabilities":{"0":0.84,"1":0.1,"2":0.05,"3":0.01},"confidence":0.76},"noul":{"related":0.11,"answers":0.1,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21012045799999943}
{"split":"test","qid":"q13","pid":"p749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0478279c74b92639030e5216bc0052b32057d0c7369608f7e517dc84d35c6390","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2537455000000009}
{"split":"test","qid":"q13","pid":"p7512","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f51d5d264f3a0a2713c6369887b977330c0ccbc428d9436851f03cf6be552835","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.38,"2":0.34,"3":0.23},"confidence":0.17},"score":{"score":1.98,"probabilities":{"0":0.04,"1":0.24,"2":0.43,"3":0.29},"confidence":0.39},"noul":{"related":0.83,"answers":0.76,"exact":0.37}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.27851862500000063}
{"split":"test","qid":"q13","pid":"p7550","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dcfb136aff9ca357ff6dfffb062559c1fe056e49bf20bbf6c465bf16e7453523","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.23,"2":0.21,"3":0.04},"confidence":0.36},"score":{"score":0.91,"probabilities":{"0":0.42,"1":0.3,"2":0.24,"3":0.04},"confidence":0.09},"noul":{"related":0.33,"answers":0.39,"exact":0.11}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22910162500000114}
{"split":"test","qid":"q13","pid":"p7596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea95932a3e6ff0fbfdb83bf389ec1432f0efe62898660bf89ef7afb24687b331","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.12,"2":0.04,"3":0},"confidence":0.77},"score":{"score":0.3,"probabilities":{"0":0.76,"1":0.19,"2":0.05,"3":0},"confidence":0.7},"noul":{"related":0.21,"answers":0.1,"exact":0.02}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.20877670800000123}
{"split":"test","qid":"q13","pid":"p7642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3fb4824517ce9120a8b66aa4343b50d6829a91532bffa3c3372dae1b90c92090","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.15,"2":0.02,"3":0},"confidence":0.77},"score":{"score":0.26,"probabilities":{"0":0.77,"1":0.21,"2":0.02,"3":0},"confidence":0.74},"noul":{"related":0.26,"answers":0.08,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24864154199999938}
{"split":"test","qid":"q13","pid":"p7659","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1d2c1f6127725d4f952205630661312552d1c86952333404e9db628b767574d2","answers":{"choice":{"choice":"3","probabilities":{"0":0.11,"1":0.06,"2":0.34,"3":0.49},"confidence":0.33},"score":{"score":2.2,"probabilities":{"0":0.08,"1":0.09,"2":0.39,"3":0.44},"confidence":0.2},"noul":{"related":0.76,"answers":0.78,"exact":0.62}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24945800000000054}
{"split":"test","qid":"q13","pid":"p7706","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"242aebf952fb8fe9db50f4a404502cce32568dbe53df14bc7e397d4b7081e744","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.12,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2094607500000002}
{"split":"test","qid":"q13","pid":"p7786","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27b6adc261ae9530b8a8ca7e45b47aef4fdd35f4f7ed6ef1b92129b676cf1a2d","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.28294020799999997}
{"split":"test","qid":"q13","pid":"p7848","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"790f7bdc799f6f52bde49bb781a8bdc20b1d547093c1aaebf27b93e39e1986e4","answers":{"choice":{"choice":"3","probabilities":{"0":0.05,"1":0.07,"2":0.4,"3":0.48},"confidence":0.31},"score":{"score":2.2,"probabilities":{"0":0.04,"1":0.11,"2":0.45,"3":0.4},"confidence":0.41},"noul":{"related":0.88,"answers":0.87,"exact":0.55}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.23672554200000012}
{"split":"test","qid":"q13","pid":"p7859","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8152e96e4e96f076018ae55c6c33602cff3adee6ced558085015845744c540b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.12,"2":0.03,"3":0},"confidence":0.8},"score":{"score":0.21,"probabilities":{"0":0.81,"1":0.17,"2":0.02,"3":0},"confidence":0.79},"noul":{"related":0.21,"answers":0.06,"exact":0.01}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.22852400000000125}
{"split":"test","qid":"q13","pid":"p7931","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0478279c74b92639030e5216bc0052b32057d0c7369608f7e517dc84d35c6390","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.16,"probabilities":{"0":0.88,"1":0.08,"2":0.03,"3":0.01},"confidence":0.84},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23128612500000054}
{"split":"test","qid":"q13","pid":"p7945","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"205ecf267c6404fbaa0736f7daea6958a79719807b74169f989bc8b1c08e9bc7","answers":{"choice":{"choice":"2","probabilities":{"0":0.19,"1":0.32,"2":0.37,"3":0.12},"confidence":0.16},"score":{"score":1.48,"probabilities":{"0":0.15,"1":0.36,"2":0.35,"3":0.14},"confidence":0.22},"noul":{"related":0.62,"answers":0.57,"exact":0.14}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2806622499999994}
{"split":"test","qid":"q13","pid":"p796","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4424a0a947aa50dc3df172a2e00622d34a2bce7d01100609297609d226573773","answers":{"choice":{"choice":"2","probabilities":{"0":0.18,"1":0.15,"2":0.36,"3":0.31},"confidence":0.14},"score":{"score":1.91,"probabilities":{"0":0.13,"1":0.13,"2":0.44,"3":0.3},"confidence":0.31},"noul":{"related":0.63,"answers":0.7,"exact":0.32}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21723416600000017}
{"split":"test","qid":"q13","pid":"p8127","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61c7c921938c916ef6b812653ed345f7d1086a3657a308faf8ea27a4bcc10fb7","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.24820316599999934}
{"split":"test","qid":"q13","pid":"p8210","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8068974d22338d481c2219b4465077d692012a8eba0beac8f9e849eecfdd6439","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.03,"2":0.02,"3":0.01},"confidence":0.93},"score":{"score":0.15,"probabilities":{"0":0.89,"1":0.07,"2":0.03,"3":0.01},"confidence":0.85},"noul":{"related":0.06,"answers":0.06,"exact":0.02}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21917504199999893}
{"split":"test","qid":"q13","pid":"p8226","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8eb2065b35096ce32f8e3602447ceaa4f7270dfb3f99962fdb342c5fa3f64208","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.06,"2":0.04,"3":0.01},"confidence":0.86},"score":{"score":0.24,"probabilities":{"0":0.82,"1":0.12,"2":0.05,"3":0.01},"confidence":0.76},"noul":{"related":0.13,"answers":0.09,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.23616850000000159}
{"split":"test","qid":"q13","pid":"p8234","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"963ea385b1019fc25ab3842b1a76d5154f9ae5de5fecde6ecb6ec0cb6cab3f46","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.27846554199999807}
{"split":"test","qid":"q13","pid":"p8269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7231c26acd1a831996762534e97ae7e71dfa6a6c2c735a2093e258ac569eec53","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.23,"probabilities":{"0":0.84,"1":0.11,"2":0.04,"3":0.01},"confidence":0.77},"noul":{"related":0.09,"answers":0.07,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.5837375409999986}
{"split":"test","qid":"q13","pid":"p8273","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9cee583baf7ffe540df479cece610c7a4a93450145addb088951fd62e19afdc","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20972825000000012}
{"split":"test","qid":"q13","pid":"p8325","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1ebd65f9a6d06592c44727eb0f86150ca880077fb10d59f343ea04cf77f6b18","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.14,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.16,"answers":0.03,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22562174999999843}
{"split":"test","qid":"q13","pid":"p8478","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65694649bd30c4faaf7156b4762b95f11908125a96d5130c9f2d5f9d585a8b7e","answers":{"choice":{"choice":"2","probabilities":{"0":0.16,"1":0.21,"2":0.43,"3":0.2},"confidence":0.25},"score":{"score":1.67,"probabilities":{"0":0.11,"1":0.26,"2":0.47000000000000003,"3":0.16},"confidence":0.35},"noul":{"related":0.69,"answers":0.52,"exact":0.21}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2279592499999999}
{"split":"test","qid":"q13","pid":"p8493","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67978c8afa50a828fef0a6e6d1d64c7e231044906e23d97b3629de95fabe7211","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.4076496669999979}
{"split":"test","qid":"q13","pid":"p8586","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5baef003d9e78fe0bf7dc16a4df2988c1a8b97bc3976337dc4e1c8d41660184","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.15,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.14,"answers":0.02,"exact":0.01}},"inputTokens":800,"outputTokens":107,"latencySeconds":0.24925837499999762}
{"split":"test","qid":"q13","pid":"p8588","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7231c26acd1a831996762534e97ae7e71dfa6a6c2c735a2093e258ac569eec53","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.17,"probabilities":{"0":0.87,"1":0.1,"2":0.03,"3":0},"confidence":0.83},"noul":{"related":0.08,"answers":0.07,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.25026858300000093}
{"split":"test","qid":"q13","pid":"p8599","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ea3f3796c5bfac3e5748ae8510a597e275416c0947eb41afd3b166402dc4156","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.52,"2":0.08,"3":0.01},"confidence":0.36},"score":{"score":0.78,"probabilities":{"0":0.35,"1":0.53,"2":0.11,"3":0.01},"confidence":0.52},"noul":{"related":0.47,"answers":0.14,"exact":0.03}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2351612920000007}
{"split":"test","qid":"q13","pid":"p8627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df67296ba730a2a4c0513dbd87fb79f48cd2af616b9c7258050467f21d547e05","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.34,"2":0.05,"3":0.01},"confidence":0.45},"score":{"score":0.57,"probabilities":{"0":0.57,"1":0.31,"2":0.1,"3":0.02},"confidence":0.43},"noul":{"related":0.29,"answers":0.15,"exact":0.06}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2265718339999985}
{"split":"test","qid":"q13","pid":"p8714","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5013cd81dfa63f329e9842042089c24a6a226b576b6c3577a0da53b726b6bf90","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":9767,"outputTokens":107,"latencySeconds":0.2583450410000005}
{"split":"test","qid":"q13","pid":"p8760","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65dc7464d3c580a20ba4f033cadaf77ec256d81e335924475b2b39fc52990da4","answers":{"choice":{"choice":"0","probabilities":{"0":0.9400000000000001,"1":0.03,"2":0.03,"3":0},"confidence":0.91},"score":{"score":0.12,"probabilities":{"0":0.91,"1":0.06,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.06,"answers":0.08,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2071605410000011}
{"split":"test","qid":"q13","pid":"p8819","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee120f9948ea326880ee4ef50649bd501b7c490da4e5f354e8b64577e970922e","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.05,"exact":0.02}},"inputTokens":886,"outputTokens":107,"latencySeconds":0.2582727500000001}
{"split":"test","qid":"q13","pid":"p8921","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8517a7db08d2d1da4542d3a36ed06d7ec7f4d4cafcb61e9a7c7abbf00b35b215","answers":{"choice":{"choice":"2","probabilities":{"0":0.12,"1":0.13,"2":0.49,"3":0.26},"confidence":0.33},"score":{"score":1.96,"probabilities":{"0":0.07,"1":0.15,"2":0.53,"3":0.25},"confidence":0.46},"noul":{"related":0.67,"answers":0.71,"exact":0.38}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.24865983300000152}
{"split":"test","qid":"q13","pid":"p9040","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9bab6ec6f59b6e44cd5d6d1d139173cfd91822c94da5997718dcd21c9059c443","answers":{"choice":{"choice":"2","probabilities":{"0":0.17,"1":0.08,"2":0.4,"3":0.35},"confidence":0.2},"score":{"score":1.95,"probabilities":{"0":0.1,"1":0.14,"2":0.47000000000000003,"3":0.29},"confidence":0.36},"noul":{"related":0.69,"answers":0.66,"exact":0.25}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24181445800000073}
{"split":"test","qid":"q13","pid":"p9057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb61ffd6290b2b18fd059d9920e9badb2b7cd604fe5d53e6116c193417e698d7","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.14,"probabilities":{"0":0.89,"1":0.07,"2":0.03,"3":0.01},"confidence":0.86},"noul":{"related":0.05,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23115708399999857}
{"split":"test","qid":"q13","pid":"p9119","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"422144dde56848cca6c8ae7f130b79d25431923f4e2fa7bb1f7e9c64cf260216","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.06,"2":0.04,"3":0.01},"confidence":0.86},"score":{"score":0.17,"probabilities":{"0":0.88,"1":0.07,"2":0.04,"3":0.01},"confidence":0.83},"noul":{"related":0.09,"answers":0.07,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22611724999999933}
{"split":"test","qid":"q13","pid":"p9195","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ab3bd3fab2ed710d3118a38f31a70ae4d8c4dc4a9800d398a3e9baebb19fbbb","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.2735692500000005}
{"split":"test","qid":"q13","pid":"p9202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48c8f79ccab8420be23c808bd05e4d4509b159610d06001475870f79295a49ae","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23974491699999997}
{"split":"test","qid":"q13","pid":"p9300","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b71d4adffe3590d364e2e52782517bd9d47323a71575b936142f53de3ab9eeb","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.06,"2":0.51,"3":0.4},"confidence":0.34},"score":{"score":2.3,"probabilities":{"0":0.03,"1":0.05,"2":0.52,"3":0.4},"confidence":0.5},"noul":{"related":0.85,"answers":0.78,"exact":0.37}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21264362499999698}
{"split":"test","qid":"q13","pid":"p9409","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c77bcf6da0473fb78f6a69d734a89eea3af4bb12e038036822e11a87cd458478","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.8},"score":{"score":0.21,"probabilities":{"0":0.8,"1":0.19,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.18,"answers":0.04,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23307379199999922}
{"split":"test","qid":"q13","pid":"p9606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62f574057c9b8cc4f91b975bd03440b2818e1a48ea5da5a83a17daf6d5c8b334","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.68},"score":{"score":0.2,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.19,"answers":0.04,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.25046058300000007}
{"split":"test","qid":"q13","pid":"p9656","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb7ca12ac8817e02b90636f1693cd0a622ba8acd5eccb001327183f828a387e8","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.1,"2":0.48,"3":0.37},"confidence":0.31},"score":{"score":2.11,"probabilities":{"0":0.05,"1":0.14,"2":0.47,"3":0.34},"confidence":0.43},"noul":{"related":0.82,"answers":0.8,"exact":0.33}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21896562500000072}
{"split":"test","qid":"q13","pid":"p9940","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb9b835d099f5d160155dc846d9526a9b14805df8e0f7126a83afccb9deb1a34","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21277966599999854}
{"split":"test","qid":"q13","pid":"p9942","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b46ceaa08f1b1e344352b5348b165a56b3858467fa056dfe019a8379669aae7e","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.05,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.20829995799999962}
{"split":"test","qid":"q13","pid":"p9954","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4424a0a947aa50dc3df172a2e00622d34a2bce7d01100609297609d226573773","answers":{"choice":{"choice":"2","probabilities":{"0":0.16,"1":0.17,"2":0.38,"3":0.29},"confidence":0.17},"score":{"score":1.83,"probabilities":{"0":0.16,"1":0.14,"2":0.42,"3":0.28},"confidence":0.26},"noul":{"related":0.66,"answers":0.69,"exact":0.3}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2287199580000015}
{"split":"test","qid":"q13","pid":"p9967","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81974c97461ca52ec49c2ccd10cfad7c3a72e67492c352417e19b23ddb9af5ab","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.12,"2":0.53,"3":0.28},"confidence":0.38},"score":{"score":2.02,"probabilities":{"0":0.05,"1":0.13,"2":0.56,"3":0.26},"confidence":0.51},"noul":{"related":0.82,"answers":0.8,"exact":0.29}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23410845800000243}
{"split":"test","qid":"q14","pid":"p10007","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3baf82443f77b9de11e9dcaa5df9c9f6d4a577f4dec3c29025baf539ee8b9f6a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.2302580420000013}
{"split":"test","qid":"q14","pid":"p1001","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f0b82c28d08e10b45e0236707080f6a2bbe56509f58bdbcee7e4d5b64fe1505","answers":{"choice":{"choice":"0","probabilities":{"0":0.44,"1":0.39,"2":0.16,"3":0.01},"confidence":0.26},"score":{"score":0.9,"probabilities":{"0":0.35,"1":0.42,"2":0.21,"3":0.02},"confidence":0.41},"noul":{"related":0.41,"answers":0.33,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20931433300000207}
{"split":"test","qid":"q14","pid":"p10171","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13bef1d3e8a2618cb8f4b7a9406819d4bfc99448d05917976b2f8d7d34f80cc5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.77,"3":0.06},"confidence":0.69},"score":{"score":1.92,"probabilities":{"0":0,"1":0.14,"2":0.8,"3":0.06},"confidence":0.79},"noul":{"related":0.91,"answers":0.8,"exact":0.21}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.2201421670000018}
{"split":"test","qid":"q14","pid":"p10189","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d1c72e4534b389e30b73ca665d0cb0ba90dc9db4b6bf61a45ecd2ae46686e30","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.09,"2":0.04,"3":0},"confidence":0.83},"score":{"score":0.29,"probabilities":{"0":0.76,"1":0.19,"2":0.05,"3":0},"confidence":0.71},"noul":{"related":0.13,"answers":0.11,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.21686283299999923}
{"split":"test","qid":"q14","pid":"p10207","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1651aa1d34f4bd3da0d92664cca7f5483305868946d733c37c4999e85a320cd","answers":{"choice":{"choice":"0","probabilities":{"0":0.8099999999999999,"1":0.09,"2":0.09,"3":0.01},"confidence":0.75},"score":{"score":0.41,"probabilities":{"0":0.71,"1":0.18,"2":0.1,"3":0.01},"confidence":0.59},"noul":{"related":0.14,"answers":0.11,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2178173339999994}
{"split":"test","qid":"q14","pid":"p1025","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2c70e9b8919e098d16c49f5b2975a3bbda3d93125d2781e8f5b24f737c976b0","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.21795783400000074}
{"split":"test","qid":"q14","pid":"p10416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"33791f7c33ab15bd27138a9f40c6ea9f499fe75792f574cb7d25238bed012f60","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.69,"2":0.04,"3":0},"confidence":0.58},"score":{"score":0.86,"probabilities":{"0":0.19,"1":0.76,"2":0.05,"3":0},"confidence":0.76},"noul":{"related":0.53,"answers":0.12,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2216674579999999}
{"split":"test","qid":"q14","pid":"p10564","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa9f700bb9abc5a53c424ea86c84f07948a91f0c66a79df129d9269e0b2403b5","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.47,"2":0.27,"3":0.09},"confidence":0.29},"score":{"score":1.41,"probabilities":{"0":0.11,"1":0.48,"2":0.32,"3":0.09},"confidence":0.38},"noul":{"related":0.74,"answers":0.52,"exact":0.22}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.251830833}
{"split":"test","qid":"q14","pid":"p10595","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c1aa07af9100ee1d786b8ade0a5868b252a03941787b5c580d3340eab93a13b","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.04,"2":0.03,"3":0},"confidence":0.9},"score":{"score":0.16,"probabilities":{"0":0.89,"1":0.06,"2":0.04,"3":0.01},"confidence":0.84},"noul":{"related":0.05,"answers":0.07,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22985741599999893}
{"split":"test","qid":"q14","pid":"p10629","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5afcf24bc92e079b51926469ffdfebcdb45abf304903a50738edfd8caaa94e7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.22392591700000047}
{"split":"test","qid":"q14","pid":"p10637","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f98ee795674b3de4851b84a44ff7381a6b3637f11335c734a40f63e562d8eeff","answers":{"choice":{"choice":"0","probabilities":{"0":0.47,"1":0.33,"2":0.18,"3":0.02},"confidence":0.29},"score":{"score":0.82,"probabilities":{"0":0.39,"1":0.42,"2":0.18,"3":0.01},"confidence":0.41},"noul":{"related":0.36,"answers":0.32,"exact":0.06}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.25501525000000036}
{"split":"test","qid":"q14","pid":"p10652","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d94b3e497577679e9060aed632837e80a28522ffb85dd32f0480269325911919","answers":{"choice":{"choice":"2","probabilities":{"0":0.14,"1":0.2,"2":0.59,"3":0.07},"confidence":0.46},"score":{"score":1.81,"probabilities":{"0":0.08,"1":0.12,"2":0.71,"3":0.09},"confidence":0.63},"noul":{"related":0.69,"answers":0.71,"exact":0.17}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.26652083399999904}
{"split":"test","qid":"q14","pid":"p10654","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"309c17efb9350c954b9424f9765e5dd48eb3bf1b5548c78d21b029da5687a0dc","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.67,"2":0.01,"3":0},"confidence":0.55},"score":{"score":0.74,"probabilities":{"0":0.27,"1":0.72,"2":0.01,"3":0},"confidence":0.72},"noul":{"related":0.51,"answers":0.07,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.25445341699999696}
{"split":"test","qid":"q14","pid":"p10756","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a3393dd865721dd088580552552c396a3d3fa54ab6bc1fa4a868fd7162945f6","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.45,"2":0.02,"3":0},"confidence":0.37},"score":{"score":0.57,"probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.54},"noul":{"related":0.46,"answers":0.12,"exact":0.02}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.25174483300000067}
{"split":"test","qid":"q14","pid":"p10785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"666bcea968851e2e4baca241a212dee408ef9359225f4e2300263a35d0ea6d5d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.20828220800000052}
{"split":"test","qid":"q14","pid":"p1109","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"767544b4d491a1e06dbf0c908d4191e7c1276a1c764a72fafe6d4c7c062f8bd4","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.1,"2":0.08,"3":0.03},"confidence":0.73},"score":{"score":0.4,"probabilities":{"0":0.74,"1":0.15,"2":0.09,"3":0.02},"confidence":0.6},"noul":{"related":0.17,"answers":0.15,"exact":0.06}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23298487500000192}
{"split":"test","qid":"q14","pid":"p11100","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d39726d3b6a3f7c02e6d98298cf084dfbedd375fdcd32323475c91149d1ab86","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.61,"2":0.26,"3":0.03},"confidence":0.48},"score":{"score":1.33,"probabilities":{"0":0.09,"1":0.52,"2":0.36,"3":0.03},"confidence":0.49},"noul":{"related":0.68,"answers":0.39,"exact":0.1}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20817879099999845}
{"split":"test","qid":"q14","pid":"p1111","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"60f19334d3cc152eac87c672c19001ee2d013530b435290341f1abd4f554801e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.22890287499999976}
{"split":"test","qid":"q14","pid":"p11147","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc412efee08b691c7a96273d8db0ed383969f38886ba77003cb8d6d9a640d28c","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.36,"2":0.05,"3":0},"confidence":0.44},"score":{"score":0.62,"probabilities":{"0":0.45,"1":0.48,"2":0.07,"3":0},"confidence":0.47},"noul":{"related":0.34,"answers":0.12,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23475541699999666}
{"split":"test","qid":"q14","pid":"p11217","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"561d6070cf7a1bf7e9347a13721cc390aa59c86170013885ded08d4648f5d9b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.68,"2":0.03,"3":0},"confidence":0.57},"score":{"score":0.8,"probabilities":{"0":0.23,"1":0.74,"2":0.03,"3":0},"confidence":0.74},"noul":{"related":0.48,"answers":0.1,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21661525000000256}
{"split":"test","qid":"q14","pid":"p11226","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e0e4054f0ba9ee9a656c75aeb2d4e7c7a85f722691863926b232531c8d1d1ff","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.12,"2":0.65,"3":0.2},"confidence":0.53},"score":{"score":2.08,"probabilities":{"0":0.02,"1":0.14,"2":0.58,"3":0.26},"confidence":0.55},"noul":{"related":0.77,"answers":0.76,"exact":0.29}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.22366145799999868}
{"split":"test","qid":"q14","pid":"p11304","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d01b39eb66d9188a04910c005a7909dcd9ed197f071bf6402dff7fe0dda51030","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.78},"score":{"score":0.2,"probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.8},"noul":{"related":0.16,"answers":0.05,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.22373341699999946}
{"split":"test","qid":"q14","pid":"p11322","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93920171312622d1fbd8787144a7b446ef39411eeca4365e5d5dc46b8c6acf14","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.22125745800000005}
{"split":"test","qid":"q14","pid":"p11461","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5752446e1072bf5e7d8448d0c73a946ca76313e8869cc16c1aefa33461d2e0f5","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1311,"outputTokens":107,"latencySeconds":0.23518966699999874}
{"split":"test","qid":"q14","pid":"p11497","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4181aa08685abc9e2a19ba4da3e7a55940f7d2117bc171260c9f3d0e87d3f7a7","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.49,"2":0.46,"3":0.03},"confidence":0.33},"score":{"score":1.64,"probabilities":{"0":0.01,"1":0.36,"2":0.6,"3":0.03},"confidence":0.58},"noul":{"related":0.81,"answers":0.53,"exact":0.11}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20113529199999902}
{"split":"test","qid":"q14","pid":"p11533","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b43de8ba351b6817458d5934547b4523a1b7616d9e9914e150a17316f403c295","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.24012504199999968}
{"split":"test","qid":"q14","pid":"p11537","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a55a45b95b31ade82633745309675a76b598ff90245b06eed35cf445312fe09e","answers":{"choice":{"choice":"2","probabilities":{"0":0.19,"1":0.31,"2":0.4,"3":0.1},"confidence":0.19},"score":{"score":1.4,"probabilities":{"0":0.16,"1":0.37,"2":0.37,"3":0.1},"confidence":0.21},"noul":{"related":0.62,"answers":0.61,"exact":0.14}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.23371891600000164}
{"split":"test","qid":"q14","pid":"p11553","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa1ebe04802e7d02804894d7f1d16cfaede784f4e4f84339db7add6373821d96","answers":{"choice":{"choice":"0","probabilities":{"0":0.39,"1":0.25,"2":0.21,"3":0.15},"confidence":0.19},"score":{"score":1.25,"probabilities":{"0":0.34,"1":0.26,"2":0.22,"3":0.18},"confidence":0},"noul":{"related":0.4,"answers":0.45,"exact":0.17}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.21480950000000304}
{"split":"test","qid":"q14","pid":"p1375","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf8bf7b0dca1237e271658d8f33d3cb6ba66715ec6eb65642e01115e3390f968","answers":{"choice":{"choice":"2","probabilities":{"0":0.23,"1":0.3,"2":0.38,"3":0.09},"confidence":0.18},"score":{"score":1.52,"probabilities":{"0":0.18,"1":0.24,"2":0.45999999999999996,"3":0.12},"confidence":0.29},"noul":{"related":0.63,"answers":0.59,"exact":0.16}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21018450000000302}
{"split":"test","qid":"q14","pid":"p1483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b91a917c371bd922ba286ea48375eb347a1568ee347fa47a1b0e32eda7eb68f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.21450437500000044}
{"split":"test","qid":"q14","pid":"p1499","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3fc45ff7d494002d19d5a5b5df9e971865cedd6e34e261a0f7633c4c9a478bb4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.22455433300000005}
{"split":"test","qid":"q14","pid":"p1699","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7decaadee34c25ab1eedfbcf343347b501389ee9b0bd394ff8f7a71fe9a32942","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.41},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.31,"answers":0.04,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2778984579999997}
{"split":"test","qid":"q14","pid":"p1918","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40c831aea759e8e2a9f2ffd1d8070e488a54fccbc2929c85ccaa4f1ee93e08fb","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.52,"2":0.11,"3":0.01},"confidence":0.36},"score":{"score":0.73,"probabilities":{"0":0.35,"1":0.58,"2":0.07,"3":0},"confidence":0.57},"noul":{"related":0.4,"answers":0.15,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22041216700000224}
{"split":"test","qid":"q14","pid":"p193","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3cf28bb976b68967e3a40e2b87abdd5151fec242572b129ec49fd9e398297e96","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1330,"outputTokens":107,"latencySeconds":0.2472243750000016}
{"split":"test","qid":"q14","pid":"p1930","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9bdcbba523d9f08e5229d30ea2c9dcfa9ab4ee6b290040056e14a86997d33117","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.25,"2":0.02,"3":0},"confidence":0.65},"score":{"score":0.38,"probabilities":{"0":0.63,"1":0.36,"2":0.01,"3":0},"confidence":0.62},"noul":{"related":0.21,"answers":0.08,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.25201537499999904}
{"split":"test","qid":"q14","pid":"p1936","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f703c50e114c10148dcabf6b738bc57f8facb625ddb8ca6d6b82d02be180375","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.59,"3":0.34},"confidence":0.46},"score":{"score":2.41,"probabilities":{"0":0,"1":0.01,"2":0.56,"3":0.43},"confidence":0.55},"noul":{"related":0.93,"answers":0.92,"exact":0.58}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2339130830000031}
{"split":"test","qid":"q14","pid":"p2057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8773c348077eaf8ac4db376af9305208e8e150bfbe0b17810ceb23224a3dfb7e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.2314082500000004}
{"split":"test","qid":"q14","pid":"p2062","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57e26b56bcd755a729b39146b4172a26d9a2923bfcd1266362f464754c0e645b","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.16,"2":0.07,"3":0.01},"confidence":0.69},"score":{"score":0.29,"probabilities":{"0":0.77,"1":0.17,"2":0.05,"3":0.01},"confidence":0.71},"noul":{"related":0.15,"answers":0.1,"exact":0.03}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22999837499999923}
{"split":"test","qid":"q14","pid":"p2071","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93920171312622d1fbd8787144a7b446ef39411eeca4365e5d5dc46b8c6acf14","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.24240841699999874}
{"split":"test","qid":"q14","pid":"p2105","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d24be4a5ecd500d77ee19f8771df115f3b5bba2fafcce5ebd8d37909c9bada72","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.21170220899999914}
{"split":"test","qid":"q14","pid":"p2115","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acf3768b75a10cc8c3e19ae65605f71634b06b4a13e0e24479e4ed5ab9b4e697","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.23101733299999977}
{"split":"test","qid":"q14","pid":"p2155","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b686e447f55e857084e4f233204a99afe6c373bb2be20b4630c20637a0affc57","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.2144641670000019}
{"split":"test","qid":"q14","pid":"p2168","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dced0d22d95949a6de7fecd8b09f2a83ba8ed72a75f654e28f995567dae74aac","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.36,"2":0.03,"3":0},"confidence":0.48},"score":{"score":0.48,"probabilities":{"0":0.56,"1":0.41,"2":0.03,"3":0},"confidence":0.52},"noul":{"related":0.33,"answers":0.15,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2241996250000011}
{"split":"test","qid":"q14","pid":"p2170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba8ccf4c36a264fabc273d4576dd25cb2a8a17ed0cfb74c9424d866503251d60","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.51,"2":0.27,"3":0.03},"confidence":0.34},"score":{"score":1.2,"probabilities":{"0":0.13,"1":0.57,"2":0.27,"3":0.03},"confidence":0.54},"noul":{"related":0.66,"answers":0.48,"exact":0.08}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.20665895799999998}
{"split":"test","qid":"q14","pid":"p2181","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0c78a374c3888b1244bd6ea0a79c96335453b37bcac6bc36900354625ac92da","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1318,"outputTokens":107,"latencySeconds":0.23259162500000094}
{"split":"test","qid":"q14","pid":"p2309","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"801d55151063972c93f7026b619a5d3fadbcc4d2516edf3286234a22a42c8cbb","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.26608716699999785}
{"split":"test","qid":"q14","pid":"p2366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b15e566989cd928308502e4e8a0de4ca8d46baa87fb8d17b057083cc76ed3834","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.2507519580000007}
{"split":"test","qid":"q14","pid":"p2437","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80fd928eacda6f8a615a211893726243b7082c49af5babfe7325f699d6bd9120","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.17,"2":0.11,"3":0.01},"confidence":0.62},"score":{"score":0.51,"probabilities":{"0":0.63,"1":0.24,"2":0.13,"3":0},"confidence":0.49},"noul":{"related":0.23,"answers":0.26,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21823408299999938}
{"split":"test","qid":"q14","pid":"p249","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f583db3b852c6ccc23ad80ce163d4caf5d9357bdc0fb67e820345625143c709b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1304,"outputTokens":107,"latencySeconds":0.2098764999999985}
{"split":"test","qid":"q14","pid":"p2579","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a88bbfc6f7a0ad8eb12aad3c44444d58b6f772b170c5aed6db48ce6a332e8ea8","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.29,"2":0.01,"3":0},"confidence":0.59},"score":{"score":0.4,"probabilities":{"0":0.62,"1":0.36,"2":0.02,"3":0},"confidence":0.6},"noul":{"related":0.29,"answers":0.07,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21654020799999854}
{"split":"test","qid":"q14","pid":"p2584","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"765dbf1ae08b78574042376214e92dbeb40893410dc3729857fa1079ecbdc3c6","answers":{"choice":{"choice":"0","probabilities":{"0":0.4,"1":0.29,"2":0.26,"3":0.05},"confidence":0.19},"score":{"score":1.2,"probabilities":{"0":0.31,"1":0.29,"2":0.3,"3":0.1},"confidence":0},"noul":{"related":0.51,"answers":0.52,"exact":0.16}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22745025000000169}
{"split":"test","qid":"q14","pid":"p2598","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e662290fd7b66aedcedca4ca5c7415024c80240c0e7d3ae7b5ef43904c593740","answers":{"choice":{"choice":"2","probabilities":{"0":0.11,"1":0.16,"2":0.63,"3":0.1},"confidence":0.52},"score":{"score":1.87,"probabilities":{"0":0.06,"1":0.13,"2":0.6900000000000001,"3":0.12},"confidence":0.62},"noul":{"related":0.67,"answers":0.76,"exact":0.18}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21664066600000298}
{"split":"test","qid":"q14","pid":"p2601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1df172dfffbef773718e22fdbb50d849aa8be06aacf89fb9d1d154da5af584b","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.2,"2":0.05,"3":0.01},"confidence":0.65},"score":{"score":0.29,"probabilities":{"0":0.78,"1":0.15,"2":0.06,"3":0.01},"confidence":0.71},"noul":{"related":0.29,"answers":0.26,"exact":0.05}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.2606072920000006}
{"split":"test","qid":"q14","pid":"p2741","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bdaae1f53ad8bbb794d5d65014dc72f742443b548fbf6d0717f7aee098612ae8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.22928933300000062}
{"split":"test","qid":"q14","pid":"p2944","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"95702be5d973cc345a74e88db2915087cd251f71db663dd1e4a9119fba097279","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.06,"2":0.33,"3":0.58},"confidence":0.45},"score":{"score":2.43,"probabilities":{"0":0.04,"1":0.06,"2":0.34,"3":0.5599999999999999},"confidence":0.43},"noul":{"related":0.83,"answers":0.85,"exact":0.55}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2167823750000025}
{"split":"test","qid":"q14","pid":"p3006","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13625845fbff4f75a679fc55285694ae5320f20cb369d50bbd85736783bcb0a8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.68,"3":0.28},"confidence":0.57},"score":{"score":2.32,"probabilities":{"0":0,"1":0.05,"2":0.57,"3":0.38},"confidence":0.57},"noul":{"related":0.94,"answers":0.93,"exact":0.45}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.26262112499999785}
{"split":"test","qid":"q14","pid":"p3058","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b815dd9e9dbb02d7030a8cba105bc837312d399e8e1fcf89eab712f348a778d1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.35157079200000224}
{"split":"test","qid":"q14","pid":"p3170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"666aefc39f4422b20c729b4445f1cfb7f53d03417019a42b9df0e8e6e4ad968e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":9657,"outputTokens":107,"latencySeconds":0.2633197089999994}
{"split":"test","qid":"q14","pid":"p3317","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20dd680129203341409b2f1752767a54af7a6c9afde891540eb81ecaa3efbb4e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1310,"outputTokens":107,"latencySeconds":0.24860158299999965}
{"split":"test","qid":"q14","pid":"p332","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b2e84ccec4c7801c2dff2519e0673bb8dc0ce24953fc88dad88d75741c34d15","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.22306091599999855}
{"split":"test","qid":"q14","pid":"p3362","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"08b0bcc36ea9fc9d2499aa2926a02f71a04880b129648032b7d180ad1b305011","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.39,"2":0.54,"3":0.05},"confidence":0.38},"score":{"score":1.72,"probabilities":{"0":0.01,"1":0.32,"2":0.62,"3":0.05},"confidence":0.61},"noul":{"related":0.79,"answers":0.64,"exact":0.17}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2327940000000017}
{"split":"test","qid":"q14","pid":"p3510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"653d70e9a5de6cef570d5b55571c49a20e9757e47d645add3b4674c986d28e99","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.21052791699999943}
{"split":"test","qid":"q14","pid":"p3534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f387523cbd6e01d291d3ac9d6ea05e5313a8e9ad7e117d20320d87132683be1f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":2046,"outputTokens":107,"latencySeconds":0.22689350000000194}
{"split":"test","qid":"q14","pid":"p3679","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c98677a7709b678ef6ee536189e1a7da72aca7c9f0717c3cc30b28a9a12290e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.23058733299999948}
{"split":"test","qid":"q14","pid":"p3746","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82b239efac6eef246020a82bfbb90d622fd580f5336c0d5fb3724f0b4fdc4a9d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1333,"outputTokens":107,"latencySeconds":0.25668920900000014}
{"split":"test","qid":"q14","pid":"p3762","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acf3768b75a10cc8c3e19ae65605f71634b06b4a13e0e24479e4ed5ab9b4e697","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.22142979099999865}
{"split":"test","qid":"q14","pid":"p38","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df074f612419dfa431160e19f6d0eed8698d10cbf5fb8fff66533c7bc645c845","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.2299830000000002}
{"split":"test","qid":"q14","pid":"p3801","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c818497eb3f862a1aab471257762ddbe8440e2d64e1b0d385dd4d60c3ed6a1cb","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.68,"2":0.28,"3":0.03},"confidence":0.57},"score":{"score":1.46,"probabilities":{"0":0,"1":0.56,"2":0.42,"3":0.02},"confidence":0.53},"noul":{"related":0.86,"answers":0.51,"exact":0.14}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21749191599999904}
{"split":"test","qid":"q14","pid":"p382","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb6d4caae6e24fa3e908b9c97919f826182104e2905c3992e2105d2185ce3648","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1311,"outputTokens":107,"latencySeconds":0.21032283399999868}
{"split":"test","qid":"q14","pid":"p3827","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"49cc60eb8cd883b8fd160ae10d74cc3fae22f872db3b87b7cde438f0c80cf722","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.47},"score":{"score":0.52,"probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.36,"answers":0.05,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.20908479199999783}
{"split":"test","qid":"q14","pid":"p3926","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f465c31752920c0a1ab752fcd00ec31cdfb241c88a9756d2eeb44fd608c3bd31","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.79,"2":0.15,"3":0.01},"confidence":0.71},"score":{"score":1.19,"probabilities":{"0":0.04,"1":0.73,"2":0.22,"3":0.01},"confidence":0.73},"noul":{"related":0.77,"answers":0.32,"exact":0.06}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21711154199999874}
{"split":"test","qid":"q14","pid":"p3939","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f14a8234369d9e591e47c62e8f9ef37c2a8d84d23ca47f6d2ae336d5f787228","answers":{"choice":{"choice":"2","probabilities":{"0":0.23,"1":0.29,"2":0.36,"3":0.12},"confidence":0.14},"score":{"score":1.57,"probabilities":{"0":0.13,"1":0.31,"2":0.41,"3":0.15},"confidence":0.28},"noul":{"related":0.65,"answers":0.64,"exact":0.19}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.24393312499999956}
{"split":"test","qid":"q14","pid":"p4026","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05491bb9d2549fabdeae1796b2997d28c72f153276d4788e0556b3efe2d0163a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.22305587499999818}
{"split":"test","qid":"q14","pid":"p4080","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"616be8b3ef628efe455db1abdc00b361949f8dea359c77884db6b5723b5acfdf","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.20440191699999924}
{"split":"test","qid":"q14","pid":"p4120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d1221301366f541e52053b2e83428edaf10a7573f5bfd866e78af11a130a9aa","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.1,"2":0.55,"3":0.3},"confidence":0.4},"score":{"score":2.25,"probabilities":{"0":0.02,"1":0.09,"2":0.5,"3":0.39},"confidence":0.47},"noul":{"related":0.82,"answers":0.78,"exact":0.43}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2488842079999995}
{"split":"test","qid":"q14","pid":"p4137","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8d88db3fd9a29e40a17c9c1ee19879cac392029dcbc6343f8a1fe9189dd0953","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.25574024999999895}
{"split":"test","qid":"q14","pid":"p4269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1905f142ae001d7fcf26819323c690c8216285975ad8b33de532cc05477d6abd","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.22947566599999847}
{"split":"test","qid":"q14","pid":"p4289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63e5a550f4403c3bb44fc969f4129a611cd27cda2c2df6607342bc3b03103839","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.51,"2":0.35,"3":0.03},"confidence":0.34},"score":{"score":1.54,"probabilities":{"0":0.06,"1":0.38,"2":0.51,"3":0.05},"confidence":0.45},"noul":{"related":0.75,"answers":0.61,"exact":0.13}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.20910741699999927}
{"split":"test","qid":"q14","pid":"p4326","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b244d04d458788f38ae4909729a6fba7c6ad61202d6b0d61b34eacad6c8fc16e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.2322519579999971}
{"split":"test","qid":"q14","pid":"p4346","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1d9c85235c155071c144ef96f86f038a4b5eb1eb4705f248b9f7b08c73866aa7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1310,"outputTokens":107,"latencySeconds":0.22321125000000028}
{"split":"test","qid":"q14","pid":"p4448","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab55169a3c30d9832d87cad57adb239173e42be9db358f10f1ccc5b12ae183d2","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.5,"2":0.23,"3":0.05},"confidence":0.33},"score":{"score":1.24,"probabilities":{"0":0.12,"1":0.56,"2":0.26,"3":0.05},"confidence":0.51},"noul":{"related":0.62,"answers":0.45,"exact":0.13}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.21280083300000116}
{"split":"test","qid":"q14","pid":"p4467","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c6e254a2ec9b82111f6fb39be8c3011e63f8d8fd4900d275da5d81fee35a639","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.21,"2":0.07,"3":0.01},"confidence":0.61},"score":{"score":0.52,"probabilities":{"0":0.62,"1":0.26,"2":0.11,"3":0.01},"confidence":0.48},"noul":{"related":0.29,"answers":0.14,"exact":0.04}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.25232675000000016}
{"split":"test","qid":"q14","pid":"p4468","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae48301186f47e5c06c80eae5529f7675e934d73e771d7e6ac80eb711cb8d2ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.42,"2":0.08,"3":0.01},"confidence":0.33},"score":{"score":0.72,"probabilities":{"0":0.42,"1":0.46,"2":0.11,"3":0.01},"confidence":0.45},"noul":{"related":0.42,"answers":0.27,"exact":0.05}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2172902499999982}
{"split":"test","qid":"q14","pid":"p4509","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57e26b56bcd755a729b39146b4172a26d9a2923bfcd1266362f464754c0e645b","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.13,"2":0.06,"3":0.01},"confidence":0.74},"score":{"score":0.34,"probabilities":{"0":0.73,"1":0.2,"2":0.06,"3":0.01},"confidence":0.66},"noul":{"related":0.17,"answers":0.1,"exact":0.03}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2589695830000019}
{"split":"test","qid":"q14","pid":"p4688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47ca003870056465549509473e9a490e33e9e4adf6befaa64844eb627704ba30","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.15,"2":0.05,"3":0},"confidence":0.73},"score":{"score":0.45,"probabilities":{"0":0.67,"1":0.24,"2":0.09,"3":0},"confidence":0.55},"noul":{"related":0.18,"answers":0.2,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21099133400000208}
{"split":"test","qid":"q14","pid":"p4760","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"187eff3e467d0c74e7178b64a2a78486266a9db59aeda9b96abeae8686e5baba","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1311,"outputTokens":107,"latencySeconds":0.20743370800000047}
{"split":"test","qid":"q14","pid":"p4859","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57e26b56bcd755a729b39146b4172a26d9a2923bfcd1266362f464754c0e645b","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.19,"2":0.07,"3":0.01},"confidence":0.64},"score":{"score":0.32,"probabilities":{"0":0.75,"1":0.18,"2":0.06,"3":0.01},"confidence":0.68},"noul":{"related":0.15,"answers":0.12,"exact":0.03}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2350230420000007}
{"split":"test","qid":"q14","pid":"p4882","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bbd96fcc70c882966a77629c41adb5f4d4f3d1255a3323639f9f8fefaf39a872","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.20917304200000217}
{"split":"test","qid":"q14","pid":"p5002","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae3a620247f36edab67bb510d1a9547f891b0668c2297f4b9e6b0687e37024a6","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.24,"2":0.25,"3":0.02},"confidence":0.31},"score":{"score":0.83,"probabilities":{"0":0.4,"1":0.39,"2":0.19,"3":0.02},"confidence":0.17},"noul":{"related":0.39,"answers":0.3,"exact":0.08}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.20462675000000308}
{"split":"test","qid":"q14","pid":"p5016","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e75b1a6876d080974734a8c70d8a1ba78863046ca88b2d5c96ba716243e394d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1321,"outputTokens":107,"latencySeconds":0.2265250410000008}
{"split":"test","qid":"q14","pid":"p5039","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1ecd66b1e0e7a2ed504eccd4173237f8eb85f295af7bff1080f806926ecdb29","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.2747572079999991}
{"split":"test","qid":"q14","pid":"p5175","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b482b0f46377996ca7b97d78355f4e977759c073900575223cb99521c6d00d1c","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.19,"2":0.05,"3":0},"confidence":0.67},"score":{"score":0.49,"probabilities":{"0":0.6,"1":0.31,"2":0.08,"3":0.01},"confidence":0.51},"noul":{"related":0.32,"answers":0.13,"exact":0.04}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21062704200000007}
{"split":"test","qid":"q14","pid":"p5180","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f78d85770fdbe34ac72c11bd11fba66293a58964779361dee3e731338063baf","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1313,"outputTokens":107,"latencySeconds":0.2501705000000002}
{"split":"test","qid":"q14","pid":"p5187","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a75dae2b33dfad71aa91faebf7664ff22463524de1ec8c1a67778efbc4a3afd4","answers":{"choice":{"choice":"0","probabilities":{"0":0.45,"1":0.43,"2":0.11,"3":0.01},"confidence":0.27},"score":{"score":0.9,"probabilities":{"0":0.3,"1":0.52,"2":0.17,"3":0.01},"confidence":0.5},"noul":{"related":0.4,"answers":0.25,"exact":0.04}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.21409512499999983}
{"split":"test","qid":"q14","pid":"p5227","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb7b988d5c026a60357de7722e0243c517001232e1f146616c8a5c9a744d2eb8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1310,"outputTokens":107,"latencySeconds":0.21015758300000015}
{"split":"test","qid":"q14","pid":"p5260","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"765f671b2745e39016520e6b4dda09fffcefcf3bd2a45e2ce39e5ad8bba80cb6","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.5700000000000001,"2":0,"3":0},"confidence":0.42},"score":{"score":0.58,"probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.37,"answers":0.07,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22273129200000039}
{"split":"test","qid":"q14","pid":"p5371","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"120d5801780cd0633bbe56c64aa43f9aa991696fe1883d987469a23db42e16d5","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1318,"outputTokens":107,"latencySeconds":0.23320237500000077}
{"split":"test","qid":"q14","pid":"p5412","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5acbecad278637d48188e40705f8acf22c94e989daf871c5e8f30ade4e8f6e3e","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.38,"2":0.43,"3":0.16},"confidence":0.24},"score":{"score":1.77,"probabilities":{"0":0.01,"1":0.35,"2":0.49,"3":0.15},"confidence":0.47},"noul":{"related":0.82,"answers":0.7,"exact":0.18}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.24261449999999968}
{"split":"test","qid":"q14","pid":"p5438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"49f37f37ede7b7997ff1810852252c3eeed2f8dee7e136c6157028dad8f62078","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.2384885839999988}
{"split":"test","qid":"q14","pid":"p548","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a76dfc962da3870731bc799af4ccf878ba15041b51446e70a44c39790f1e2c9","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.48,"2":0.33,"3":0.03},"confidence":0.31},"score":{"score":1.36,"probabilities":{"0":0.1,"1":0.49,"2":0.37,"3":0.04},"confidence":0.45},"noul":{"related":0.68,"answers":0.54,"exact":0.1}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.22394750000000205}
{"split":"test","qid":"q14","pid":"p5560","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"145f36579ce0fa7622d0222164b89dd25d0ef54bc36d74f68347130c335302d8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1313,"outputTokens":107,"latencySeconds":0.2124273749999993}
{"split":"test","qid":"q14","pid":"p557","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae19f846bb932d710e653c2d3f2c11638cad0085c3d856d25b3fc1c59c9b3244","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.67,"2":0.28,"3":0.02},"confidence":0.56},"score":{"score":1.38,"probabilities":{"0":0.03,"1":0.58,"2":0.38,"3":0.01},"confidence":0.57},"noul":{"related":0.8,"answers":0.43,"exact":0.11}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2061167499999974}
{"split":"test","qid":"q14","pid":"p5613","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6e1a725b9f5f98a2c9b421196de3244580908d728c0b4e3036326a97bf44b19","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1317,"outputTokens":107,"latencySeconds":0.21627495799999816}
{"split":"test","qid":"q14","pid":"p5820","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"783db5d452dd5bd9d22b495ca6076842c6be7e977e343b3f12da06a98419eed0","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22117712500000197}
{"split":"test","qid":"q14","pid":"p5845","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41fea7598fa425dd534dafbea7d4f0c76470453ed9c430a86eebf5006ddf23fe","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.22997862499999974}
{"split":"test","qid":"q14","pid":"p6009","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"51fc4b83bf4490627b3912ef7d53ac39320cb99490540c02c4bc787bcaadc047","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.44,"2":0.05,"3":0},"confidence":0.35},"score":{"score":0.64,"probabilities":{"0":0.42,"1":0.53,"2":0.05,"3":0},"confidence":0.52},"noul":{"related":0.35,"answers":0.11,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20956508300000132}
{"split":"test","qid":"q14","pid":"p6033","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64fce634010c6801808f1133be7e27c7509c1ebe9af986df00f1fe0788d82740","answers":{"choice":{"choice":"2","probabilities":{"0":0.17,"1":0.09,"2":0.37,"3":0.37},"confidence":0.17},"score":{"score":2.13,"probabilities":{"0":0.11,"1":0.1,"2":0.34,"3":0.45},"confidence":0.13},"noul":{"related":0.69,"answers":0.8,"exact":0.36}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2363431670000027}
{"split":"test","qid":"q14","pid":"p6166","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bca808b58e6a63b415359f8555f8eb561e3a0a1d3bab28a83c8a67f0beca8088","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.36,"2":0.13,"3":0.02},"confidence":0.33},"score":{"score":0.77,"probabilities":{"0":0.41,"1":0.43,"2":0.14,"3":0.02},"confidence":0.4},"noul":{"related":0.29,"answers":0.21,"exact":0.06}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2314510420000006}
{"split":"test","qid":"q14","pid":"p6177","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"552d9b99e5ff31da56b7ad67b0a9a6c99fc586efa4d100482c611eeec9f093bf","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.51,"2":0.22,"3":0.02},"confidence":0.35},"score":{"score":0.98,"probabilities":{"0":0.22,"1":0.59,"2":0.18,"3":0.01},"confidence":0.57},"noul":{"related":0.53,"answers":0.35,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2265594579999997}
{"split":"test","qid":"q14","pid":"p6217","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66512f732d1bc4521429dd7bfe3447a1d2ac0d82a548e59a77114491d93ceac1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1318,"outputTokens":107,"latencySeconds":0.22021208300000217}
{"split":"test","qid":"q14","pid":"p6306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4dd1e89a2fbe1b418be04a0d18e5cc2e79a709f3f0800845d7042798baed90f","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.47000000000000003,"2":0.19,"3":0.02},"confidence":0.29},"score":{"score":0.97,"probabilities":{"0":0.22,"1":0.61,"2":0.15,"3":0.02},"confidence":0.6},"noul":{"related":0.43,"answers":0.28,"exact":0.07}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.24878145900000162}
{"split":"test","qid":"q14","pid":"p6393","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1dbdd3dd4218c1bd8f965b1bcddde3a8cbbf8888887bd9e80159aea2c73947a2","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.51,"2":0.09,"3":0.01},"confidence":0.36},"score":{"score":0.94,"probabilities":{"0":0.22,"1":0.63,"2":0.14,"3":0.01},"confidence":0.63},"noul":{"related":0.47,"answers":0.18,"exact":0.05}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23855199999999968}
{"split":"test","qid":"q14","pid":"p6519","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"508ec0b34e520ad84e4e906b7fca20532dd773510cd145cb1b6a3e3f64b406f6","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1320,"outputTokens":107,"latencySeconds":0.23810849999999845}
{"split":"test","qid":"q14","pid":"p6541","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d90d927a0cba0046573fb87f2cdf20bb1e21e295c71e9442fb6294df4aea87cd","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1318,"outputTokens":107,"latencySeconds":0.24005054200000087}
{"split":"test","qid":"q14","pid":"p6608","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67cf8633e682a049ad7e8072438b903a4aa59a0f39476445c0c00600990690c1","answers":{"choice":{"choice":"2","probabilities":{"0":0.12,"1":0.12,"2":0.63,"3":0.13},"confidence":0.51},"score":{"score":1.91,"probabilities":{"0":0.07,"1":0.09,"2":0.7,"3":0.14},"confidence":0.63},"noul":{"related":0.63,"answers":0.72,"exact":0.31}},"inputTokens":916,"outputTokens":107,"latencySeconds":0.23173629200000143}
{"split":"test","qid":"q14","pid":"p6630","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"417388b181c777b486bf508345e686847406cf9c4d054de34fe87960edec7c3a","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.26,"2":0.01,"3":0},"confidence":0.64},"score":{"score":0.33,"probabilities":{"0":0.69,"1":0.3,"2":0.01,"3":0},"confidence":0.67},"noul":{"related":0.23,"answers":0.09,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2070826249999991}
{"split":"test","qid":"q14","pid":"p6661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bc8cb54df9c68a58f4775faccedfcf4f7ad90ad28ca81b1ce64a7ebc4506d2e","answers":{"choice":{"choice":"0","probabilities":{"0":0.46,"1":0.43,"2":0.1,"3":0.01},"confidence":0.28},"score":{"score":0.72,"probabilities":{"0":0.41,"1":0.47,"2":0.11,"3":0.01},"confidence":0.47},"noul":{"related":0.31,"answers":0.19,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23959783400000015}
{"split":"test","qid":"q14","pid":"p6684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ac8861980142aabb1fa8ee30878d1cdbe4d55b5de0542cc4da3caa337204528","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.21132020799999737}
{"split":"test","qid":"q14","pid":"p6736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2afe907d8ba4825fcba800174e1676af6da59692d839e7c6ba2b73b0d8f44552","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.66,"2":0.04,"3":0},"confidence":0.54},"score":{"score":0.83,"probabilities":{"0":0.22,"1":0.73,"2":0.05,"3":0},"confidence":0.72},"noul":{"related":0.56,"answers":0.15,"exact":0.03}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21749299999999858}
{"split":"test","qid":"q14","pid":"p6772","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45cc1bca5804fee33fc690e74ae1878c8ba51c50914cc831a90d390833bed5e1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1313,"outputTokens":107,"latencySeconds":0.24963416700000016}
{"split":"test","qid":"q14","pid":"p6848","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"157031bc01a7b2c78c2057029504090b0515dadd2f8c824f591e44e95e97671f","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.39,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.31,"answers":0.05,"exact":0.02}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20602616699999998}
{"split":"test","qid":"q14","pid":"p6888","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e2e5c924dc119592c6f13cc1e54421974a1611306bc9d33ac5abd153c6a212a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1318,"outputTokens":107,"latencySeconds":0.2440030000000006}
{"split":"test","qid":"q14","pid":"p690","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1287ef45ce21a6399767a55fa0c38a91b1757873eeb238e424f7813943feb588","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.17,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.1,"answers":0.05,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21286554199999955}
{"split":"test","qid":"q14","pid":"p6924","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"707d314ff9f6c0aa38d0066cdb6236d647f2c646252e1bd93c57222d946c46e5","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1318,"outputTokens":107,"latencySeconds":0.2321737920000014}
{"split":"test","qid":"q14","pid":"p6935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77589d54fe1b235ff6682396e032c6210c0e23573b0371a54cd9058c49455539","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.23808537499999874}
{"split":"test","qid":"q14","pid":"p7007","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4c4cfa5a6fd77a8be719a013ac6879183c714f18dbbdac114aa4cb3e67be21b","answers":{"choice":{"choice":"0","probabilities":{"0":0.47,"1":0.41,"2":0.11,"3":0.01},"confidence":0.3},"score":{"score":0.78,"probabilities":{"0":0.36,"1":0.51,"2":0.13,"3":0},"confidence":0.51},"noul":{"related":0.36,"answers":0.26,"exact":0.03}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2823732500000006}
{"split":"test","qid":"q14","pid":"p7018","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ca5134d031553a73f37ce1bfc3c429efea0e148000dd304c4130cc34d5d8ef5","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.9,"2":0.08,"3":0},"confidence":0.86},"score":{"score":1.04,"probabilities":{"0":0.02,"1":0.92,"2":0.06,"3":0},"confidence":0.92},"noul":{"related":0.83,"answers":0.17,"exact":0.05}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20796924999999827}
{"split":"test","qid":"q14","pid":"p7207","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ca44e01ab12ee6a5915f3c252129c5e3032b5e8a5b8c5e485ef1ce19c4e3828","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.22715737499999886}
{"split":"test","qid":"q14","pid":"p7254","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"739412bb96c69904e08dee06bdfa4106e495ff93f048ff95dca75b9da6ecc004","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.45,"2":0.27,"3":0.01},"confidence":0.26},"score":{"score":1.15,"probabilities":{"0":0.18,"1":0.51,"2":0.3,"3":0.01},"confidence":0.49},"noul":{"related":0.62,"answers":0.45,"exact":0.07}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2619024580000005}
{"split":"test","qid":"q14","pid":"p7259","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91df48f4682b321e281fed6fc0b7e5866bd65386569385f3f7073948d6491ce2","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.78},"score":{"score":0.31,"probabilities":{"0":0.7,"1":0.29,"2":0.01,"3":0},"confidence":0.69},"noul":{"related":0.18,"answers":0.05,"exact":0.01}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22230812499999955}
{"split":"test","qid":"q14","pid":"p7274","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07a75e56a599f96d2a485863936ffdb3742d652ca818448b17c768340366eeda","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.64,"2":0.1,"3":0.01},"confidence":0.53},"score":{"score":0.95,"probabilities":{"0":0.18,"1":0.7,"2":0.11,"3":0.01},"confidence":0.69},"noul":{"related":0.54,"answers":0.4,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2418908749999973}
{"split":"test","qid":"q14","pid":"p7305","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7e25452613baf7dd3ca13655f5cbb564948c7563463b978ebbe31facd596983","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.2371113750000004}
{"split":"test","qid":"q14","pid":"p7358","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e0cb391ab033ecb6a5bc015699f3a40460333d11b8baa150b58918ecf3dee2b","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.35,"2":0.6,"3":0.04},"confidence":0.46},"score":{"score":1.68,"probabilities":{"0":0.01,"1":0.35,"2":0.6,"3":0.04},"confidence":0.59},"noul":{"related":0.87,"answers":0.61,"exact":0.13}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24551566699999966}
{"split":"test","qid":"q14","pid":"p769","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28440ee5652ff76677d455c222a5a9c5401accaaa013820cca3c6ec32cfb4ea1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.2580982499999991}
{"split":"test","qid":"q14","pid":"p7724","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4a9d5e29bb4fc98b82d364a7b361ecb2b537f758d184b00a51a3045b7834809","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.24449725000000036}
{"split":"test","qid":"q14","pid":"p7733","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb4bc618827b5a83a2e040beb653a03dd61fa438ad7472ff2e35ed7245642385","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1313,"outputTokens":107,"latencySeconds":0.21248024999999687}
{"split":"test","qid":"q14","pid":"p7956","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05c8bb6d15eadb887f80f26d7065373452469107b3c8bf9fee3e160c2d66d423","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.45999999999999996,"2":0.14,"3":0.02},"confidence":0.29},"score":{"score":0.86,"probabilities":{"0":0.32,"1":0.51,"2":0.15,"3":0.02},"confidence":0.5},"noul":{"related":0.44,"answers":0.31,"exact":0.1}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.24591966599999796}
{"split":"test","qid":"q14","pid":"p8069","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb8612bdc3e7e9287fa0986dae7948e0b53f26cd299a9434121fd408cb7308a6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.73},"score":{"score":2.17,"probabilities":{"0":0.01,"1":0.03,"2":0.75,"3":0.21},"confidence":0.74},"noul":{"related":0.86,"answers":0.9,"exact":0.44}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23660891699999775}
{"split":"test","qid":"q14","pid":"p8161","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5c407fa3411b6159d2388b8ff17b8f34d13b192e9b4d0dbaee86908f0066440","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1332,"outputTokens":107,"latencySeconds":0.20537616700000216}
{"split":"test","qid":"q14","pid":"p8171","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"573fcc355d1034275991527a4c56942ae0ca60a83f75a13ac3be90a65e707910","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.66,"2":0.07,"3":0},"confidence":0.55},"score":{"score":0.81,"probabilities":{"0":0.24,"1":0.71,"2":0.05,"3":0},"confidence":0.71},"noul":{"related":0.52,"answers":0.11,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21716820799999914}
{"split":"test","qid":"q14","pid":"p8238","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa00697ac63bc3eaadc155d0c122684636b69f47b9a12f8381bb3843e47b535f","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.47,"2":0.02,"3":0},"confidence":0.35},"score":{"score":0.52,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.43,"answers":0.08,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23137166699999942}
{"split":"test","qid":"q14","pid":"p8292","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47189c764538f7493d846f12967a36bf05e7ca2415a8281d29626c2850752ad9","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.21,"2":0.11,"3":0.01},"confidence":0.56},"score":{"score":0.55,"probabilities":{"0":0.59,"1":0.28,"2":0.12,"3":0.01},"confidence":0.45},"noul":{"related":0.22,"answers":0.19,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2072524169999997}
{"split":"test","qid":"q14","pid":"p840","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68cd39795c5850870a7f6a649c8426a8a5e71d56a8f6c2165be287f9a1cce1cb","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1316,"outputTokens":107,"latencySeconds":0.22909870800000134}
{"split":"test","qid":"q14","pid":"p8518","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"257a7bc665090c182c2d2dfb2067cd1c84dab047f7e0ff6a582cf93b7f970fc8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.4,"3":0.07},"confidence":0.37},"score":{"score":1.56,"probabilities":{"0":0.02,"1":0.45,"2":0.48,"3":0.05},"confidence":0.46},"noul":{"related":0.86,"answers":0.63,"exact":0.17}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.22614329200000066}
{"split":"test","qid":"q14","pid":"p8562","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b86cc26ddcdfc1570e167ca6ea312cc025c0b9d4f2638d0c097f0f5a0d8d211c","answers":{"choice":{"choice":"2","probabilities":{"0":0.24,"1":0.29,"2":0.45,"3":0.02},"confidence":0.27},"score":{"score":1.44,"probabilities":{"0":0.12,"1":0.35,"2":0.51,"3":0.02},"confidence":0.4},"noul":{"related":0.48,"answers":0.72,"exact":0.1}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22719391700000052}
{"split":"test","qid":"q14","pid":"p8564","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7af59af893972a764f4363023c68884b53bfc23211cc03d53affdc998556e805","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1304,"outputTokens":107,"latencySeconds":0.22867433399999937}
{"split":"test","qid":"q14","pid":"p8672","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f2d906650e2c1c93d81816e2a847c8c4a17e21172d1944d7f7c0da1c6f74a51","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1314,"outputTokens":107,"latencySeconds":0.20308145800000058}
{"split":"test","qid":"q14","pid":"p8867","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"266bbf1306b39140cc13998be2934cc1e17e96c7796d67682da534c654842209","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.85,"2":0.02,"3":0},"confidence":0.79},"score":{"score":0.88,"probabilities":{"0":0.14,"1":0.84,"2":0.02,"3":0},"confidence":0.84},"noul":{"related":0.62,"answers":0.09,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2361481249999997}
{"split":"test","qid":"q14","pid":"p9159","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fdf2d3ffa7851cfb37ef13b90c1887dad36f47f570bd8c7db7e0947c0f6e7c19","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.47,"2":0.47,"3":0.04},"confidence":0.3},"score":{"score":1.73,"probabilities":{"0":0.02,"1":0.29,"2":0.64,"3":0.05},"confidence":0.62},"noul":{"related":0.83,"answers":0.63,"exact":0.15}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22433450000000085}
{"split":"test","qid":"q14","pid":"p9251","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03d4b31d3dce919f15999fc16cf23ec94fbb88bbde5733f493bb984faf6f3b99","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.18,"2":0.1,"3":0.01},"confidence":0.61},"score":{"score":0.38,"probabilities":{"0":0.74,"1":0.16,"2":0.09,"3":0.01},"confidence":0.62},"noul":{"related":0.15,"answers":0.17,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21770866600000227}
{"split":"test","qid":"q14","pid":"p9467","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0673b0b8a220016639eaf3a07d2514ec6f674698477bc9623931feac7542761f","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.45,"2":0.31,"3":0.03},"confidence":0.27},"score":{"score":1.23,"probabilities":{"0":0.2,"1":0.4,"2":0.38,"3":0.02},"confidence":0.38},"noul":{"related":0.45,"answers":0.45,"exact":0.08}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.24015970899999955}
{"split":"test","qid":"q14","pid":"p9474","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0657eacbc7691016eb52654883608bb8dad97ed80a2e5ca06927fea79b036994","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1312,"outputTokens":107,"latencySeconds":0.21792704199999935}
{"split":"test","qid":"q14","pid":"p9492","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9b411c7fb0a61e681da11e073dd89fbd7b423887fbd9aa95769ac815b92929f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.22874837499999923}
{"split":"test","qid":"q14","pid":"p9624","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47ca003870056465549509473e9a490e33e9e4adf6befaa64844eb627704ba30","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.18,"2":0.07,"3":0},"confidence":0.67},"score":{"score":0.49,"probabilities":{"0":0.63,"1":0.27,"2":0.1,"3":0},"confidence":0.51},"noul":{"related":0.19,"answers":0.23,"exact":0.03}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.24871845799999936}
{"split":"test","qid":"q14","pid":"p9635","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d30ce75fbd510521346f7340d1ea66865866740d6a46d43bf7194c449e5fbfb","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1313,"outputTokens":107,"latencySeconds":0.2062388749999991}
{"split":"test","qid":"q14","pid":"p9686","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e4352d651e08a71a49c1aa260530e11b045b27b9cd5886372278194c88aada3","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.24170891699999994}
{"split":"test","qid":"q14","pid":"p9789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a14bae348f04b4233fada1c252fbe103da16c18328cbbae1b6356f7e4c61abc","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.67,"2":0.14,"3":0.01},"confidence":0.55},"score":{"score":1.13,"probabilities":{"0":0.09,"1":0.71,"2":0.19,"3":0.01},"confidence":0.7},"noul":{"related":0.68,"answers":0.31,"exact":0.07}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23532158400000117}
{"split":"test","qid":"q14","pid":"p9849","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d2996cf4e2e65fafef1bb93cda26fa602c68fecf01697b2d0bc3989d19a8175","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.5,"2":0.21,"3":0.02},"confidence":0.34},"score":{"score":1.19,"probabilities":{"0":0.14,"1":0.55,"2":0.29,"3":0.02},"confidence":0.53},"noul":{"related":0.62,"answers":0.43,"exact":0.08}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2095264160000006}
{"split":"test","qid":"q14","pid":"p9894","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c44185f83c0d5013c9d53d6ebdf4cb18fc7e9ab1258caec892c12d9d0285e6af","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.2222847499999989}
{"split":"test","qid":"q14","pid":"p9955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac237d12d8553e6d3a7227cac45540dbccef35d77cc1441c088e20b0e545aa40","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1315,"outputTokens":107,"latencySeconds":0.21183745799999815}
{"split":"test","qid":"q14","pid":"p9990","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a371f487d36de56ed3bb0688e13479e82df10688e4fae71759352396e341000","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.32,"2":0.02,"3":0},"confidence":0.55},"score":{"score":0.39,"probabilities":{"0":0.63,"1":0.35,"2":0.02,"3":0},"confidence":0.61},"noul":{"related":0.24,"answers":0.09,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20754408300000068}
{"split":"test","qid":"q15","pid":"p10130","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb592f9a622089e5ea498f8ac64cb7bbb738fd0e9d2d4ceb653d8df16c4a4aaf","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.42,"2":0.04,"3":0},"confidence":0.39},"score":{"score":0.58,"probabilities":{"0":0.44,"1":0.54,"2":0.02,"3":0},"confidence":0.54},"noul":{"related":0.29,"answers":0.19,"exact":0.03}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2251819170000017}
{"split":"test","qid":"q15","pid":"p10227","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d72ab7bab11855535d07f515a7b59675557d598572a6f68fb5d0dc1e06edceb","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.79,"2":0.18,"3":0.01},"confidence":0.7},"score":{"score":1.24,"probabilities":{"0":0.01,"1":0.74,"2":0.25,"3":0},"confidence":0.73},"noul":{"related":0.7,"answers":0.46,"exact":0.08}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2473950420000001}
{"split":"test","qid":"q15","pid":"p10279","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ea50ba1bfae9d487074ba805cc59928112db77362880acb56c32fec78855e43","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.8,"3":0.14},"confidence":0.74},"score":{"score":2.17,"probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.78},"noul":{"related":0.91,"answers":0.88,"exact":0.31}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.22893687499999943}
{"split":"test","qid":"q15","pid":"p10285","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f85e9ce3787b28faab6a494df7f07cab18ff4123eb013d9399dc916015f6c35","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.45,"3":0.03},"confidence":0.35},"score":{"score":1.59,"probabilities":{"0":0,"1":0.42,"2":0.56,"3":0.02},"confidence":0.56},"noul":{"related":0.85,"answers":0.62,"exact":0.12}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.25073033300000314}
{"split":"test","qid":"q15","pid":"p10436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c6baed5fbd0d8d1047e7a9e952576f5b7b0f704dd0f6389505d7516de59024a8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.61,"3":0.26},"confidence":0.48},"score":{"score":2.2,"probabilities":{"0":0,"1":0.1,"2":0.59,"3":0.31},"confidence":0.58},"noul":{"related":0.95,"answers":0.88,"exact":0.41}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2196280000000006}
{"split":"test","qid":"q15","pid":"p10577","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ab83f78628d1310badb7d11c4b2c6db0bf067f7c0e5faf4a070e54b71baecd1","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.37,"2":0.02,"3":0},"confidence":0.47},"score":{"score":0.56,"probabilities":{"0":0.47,"1":0.51,"2":0.02,"3":0},"confidence":0.51},"noul":{"related":0.23,"answers":0.1,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20630233300000328}
{"split":"test","qid":"q15","pid":"p11061","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b805a81babf744d1db5fa4c081c3e8c6eafddafa72a64061623c14fb2c5b8ab0","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.8,"2":0.14,"3":0},"confidence":0.73},"score":{"score":1.14,"probabilities":{"0":0.03,"1":0.8,"2":0.17,"3":0},"confidence":0.79},"noul":{"related":0.62,"answers":0.33,"exact":0.05}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23548712499999966}
{"split":"test","qid":"q15","pid":"p11121","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1ea9df10ecadd8737de074d5902ff921f96eac8fca4c0535c6df156e15833fb8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.58,"2":0.38,"3":0.03},"confidence":0.45},"score":{"score":1.6,"probabilities":{"0":0,"1":0.41,"2":0.58,"3":0.01},"confidence":0.57},"noul":{"related":0.78,"answers":0.64,"exact":0.12}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.23633350000000064}
{"split":"test","qid":"q15","pid":"p11253","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"756798521fd3d04e0e6893cdea82ddb5adb32d9988f1b4f7b26d4a6a7839d648","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.94},"score":{"score":2.98,"probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"noul":{"related":0.98,"answers":0.97,"exact":0.81}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21167625000000043}
{"split":"test","qid":"q15","pid":"p11365","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53dcb69b30634cbdbc4100a3392b6c3269fb7a6380b07e91ae6105bc3e74cf42","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.78,"2":0.04,"3":0},"confidence":0.7},"score":{"score":0.94,"probabilities":{"0":0.12,"1":0.82,"2":0.06,"3":0},"confidence":0.82},"noul":{"related":0.6,"answers":0.17,"exact":0.03}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.2469168329999993}
{"split":"test","qid":"q15","pid":"p11582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97b6234221dafaf68c7806b20b260a5f1fd4af4ce166a7d86a798c834421751f","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.67,"2":0.03,"3":0},"confidence":0.56},"score":{"score":0.86,"probabilities":{"0":0.17,"1":0.8,"2":0.03,"3":0},"confidence":0.79},"noul":{"related":0.56,"answers":0.11,"exact":0.02}},"inputTokens":1500,"outputTokens":107,"latencySeconds":0.26391200000000026}
{"split":"test","qid":"q15","pid":"p1510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92794cc53871be30249b229f27326a06b1188848fce1c961f3dbb25fcfd55797","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.94},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.75,"answers":0.22,"exact":0.05}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20877337500000068}
{"split":"test","qid":"q15","pid":"p1527","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f2523bcb627bb2249c7c7c89883386940f5a7247443399b8c6bc4100f9f039c2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.78},"score":{"score":1.21,"probabilities":{"0":0,"1":0.78,"2":0.22,"3":0},"confidence":0.78},"noul":{"related":0.82,"answers":0.55,"exact":0.07}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22824212500000066}
{"split":"test","qid":"q15","pid":"p1720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79163f18fad1d8b97fd384769dc6fa487d1312df61c76cfd0003c5a8b2ae27b5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.39,"2":0.58,"3":0.03},"confidence":0.43},"score":{"score":1.68,"probabilities":{"0":0,"1":0.33,"2":0.66,"3":0.01},"confidence":0.65},"noul":{"related":0.84,"answers":0.74,"exact":0.12}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21418924999999944}
{"split":"test","qid":"q15","pid":"p1858","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f38ec046199dee52623f3b1e2fdedf124cf39f97956e5d52b3ef30cc55cf96d","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.45},"score":{"score":0.67,"probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.3,"answers":0.06,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2450726250000007}
{"split":"test","qid":"q15","pid":"p2064","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71e28438ce46f87311e48a2d8f3842c0e1e25fcdaca652da2a83a22161ae8fb2","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.71,"2":0.1,"3":0.01},"confidence":0.61},"score":{"score":1.13,"probabilities":{"0":0.06,"1":0.76,"2":0.18,"3":0},"confidence":0.75},"noul":{"related":0.57,"answers":0.34,"exact":0.06}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22038537500000166}
{"split":"test","qid":"q15","pid":"p209","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8590574d3f330e8f7c9a034bd9b96c497c7fee37cd437a70cbe520155a526623","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.58,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.58},"noul":{"related":0.97,"answers":0.92,"exact":0.52}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23458691700000053}
{"split":"test","qid":"q15","pid":"p2247","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dff2e8dd113c605eb9a6299afe183a51d03ecf026bdef0eb55173587a896cba2","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.17,"2":0.01,"3":0},"confidence":0.75},"score":{"score":0.29,"probabilities":{"0":0.73,"1":0.26,"2":0.01,"3":0},"confidence":0.71},"noul":{"related":0.1,"answers":0.06,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20416591699999845}
{"split":"test","qid":"q15","pid":"p2650","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92c9a899ce837e9b1729e08c3d04db7f83b23a882948ee2fdab628e0fb5c1997","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.85,"2":0.13,"3":0.01},"confidence":0.8},"score":{"score":1.19,"probabilities":{"0":0.01,"1":0.79,"2":0.19,"3":0.01},"confidence":0.79},"noul":{"related":0.86,"answers":0.45,"exact":0.11}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23748408299999937}
{"split":"test","qid":"q15","pid":"p2653","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1307f1e9136cc5f2ad21f68c2bf418e181b395cbfd7810f7d54017ee00a4311d","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":1131,"outputTokens":107,"latencySeconds":0.2256560000000027}
{"split":"test","qid":"q15","pid":"p2742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c46da1448a902d7f22d0e52371dc218f7ec2f0c367691569333ef6f737a72be","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.65,"2":0.31,"3":0.02},"confidence":0.53},"score":{"score":1.45,"probabilities":{"0":0.01,"1":0.53,"2":0.45,"3":0.01},"confidence":0.53},"noul":{"related":0.73,"answers":0.54,"exact":0.08}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.20905787500000225}
{"split":"test","qid":"q15","pid":"p2785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e958f92708bc26376599f5b546b3669e49dfcffd2aa3756051356bac02762cc9","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.69,"2":0.02,"3":0},"confidence":0.59},"score":{"score":0.83,"probabilities":{"0":0.19,"1":0.79,"2":0.02,"3":0},"confidence":0.79},"noul":{"related":0.57,"answers":0.09,"exact":0.03}},"inputTokens":1518,"outputTokens":107,"latencySeconds":0.20236458399999901}
{"split":"test","qid":"q15","pid":"p3264","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ac175c685311da45bf54f55c5c7abe3dc296155d32a0b8c1fe3d68b4c3031bd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.87,"2":0.1,"3":0.02},"confidence":0.83},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.87,"2":0.1,"3":0.02},"confidence":0.87},"noul":{"related":0.9,"answers":0.44,"exact":0.2}},"inputTokens":806,"outputTokens":107,"latencySeconds":0.23293320799999856}
{"split":"test","qid":"q15","pid":"p327","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a762f29274747cffa186fae3998c633e694e2747642d1f216e7881edd0535859","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.75,"2":0.1,"3":0.01},"confidence":0.67},"score":{"score":1.05,"probabilities":{"0":0.1,"1":0.75,"2":0.15,"3":0},"confidence":0.74},"noul":{"related":0.52,"answers":0.38,"exact":0.06}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.228414166999999}
{"split":"test","qid":"q15","pid":"p328","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9e199940447a1519f1ae31a0b7d7765daacb0cc59dfd605896cbaa1f234c166","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.75,"2":0.19,"3":0.01},"confidence":0.67},"score":{"score":1.3,"probabilities":{"0":0.02,"1":0.66,"2":0.31,"3":0.01},"confidence":0.66},"noul":{"related":0.62,"answers":0.44,"exact":0.07}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.21687120800000048}
{"split":"test","qid":"q15","pid":"p3358","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"14afb00ae09600af99b369afa43ae6f59a7d12f86187e81510c1f33d940d9671","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.69,"2":0.26,"3":0.01},"confidence":0.58},"score":{"score":1.28,"probabilities":{"0":0.02,"1":0.68,"2":0.3,"3":0},"confidence":0.67},"noul":{"related":0.64,"answers":0.48,"exact":0.07}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23031675000000176}
{"split":"test","qid":"q15","pid":"p3457","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b89589faa4f779d4da600131e1fada3d566ad7d967822a927555e19b91ea2cc1","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.73,"2":0.2,"3":0.01},"confidence":0.66},"score":{"score":1.24,"probabilities":{"0":0.04,"1":0.6799999999999999,"2":0.28,"3":0},"confidence":0.69},"noul":{"related":0.59,"answers":0.39,"exact":0.06}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22877937499999826}
{"split":"test","qid":"q15","pid":"p3522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8259f472a68ba3c86ffd61758b2dd8260fb9d3d85918da56b1a5efbe5029d87","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.8,"2":0.18,"3":0.01},"confidence":0.73},"score":{"score":1.28,"probabilities":{"0":0,"1":0.72,"2":0.28,"3":0},"confidence":0.71},"noul":{"related":0.8,"answers":0.51,"exact":0.08}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23067691700000068}
{"split":"test","qid":"q15","pid":"p3540","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7739111e46d0bffb6da12c05fffa65c5661f769e166cd20dca2a0446bc80e900","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.69,"3":0.26},"confidence":0.6},"score":{"score":2.26,"probabilities":{"0":0,"1":0.02,"2":0.7,"3":0.28},"confidence":0.7},"noul":{"related":0.95,"answers":0.89,"exact":0.44}},"inputTokens":805,"outputTokens":107,"latencySeconds":0.21188691599999948}
{"split":"test","qid":"q15","pid":"p3591","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb894ec572d7f0519bf926af8751cf1076f49e3ac0f2bf3c7bd661df3fcebef1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.36,"3":0.63},"confidence":0.51},"score":{"score":2.7,"probabilities":{"0":0,"1":0,"2":0.3,"3":0.7},"confidence":0.7},"noul":{"related":0.97,"answers":0.93,"exact":0.58}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23317512500000157}
{"split":"test","qid":"q15","pid":"p3682","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe57b924f78d5feba6389388a2114bc3e21874080fb2ddfdff0f3813118e064d","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.33},"score":{"score":0.6,"probabilities":{"0":0.4,"1":0.6,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.23,"answers":0.11,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23059770799999751}
{"split":"test","qid":"q15","pid":"p3806","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f94ba3520c3d780b384e0d962df1337ac08b690bd13a02cedef5e559f3e78252","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.71,"2":0.06,"3":0},"confidence":0.6},"score":{"score":0.92,"probabilities":{"0":0.14,"1":0.81,"2":0.05,"3":0},"confidence":0.81},"noul":{"related":0.4,"answers":0.16,"exact":0.03}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2303262910000012}
{"split":"test","qid":"q15","pid":"p3814","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e88ea1c91a3056e8eb02eb20dda5cbd57a5ab53ad96dd72c7acbd83a3ad63c9","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.68,"2":0.26,"3":0},"confidence":0.56},"score":{"score":1.34,"probabilities":{"0":0.03,"1":0.61,"2":0.36,"3":0},"confidence":0.6},"noul":{"related":0.59,"answers":0.46,"exact":0.06}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2539682500000017}
{"split":"test","qid":"q15","pid":"p3835","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"728d0cf65e1fad779663437d9c6f61d5383e17c270a5971a65e80282bda0d2e7","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.85,"2":0.05,"3":0},"confidence":0.8},"score":{"score":0.9,"probabilities":{"0":0.14,"1":0.81,"2":0.04,"3":0},"confidence":0.81},"noul":{"related":0.5,"answers":0.16,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2400972499999989}
{"split":"test","qid":"q15","pid":"p3952","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6485975758ee7df25e3bbbe83a1ad95bb610e73691b128d903413a074137f707","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.76},"score":{"score":0.28,"probabilities":{"0":0.74,"1":0.24,"2":0.02,"3":0},"confidence":0.72},"noul":{"related":0.12,"answers":0.09,"exact":0.02}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.24688958300000013}
{"split":"test","qid":"q15","pid":"p4190","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30e65207970b98827545037b622c5973c0fcab786d9ab1bec32db8ec2c64d9ed","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.77,"3":0.17},"confidence":0.69},"score":{"score":2.09,"probabilities":{"0":0,"1":0.05,"2":0.8,"3":0.15},"confidence":0.79},"noul":{"related":0.91,"answers":0.89,"exact":0.32}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.23196104200000264}
{"split":"test","qid":"q15","pid":"p4199","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31b303ae54bc70facadbfb2c28caea50513bbd73660b3de6959878ebe34fc11f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.07,"3":0.01},"confidence":0.88},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.11,"3":0.01},"confidence":0.87},"noul":{"related":0.9,"answers":0.34,"exact":0.12}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2207615420000002}
{"split":"test","qid":"q15","pid":"p4347","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7cafac51fa5055d5682a5e683a644cd63de4f2c13362accf5a1253b545998409","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.84,"2":0.04,"3":0},"confidence":0.79},"score":{"score":0.96,"probabilities":{"0":0.09,"1":0.85,"2":0.06,"3":0},"confidence":0.85},"noul":{"related":0.53,"answers":0.19,"exact":0.04}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21054495899999892}
{"split":"test","qid":"q15","pid":"p4364","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47ade9fc4d3cdd353676e2b649d41f8273d14b0f2a3c5ce4ef1dab8064f4eb41","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23123716700000296}
{"split":"test","qid":"q15","pid":"p4409","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79163f18fad1d8b97fd384769dc6fa487d1312df61c76cfd0003c5a8b2ae27b5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.55,"3":0.02},"confidence":0.39},"score":{"score":1.74,"probabilities":{"0":0,"1":0.28,"2":0.7,"3":0.02},"confidence":0.7},"noul":{"related":0.84,"answers":0.74,"exact":0.12}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.23911975000000166}
{"split":"test","qid":"q15","pid":"p4492","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce3d4d596ee08cf542a82c3e5fe43ea55af04b62b3eac2c4c0291daca46ad97a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23110045800000079}
{"split":"test","qid":"q15","pid":"p4501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58153a82f96addcad0064d560500d5e74f47237c42605407291646e5a9dbf2ee","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.91,"2":0.04,"3":0},"confidence":0.88},"score":{"score":0.99,"probabilities":{"0":0.04,"1":0.93,"2":0.03,"3":0},"confidence":0.92},"noul":{"related":0.75,"answers":0.15,"exact":0.03}},"inputTokens":1281,"outputTokens":107,"latencySeconds":0.222099000000002}
{"split":"test","qid":"q15","pid":"p4545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94cc975d334ad1376e7abb7a3caa519f1244dbe509af5757f56ef009cf9148a4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.58,"2":0.41,"3":0.01},"confidence":0.43},"score":{"score":1.54,"probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.52},"noul":{"related":0.88,"answers":0.68,"exact":0.14}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2283400419999998}
{"split":"test","qid":"q15","pid":"p4595","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f162b755ed8566ef066f8fdee510763abe5a0fccdee89429174152a7b5698ca","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.19,"3":0.79},"confidence":0.72},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.88},"noul":{"related":0.97,"answers":0.95,"exact":0.67}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.248802040999999}
{"split":"test","qid":"q15","pid":"p4756","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"56e3c550549b2587d2079aa26f668de5b6aa6e006395669e42cb37ba433ef26a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.69,"3":0.04},"confidence":0.59},"score":{"score":1.79,"probabilities":{"0":0,"1":0.23,"2":0.74,"3":0.03},"confidence":0.74},"noul":{"related":0.92,"answers":0.77,"exact":0.19}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22385650000000168}
{"split":"test","qid":"q15","pid":"p4783","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2188f7cd65d922a7ebbc5cfb9362f2859294bdbb05059b27fceb2f3af6d1166e","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.5599999999999999,"2":0.01,"3":0},"confidence":0.43},"score":{"score":0.49,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.25,"answers":0.07,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.219148459}
{"split":"test","qid":"q15","pid":"p4797","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0465e0ca93e4c6614a8252d0882a0290a564bf746d671dca5de6bec923368e57","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.73,"2":0.25,"3":0.01},"confidence":0.65},"score":{"score":1.48,"probabilities":{"0":0,"1":0.53,"2":0.47,"3":0},"confidence":0.52},"noul":{"related":0.81,"answers":0.64,"exact":0.1}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.20651083300000028}
{"split":"test","qid":"q15","pid":"p4884","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4854809510401b7675305b89cb09f80285a36edcd696d95bdd39e14a6502e91","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.76,"2":0.21,"3":0.02},"confidence":0.67},"score":{"score":1.25,"probabilities":{"0":0.01,"1":0.73,"2":0.25,"3":0.01},"confidence":0.73},"noul":{"related":0.76,"answers":0.36,"exact":0.09}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24853524999999718}
{"split":"test","qid":"q15","pid":"p4916","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"079292911227e44218dd727d6e947e2df08864baebf9605308d626b595b29106","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.37,"2":0.02,"3":0},"confidence":0.48},"score":{"score":0.58,"probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.55},"noul":{"related":0.18,"answers":0.13,"exact":0.02}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.2116211250000015}
{"split":"test","qid":"q15","pid":"p5011","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"124a9df550eae5b7f1e90ede1c62560294bf7e80a6dc0c67e2d236b0899e7b30","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.45,"3":0.02},"confidence":0.36},"score":{"score":1.63,"probabilities":{"0":0,"1":0.37,"2":0.62,"3":0.01},"confidence":0.62},"noul":{"related":0.77,"answers":0.64,"exact":0.1}},"inputTokens":798,"outputTokens":107,"latencySeconds":0.21355133299999943}
{"split":"test","qid":"q15","pid":"p5031","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"998ca42f7f60ef1fdaa477735cd3d89584dce54c5bcde791887db574fc329ce4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.88,"answers":0.14,"exact":0.04}},"inputTokens":891,"outputTokens":107,"latencySeconds":0.23333645899999828}
{"split":"test","qid":"q15","pid":"p5033","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c279dee08db61c38c5c0377d7cc20119e2f6164a821f29934d84bf22c6d5711f","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.8,"2":0.09,"3":0},"confidence":0.73},"score":{"score":1.06,"probabilities":{"0":0.09,"1":0.76,"2":0.15,"3":0},"confidence":0.76},"noul":{"related":0.49,"answers":0.36,"exact":0.03}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.21592920899999807}
{"split":"test","qid":"q15","pid":"p5042","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aefc3a33b4f88850375f7753a6b57716fb4d1292425cd91bfe52bb111e3c75fd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.08,"3":0.01},"confidence":0.86},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.83,"answers":0.33,"exact":0.08}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.24134929199999897}
{"split":"test","qid":"q15","pid":"p5063","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5cf7f80e5effc7761fadfa969640bf704d79addaeb9be9a2afd3882ffb6e8070","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.6799999999999999,"2":0.28,"3":0.03},"confidence":0.59},"score":{"score":1.43,"probabilities":{"0":0.01,"1":0.58,"2":0.4,"3":0.01},"confidence":0.56},"noul":{"related":0.8,"answers":0.53,"exact":0.1}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2109171669999996}
{"split":"test","qid":"q15","pid":"p512","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b84696eb97ebc07b20bbf632f04be925b5c41be0a25bf421673bab525f58f8c","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.87,"2":0.04,"3":0},"confidence":0.83},"score":{"score":0.98,"probabilities":{"0":0.05,"1":0.92,"2":0.03,"3":0},"confidence":0.92},"noul":{"related":0.71,"answers":0.15,"exact":0.02}},"inputTokens":1270,"outputTokens":107,"latencySeconds":0.21732416699999885}
{"split":"test","qid":"q15","pid":"p5287","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72681d9f25421988ff1eea03c34d1edd38e586081df4e464dd3a1f055d6d0fe9","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.64,"2":0.15,"3":0},"confidence":0.52},"score":{"score":1.04,"probabilities":{"0":0.12,"1":0.73,"2":0.15,"3":0},"confidence":0.72},"noul":{"related":0.49,"answers":0.26,"exact":0.05}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24505049999999756}
{"split":"test","qid":"q15","pid":"p5375","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"723c1e8275cfd72d2471f502d2309bd40a296da6904a2c06d165efd76f081a9e","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.5599999999999999,"2":0.41,"3":0.02},"confidence":0.42},"score":{"score":1.61,"probabilities":{"0":0,"1":0.39,"2":0.6,"3":0.01},"confidence":0.59},"noul":{"related":0.8,"answers":0.73,"exact":0.11}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24822020899999916}
{"split":"test","qid":"q15","pid":"p5406","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c760cec535e4397bb5d31e5d56f500e93e52310b973a2df67cd68efb27b00883","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.85,"2":0.04,"3":0},"confidence":0.8},"score":{"score":0.93,"probabilities":{"0":0.09,"1":0.89,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.68,"answers":0.13,"exact":0.02}},"inputTokens":1309,"outputTokens":107,"latencySeconds":0.21142983299999832}
{"split":"test","qid":"q15","pid":"p5410","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"572dfb7f683d2b0a4017faf5ee6eecb2e6d667f44f9ac5705ae2583c132f8840","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.77,"3":0.15},"confidence":0.68},"score":{"score":2.13,"probabilities":{"0":0,"1":0.05,"2":0.76,"3":0.19},"confidence":0.76},"noul":{"related":0.9,"answers":0.86,"exact":0.28}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20920470800000113}
{"split":"test","qid":"q15","pid":"p5416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"816481afbcb709a8929b2b6b668c3fb7e66611be08aa57f2095b1eef0da20f10","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.18,"probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.1,"answers":0.06,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21995504100000107}
{"split":"test","qid":"q15","pid":"p5427","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97a8a29cca2a9a81334a4aae36b0bec54b731af830bd6e516d73aa0b5b3f1cf0","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.75,"2":0.12,"3":0.01},"confidence":0.67},"score":{"score":1.2,"probabilities":{"0":0.04,"1":0.72,"2":0.23,"3":0.01},"confidence":0.71},"noul":{"related":0.51,"answers":0.34,"exact":0.06}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2444943749999984}
{"split":"test","qid":"q15","pid":"p5477","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"def1b9fa2f7ecb87bdc9a43936d098037b9b74f4abba8ace07163c1ebcba6c22","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.61,"2":0.35,"3":0.03},"confidence":0.48},"score":{"score":1.58,"probabilities":{"0":0.01,"1":0.43,"2":0.55,"3":0.01},"confidence":0.55},"noul":{"related":0.74,"answers":0.6,"exact":0.09}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2533165420000005}
{"split":"test","qid":"q15","pid":"p5493","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b1e8c86f49bacf4b935c0607ac7bd820a5054e5e26e3a1f33284305b9838e0e1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.78,"3":0.16},"confidence":0.7},"score":{"score":2.13,"probabilities":{"0":0,"1":0.06,"2":0.74,"3":0.2},"confidence":0.73},"noul":{"related":0.89,"answers":0.86,"exact":0.34}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2642651250000017}
{"split":"test","qid":"q15","pid":"p5506","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"362ea597641823025246d3959969c654e638cda14ae2a76e897be1c5b3043245","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.88},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.08,"answers":0.05,"exact":0.01}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.2547262499999997}
{"split":"test","qid":"q15","pid":"p5606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"537969829cff68765c73f35a1530965fdb087c0b0a8ca85e3adbafc76ac4471b","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.5,"2":0.47,"3":0.02},"confidence":0.33},"score":{"score":1.66,"probabilities":{"0":0.01,"1":0.34,"2":0.64,"3":0.01},"confidence":0.64},"noul":{"related":0.76,"answers":0.65,"exact":0.1}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.23666491600000153}
{"split":"test","qid":"q15","pid":"p590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ad0664f2f8f465dae0f1870e30d093d267f8779cc6ef603b4a28dd66bb6b9df","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.51,"2":0.43,"3":0.05},"confidence":0.35},"score":{"score":1.64,"probabilities":{"0":0,"1":0.39,"2":0.58,"3":0.03},"confidence":0.58},"noul":{"related":0.8,"answers":0.64,"exact":0.13}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2268535419999971}
{"split":"test","qid":"q15","pid":"p5907","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da36564321009ee20fc4301aafed8f49d1f07c94a58c4bd54b7f65176a96a554","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.7,"2":0.23,"3":0.03},"confidence":0.61},"score":{"score":1.3,"probabilities":{"0":0.02,"1":0.67,"2":0.3,"3":0.01},"confidence":0.66},"noul":{"related":0.6,"answers":0.39,"exact":0.1}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2733923750000031}
{"split":"test","qid":"q15","pid":"p5926","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f40143e842cfa2d42c7eb12d8d7adef97dedb50a7d4fe258e302c831479f7572","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.04,"2":0.42,"3":0.54},"confidence":0.39},"score":{"score":2.56,"probabilities":{"0":0,"1":0.03,"2":0.38,"3":0.59},"confidence":0.56},"noul":{"related":0.97,"answers":0.91,"exact":0.58}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.21356387499999982}
{"split":"test","qid":"q15","pid":"p5942","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8715aaaf3caec8651bf0f6daeabcecee9f1d74558e28e600070322352df9eed","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.72,"2":0.26,"3":0.01},"confidence":0.64},"score":{"score":1.45,"probabilities":{"0":0.01,"1":0.54,"2":0.45,"3":0},"confidence":0.54},"noul":{"related":0.84,"answers":0.59,"exact":0.09}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2330308750000004}
{"split":"test","qid":"q15","pid":"p5999","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0234463870d03a5d52b37ec058d79f6803759ee15ad14183be4348e5555c405","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.5,"2":0.44,"3":0.05},"confidence":0.34},"score":{"score":1.64,"probabilities":{"0":0.01,"1":0.37,"2":0.58,"3":0.04},"confidence":0.57},"noul":{"related":0.75,"answers":0.66,"exact":0.11}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.2163866249999992}
{"split":"test","qid":"q15","pid":"p60","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b825325f5fde43e468bd5f6a39aa7afcb8cf182654b13186ab090d2a1513db8","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.72,"2":0.04,"3":0},"confidence":0.63},"score":{"score":0.86,"probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.51,"answers":0.16,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22098579200000312}
{"split":"test","qid":"q15","pid":"p6061","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e877febac872ae97194c5b3d5684ccc42105af727c276e72c8715221085e4294","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.51,"3":0.05},"confidence":0.35},"score":{"score":1.68,"probabilities":{"0":0,"1":0.34,"2":0.63,"3":0.03},"confidence":0.63},"noul":{"related":0.82,"answers":0.67,"exact":0.15}},"inputTokens":792,"outputTokens":107,"latencySeconds":0.22254529200000253}
{"split":"test","qid":"q15","pid":"p6105","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe57b924f78d5feba6389388a2114bc3e21874080fb2ddfdff0f3813118e064d","answers":{"choice":{"choice":"1","probabilities":{"0":0.47,"1":0.52,"2":0.01,"3":0},"confidence":0.35},"score":{"score":0.62,"probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.61},"noul":{"related":0.28,"answers":0.1,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2506152499999989}
{"split":"test","qid":"q15","pid":"p6394","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41b6aaa1d82ce6f4c530deaf754fcf92ef796776ab2310ee07d137f62bfd9236","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.51,"2":0.46,"3":0.01},"confidence":0.36},"score":{"score":1.6,"probabilities":{"0":0.01,"1":0.39,"2":0.59,"3":0.01},"confidence":0.59},"noul":{"related":0.75,"answers":0.65,"exact":0.1}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.23106116699999985}
{"split":"test","qid":"q15","pid":"p6690","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee4465d98d3c33c3c3c2e411e8dc61ec96ed5915af468fc6ad6c09638de60a57","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.72,"2":0.18,"3":0},"confidence":0.62},"score":{"score":1.13,"probabilities":{"0":0.05,"1":0.78,"2":0.17,"3":0},"confidence":0.77},"noul":{"related":0.5,"answers":0.44,"exact":0.06}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.216622209000001}
{"split":"test","qid":"q15","pid":"p6691","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"728d0cf65e1fad779663437d9c6f61d5383e17c270a5971a65e80282bda0d2e7","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.83,"2":0.04,"3":0},"confidence":0.76},"score":{"score":0.9,"probabilities":{"0":0.14,"1":0.82,"2":0.04,"3":0},"confidence":0.82},"noul":{"related":0.52,"answers":0.16,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2083497079999979}
{"split":"test","qid":"q15","pid":"p6716","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35cd65cf2cadee08accb5cdc10b3aa2231c2e943b3f6950dc1beacd5b67b6986","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.45,"2":0.02,"3":0},"confidence":0.37},"score":{"score":0.56,"probabilities":{"0":0.46,"1":0.52,"2":0.02,"3":0},"confidence":0.52},"noul":{"related":0.22,"answers":0.1,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24515854200000103}
{"split":"test","qid":"q15","pid":"p6785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dfcc760a70fc0b6c0db2569ef0c1250617c7a3cdb82b2d73b110d5ffbed5b793","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.66,"3":0.3},"confidence":0.56},"score":{"score":2.33,"probabilities":{"0":0,"1":0.02,"2":0.62,"3":0.36},"confidence":0.62},"noul":{"related":0.94,"answers":0.9,"exact":0.41}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2700461660000001}
{"split":"test","qid":"q15","pid":"p69","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20eb2144130dac11d28a427bec03b66220379a12f8b5d17c081a4007bb31dd2c","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.45},"score":{"score":0.56,"probabilities":{"0":0.45,"1":0.54,"2":0.01,"3":0},"confidence":0.54},"noul":{"related":0.28,"answers":0.08,"exact":0.02}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23057766700000137}
{"split":"test","qid":"q15","pid":"p6950","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e877febac872ae97194c5b3d5684ccc42105af727c276e72c8715221085e4294","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.43,"2":0.51,"3":0.05},"confidence":0.35},"score":{"score":1.65,"probabilities":{"0":0,"1":0.37,"2":0.61,"3":0.02},"confidence":0.6},"noul":{"related":0.81,"answers":0.68,"exact":0.14}},"inputTokens":792,"outputTokens":107,"latencySeconds":0.21193808300000092}
{"split":"test","qid":"q15","pid":"p6960","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"648e210040dba28a9bd738354a5e0c38c8e3871d6f1449e886fccda0b2f649bc","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.35,"2":0.03,"3":0},"confidence":0.5},"score":{"score":0.51,"probabilities":{"0":0.51,"1":0.47,"2":0.02,"3":0},"confidence":0.49},"noul":{"related":0.24,"answers":0.17,"exact":0.04}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24186395800000174}
{"split":"test","qid":"q15","pid":"p7079","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a707e6ad5dc4a99d478027fee1656310ee3536b5ff5e059c319d643f848a124","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.55,"3":0.42},"confidence":0.39},"score":{"score":2.49,"probabilities":{"0":0,"1":0.02,"2":0.47,"3":0.51},"confidence":0.49},"noul":{"related":0.95,"answers":0.9,"exact":0.44}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21682529099999737}
{"split":"test","qid":"q15","pid":"p710","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe5e8d82cfe0be84524e5759a3faefaf58b6ac52e86e78012fbb4e0251a5962a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.7,"2":0.27,"3":0.02},"confidence":0.58},"score":{"score":1.49,"probabilities":{"0":0.01,"1":0.5,"2":0.48,"3":0.01},"confidence":0.49},"noul":{"related":0.73,"answers":0.58,"exact":0.11}},"inputTokens":795,"outputTokens":107,"latencySeconds":0.26296370899999966}
{"split":"test","qid":"q15","pid":"p717","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3264363364ef33307005c62d1317b46827d30c23ce42fbd61e8447c663bd010a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.33,"3":0.66},"confidence":0.55},"score":{"score":2.69,"probabilities":{"0":0,"1":0,"2":0.3,"3":0.7},"confidence":0.69},"noul":{"related":0.97,"answers":0.93,"exact":0.51}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2610596250000017}
{"split":"test","qid":"q15","pid":"p7338","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8ccd558507b52bbf6429ab78c60359cdd810db9bd21e1f22ba11e542fba1eca","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.71,"2":0.27,"3":0.01},"confidence":0.62},"score":{"score":1.4,"probabilities":{"0":0,"1":0.6,"2":0.4,"3":0},"confidence":0.59},"noul":{"related":0.84,"answers":0.6,"exact":0.11}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23575858399999924}
{"split":"test","qid":"q15","pid":"p7402","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"613ac66018ebde304c427cf946d4787136daab81a631909e351ceaa375918316","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.56,"2":0.41,"3":0.02},"confidence":0.42},"score":{"score":1.68,"probabilities":{"0":0.01,"1":0.32,"2":0.66,"3":0.01},"confidence":0.66},"noul":{"related":0.79,"answers":0.71,"exact":0.12}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2331653750000005}
{"split":"test","qid":"q15","pid":"p7406","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a4f3904c2fe1fd6198fe6839b5906af760825bd04c5bfbd13d4fcb83652ee5f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.76,"3":0.12},"confidence":0.68},"score":{"score":2.01,"probabilities":{"0":0,"1":0.09,"2":0.8,"3":0.11},"confidence":0.8},"noul":{"related":0.91,"answers":0.82,"exact":0.22}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.254293875000003}
{"split":"test","qid":"q15","pid":"p7414","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ec7e7d62ef3a0579c873443596a7e17728c68f76faba442d25a8d8430b0a982","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.86,"2":0.05,"3":0},"confidence":0.82},"score":{"score":1.02,"probabilities":{"0":0.04,"1":0.9,"2":0.06,"3":0},"confidence":0.89},"noul":{"related":0.69,"answers":0.18,"exact":0.04}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23110566599999946}
{"split":"test","qid":"q15","pid":"p7449","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d152693249453c749863b5a4be48f8f2b3c1b325b7181044a77acd780509b348","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.72,"3":0.18},"confidence":0.62},"score":{"score":2.2,"probabilities":{"0":0,"1":0.06,"2":0.67,"3":0.27},"confidence":0.66},"noul":{"related":0.89,"answers":0.86,"exact":0.25}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22240716600000088}
{"split":"test","qid":"q15","pid":"p7532","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"facf1fae41d67b90dc9abb93b3b9f9823c2b5c32d889a38635c5e486ff55af09","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.78,"2":0.02,"3":0},"confidence":0.71},"score":{"score":0.91,"probabilities":{"0":0.11,"1":0.87,"2":0.02,"3":0},"confidence":0.87},"noul":{"related":0.59,"answers":0.1,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24896691600000123}
{"split":"test","qid":"q15","pid":"p7565","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41b6aaa1d82ce6f4c530deaf754fcf92ef796776ab2310ee07d137f62bfd9236","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.46,"2":0.52,"3":0.01},"confidence":0.35},"score":{"score":1.71,"probabilities":{"0":0.01,"1":0.28,"2":0.7,"3":0.01},"confidence":0.69},"noul":{"related":0.73,"answers":0.65,"exact":0.12}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.20793704200000138}
{"split":"test","qid":"q15","pid":"p7579","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5228e8e2d4b17a19030c7fdc90a1747f2ea2f94fe371f5e9ab6a32e505ff0915","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.83,"2":0.04,"3":0},"confidence":0.77},"score":{"score":0.91,"probabilities":{"0":0.12,"1":0.85,"2":0.03,"3":0},"confidence":0.85},"noul":{"related":0.62,"answers":0.13,"exact":0.02}},"inputTokens":1203,"outputTokens":107,"latencySeconds":0.21168145800000274}
{"split":"test","qid":"q15","pid":"p764","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04e316d19271f7d1c4afef071ff77717540147ee65863fe9e1848d5505ab8bdd","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.4,"3":0.12},"confidence":0.3},"score":{"score":1.71,"probabilities":{"0":0,"1":0.4,"2":0.49,"3":0.11},"confidence":0.48},"noul":{"related":0.93,"answers":0.74,"exact":0.37}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.209163958000001}
{"split":"test","qid":"q15","pid":"p7682","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"572dfb7f683d2b0a4017faf5ee6eecb2e6d667f44f9ac5705ae2583c132f8840","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.76,"3":0.16},"confidence":0.69},"score":{"score":2.1,"probabilities":{"0":0,"1":0.06,"2":0.78,"3":0.16},"confidence":0.78},"noul":{"related":0.9,"answers":0.85,"exact":0.27}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23462270799999896}
{"split":"test","qid":"q15","pid":"p7748","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04d19fa41aef51ca7ed8351b27e453628b2006b836e88a11a92db7bbc55334ad","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.72},"score":{"score":0.2,"probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.8},"noul":{"related":0.1,"answers":0.06,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.22978724999999758}
{"split":"test","qid":"q15","pid":"p7752","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21642919e911ff2d0fb17f5a7c83e6b451453b84ba29afaeb9ea07a8e66111a1","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.85,"2":0.1,"3":0},"confidence":0.78},"score":{"score":1.13,"probabilities":{"0":0.02,"1":0.82,"2":0.16,"3":0},"confidence":0.82},"noul":{"related":0.62,"answers":0.35,"exact":0.06}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2648958329999987}
{"split":"test","qid":"q15","pid":"p7981","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af35f5febf983acf2e72fae454a8da62a943258addf85be8a8fd8e3906b8bf0e","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.84,"2":0.1,"3":0},"confidence":0.79},"score":{"score":1.05,"probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.86},"noul":{"related":0.62,"answers":0.25,"exact":0.04}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21191183399999863}
{"split":"test","qid":"q15","pid":"p803","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd98094c2d3df65a9b07ffe3a28ccbc782b026a20ec6cecdb16e784a8b4306cd","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.35,"2":0.61,"3":0.03},"confidence":0.49},"score":{"score":1.68,"probabilities":{"0":0,"1":0.33,"2":0.66,"3":0.01},"confidence":0.65},"noul":{"related":0.87,"answers":0.74,"exact":0.15}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.25139708400000016}
{"split":"test","qid":"q15","pid":"p8060","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6bbf6d5ca25ac9d507520595278be5f7af1800b6e04a128cea0417c434c161b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.73,"2":0.23,"3":0.02},"confidence":0.65},"score":{"score":1.37,"probabilities":{"0":0.01,"1":0.62,"2":0.36,"3":0.01},"confidence":0.62},"noul":{"related":0.68,"answers":0.51,"exact":0.08}},"inputTokens":800,"outputTokens":107,"latencySeconds":0.24976920899999822}
{"split":"test","qid":"q15","pid":"p8222","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"615b43555f2d2b2a707e2e4627182ffc1c85bfa07c1e37f928221946a8cc91d2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.18,"3":0.8099999999999999},"confidence":0.76},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.98,"answers":0.94,"exact":0.65}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21719729200000074}
{"split":"test","qid":"q15","pid":"p835","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d39c3458c8a2d25f958332ff58a7e1bb4c7e1ce7611bac657b553abc159bebbb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.74,"2":0.25,"3":0.01},"confidence":0.65},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.58},"noul":{"related":0.82,"answers":0.63,"exact":0.09}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23255379200000242}
{"split":"test","qid":"q15","pid":"p8582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46ea74095ec7bc2e42d02d1cf1a3553b952d42256a0a40b0bfd7104c450a5685","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.84,"2":0.12,"3":0},"confidence":0.78},"score":{"score":1.13,"probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.83},"noul":{"related":0.73,"answers":0.25,"exact":0.05}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20651916600000186}
{"split":"test","qid":"q15","pid":"p8584","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c279dee08db61c38c5c0377d7cc20119e2f6164a821f29934d84bf22c6d5711f","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.78,"2":0.1,"3":0},"confidence":0.7},"score":{"score":1.05,"probabilities":{"0":0.1,"1":0.76,"2":0.14,"3":0},"confidence":0.76},"noul":{"related":0.48,"answers":0.35,"exact":0.04}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.2123372500000005}
{"split":"test","qid":"q15","pid":"p8607","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e227fec5a5101f9fef32b684f2c3a889ed169ddcffc14cc4b55c52b5d1fb26dd","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.5,"2":0.43,"3":0.07},"confidence":0.33},"score":{"score":1.58,"probabilities":{"0":0,"1":0.46,"2":0.49,"3":0.05},"confidence":0.49},"noul":{"related":0.91,"answers":0.63,"exact":0.22}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2214302089999983}
{"split":"test","qid":"q15","pid":"p8711","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee415aab7340033ce032e00b03ac63347bfbf0fd81bdfe657926ba0c984ad931","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.68,"2":0.28,"3":0.03},"confidence":0.57},"score":{"score":1.52,"probabilities":{"0":0.01,"1":0.48,"2":0.5,"3":0.01},"confidence":0.49},"noul":{"related":0.77,"answers":0.49,"exact":0.1}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22946779199999948}
{"split":"test","qid":"q15","pid":"p8758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34e1392a4e5455bebf41e7a0ff0b84481094e56d8bedf5eba41c45cd9a6b8214","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.71,"2":0.02,"3":0},"confidence":0.62},"score":{"score":0.86,"probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.5,"answers":0.09,"exact":0.02}},"inputTokens":1526,"outputTokens":107,"latencySeconds":0.21753541599999882}
{"split":"test","qid":"q15","pid":"p8849","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f78be3c660fefb1db56ff1f543a0cfbd8b9f2d6ca36c152dab359d50b73ae82a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.74,"3":0.15},"confidence":0.66},"score":{"score":2.1,"probabilities":{"0":0,"1":0.09,"2":0.72,"3":0.19},"confidence":0.72},"noul":{"related":0.93,"answers":0.85,"exact":0.37}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2723721250000017}
{"split":"test","qid":"q15","pid":"p8966","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a797ce45e03af42f19fb05d054cea025a73594c072ed32e1f638a93795daca6d","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.71,"2":0.01,"3":0},"confidence":0.62},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.38,"answers":0.07,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.26346837500000037}
{"split":"test","qid":"q15","pid":"p9208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"985819caf5a149a45c53d48ac8d9dc829f1e895de8ca8a6eb100769e5b2a8e19","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.92},"score":{"score":0.13,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21526000000000203}
{"split":"test","qid":"q15","pid":"p9380","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bd8f3f989998fc3fc352318264505aef64e8d5b23d6e2d9ce294de68dc5d080","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.58,"2":0.02,"3":0},"confidence":0.44},"score":{"score":0.68,"probabilities":{"0":0.34,"1":0.64,"2":0.02,"3":0},"confidence":0.64},"noul":{"related":0.41,"answers":0.11,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24647179200000027}
{"split":"test","qid":"q15","pid":"p9419","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"feb86fb60f32415cd3a5378ab33565665b421cc8d032278f0ad357ff88db3661","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.71,"3":0.25},"confidence":0.61},"score":{"score":2.25,"probabilities":{"0":0,"1":0.02,"2":0.7,"3":0.28},"confidence":0.7},"noul":{"related":0.95,"answers":0.88,"exact":0.32}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2189918749999997}
{"split":"test","qid":"q15","pid":"p947","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05457d2575b528da4ade4923f3fe52a49fee73ba5d721ef29aa0269d58cc7f01","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.7},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.17,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21425162500000078}
{"split":"test","qid":"q15","pid":"p9488","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f85e9ce3787b28faab6a494df7f07cab18ff4123eb013d9399dc916015f6c35","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.5,"2":0.47,"3":0.03},"confidence":0.34},"score":{"score":1.61,"probabilities":{"0":0,"1":0.4,"2":0.59,"3":0.01},"confidence":0.58},"noul":{"related":0.83,"answers":0.63,"exact":0.13}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20759137499999997}
{"split":"test","qid":"q15","pid":"p9534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a44bf674790df24b827905c483068a07ad9de036cf41d8995848271423b9699","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.82,"2":0.12,"3":0.01},"confidence":0.77},"score":{"score":1.23,"probabilities":{"0":0.02,"1":0.74,"2":0.24,"3":0},"confidence":0.73},"noul":{"related":0.57,"answers":0.33,"exact":0.05}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2352809589999997}
{"split":"test","qid":"q15","pid":"p9555","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ea50ba1bfae9d487074ba805cc59928112db77362880acb56c32fec78855e43","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.8,"3":0.13},"confidence":0.73},"score":{"score":2.18,"probabilities":{"0":0,"1":0.03,"2":0.76,"3":0.21},"confidence":0.76},"noul":{"related":0.91,"answers":0.88,"exact":0.33}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.2502026670000014}
{"split":"test","qid":"q15","pid":"p9642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f3b517b6b8fbf1e7dc7b0c892ece7357ceff0494fefa5d21999c827f90e17a5","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.63,"2":0.34,"3":0.01},"confidence":0.51},"score":{"score":1.42,"probabilities":{"0":0.02,"1":0.55,"2":0.43,"3":0},"confidence":0.54},"noul":{"related":0.7,"answers":0.45,"exact":0.07}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.20992766699999993}
{"split":"test","qid":"q16","pid":"p10011","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa21705ba4c11d833ea5abf1114d3cc16929fb3761692427faca91add965fe58","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.88},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.9,"answers":0.38,"exact":0.06}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21883137499999794}
{"split":"test","qid":"q16","pid":"p10114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41b7fafd186446122b717189a2a26352b00815554dd480b6c389853e34c99673","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.4},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.28,"answers":0.04,"exact":0.01}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2142612079999999}
{"split":"test","qid":"q16","pid":"p10144","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e514151a7b9b1e45706b68225f6c1b3dae1ca8d64e06194b6e5d3ba571c9b69","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.86,"answers":0.3,"exact":0.05}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.206932249999998}
{"split":"test","qid":"q16","pid":"p10175","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9cc17eb3ce1b9a6f0a8773a3b94b72fedd0174bfd61311c10cea1f35f2e58759","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.61,"2":0.39,"3":0},"confidence":0.47},"score":{"score":1.55,"probabilities":{"0":0,"1":0.45,"2":0.55,"3":0},"confidence":0.55},"noul":{"related":0.88,"answers":0.65,"exact":0.09}},"inputTokens":1031,"outputTokens":107,"latencySeconds":0.23668183299999873}
{"split":"test","qid":"q16","pid":"p10275","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc604da1d71d7af6a626a9c60589fa74346c69ca4eec999e4f4f02667207bb2f","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.84},"score":{"score":1.15,"probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.85},"noul":{"related":0.92,"answers":0.36,"exact":0.07}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.21637454199999775}
{"split":"test","qid":"q16","pid":"p10333","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb8bd9a1b51fc55942c6358343d1edd4a9c0f0564c7bd822cf034922441157b4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.83,"2":0.16,"3":0.01},"confidence":0.77},"score":{"score":1.4,"probabilities":{"0":0,"1":0.61,"2":0.39,"3":0},"confidence":0.6},"noul":{"related":0.89,"answers":0.51,"exact":0.1}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.29589187500000114}
{"split":"test","qid":"q16","pid":"p10412","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"201c8c4d37465fd846fbac5f10029fa520fa7c105f79adb55e63c683272e534f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.73,"3":0.02},"confidence":0.63},"score":{"score":1.87,"probabilities":{"0":0,"1":0.15,"2":0.83,"3":0.02},"confidence":0.82},"noul":{"related":0.86,"answers":0.78,"exact":0.15}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22003408400000263}
{"split":"test","qid":"q16","pid":"p10437","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c873235d0bd5a39314e1361753f4e451e3ec28ab01195d0945e6796e7c2ba737","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.92},"score":{"score":1.1,"probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.83,"answers":0.32,"exact":0.04}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.23972291599999881}
{"split":"test","qid":"q16","pid":"p10454","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2a8f8e42d898cccfdc91d8aca926fa0b2c7ef1580655225e82dc403ee0970e7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.58,"3":0.02},"confidence":0.43},"score":{"score":1.78,"probabilities":{"0":0,"1":0.24,"2":0.73,"3":0.03},"confidence":0.73},"noul":{"related":0.84,"answers":0.73,"exact":0.15}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23621166699999957}
{"split":"test","qid":"q16","pid":"p10464","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed658f6b11d43937f87e58ab2b214515802e761f5283560fc526a77dae428dfb","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.49,"2":0.49,"3":0.01},"confidence":0.33},"score":{"score":1.72,"probabilities":{"0":0.01,"1":0.27,"2":0.72,"3":0},"confidence":0.71},"noul":{"related":0.8,"answers":0.67,"exact":0.11}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.23118766699999832}
{"split":"test","qid":"q16","pid":"p10483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8256a7f55f59e9c85dd3f21c905deed158b4966ce3b8f2aa72a03d4d90483ed","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.69,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.68},"noul":{"related":0.87,"answers":0.61,"exact":0.13}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.229018167000002}
{"split":"test","qid":"q16","pid":"p10491","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89686d25f447c733c416921d7b64e42352fab550c8e4901cf98b2baf89382559","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.96},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.91,"answers":0.12,"exact":0.04}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20892662500000006}
{"split":"test","qid":"q16","pid":"p10497","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"addcf6efb93b3e2c7d5b7de36455ec49865308a9013f72e3065e4f839e69a944","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.03,"2":0.39,"3":0.58},"confidence":0.43},"score":{"score":2.45,"probabilities":{"0":0,"1":0.03,"2":0.49,"3":0.48},"confidence":0.49},"noul":{"related":0.96,"answers":0.92,"exact":0.53}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20372433400000228}
{"split":"test","qid":"q16","pid":"p10566","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c27994e16cc5d5fe015746358e4b8f19e6852f13fa4ae5c76e750d623c1781a8","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.77,"2":0.23,"3":0},"confidence":0.69},"score":{"score":1.48,"probabilities":{"0":0,"1":0.53,"2":0.47,"3":0},"confidence":0.52},"noul":{"related":0.89,"answers":0.51,"exact":0.11}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2134566659999982}
{"split":"test","qid":"q16","pid":"p1057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da2eee408986cd873a8f30d67f294ad1e5b460e19e54a64ad895c4ae88337d0c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.84,"3":0.03},"confidence":0.8},"score":{"score":1.96,"probabilities":{"0":0,"1":0.08,"2":0.89,"3":0.03},"confidence":0.89},"noul":{"related":0.91,"answers":0.82,"exact":0.23}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2366289160000015}
{"split":"test","qid":"q16","pid":"p10610","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa338b3a4487ebfb306f61983334e10361812f99e110d0483b0853479a17d7bb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.06,"probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.94},"noul":{"related":0.89,"answers":0.19,"exact":0.04}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22079375000000073}
{"split":"test","qid":"q16","pid":"p10611","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9aafbfb7eefdece2d7755b29b695210dffe7d13fe06c4668046e6437fb694a5","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.36},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.2,"answers":0.05,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21409449999999924}
{"split":"test","qid":"q16","pid":"p10618","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db8ee5660b522641bab192d3de31751e08cfb3e50e7c61b4fe0a7826002aeceb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.12,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.86,"answers":0.3,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2369770419999986}
{"split":"test","qid":"q16","pid":"p1062","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ecdef70a803d03a801a8dfc65fc99560a3e5a00572993257961ed71622585898","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.83,"3":0.13},"confidence":0.77},"score":{"score":2.15,"probabilities":{"0":0,"1":0.02,"2":0.81,"3":0.17},"confidence":0.81},"noul":{"related":0.93,"answers":0.89,"exact":0.32}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2118428750000021}
{"split":"test","qid":"q16","pid":"p10636","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb73b6c0960be9f63c882cbc89bf8f63a8d49cf0f9dc7a664f2305ac7b5cebf4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.22669512499999836}
{"split":"test","qid":"q16","pid":"p10690","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7b1711e240bf72f6ad89a0daf934b45465e2d02ea6b6d960db143c39889f4af","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.96},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.84,"answers":0.12,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2102950000000019}
{"split":"test","qid":"q16","pid":"p10742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15a3ee444a67a2e60d545835276fff0edae15bc626dda05e8bb5043e4c1e0166","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.84},"score":{"score":1.16,"probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.83},"noul":{"related":0.89,"answers":0.27,"exact":0.05}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.29345133299999726}
{"split":"test","qid":"q16","pid":"p10744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5dcf93d4283f3fb40491d53499ad3507bdb37b8e676bbdf918862186aea2afa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.88,"3":0.09},"confidence":0.84},"score":{"score":2.1,"probabilities":{"0":0,"1":0.02,"2":0.86,"3":0.12},"confidence":0.86},"noul":{"related":0.96,"answers":0.9,"exact":0.31}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.22643387500000245}
{"split":"test","qid":"q16","pid":"p10771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81b32917d26b5299d24d7f93f77e14b4e2a278a03e9fcb08a0ebc80075d8470d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.2,"2":0.75,"3":0.05},"confidence":0.66},"score":{"score":1.98,"probabilities":{"0":0,"1":0.1,"2":0.82,"3":0.08},"confidence":0.82},"noul":{"related":0.92,"answers":0.83,"exact":0.26}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20288966699999947}
{"split":"test","qid":"q16","pid":"p10797","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eabdf17cfc4aeee436bb3a82cddbe6fa988faf9c1dc2a8136a034a3618f616ff","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.45,"2":0.54,"3":0.01},"confidence":0.39},"score":{"score":1.75,"probabilities":{"0":0,"1":0.25,"2":0.74,"3":0.01},"confidence":0.74},"noul":{"related":0.85,"answers":0.72,"exact":0.13}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21094900000000052}
{"split":"test","qid":"q16","pid":"p10813","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34f7d61d72b308394f09501c0e9040912be08bfbd4655ec5511abda3d0d7743a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.58,"3":0.02},"confidence":0.45},"score":{"score":1.69,"probabilities":{"0":0,"1":0.32,"2":0.67,"3":0.01},"confidence":0.67},"noul":{"related":0.92,"answers":0.73,"exact":0.13}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.23968333399999756}
{"split":"test","qid":"q16","pid":"p10928","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e3f19fb7b0a5ef62e3f73e4d6a486d3349115b1597b96132feb770cb13a9425","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.03,"2":0.45,"3":0.52},"confidence":0.36},"score":{"score":2.45,"probabilities":{"0":0,"1":0.02,"2":0.51,"3":0.47},"confidence":0.52},"noul":{"related":0.97,"answers":0.91,"exact":0.49}},"inputTokens":896,"outputTokens":107,"latencySeconds":0.21723154199999772}
{"split":"test","qid":"q16","pid":"p10938","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6128af673eef2af48ee8567f456d0b138a44fd8ba99387b37ca3c65c4fa4b9a","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.88},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.89,"answers":0.33,"exact":0.06}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20701487499999713}
{"split":"test","qid":"q16","pid":"p11010","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c2fc9f98efebe648d691742f48852aba9b577f253c0ca32c83f734ea95cc823","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.35,"2":0.6,"3":0.05},"confidence":0.46},"score":{"score":1.89,"probabilities":{"0":0,"1":0.18,"2":0.75,"3":0.07},"confidence":0.75},"noul":{"related":0.93,"answers":0.76,"exact":0.21}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23037774999999966}
{"split":"test","qid":"q16","pid":"p11049","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c3044ced6185b0758a385dafce072fb2a1c2da99a35e949e64a73b421c64ac1","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.79,"2":0.17,"3":0.01},"confidence":0.73},"score":{"score":1.2,"probabilities":{"0":0.01,"1":0.78,"2":0.2,"3":0.01},"confidence":0.77},"noul":{"related":0.74,"answers":0.46,"exact":0.1}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23848670800000035}
{"split":"test","qid":"q16","pid":"p11299","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e85a87041d9bea43fa93e893328dbfe0e25178be57c33d8fc2058dc7dd3e0ba9","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.61,"2":0.37,"3":0.02},"confidence":0.48},"score":{"score":1.67,"probabilities":{"0":0,"1":0.34,"2":0.65,"3":0.01},"confidence":0.65},"noul":{"related":0.91,"answers":0.59,"exact":0.13}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.25326558300000035}
{"split":"test","qid":"q16","pid":"p11306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0cdaf6ab34d26445e607288b29030c6ae5212916982798b7a2ef79a7b934b61","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.79,"answers":0.39,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23831654100000013}
{"split":"test","qid":"q16","pid":"p11311","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf9d0f266f8bd4c26b85f6a54d37d155a4c37febd139f1f7327328e6f0462ba5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.68,"2":0.31,"3":0.01},"confidence":0.58},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.68},"noul":{"related":0.88,"answers":0.49,"exact":0.1}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21401941599999919}
{"split":"test","qid":"q16","pid":"p11324","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8596b13e484fc679565894f5d4c5822de8cffdcd6611871128319ea708f9c1cc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.73,"probabilities":{"0":0,"1":0.28,"2":0.72,"3":0},"confidence":0.72},"noul":{"related":0.92,"answers":0.71,"exact":0.1}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22983604200000263}
{"split":"test","qid":"q16","pid":"p11333","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e687716edf7494b6a266c142d5aaed9d57eec1c81d632da9d4e49b73b7b7b398","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.62,"3":0},"confidence":0.49},"score":{"score":1.73,"probabilities":{"0":0,"1":0.27,"2":0.73,"3":0},"confidence":0.72},"noul":{"related":0.85,"answers":0.71,"exact":0.09}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21579012499999953}
{"split":"test","qid":"q16","pid":"p11410","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ebc139b2d24989670548c9e202d986928673d86f4b75d34a0416c6d65932a97","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.98},"score":{"score":1.02,"probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.87,"answers":0.15,"exact":0.04}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.23711983300000064}
{"split":"test","qid":"q16","pid":"p1145","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32f2affab34d86cbd890c9817c10637fc555ddb8a65f8b0a9144e1e167f51026","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.24,"probabilities":{"0":0,"1":0.76,"2":0.24,"3":0},"confidence":0.76},"noul":{"related":0.9,"answers":0.35,"exact":0.07}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22186154199999875}
{"split":"test","qid":"q16","pid":"p11507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"151696647ea0309a169e10550d586055e1df55ccc0ec14b9c6ffd87282015b27","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.73},"score":{"score":1.33,"probabilities":{"0":0,"1":0.67,"2":0.33,"3":0},"confidence":0.67},"noul":{"related":0.86,"answers":0.44,"exact":0.07}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.344692708999999}
{"split":"test","qid":"q16","pid":"p11522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db8ee5660b522641bab192d3de31751e08cfb3e50e7c61b4fe0a7826002aeceb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.85,"answers":0.3,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22299833299999955}
{"split":"test","qid":"q16","pid":"p11565","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ebc139b2d24989670548c9e202d986928673d86f4b75d34a0416c6d65932a97","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.98},"score":{"score":1.02,"probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.98},"noul":{"related":0.85,"answers":0.14,"exact":0.04}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.22020587499999966}
{"split":"test","qid":"q16","pid":"p1259","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7da6f21370858b8d9232fb025d55ad8ad0238ce93b11f3e0628ef53d5918c203","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.58,"3":0.38},"confidence":0.43},"score":{"score":2.3,"probabilities":{"0":0,"1":0.04,"2":0.62,"3":0.34},"confidence":0.61},"noul":{"related":0.95,"answers":0.87,"exact":0.45}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23724808299999858}
{"split":"test","qid":"q16","pid":"p1293","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b118e7893119787dae1839aeb1bb1b58e22e5428c3ea6aff3641c0602c7ddef","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.85,"answers":0.35,"exact":0.07}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23125566600000094}
{"split":"test","qid":"q16","pid":"p1306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acbcd243c073ef9152209dded9ca7ca7b7ac50b48288bd70e093b9967aef1ba1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.48,"3":0},"confidence":0.36},"score":{"score":1.68,"probabilities":{"0":0,"1":0.32,"2":0.68,"3":0},"confidence":0.68},"noul":{"related":0.88,"answers":0.74,"exact":0.09}},"inputTokens":898,"outputTokens":107,"latencySeconds":0.21997095800000172}
{"split":"test","qid":"q16","pid":"p1315","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2db976d54d3c33dc9995bd2839959959ec55e3cdc5fd45c14c0fcfc850540a00","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.49,"3":0.5},"confidence":0.33},"score":{"score":2.63,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.63},"noul":{"related":0.96,"answers":0.93,"exact":0.66}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23284100000000035}
{"split":"test","qid":"q16","pid":"p1358","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"95085d5cf1058d67e85822745735199a07de14810ab8371dd3ea7c1da6a29d07","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.72,"3":0.16},"confidence":0.64},"score":{"score":2.1,"probabilities":{"0":0,"1":0.07,"2":0.76,"3":0.17},"confidence":0.75},"noul":{"related":0.96,"answers":0.85,"exact":0.32}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21929279099999985}
{"split":"test","qid":"q16","pid":"p1397","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a0a90b2120bb82890667f8722b7994bfd12e4398b13bf3b82194c3390acfe44","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.85,"3":0.04},"confidence":0.79},"score":{"score":2.01,"probabilities":{"0":0,"1":0.05,"2":0.89,"3":0.06},"confidence":0.9},"noul":{"related":0.89,"answers":0.82,"exact":0.22}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21647670799999832}
{"split":"test","qid":"q16","pid":"p1434","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62b4a3b1358fbe749ffdd1c7f75c5f2479c4af60985b153474e99013b2172409","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.2,"3":0.01},"confidence":0.72},"score":{"score":1.54,"probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.51},"noul":{"related":0.92,"answers":0.47,"exact":0.1}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.23683437499999854}
{"split":"test","qid":"q16","pid":"p1456","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe131874cfc4dfd066935da1885ce978b29a4fbec67cc437e421f42985b2b166","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.73,"3":0.1},"confidence":0.63},"score":{"score":1.84,"probabilities":{"0":0,"1":0.2,"2":0.75,"3":0.05},"confidence":0.75},"noul":{"related":0.92,"answers":0.77,"exact":0.21}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2533002919999999}
{"split":"test","qid":"q16","pid":"p1515","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d53beb552b5d4eeed5b2528a6f6bfb9de2bb098127e5b7a337fbec4050b29d2","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.39},"score":{"score":0.6,"probabilities":{"0":0.4,"1":0.6,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.34,"answers":0.06,"exact":0.02}},"inputTokens":806,"outputTokens":107,"latencySeconds":0.2798971249999995}
{"split":"test","qid":"q16","pid":"p1576","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2602c2dea4feb58f5370a9959c8b5d5e06dabd5e91f1372498b78fe737a581a5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.84,"2":0.15,"3":0.01},"confidence":0.79},"score":{"score":1.41,"probabilities":{"0":0,"1":0.59,"2":0.41,"3":0},"confidence":0.59},"noul":{"related":0.92,"answers":0.41,"exact":0.07}},"inputTokens":913,"outputTokens":107,"latencySeconds":0.23626379100000122}
{"split":"test","qid":"q16","pid":"p1626","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7594a8fd448ba8df747f331162a6650ae2a6d984c3131379e2d9048c12f342c0","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.4,"3":0.59},"confidence":0.45},"score":{"score":2.6,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.6},"noul":{"related":0.97,"answers":0.94,"exact":0.69}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.25784749999999623}
{"split":"test","qid":"q16","pid":"p1716","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d74a74c10b5081efff513ac5e0ffeb213fa7ecf7fb7724c7d4cbe6ddca62eb3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.79},"score":{"score":1.33,"probabilities":{"0":0,"1":0.67,"2":0.33,"3":0},"confidence":0.67},"noul":{"related":0.89,"answers":0.41,"exact":0.07}},"inputTokens":928,"outputTokens":107,"latencySeconds":0.2677585839999956}
{"split":"test","qid":"q16","pid":"p180","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5fec410a5841f2315405ecb1e5cf80f162f6705da1b278af504be378bffe4fa","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.73},"score":{"score":1.43,"probabilities":{"0":0,"1":0.57,"2":0.43,"3":0},"confidence":0.57},"noul":{"related":0.92,"answers":0.49,"exact":0.07}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.20723125000000436}
{"split":"test","qid":"q16","pid":"p1838","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5dcf93d4283f3fb40491d53499ad3507bdb37b8e676bbdf918862186aea2afa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.86,"3":0.11},"confidence":0.8},"score":{"score":2.1,"probabilities":{"0":0,"1":0.02,"2":0.86,"3":0.12},"confidence":0.87},"noul":{"related":0.96,"answers":0.9,"exact":0.31}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.24358412500000123}
{"split":"test","qid":"q16","pid":"p185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ad0814b12d2ff3ad0fe4be1cda18ebbd07494aad1167e7708505c3102b5b7dd","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.41,"2":0.56,"3":0.03},"confidence":0.41},"score":{"score":1.67,"probabilities":{"0":0,"1":0.35,"2":0.63,"3":0.02},"confidence":0.63},"noul":{"related":0.93,"answers":0.71,"exact":0.14}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20922604200000205}
{"split":"test","qid":"q16","pid":"p1871","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db8ee5660b522641bab192d3de31751e08cfb3e50e7c61b4fe0a7826002aeceb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.1,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.86,"answers":0.3,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2488420000000042}
{"split":"test","qid":"q16","pid":"p1925","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c193c1114432248b25a2a38123ebcd783c7a46023978d646272f1835e9839c71","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.73,"3":0.25},"confidence":0.64},"score":{"score":2.21,"probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.75},"noul":{"related":0.95,"answers":0.91,"exact":0.44}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2139030419999981}
{"split":"test","qid":"q16","pid":"p1962","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4bab1129c8959c05b775103a90818ae8af081ef06d2f2c3ee4937df79a3cab7f","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2527238750000033}
{"split":"test","qid":"q16","pid":"p1994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dbd26a85eafc18e5a80de6233d2422a6bc810b21bdf688dd8db3e30b0f351296","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9,"2":0.09,"3":0.01},"confidence":0.86},"score":{"score":1.12,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.88},"noul":{"related":0.91,"answers":0.18,"exact":0.06}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21074191599999903}
{"split":"test","qid":"q16","pid":"p2001","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870ce773bf38fa584b4ad9560de80788a7ef4937121938cfc8fb65b68c26bcd3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.78},"score":{"score":1.27,"probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.73},"noul":{"related":0.92,"answers":0.43,"exact":0.07}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22040449999999692}
{"split":"test","qid":"q16","pid":"p2010","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48b3fe39a54ae661c0531bb2cf80636ce2bddf4aed3418bdf187cb2f52de62d7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.51,"3":0.43},"confidence":0.34},"score":{"score":2.37,"probabilities":{"0":0,"1":0.06,"2":0.51,"3":0.43},"confidence":0.51},"noul":{"related":0.95,"answers":0.9,"exact":0.43}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.24085808299999917}
{"split":"test","qid":"q16","pid":"p2270","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9805b5bf19d53e333df57b7917dfca50aef4674ae043284c71e74f4532e72c31","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.82},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.91},"noul":{"related":0.98,"answers":0.96,"exact":0.81}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2100581250000032}
{"split":"test","qid":"q16","pid":"p2274","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f31a0db1570e7cfcbec654f66bf32cc37c5d36e493d3a99b114e8511e20a855","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.73},"score":{"score":0.78,"probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.49,"answers":0.06,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2430327499999985}
{"split":"test","qid":"q16","pid":"p229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59df1a38c009a243d54e53cc66c7760c5d2ea25ae85f52da1ae7288196ac334e","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.48},"score":{"score":0.4,"probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.2,"answers":0.05,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.24543983299999672}
{"split":"test","qid":"q16","pid":"p2359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"037c6a56518de91c25687de6e2a16e509c21e26cf54158138bb174805fcfdb88","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.73,"2":0.26,"3":0},"confidence":0.63},"score":{"score":1.45,"probabilities":{"0":0,"1":0.55,"2":0.45,"3":0},"confidence":0.55},"noul":{"related":0.83,"answers":0.51,"exact":0.08}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20438937499999885}
{"split":"test","qid":"q16","pid":"p2381","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7022b6e68754f34debda95c8be4ed52cd25e0fa5609f5c489ff2c65471a32232","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22731937499999913}
{"split":"test","qid":"q16","pid":"p2384","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48798f8f5bed9c910b7c61e95f7b77e771f22338fbff8dcdacf9e11d999472e0","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.11,"probabilities":{"0":0.01,"1":0.88,"2":0.11,"3":0},"confidence":0.88},"noul":{"related":0.8,"answers":0.31,"exact":0.05}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23120083299999533}
{"split":"test","qid":"q16","pid":"p2391","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3670de5f702b75d07fedc32aad1bc0531b3697c2eea15f5cfeb8ba38952d7fbb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.52,"3":0.42},"confidence":0.37},"score":{"score":2.46,"probabilities":{"0":0,"1":0.03,"2":0.49,"3":0.48},"confidence":0.46},"noul":{"related":0.96,"answers":0.88,"exact":0.49}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2222126250000001}
{"split":"test","qid":"q16","pid":"p242","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"00a4231447b69c6b0d9bcfa2a0be3b42c67856379b94b77b823dff5bc1c28f6c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.77,"2":0.23,"3":0},"confidence":0.68},"score":{"score":1.38,"probabilities":{"0":0,"1":0.62,"2":0.38,"3":0},"confidence":0.62},"noul":{"related":0.9,"answers":0.53,"exact":0.07}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2367477080000026}
{"split":"test","qid":"q16","pid":"p2432","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1eccbf05697fd00633a0e33b1dbc5d15eacbba02c293c701b45a365f84abc58c","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.78,"2":0.03,"3":0},"confidence":0.71},"score":{"score":0.92,"probabilities":{"0":0.11,"1":0.87,"2":0.02,"3":0},"confidence":0.87},"noul":{"related":0.4,"answers":0.11,"exact":0.02}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.21903829199999744}
{"split":"test","qid":"q16","pid":"p2536","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db8ee5660b522641bab192d3de31751e08cfb3e50e7c61b4fe0a7826002aeceb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.86,"answers":0.3,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.24697200000000158}
{"split":"test","qid":"q16","pid":"p267","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac6f88d5bc1c6282b4a851e97eecb32394b5782f541a6bfcf184d51f1e070147","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.63,"2":0.37,"3":0},"confidence":0.49},"score":{"score":1.45,"probabilities":{"0":0,"1":0.55,"2":0.45,"3":0},"confidence":0.55},"noul":{"related":0.88,"answers":0.58,"exact":0.08}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2547226660000015}
{"split":"test","qid":"q16","pid":"p277","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"37445f5b9700a845e344f6649541c0b07ae0d242270213ff2c3d51cab2d27930","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.85},"score":{"score":1.23,"probabilities":{"0":0,"1":0.78,"2":0.22,"3":0},"confidence":0.77},"noul":{"related":0.85,"answers":0.29,"exact":0.06}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.21182095799999662}
{"split":"test","qid":"q16","pid":"p2777","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d9cc096298e730b5ba7f05bd1f31300e4e24b87520587387658da194508c03b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.57},"score":{"score":1.83,"probabilities":{"0":0,"1":0.18,"2":0.81,"3":0.01},"confidence":0.8},"noul":{"related":0.87,"answers":0.77,"exact":0.12}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20893858300000284}
{"split":"test","qid":"q16","pid":"p2780","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"436ceec42f9b9cd7607ec8bf2c77edcd9e25c795b9e227a8ef9596b89ed69c18","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.83},"score":{"score":1.27,"probabilities":{"0":0,"1":0.73,"2":0.27,"3":0},"confidence":0.72},"noul":{"related":0.88,"answers":0.35,"exact":0.08}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.26336766699999864}
{"split":"test","qid":"q16","pid":"p2833","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7870a559bbc43a49cdfec7f1db20eea24788699a57de0658b748c0419c632aef","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.53,"2":0.46,"3":0.01},"confidence":0.37},"score":{"score":1.65,"probabilities":{"0":0,"1":0.35,"2":0.64,"3":0.01},"confidence":0.64},"noul":{"related":0.91,"answers":0.64,"exact":0.09}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.22708679100000154}
{"split":"test","qid":"q16","pid":"p2934","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f3c33489cff2d73ea628743ba99ba0a420c9ae42f4514e1f495856430428b0c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.59,"2":0.38,"3":0.03},"confidence":0.46},"score":{"score":1.54,"probabilities":{"0":0,"1":0.48,"2":0.5,"3":0.02},"confidence":0.5},"noul":{"related":0.91,"answers":0.71,"exact":0.13}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.232999625000004}
{"split":"test","qid":"q16","pid":"p2943","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c276cbf9a5672e00b1687dd0de72b4ab8e720337026c6c9559ed390a04efb486","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.72,"3":0.09},"confidence":0.63},"score":{"score":1.97,"probabilities":{"0":0,"1":0.12,"2":0.79,"3":0.09},"confidence":0.8},"noul":{"related":0.92,"answers":0.84,"exact":0.33}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23876383300000453}
{"split":"test","qid":"q16","pid":"p2948","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a450d91bac4fc303e264f514e3c5e067b7683ed462c9b5049d2c95ae682c9c86","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.87,"2":0.08,"3":0},"confidence":0.82},"score":{"score":1.1,"probabilities":{"0":0.03,"1":0.84,"2":0.13,"3":0},"confidence":0.84},"noul":{"related":0.74,"answers":0.31,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21797579200000472}
{"split":"test","qid":"q16","pid":"p2966","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19c77fe5593d181c51b8a0250c6ab79d098e33a53c41a6e4f983cc6f0f03ca0c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.78},"score":{"score":1.34,"probabilities":{"0":0,"1":0.66,"2":0.34,"3":0},"confidence":0.66},"noul":{"related":0.91,"answers":0.38,"exact":0.07}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22150845800000388}
{"split":"test","qid":"q16","pid":"p2972","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4fe9de07be9be9bf8f9053605834775f157f58f306800b65592fe3e55447c34c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.39,"probabilities":{"0":0,"1":0.61,"2":0.39,"3":0},"confidence":0.61},"noul":{"related":0.89,"answers":0.43,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21697487499999987}
{"split":"test","qid":"q16","pid":"p2988","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3944a09c1c0414704f8359ab7dbfabb9a2556b3df603c8a3f0830350c1fab0ec","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.92},"score":{"score":1.1,"probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.92,"answers":0.25,"exact":0.06}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24722204200000125}
{"split":"test","qid":"q16","pid":"p303","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c3f765723422ab010fea47b8988532a1bbf75d4da2961b68d378fd89012ef3c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.5,"2":0.48,"3":0.02},"confidence":0.33},"score":{"score":1.77,"probabilities":{"0":0,"1":0.25,"2":0.73,"3":0.02},"confidence":0.74},"noul":{"related":0.93,"answers":0.63,"exact":0.11}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.21135741699999927}
{"split":"test","qid":"q16","pid":"p3066","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bff7b141e3654f8529304fb4b58bb5021f7eeb2b013f9f690d7d9db90f6b3fd9","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.95},"score":{"score":1.08,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.88,"answers":0.22,"exact":0.05}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.23596345799999835}
{"split":"test","qid":"q16","pid":"p3078","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d353cc3675849c3e492ecb136bcc63bf288809f0bfb07e644c4f5f6139e8fc1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.85},"score":{"score":1.29,"probabilities":{"0":0,"1":0.71,"2":0.29,"3":0},"confidence":0.71},"noul":{"related":0.87,"answers":0.36,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21524470800000564}
{"split":"test","qid":"q16","pid":"p309","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1eccbf05697fd00633a0e33b1dbc5d15eacbba02c293c701b45a365f84abc58c","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.8,"2":0.02,"3":0},"confidence":0.74},"score":{"score":0.87,"probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.43,"answers":0.12,"exact":0.02}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.24481729199999971}
{"split":"test","qid":"q16","pid":"p3092","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2fc271dfc01f291f115bb58a7093af9198874f38c9d9ab53a900d8e016dd7ae","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.65},"score":{"score":1.43,"probabilities":{"0":0,"1":0.57,"2":0.43,"3":0},"confidence":0.56},"noul":{"related":0.94,"answers":0.43,"exact":0.08}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.22349170899999443}
{"split":"test","qid":"q16","pid":"p3276","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31681d4bd7b7eab36bf98df2067bed28af05948deb0f5b88b7c78c1b0db6f5a5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.9},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.98,"answers":0.97,"exact":0.83}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24842054199999983}
{"split":"test","qid":"q16","pid":"p3295","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b89b0cfdfd3d3b739f2ec97fb1c9efb807dd51da79b89ab62ee36250b975dd0b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.84,"3":0.02},"confidence":0.79},"score":{"score":1.96,"probabilities":{"0":0,"1":0.08,"2":0.89,"3":0.03},"confidence":0.89},"noul":{"related":0.92,"answers":0.84,"exact":0.22}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2096599159999969}
{"split":"test","qid":"q16","pid":"p3337","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db8ee5660b522641bab192d3de31751e08cfb3e50e7c61b4fe0a7826002aeceb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.85,"answers":0.27,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.20747562499999914}
{"split":"test","qid":"q16","pid":"p3370","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5d45d9a034c798f2ee19703ca9cd8ae95ef2f32753fd8e85186300b0c89745a","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.64,"2":0.35,"3":0.01},"confidence":0.53},"score":{"score":1.63,"probabilities":{"0":0,"1":0.37,"2":0.63,"3":0},"confidence":0.62},"noul":{"related":0.89,"answers":0.68,"exact":0.11}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22475637500000448}
{"split":"test","qid":"q16","pid":"p3397","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81c479bb88606897c6422acac46538a0e3fd7e48c853c037e419044f69ec19c2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.71,"3":0.11},"confidence":0.62},"score":{"score":2.01,"probabilities":{"0":0,"1":0.11,"2":0.77,"3":0.12},"confidence":0.77},"noul":{"related":0.95,"answers":0.77,"exact":0.21}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2252017909999995}
{"split":"test","qid":"q16","pid":"p3428","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e277e60049ccac9ad0fb9c0829762dcec05288137fdfd7f0a5f66baaa4a3ecd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.85,"answers":0.3,"exact":0.06}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.25859483300000285}
{"split":"test","qid":"q16","pid":"p3438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98e285182ec89e163eccfb83a7b703610e27c0765b561129059c27be81e71ba0","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2326453330000004}
{"split":"test","qid":"q16","pid":"p3441","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36dd9a2ac6a6af105019a6a15c9b0419e42f50f3cd5c36d6b65a821d5fe650f8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.85,"2":0.13,"3":0.01},"confidence":0.8},"score":{"score":1.17,"probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.83},"noul":{"related":0.85,"answers":0.34,"exact":0.07}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.21315091699999902}
{"split":"test","qid":"q16","pid":"p3455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"901ae631798acc1e1929d93c604237e61d3833f2d3733d2c954435d6f05c5040","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.65,"3":0.31},"confidence":0.54},"score":{"score":2.3,"probabilities":{"0":0,"1":0.03,"2":0.64,"3":0.33},"confidence":0.64},"noul":{"related":0.95,"answers":0.89,"exact":0.43}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2558863750000019}
{"split":"test","qid":"q16","pid":"p3474","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25611e6da5b13b11da33bc4b1852d84ec7986479b012955c95d3d984a569fded","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.14,"3":0.01},"confidence":0.81},"score":{"score":1.26,"probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.73},"noul":{"related":0.91,"answers":0.31,"exact":0.12}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21063087499999528}
{"split":"test","qid":"q16","pid":"p3525","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bff7b141e3654f8529304fb4b58bb5021f7eeb2b013f9f690d7d9db90f6b3fd9","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.95},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.93},"noul":{"related":0.89,"answers":0.22,"exact":0.05}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2397733339999977}
{"split":"test","qid":"q16","pid":"p3534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0714275075d47a4108b5c3510ea837b961224c332c753a10ce1ec4bc1704cf5b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":2048,"outputTokens":107,"latencySeconds":0.2266338340000002}
{"split":"test","qid":"q16","pid":"p3614","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7255e2bc19ae42d1a183909f4370b842749e4c7cdeabfdaafb93e5fab08ae6e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.47,"3":0.01},"confidence":0.35},"score":{"score":1.7,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.67},"noul":{"related":0.94,"answers":0.62,"exact":0.12}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.25023783299999924}
{"split":"test","qid":"q16","pid":"p3647","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0dc99deeca238a1eb8a7f975ffb7b0b354023656122b9e2cf5bc734c5f04c507","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.81},"score":{"score":2.06,"probabilities":{"0":0,"1":0.03,"2":0.88,"3":0.09},"confidence":0.88},"noul":{"related":0.92,"answers":0.89,"exact":0.34}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2284043329999986}
{"split":"test","qid":"q16","pid":"p3669","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2fc7b332015318067af05e2c7d67218f25b7371434de0504c5c200fe1cd47b9d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.86,"answers":0.29,"exact":0.04}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.24284041699999942}
{"split":"test","qid":"q16","pid":"p3703","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"44146960ecce88255a5445823a4c2a58d1b6bca0ef3a19b94e74b851530a0007","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.95},"score":{"score":1.05,"probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.87,"answers":0.12,"exact":0.03}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.2487641250000015}
{"split":"test","qid":"q16","pid":"p3748","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dcc2e8f1d00c4556388503062e517ce3a8300ef20eb316728cc048ca69596e3d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.92},"noul":{"related":0.85,"answers":0.31,"exact":0.04}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23455345800000213}
{"split":"test","qid":"q16","pid":"p3860","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f534ea7ac2ef81ab9942741797eeade2086a2f66a15117dd87595ffafbf51a4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21578266699999948}
{"split":"test","qid":"q16","pid":"p3905","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41b7fafd186446122b717189a2a26352b00815554dd480b6c389853e34c99673","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.34},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.3,"answers":0.05,"exact":0.01}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2449281669999982}
{"split":"test","qid":"q16","pid":"p3956","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c93c39f67a635718fcdce868f2f6f6ab7cf14b6cf4dce509132ccbc86e10ae6e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.87,"3":0.03},"confidence":0.83},"score":{"score":1.96,"probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.91},"noul":{"related":0.94,"answers":0.86,"exact":0.19}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2601937920000055}
{"split":"test","qid":"q16","pid":"p4015","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2db976d54d3c33dc9995bd2839959959ec55e3cdc5fd45c14c0fcfc850540a00","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.65,"probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.65},"noul":{"related":0.97,"answers":0.94,"exact":0.68}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.24901158399999987}
{"split":"test","qid":"q16","pid":"p4031","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1cfa47c376891484d0d30d7482aa251963b2ef92540b4c79a6bae626d672ea7b","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.89,"2":0.05,"3":0},"confidence":0.85},"score":{"score":1.01,"probabilities":{"0":0.05,"1":0.89,"2":0.06,"3":0},"confidence":0.88},"noul":{"related":0.62,"answers":0.19,"exact":0.04}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.23142908300000273}
{"split":"test","qid":"q16","pid":"p405","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a40c7c7adb1e35d31f67326e461ab47e9987fcd650698133c0e9c5d72227a4b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.5,"3":0.49},"confidence":0.33},"score":{"score":2.49,"probabilities":{"0":0,"1":0,"2":0.5,"3":0.5},"confidence":0.5},"noul":{"related":0.97,"answers":0.93,"exact":0.5}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.5417660420000029}
{"split":"test","qid":"q16","pid":"p4130","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5020431e54ee33b893366366a6a0c8b8b0ebee681e0ab1195c505e46c10413f1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.35},"score":{"score":1.65,"probabilities":{"0":0,"1":0.34,"2":0.66,"3":0},"confidence":0.64},"noul":{"related":0.83,"answers":0.64,"exact":0.1}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.21168820799999957}
{"split":"test","qid":"q16","pid":"p4133","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ff3282c3dc15dbf9b0854a7f14b509a574ac0d58f3c876cd97aa52b9b077c46","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.85},"score":{"score":1.12,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.88,"answers":0.32,"exact":0.05}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22228724999999394}
{"split":"test","qid":"q16","pid":"p4154","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"497b00bf311bebabd72a0a874d497d9909e59c3990081ea58b260a25a445ad91","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.54,"3":0.44},"confidence":0.39},"score":{"score":2.44,"probabilities":{"0":0,"1":0,"2":0.56,"3":0.44},"confidence":0.55},"noul":{"related":0.97,"answers":0.93,"exact":0.45}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.22067349999999714}
{"split":"test","qid":"q16","pid":"p4203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b259d478b98effe8325be9ceffc20ad2e0abf2e3a38c4ce62ef1789cb6d7a2c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.92},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.93,"answers":0.34,"exact":0.05}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23579200000000128}
{"split":"test","qid":"q16","pid":"p4221","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4ea1478bdc6e88a75a6d479aa5dd1c56ba157a02134c03b83a3704c76cdffd2","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.36},"score":{"score":0.54,"probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.26,"answers":0.05,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21488916700000119}
{"split":"test","qid":"q16","pid":"p4236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfc71daee4410e2a84855d2a8e2092cf8f1bbd649618dd07851486c293c0feea","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2334089169999934}
{"split":"test","qid":"q16","pid":"p4392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa338b3a4487ebfb306f61983334e10361812f99e110d0483b0853479a17d7bb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"score":{"score":1.06,"probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.94},"noul":{"related":0.88,"answers":0.2,"exact":0.04}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22800412499999947}
{"split":"test","qid":"q16","pid":"p4490","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7bf6c0f42fdcdf470a0a607090f0fa26724aebaa2cf2efd2d1e088b960b3829f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.55,"3":0.39},"confidence":0.4},"score":{"score":2.37,"probabilities":{"0":0,"1":0.02,"2":0.58,"3":0.4},"confidence":0.58},"noul":{"related":0.95,"answers":0.9,"exact":0.39}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24963570800000162}
{"split":"test","qid":"q16","pid":"p4515","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f404b3c150071ecffffad672255161a7071e62114fbafac441ef602c95df8c55","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.96},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.98},"noul":{"related":0.82,"answers":0.14,"exact":0.03}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20511620799999947}
{"split":"test","qid":"q16","pid":"p4516","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"44bcf95088fea359041a61344de625fbb8fd1ff76b30e4c0127a70aebf9223db","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.87},"score":{"score":1.14,"probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.86},"noul":{"related":0.85,"answers":0.3,"exact":0.05}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.21728349999999774}
{"split":"test","qid":"q16","pid":"p4517","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"487bc60b7755c3a1e02f6400d3bacd30af7721c704d26bc9e544a6b32987197d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.08,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.8,"answers":0.2,"exact":0.04}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22440112499999668}
{"split":"test","qid":"q16","pid":"p4564","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c873235d0bd5a39314e1361753f4e451e3ec28ab01195d0945e6796e7c2ba737","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.92},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.83,"answers":0.31,"exact":0.04}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.224169167}
{"split":"test","qid":"q16","pid":"p4611","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ccbc6fe01513551e19ede7c1819119714086a561ba2e9af0c1d94bbe0b20b5f3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.62,"2":0.37,"3":0.01},"confidence":0.5},"score":{"score":1.58,"probabilities":{"0":0,"1":0.42,"2":0.58,"3":0},"confidence":0.57},"noul":{"related":0.89,"answers":0.59,"exact":0.11}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.24828558299999715}
{"split":"test","qid":"q16","pid":"p4617","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23e1376304574da5f13bed6a430993ad0cdd90b925e4d790116aeed45f5608de","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.99},"score":{"score":1.01,"probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.99},"noul":{"related":0.91,"answers":0.11,"exact":0.04}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2642597089999981}
{"split":"test","qid":"q16","pid":"p4641","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89162c2d3afc1364a562cf8245f7e6f71992e43e664938e8b69d7b7d6db19494","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.18,"3":0.01},"confidence":0.75},"score":{"score":1.32,"probabilities":{"0":0,"1":0.6900000000000001,"2":0.31,"3":0},"confidence":0.68},"noul":{"related":0.88,"answers":0.42,"exact":0.07}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24613291700000264}
{"split":"test","qid":"q16","pid":"p4693","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"99fbf999db1852ebe5c6b121efe378d4bdbe28e09803bf4e9f957794d0a4f439","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.28,"3":0.02},"confidence":0.6},"score":{"score":1.53,"probabilities":{"0":0,"1":0.49,"2":0.49,"3":0.02},"confidence":0.49},"noul":{"related":0.93,"answers":0.42,"exact":0.11}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2377917499999967}
{"split":"test","qid":"q16","pid":"p4711","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa21705ba4c11d833ea5abf1114d3cc16929fb3761692427faca91add965fe58","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.88},"score":{"score":1.21,"probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.78},"noul":{"related":0.91,"answers":0.38,"exact":0.07}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21035704200000327}
{"split":"test","qid":"q16","pid":"p4765","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5d45d9a034c798f2ee19703ca9cd8ae95ef2f32753fd8e85186300b0c89745a","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.42,"3":0.01},"confidence":0.42},"score":{"score":1.62,"probabilities":{"0":0,"1":0.38,"2":0.62,"3":0},"confidence":0.61},"noul":{"related":0.89,"answers":0.7,"exact":0.12}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2561394999999975}
{"split":"test","qid":"q16","pid":"p4792","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53cb205d853866a1111fadd33fea4c7f457dc94c2a9a8c5afb0cf83f9f73b025","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.81},"score":{"score":1.23,"probabilities":{"0":0,"1":0.77,"2":0.23,"3":0},"confidence":0.77},"noul":{"related":0.95,"answers":0.43,"exact":0.06}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.28102500000000147}
{"split":"test","qid":"q16","pid":"p4834","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5dcf93d4283f3fb40491d53499ad3507bdb37b8e676bbdf918862186aea2afa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.87,"3":0.1},"confidence":0.82},"score":{"score":2.11,"probabilities":{"0":0,"1":0.02,"2":0.85,"3":0.13},"confidence":0.85},"noul":{"related":0.96,"answers":0.9,"exact":0.33}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.23915087500000665}
{"split":"test","qid":"q16","pid":"p499","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3479e4b6ca4c9e1d2abbc9c5858fad90bf84979e28b35e8ae339cd18fa62c819","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.68},"noul":{"related":0.93,"answers":0.36,"exact":0.08}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23956274999999733}
{"split":"test","qid":"q16","pid":"p5054","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"201c8c4d37465fd846fbac5f10029fa520fa7c105f79adb55e63c683272e534f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.33,"2":0.65,"3":0.02},"confidence":0.54},"score":{"score":1.83,"probabilities":{"0":0,"1":0.19,"2":0.79,"3":0.02},"confidence":0.79},"noul":{"related":0.86,"answers":0.77,"exact":0.14}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21190570899999875}
{"split":"test","qid":"q16","pid":"p5110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4bab1129c8959c05b775103a90818ae8af081ef06d2f2c3ee4937df79a3cab7f","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22811612500000047}
{"split":"test","qid":"q16","pid":"p5178","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8596b13e484fc679565894f5d4c5822de8cffdcd6611871128319ea708f9c1cc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.42},"score":{"score":1.71,"probabilities":{"0":0,"1":0.29,"2":0.71,"3":0},"confidence":0.71},"noul":{"related":0.92,"answers":0.74,"exact":0.1}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2314568749999962}
{"split":"test","qid":"q16","pid":"p5280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5753fdd9e574991d7e7dcc20f8f6a1ca5cd2d743af80755d9cb3792dc9ab7e48","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.54,"3":0.42},"confidence":0.38},"score":{"score":2.48,"probabilities":{"0":0,"1":0.01,"2":0.5,"3":0.49},"confidence":0.5},"noul":{"related":0.93,"answers":0.91,"exact":0.56}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.2228002919999999}
{"split":"test","qid":"q16","pid":"p5359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a049399cc68c505d8edbe1948ea8bb9cd0012a36e927eb9a5a199b77250eaf2","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.11,"3":0.03},"confidence":0.79},"score":{"score":1.23,"probabilities":{"0":0.01,"1":0.76,"2":0.22,"3":0.01},"confidence":0.75},"noul":{"related":0.73,"answers":0.39,"exact":0.08}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20574416699999712}
{"split":"test","qid":"q16","pid":"p5534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad4ff591725110faea216b5970d382d12e16041cafc1dc4845fd651f15f43c3c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.36,"2":0.62,"3":0.02},"confidence":0.49},"score":{"score":1.87,"probabilities":{"0":0,"1":0.16,"2":0.81,"3":0.03},"confidence":0.81},"noul":{"related":0.93,"answers":0.72,"exact":0.16}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2393239160000012}
{"split":"test","qid":"q16","pid":"p5562","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27c90c53a6ca9f75a0b5a925acce45799f2810a1eea8e5270fe098f7e6a726da","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.63,"3":0.29},"confidence":0.51},"score":{"score":2.09,"probabilities":{"0":0,"1":0.11,"2":0.69,"3":0.2},"confidence":0.7},"noul":{"related":0.95,"answers":0.85,"exact":0.34}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2649449999999997}
{"split":"test","qid":"q16","pid":"p5608","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1eeac4514186fbd73f31c5362121b4aa3de9188df72789332f404b66c03723ba","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.79,"3":0.15},"confidence":0.71},"score":{"score":2.2,"probabilities":{"0":0,"1":0.02,"2":0.76,"3":0.22},"confidence":0.76},"noul":{"related":0.92,"answers":0.88,"exact":0.47}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22533908399999927}
{"split":"test","qid":"q16","pid":"p5694","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de19b7e77c63aea3a16a66b0e9c362ef7e512a1ff474c4ad62808ccca11596f2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.79},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.68},"noul":{"related":0.82,"answers":0.41,"exact":0.08}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.20940412500000094}
{"split":"test","qid":"q16","pid":"p5705","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"793d979276356a1088f6eebe318d039862d5070aaf2c4658681bb8a5ff2adf99","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":1188,"outputTokens":107,"latencySeconds":0.24335854200000176}
{"split":"test","qid":"q16","pid":"p5763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d52372c507a63b5084f3b81027aa793542dd5e4f8c2b0588f4d9d5203aac872","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.52,"3":0.46},"confidence":0.36},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.5700000000000001},"confidence":0.56},"noul":{"related":0.98,"answers":0.92,"exact":0.49}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21130466600000364}
{"split":"test","qid":"q16","pid":"p6014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3c4783c4608e1e1d180412df6a04c84e848c3721ec4a469d73ef2c37502e33b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.44,"3":0.08},"confidence":0.31},"score":{"score":1.66,"probabilities":{"0":0,"1":0.37,"2":0.59,"3":0.04},"confidence":0.59},"noul":{"related":0.94,"answers":0.69,"exact":0.16}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22194020900000033}
{"split":"test","qid":"q16","pid":"p6029","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97e6084c71508b80a840385505598b07986e661ff4a45efdddd293430ed21c87","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.88,"3":0.06},"confidence":0.85},"score":{"score":2.05,"probabilities":{"0":0,"1":0.03,"2":0.89,"3":0.08},"confidence":0.88},"noul":{"related":0.93,"answers":0.86,"exact":0.26}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24863141700000416}
{"split":"test","qid":"q16","pid":"p6059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6773dfcee9f972ceea4aa756bfba11ff3be8d181b018aa76cb76b60d79131d1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.76},"score":{"score":2.21,"probabilities":{"0":0,"1":0,"2":0.79,"3":0.21},"confidence":0.78},"noul":{"related":0.97,"answers":0.91,"exact":0.49}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21606141699999717}
{"split":"test","qid":"q16","pid":"p6087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5753fdd9e574991d7e7dcc20f8f6a1ca5cd2d743af80755d9cb3792dc9ab7e48","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.55,"3":0.41},"confidence":0.39},"score":{"score":2.46,"probabilities":{"0":0,"1":0.02,"2":0.5,"3":0.48},"confidence":0.51},"noul":{"related":0.94,"answers":0.91,"exact":0.55}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.22211891699999978}
{"split":"test","qid":"q16","pid":"p6117","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee1edc967282077af841508a436c0d14d5806262284e2ce6a2dad15b7092d693","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.71,"3":0.19},"confidence":0.61},"score":{"score":2.19,"probabilities":{"0":0,"1":0.06,"2":0.69,"3":0.25},"confidence":0.69},"noul":{"related":0.93,"answers":0.89,"exact":0.27}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.23495883300000422}
{"split":"test","qid":"q16","pid":"p6118","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"979ead60fe9814862b4a4e3c6c04505c0a3727f7254d7b4f65a4025fffa8ee70","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.81,"3":0.14},"confidence":0.75},"score":{"score":2.13,"probabilities":{"0":0,"1":0.01,"2":0.84,"3":0.15},"confidence":0.84},"noul":{"related":0.93,"answers":0.9,"exact":0.36}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22953291600000375}
{"split":"test","qid":"q16","pid":"p6232","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7605847085a6a8ffac37e878943dccc0834f06dd4895d1cc2f66d2d52aaae0f4","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.92,"2":0.06,"3":0},"confidence":0.9},"score":{"score":1.07,"probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.83,"answers":0.13,"exact":0.03}},"inputTokens":1412,"outputTokens":107,"latencySeconds":0.22938112499999988}
{"split":"test","qid":"q16","pid":"p6236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27a1421854f60e126afdda9cbd1f0cb2329e56184c626ee619c26ed2353dcfb3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.77,"3":0.01},"confidence":0.69},"score":{"score":1.9,"probabilities":{"0":0,"1":0.12,"2":0.87,"3":0.01},"confidence":0.87},"noul":{"related":0.93,"answers":0.77,"exact":0.11}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2199151669999992}
{"split":"test","qid":"q16","pid":"p6259","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a68bb0149a26f4e6fc0096e3ee86c2ff712176ce44e36591dd77471839122bdb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.64,"3":0.35},"confidence":0.51},"score":{"score":2.45,"probabilities":{"0":0,"1":0,"2":0.55,"3":0.45},"confidence":0.55},"noul":{"related":0.97,"answers":0.93,"exact":0.55}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21810645800000203}
{"split":"test","qid":"q16","pid":"p6314","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"14514a863165d2fe76dfe056dfd0175415264158318bc563ffb03538511363b5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.53,"2":0.43,"3":0.04},"confidence":0.37},"score":{"score":1.66,"probabilities":{"0":0,"1":0.37,"2":0.6,"3":0.03},"confidence":0.59},"noul":{"related":0.92,"answers":0.66,"exact":0.14}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21996395800000026}
{"split":"test","qid":"q16","pid":"p6553","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"201c8c4d37465fd846fbac5f10029fa520fa7c105f79adb55e63c683272e534f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.68,"3":0.02},"confidence":0.57},"score":{"score":1.85,"probabilities":{"0":0,"1":0.17,"2":0.8099999999999999,"3":0.02},"confidence":0.81},"noul":{"related":0.84,"answers":0.77,"exact":0.14}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21608437499999855}
{"split":"test","qid":"q16","pid":"p6583","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"235f947d96cf9ac5157203796999c63be76527ff075f6c4c13473bf3d7a3f208","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.48,"2":0.5,"3":0.02},"confidence":0.34},"score":{"score":1.7,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.68},"noul":{"related":0.94,"answers":0.72,"exact":0.13}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.2299992080000011}
{"split":"test","qid":"q16","pid":"p6593","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29fbe7bc502d2679bd8603719f0b4db79020c9b762f9f7788732e00ab9b5bb4d","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.69,"2":0,"3":0},"confidence":0.59},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.39,"answers":0.07,"exact":0.02}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.22419716699999845}
{"split":"test","qid":"q16","pid":"p6601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5dc6405f580deb6798d370415667e81b901ea03ad0f518e6fbb7834c51031cde","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"score":{"score":1.03,"probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.97},"noul":{"related":0.88,"answers":0.14,"exact":0.03}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.20723616699999547}
{"split":"test","qid":"q16","pid":"p6693","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d963d61e6d850bcd67fbfeaa6f4312248ce28cb55c8403a1e04f71fc13e54268","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.92},"score":{"score":2.96,"probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.96},"noul":{"related":0.98,"answers":0.97,"exact":0.88}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.20784504100000048}
{"split":"test","qid":"q16","pid":"p6717","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"337b6c3ed87d9caf50fc4b552148f9de78ee4aa1f38c50d8a0400417942d8a50","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.69,"2":0.3,"3":0.01},"confidence":0.59},"score":{"score":1.69,"probabilities":{"0":0,"1":0.31,"2":0.6900000000000001,"3":0},"confidence":0.68},"noul":{"related":0.95,"answers":0.68,"exact":0.08}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2100032910000009}
{"split":"test","qid":"q16","pid":"p6768","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"343df054100d4252b8cfd3ad93a0d8f1da9003f7da854d16f548d8e4e87ebe0f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.64,"3":0.18},"confidence":0.51},"score":{"score":1.95,"probabilities":{"0":0,"1":0.19,"2":0.67,"3":0.14},"confidence":0.67},"noul":{"related":0.95,"answers":0.82,"exact":0.19}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.27001695800000014}
{"split":"test","qid":"q16","pid":"p6769","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9acfad3ae8b496a33f4785958f12e1ef22f46ca9c1b02c0fe3213f85f096fdcd","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20952329199999803}
{"split":"test","qid":"q16","pid":"p6775","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98a9073f7bbb7c0d0825b4789eb7b8106dbd9935a5aafd80f2efb753050f91c8","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2731676249999946}
{"split":"test","qid":"q16","pid":"p6847","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870ce773bf38fa584b4ad9560de80788a7ef4937121938cfc8fb65b68c26bcd3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.72},"score":{"score":1.36,"probabilities":{"0":0,"1":0.64,"2":0.36,"3":0},"confidence":0.64},"noul":{"related":0.92,"answers":0.44,"exact":0.07}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.302768541999998}
{"split":"test","qid":"q16","pid":"p689","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6c3092f97e3c89c1c787273f75c3c934f33a6b0b25a426b1c9761c52340d6c2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.13,"3":0.01},"confidence":0.81},"score":{"score":1.24,"probabilities":{"0":0,"1":0.77,"2":0.22,"3":0.01},"confidence":0.76},"noul":{"related":0.88,"answers":0.39,"exact":0.09}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23016650000000663}
{"split":"test","qid":"q16","pid":"p6911","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8bd379e740d48c07d21bb28e234e7bd85feab90d7b5f4db7645ad7359fb12f4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.4},"score":{"score":1.76,"probabilities":{"0":0,"1":0.25,"2":0.74,"3":0.01},"confidence":0.74},"noul":{"related":0.92,"answers":0.71,"exact":0.14}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.210137917}
{"split":"test","qid":"q16","pid":"p697","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4631096563c6a2cc5af25334c22ca7033827ece0d6b30d9ab62e6462a913e75e","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.88},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.209440416999998}
{"split":"test","qid":"q16","pid":"p699","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5177a9ff6a5a381a9b0bb9e566ab4ef39dc984cc8430508017fe257d26197ae9","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.88},"score":{"score":1.1,"probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.89},"noul":{"related":0.71,"answers":0.23,"exact":0.03}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2258726250000036}
{"split":"test","qid":"q16","pid":"p6991","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a19ab3fd5d04944999794ca348fc117ad592415096899d1552b04e4d71318185","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.75,"2":0.24,"3":0.01},"confidence":0.66},"score":{"score":1.48,"probabilities":{"0":0,"1":0.53,"2":0.46,"3":0.01},"confidence":0.52},"noul":{"related":0.88,"answers":0.48,"exact":0.13}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2100879580000037}
{"split":"test","qid":"q16","pid":"p705","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6958aed22f3e97fff25f2ded152c9dc7045b14b82163fc0180de8791eb7f405","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.92,"2":0.06,"3":0},"confidence":0.9},"score":{"score":1.08,"probabilities":{"0":0.01,"1":0.9,"2":0.09,"3":0},"confidence":0.9},"noul":{"related":0.7,"answers":0.18,"exact":0.04}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.21768487500000627}
{"split":"test","qid":"q16","pid":"p7065","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97e4ebbf9e4493c3f25eb58740428a73cc35692b007c934aae4025eadf5f00cb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.78,"2":0.22,"3":0},"confidence":0.7},"score":{"score":1.34,"probabilities":{"0":0,"1":0.66,"2":0.34,"3":0},"confidence":0.65},"noul":{"related":0.85,"answers":0.55,"exact":0.09}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21852341599999636}
{"split":"test","qid":"q16","pid":"p7090","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4bae57a84e12b1aa06076a56e741582c508abc85409d7c35ca12f237944dfb4e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.49,"2":0.5,"3":0.01},"confidence":0.34},"score":{"score":1.7,"probabilities":{"0":0,"1":0.3,"2":0.69,"3":0.01},"confidence":0.69},"noul":{"related":0.89,"answers":0.72,"exact":0.1}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2152511249999952}
{"split":"test","qid":"q16","pid":"p7102","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d91e153f87d5bac05df7b6af5fb70b75da2d49b27bb590f8a0cb5d1d716b043","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.15,"probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.85},"noul":{"related":0.87,"answers":0.26,"exact":0.08}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.21283558400000038}
{"split":"test","qid":"q16","pid":"p7146","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a19ab3fd5d04944999794ca348fc117ad592415096899d1552b04e4d71318185","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.73,"2":0.26,"3":0.01},"confidence":0.64},"score":{"score":1.47,"probabilities":{"0":0,"1":0.54,"2":0.45,"3":0.01},"confidence":0.53},"noul":{"related":0.89,"answers":0.48,"exact":0.13}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.25480054199999724}
{"split":"test","qid":"q16","pid":"p7204","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6327b1229a7abc85ffaa0c709015c302169f45b173cfbacb298f27edc4c7f206","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.78},"score":{"score":1.35,"probabilities":{"0":0,"1":0.65,"2":0.35,"3":0},"confidence":0.65},"noul":{"related":0.89,"answers":0.35,"exact":0.08}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2076193340000027}
{"split":"test","qid":"q16","pid":"p7208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"405f8fb9369ef2f95c3b3bc698240729aa2219dfe155ef5515de509876f31662","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.29,"3":0.01},"confidence":0.59},"score":{"score":1.56,"probabilities":{"0":0,"1":0.45,"2":0.54,"3":0.01},"confidence":0.55},"noul":{"related":0.85,"answers":0.55,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23711949999999343}
{"split":"test","qid":"q16","pid":"p7231","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b259d478b98effe8325be9ceffc20ad2e0abf2e3a38c4ce62ef1789cb6d7a2c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.93,"answers":0.34,"exact":0.06}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.25194895800000083}
{"split":"test","qid":"q16","pid":"p7249","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d52372c507a63b5084f3b81027aa793542dd5e4f8c2b0588f4d9d5203aac872","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.55,"3":0.43},"confidence":0.4},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.55},"noul":{"related":0.98,"answers":0.92,"exact":0.49}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2115176250000004}
{"split":"test","qid":"q16","pid":"p7335","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb5c14f4f7c3d96bf438948512b6a338bcba32cca842f39d6ec69267cf42833b","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.88,"2":0.11,"3":0},"confidence":0.84},"score":{"score":1.21,"probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.79},"noul":{"related":0.78,"answers":0.38,"exact":0.05}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22777062500000467}
{"split":"test","qid":"q16","pid":"p7370","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5eb4b4ea448d5c460e2d3be06928d7e85806efadd8fb04f8ad459dd5b2d8126","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.54,"2":0.45,"3":0.01},"confidence":0.39},"score":{"score":1.67,"probabilities":{"0":0,"1":0.34,"2":0.66,"3":0},"confidence":0.66},"noul":{"related":0.94,"answers":0.69,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21859833300000173}
{"split":"test","qid":"q16","pid":"p7484","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"95085d5cf1058d67e85822745735199a07de14810ab8371dd3ea7c1da6a29d07","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.73,"3":0.19},"confidence":0.65},"score":{"score":2.14,"probabilities":{"0":0,"1":0.06,"2":0.74,"3":0.2},"confidence":0.74},"noul":{"related":0.96,"answers":0.85,"exact":0.35}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21262833300000056}
{"split":"test","qid":"q16","pid":"p7486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb09856345df9deb529944a3c19c9c23a57b697442556d6201c6c24add2e740a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.41},"score":{"score":1.73,"probabilities":{"0":0,"1":0.27,"2":0.73,"3":0},"confidence":0.73},"noul":{"related":0.85,"answers":0.62,"exact":0.12}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2711190409999981}
{"split":"test","qid":"q16","pid":"p7557","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41ab8176e89abc22458058be27c28b7cf2d7f61fc7fe426a20c6927e77a79677","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.93},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.87,"answers":0.23,"exact":0.06}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21813779100000102}
{"split":"test","qid":"q16","pid":"p7638","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7d4f2400a1dd4fe1fa762249e4110b15b8fefaf4050604c7303f4ea162abe93","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.8,"3":0.11},"confidence":0.73},"score":{"score":2.07,"probabilities":{"0":0,"1":0.05,"2":0.83,"3":0.12},"confidence":0.84},"noul":{"related":0.95,"answers":0.84,"exact":0.2}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2144552079999994}
{"split":"test","qid":"q16","pid":"p7704","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32f2affab34d86cbd890c9817c10637fc555ddb8a65f8b0a9144e1e167f51026","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.3,"probabilities":{"0":0,"1":0.7,"2":0.3,"3":0},"confidence":0.7},"noul":{"related":0.9,"answers":0.37,"exact":0.07}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2578359169999967}
{"split":"test","qid":"q16","pid":"p7738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee8f495b5df91c8ba157b99805b8c4289248339d7334a751e8fb3c5780fc1b0c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.78,"3":0.2},"confidence":0.71},"score":{"score":2.37,"probabilities":{"0":0,"1":0,"2":0.63,"3":0.37},"confidence":0.62},"noul":{"related":0.95,"answers":0.93,"exact":0.43}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22468700000000535}
{"split":"test","qid":"q16","pid":"p7784","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"917e69d480526b6b99349a17a47457dbed778c296c37145ec799b039298d7c80","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.82,"2":0.1,"3":0},"confidence":0.76},"score":{"score":0.99,"probabilities":{"0":0.08,"1":0.86,"2":0.06,"3":0},"confidence":0.86},"noul":{"related":0.62,"answers":0.19,"exact":0.04}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2060115420000002}
{"split":"test","qid":"q16","pid":"p7791","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35155ebf8c29ef7ed7958b94b17bfcdd51186fbe41d0d1d207eb20e25880709e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.95},"score":{"score":1.04,"probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.96},"noul":{"related":0.9,"answers":0.18,"exact":0.04}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.2649175000000032}
{"split":"test","qid":"q16","pid":"p7824","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"488884addecd609e53f144177f179ce2eee10404201f232b38baba72eff83f99","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.88},"score":{"score":1.17,"probabilities":{"0":0,"1":0.83,"2":0.17,"3":0},"confidence":0.83},"noul":{"related":0.88,"answers":0.33,"exact":0.06}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.24463716700000077}
{"split":"test","qid":"q16","pid":"p7834","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af879628bddedc6a11fbe0883138eb29f2648d498d648e7d2b87cf85e9023572","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.49,"3":0},"confidence":0.33},"score":{"score":1.61,"probabilities":{"0":0,"1":0.38,"2":0.62,"3":0},"confidence":0.61},"noul":{"related":0.83,"answers":0.66,"exact":0.06}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.23756504199999473}
{"split":"test","qid":"q16","pid":"p7841","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93a5a5935b5c61e1dd9da0b3a64c9d72970ca290c549dfee6e9dfe152a5b94ee","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.77,"2":0.03,"3":0},"confidence":0.7},"score":{"score":0.9,"probabilities":{"0":0.12,"1":0.86,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.52,"answers":0.13,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.25123300000000015}
{"split":"test","qid":"q16","pid":"p7861","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7255e2bc19ae42d1a183909f4370b842749e4c7cdeabfdaafb93e5fab08ae6e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.55,"3":0.02},"confidence":0.39},"score":{"score":1.7,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.67},"noul":{"related":0.94,"answers":0.64,"exact":0.14}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.22446854200000235}
{"split":"test","qid":"q16","pid":"p7865","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25fca093c1aaa49cf773e30a9669ed1ef413bdb7e58d826d250b6dc9a9bb004a","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.86,"2":0.03,"3":0},"confidence":0.81},"score":{"score":0.88,"probabilities":{"0":0.13,"1":0.86,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.47,"answers":0.09,"exact":0.03}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.23535174999999436}
{"split":"test","qid":"q16","pid":"p7877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e97f6124d61917676da3a7ca964d20329fabca687a64ba90549f3476d6864edc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.2,"2":0.76,"3":0.04},"confidence":0.67},"score":{"score":1.86,"probabilities":{"0":0,"1":0.18,"2":0.77,"3":0.05},"confidence":0.77},"noul":{"related":0.95,"answers":0.77,"exact":0.17}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21725241699999606}
{"split":"test","qid":"q16","pid":"p7941","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4b4f57925137feafcd9a8ae564d971db84d6cc6a8e6ce646e88cf34019b0be8","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.65,"2":0.01,"3":0},"confidence":0.54},"score":{"score":0.73,"probabilities":{"0":0.27,"1":0.73,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.45,"answers":0.07,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.22748274999999557}
{"split":"test","qid":"q16","pid":"p7959","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32f2affab34d86cbd890c9817c10637fc555ddb8a65f8b0a9144e1e167f51026","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.72},"score":{"score":1.26,"probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.74},"noul":{"related":0.9,"answers":0.37,"exact":0.06}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23509862499999873}
{"split":"test","qid":"q16","pid":"p7961","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7870a559bbc43a49cdfec7f1db20eea24788699a57de0658b748c0419c632aef","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.42,"3":0.01},"confidence":0.43},"score":{"score":1.66,"probabilities":{"0":0,"1":0.34,"2":0.65,"3":0.01},"confidence":0.65},"noul":{"related":0.92,"answers":0.64,"exact":0.09}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2390489579999994}
{"split":"test","qid":"q16","pid":"p8017","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"337b6c3ed87d9caf50fc4b552148f9de78ee4aa1f38c50d8a0400417942d8a50","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.29,"3":0.01},"confidence":0.6},"score":{"score":1.64,"probabilities":{"0":0,"1":0.36,"2":0.64,"3":0},"confidence":0.63},"noul":{"related":0.95,"answers":0.67,"exact":0.07}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2281100000000006}
{"split":"test","qid":"q16","pid":"p8031","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d38b00c0a1edf487cf770f771ce6c09b7d53ebddaaa152063581115c35f1cea9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.76,"3":0.15},"confidence":0.68},"score":{"score":2.15,"probabilities":{"0":0,"1":0.04,"2":0.77,"3":0.19},"confidence":0.77},"noul":{"related":0.95,"answers":0.87,"exact":0.28}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21623595800000475}
{"split":"test","qid":"q16","pid":"p8048","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b4d4fa81388017c8049d36710243c35d7ad4a785ccdeeb95af4d7adfc57a5aa","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.3,"3":0},"confidence":0.59},"score":{"score":1.52,"probabilities":{"0":0,"1":0.48,"2":0.52,"3":0},"confidence":0.51},"noul":{"related":0.87,"answers":0.49,"exact":0.08}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2280747080000001}
{"split":"test","qid":"q16","pid":"p8072","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"daade67f393a7aa591411832a7b387f57bdce9cf55a9272f69c4b019ac6521da","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.5700000000000001,"2":0.41,"3":0.02},"confidence":0.42},"score":{"score":1.72,"probabilities":{"0":0,"1":0.31,"2":0.66,"3":0.03},"confidence":0.67},"noul":{"related":0.92,"answers":0.54,"exact":0.1}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.20949075000000447}
{"split":"test","qid":"q16","pid":"p8093","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f5feaa913076ced36243054d1cfb57f221efaad9794e56d8dbe50ee7e7958ad","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.34,"2":0.64,"3":0.02},"confidence":0.52},"score":{"score":1.82,"probabilities":{"0":0,"1":0.18,"2":0.81,"3":0.01},"confidence":0.81},"noul":{"related":0.86,"answers":0.76,"exact":0.11}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.24998245799999858}
{"split":"test","qid":"q16","pid":"p8103","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ae71a6113e3f295dc327b87419d77d0e1417e342df8e9646ff223b7111a1050","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.2,"3":0.01},"confidence":0.72},"score":{"score":1.35,"probabilities":{"0":0,"1":0.65,"2":0.35,"3":0},"confidence":0.64},"noul":{"related":0.86,"answers":0.52,"exact":0.11}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2071357080000016}
{"split":"test","qid":"q16","pid":"p8156","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"daade67f393a7aa591411832a7b387f57bdce9cf55a9272f69c4b019ac6521da","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.46,"3":0.02},"confidence":0.36},"score":{"score":1.72,"probabilities":{"0":0,"1":0.3,"2":0.67,"3":0.03},"confidence":0.67},"noul":{"related":0.91,"answers":0.54,"exact":0.11}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.2316617499999993}
{"split":"test","qid":"q16","pid":"p8221","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3bcdce60fef5f8e7e3dfbca86dc4cc3118097cc88005a5b5e0648c43b51fde07","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.4,"3":0.54},"confidence":0.39},"score":{"score":2.44,"probabilities":{"0":0,"1":0.05,"2":0.47,"3":0.48},"confidence":0.44},"noul":{"related":0.93,"answers":0.9,"exact":0.46}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2285764579999959}
{"split":"test","qid":"q16","pid":"p8268","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34f7d61d72b308394f09501c0e9040912be08bfbd4655ec5511abda3d0d7743a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.35,"2":0.63,"3":0.02},"confidence":0.51},"score":{"score":1.74,"probabilities":{"0":0,"1":0.27,"2":0.72,"3":0.01},"confidence":0.72},"noul":{"related":0.92,"answers":0.76,"exact":0.15}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.23870083399999567}
{"split":"test","qid":"q16","pid":"p8313","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e990ef553a68aced5571eefa53390831bce19ec784271c495b1d4070dcc1c54","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.6,"2":0.4,"3":0},"confidence":0.45},"score":{"score":1.66,"probabilities":{"0":0,"1":0.34,"2":0.66,"3":0},"confidence":0.66},"noul":{"related":0.92,"answers":0.65,"exact":0.08}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2532920409999933}
{"split":"test","qid":"q16","pid":"p8326","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77c77b97840d0c5b4aefff49091c673d80eab7aae3779cfdc7f815ff82fe8dc5","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.82},"score":{"score":1.01,"probabilities":{"0":0.05,"1":0.89,"2":0.06,"3":0},"confidence":0.9},"noul":{"related":0.7,"answers":0.2,"exact":0.04}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2058915840000045}
{"split":"test","qid":"q16","pid":"p8361","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fee61aaf16ba2d2e6b705cc026a5f8e7d71957f949fd2dba7cd75fdaef03a0bf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.96},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.81,"answers":0.12,"exact":0.04}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2709754580000008}
{"split":"test","qid":"q16","pid":"p8370","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a1efc994316228eb768a90b6f8207679989e9208c0d7284554a8bfbb7a0f7f6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.71,"3":0.03},"confidence":0.61},"score":{"score":1.9,"probabilities":{"0":0,"1":0.15,"2":0.8,"3":0.05},"confidence":0.81},"noul":{"related":0.96,"answers":0.82,"exact":0.25}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21350712499999644}
{"split":"test","qid":"q16","pid":"p84","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb14f5b0f6ecdc1536acef64bbd969415c52847c7caf765564e6b70747166795","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.93},"score":{"score":1.1,"probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.91,"answers":0.31,"exact":0.05}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2055554170000032}
{"split":"test","qid":"q16","pid":"p8411","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"391a140699559c93adc5ce8af42d316253d32ea6fa32c4b067b32ffc98fa8a44","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.83},"score":{"score":1.24,"probabilities":{"0":0,"1":0.76,"2":0.24,"3":0},"confidence":0.76},"noul":{"related":0.92,"answers":0.43,"exact":0.06}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.23373541699999623}
{"split":"test","qid":"q16","pid":"p8424","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"901ae631798acc1e1929d93c604237e61d3833f2d3733d2c954435d6f05c5040","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.68,"3":0.27},"confidence":0.58},"score":{"score":2.28,"probabilities":{"0":0,"1":0.02,"2":0.68,"3":0.3},"confidence":0.67},"noul":{"related":0.95,"answers":0.89,"exact":0.42}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2752202920000054}
{"split":"test","qid":"q16","pid":"p8452","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90f28677a8c80a9a4e460e066a95925b8be4487ae5f25b1a26c4c9a25a4b9da4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.59,"3":0.03},"confidence":0.45},"score":{"score":1.72,"probabilities":{"0":0,"1":0.3,"2":0.68,"3":0.02},"confidence":0.67},"noul":{"related":0.86,"answers":0.62,"exact":0.19}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2067562079999989}
{"split":"test","qid":"q16","pid":"p850","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e990ef553a68aced5571eefa53390831bce19ec784271c495b1d4070dcc1c54","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.43,"3":0},"confidence":0.42},"score":{"score":1.65,"probabilities":{"0":0,"1":0.35,"2":0.65,"3":0},"confidence":0.65},"noul":{"related":0.92,"answers":0.65,"exact":0.08}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22419600000000356}
{"split":"test","qid":"q16","pid":"p8561","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c95742d5b93259d71419d8ada62299552a09798dcce20eb1686e3ec0b25a168b","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.3,"2":0.04,"3":0},"confidence":0.55},"score":{"score":0.47,"probabilities":{"0":0.56,"1":0.4,"2":0.04,"3":0},"confidence":0.53},"noul":{"related":0.19,"answers":0.19,"exact":0.02}},"inputTokens":3399,"outputTokens":107,"latencySeconds":0.21565783399999783}
{"split":"test","qid":"q16","pid":"p8591","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfc71daee4410e2a84855d2a8e2092cf8f1bbd649618dd07851486c293c0feea","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2071511249999967}
{"split":"test","qid":"q16","pid":"p8592","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed174fd4c91712d940651a51bd60dfa7689b1ffb291ede1b08a65850df68808f","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.67,"2":0.33,"3":0},"confidence":0.55},"score":{"score":1.57,"probabilities":{"0":0,"1":0.43,"2":0.5700000000000001,"3":0},"confidence":0.56},"noul":{"related":0.86,"answers":0.62,"exact":0.09}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.22610287500000414}
{"split":"test","qid":"q16","pid":"p860","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0cdaf6ab34d26445e607288b29030c6ae5212916982798b7a2ef79a7b934b61","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.85},"score":{"score":1.14,"probabilities":{"0":0.01,"1":0.85,"2":0.14,"3":0},"confidence":0.85},"noul":{"related":0.79,"answers":0.4,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21224658400000043}
{"split":"test","qid":"q16","pid":"p8600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01b561c14a63c90f445cafc3ab0595c9e5cd9bc90e1c46013ee04d833f3f67b3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.69,"3":0.04},"confidence":0.59},"score":{"score":1.86,"probabilities":{"0":0,"1":0.18,"2":0.78,"3":0.04},"confidence":0.78},"noul":{"related":0.9,"answers":0.75,"exact":0.16}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2253812919999982}
{"split":"test","qid":"q16","pid":"p8719","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a049399cc68c505d8edbe1948ea8bb9cd0012a36e927eb9a5a199b77250eaf2","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.12,"3":0.02},"confidence":0.78},"score":{"score":1.18,"probabilities":{"0":0.01,"1":0.8,"2":0.18,"3":0.01},"confidence":0.79},"noul":{"related":0.73,"answers":0.33,"exact":0.07}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2154879579999979}
{"split":"test","qid":"q16","pid":"p8720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a5f3417223d247dcb53890400c7e36861f90b6fa0b73e6c1c3c9f7af6be255d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.67,"3":0.2},"confidence":0.56},"score":{"score":2.11,"probabilities":{"0":0,"1":0.06,"2":0.77,"3":0.17},"confidence":0.76},"noul":{"related":0.95,"answers":0.82,"exact":0.34}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2541022920000032}
{"split":"test","qid":"q16","pid":"p8729","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f31a0db1570e7cfcbec654f66bf32cc37c5d36e493d3a99b114e8511e20a855","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.71},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.43,"answers":0.07,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20855566700000053}
{"split":"test","qid":"q16","pid":"p8780","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"332ba89876ab97fff3a2b04519855c433f6ebe7e58f79a0c4b84458d6a44fda7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.46,"2":0.53,"3":0.01},"confidence":0.36},"score":{"score":1.73,"probabilities":{"0":0,"1":0.28,"2":0.71,"3":0.01},"confidence":0.71},"noul":{"related":0.87,"answers":0.69,"exact":0.15}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20861341600000013}
{"split":"test","qid":"q16","pid":"p8810","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5cbff8017478cf19fa28e21ecb3067167c51db4e4526f120cb346ad351453d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.59},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.97,"answers":0.96,"exact":0.78}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2548842500000028}
{"split":"test","qid":"q16","pid":"p896","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4effd765fe63e9d588d0fcc9f9fa76828c1942438c17931f040df47bff1e669d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.92},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.92},"noul":{"related":0.82,"answers":0.22,"exact":0.04}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22102533300000504}
{"split":"test","qid":"q16","pid":"p8992","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25611e6da5b13b11da33bc4b1852d84ec7986479b012955c95d3d984a569fded","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.87,"2":0.12,"3":0.01},"confidence":0.83},"score":{"score":1.24,"probabilities":{"0":0,"1":0.76,"2":0.23,"3":0.01},"confidence":0.76},"noul":{"related":0.91,"answers":0.31,"exact":0.15}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22087020800000026}
{"split":"test","qid":"q16","pid":"p9001","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5eb4b4ea448d5c460e2d3be06928d7e85806efadd8fb04f8ad459dd5b2d8126","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.61,"2":0.38,"3":0.01},"confidence":0.49},"score":{"score":1.63,"probabilities":{"0":0,"1":0.37,"2":0.63,"3":0},"confidence":0.63},"noul":{"related":0.94,"answers":0.69,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2285450839999976}
{"split":"test","qid":"q16","pid":"p9078","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cadcc814b251e6fdaee18ffa5f235c438e5b634ba89544b1a8fe615dfbd668ce","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.37,"3":0.62},"confidence":0.49},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.28,"3":0.72},"confidence":0.71},"noul":{"related":0.96,"answers":0.94,"exact":0.71}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23803800000000047}
{"split":"test","qid":"q16","pid":"p9131","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef07dfac056d8aa8075d5f3cc482b5dbe36ea9bc560d1398ddef340b85f728ec","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.6799999999999999,"3":0.29},"confidence":0.58},"score":{"score":2.4,"probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.58},"noul":{"related":0.96,"answers":0.9,"exact":0.42}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2173757919999989}
{"split":"test","qid":"q16","pid":"p9146","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ce0b5879b29b66209749a7e8017eae6dae768e90e47baf4b6ed508cd8089e02","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.45,"2":0.5,"3":0.05},"confidence":0.33},"score":{"score":1.9,"probabilities":{"0":0,"1":0.19,"2":0.72,"3":0.09},"confidence":0.71},"noul":{"related":0.94,"answers":0.71,"exact":0.19}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24831487499999638}
{"split":"test","qid":"q16","pid":"p9160","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b2cc18ae4cefcbfcd688c0a54dadf4b9aa70eefa6dae38d9057ebc7403c65e2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.93},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.89,"answers":0.31,"exact":0.07}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20855266599999595}
{"split":"test","qid":"q16","pid":"p9212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a16f47261ce5d1c7daa2d950a3897a2e607599f10aa7f909d738bae7b00b024","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.74,"3":0.05},"confidence":0.64},"score":{"score":1.91,"probabilities":{"0":0,"1":0.15,"2":0.79,"3":0.06},"confidence":0.8},"noul":{"related":0.93,"answers":0.81,"exact":0.19}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20674479199999768}
{"split":"test","qid":"q16","pid":"p9315","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3c4783c4608e1e1d180412df6a04c84e848c3721ec4a469d73ef2c37502e33b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.48,"3":0.08},"confidence":0.31},"score":{"score":1.68,"probabilities":{"0":0,"1":0.36,"2":0.59,"3":0.05},"confidence":0.59},"noul":{"related":0.94,"answers":0.7,"exact":0.16}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2567851660000015}
{"split":"test","qid":"q16","pid":"p9360","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"235f947d96cf9ac5157203796999c63be76527ff075f6c4c13473bf3d7a3f208","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.5,"2":0.48,"3":0.02},"confidence":0.34},"score":{"score":1.7,"probabilities":{"0":0,"1":0.3,"2":0.69,"3":0.01},"confidence":0.69},"noul":{"related":0.94,"answers":0.7,"exact":0.12}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.23268212499999935}
{"split":"test","qid":"q16","pid":"p9459","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e514151a7b9b1e45706b68225f6c1b3dae1ca8d64e06194b6e5d3ba571c9b69","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.86,"answers":0.28,"exact":0.05}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2235294999999969}
{"split":"test","qid":"q16","pid":"p9475","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acbcd243c073ef9152209dded9ca7ca7b7ac50b48288bd70e093b9967aef1ba1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.53,"2":0.47,"3":0},"confidence":0.36},"score":{"score":1.72,"probabilities":{"0":0,"1":0.27,"2":0.73,"3":0},"confidence":0.72},"noul":{"related":0.89,"answers":0.74,"exact":0.1}},"inputTokens":898,"outputTokens":107,"latencySeconds":0.22386795800000253}
{"split":"test","qid":"q16","pid":"p9479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2fc7b332015318067af05e2c7d67218f25b7371434de0504c5c200fe1cd47b9d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.9},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.86,"answers":0.31,"exact":0.04}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20922016699999949}
{"split":"test","qid":"q16","pid":"p9546","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19c77fe5593d181c51b8a0250c6ab79d098e33a53c41a6e4f983cc6f0f03ca0c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.81},"score":{"score":1.35,"probabilities":{"0":0,"1":0.66,"2":0.34,"3":0},"confidence":0.65},"noul":{"related":0.91,"answers":0.35,"exact":0.07}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21421783400000277}
{"split":"test","qid":"q16","pid":"p960","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91213d3d53a6006443d51c8cca655a3e7d8ed7c8646d3ae3b932373fe0f329cc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.89,"3":0.06},"confidence":0.85},"score":{"score":2.06,"probabilities":{"0":0,"1":0.02,"2":0.91,"3":0.07},"confidence":0.91},"noul":{"related":0.91,"answers":0.89,"exact":0.23}},"inputTokens":890,"outputTokens":107,"latencySeconds":0.24183050000000367}
{"split":"test","qid":"q16","pid":"p9633","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7f82476ea3cc6625debc78f4a5bc544514155370fc4b87471d0f236e7d30584","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.77,"2":0.04,"3":0},"confidence":0.7},"score":{"score":0.95,"probabilities":{"0":0.08,"1":0.88,"2":0.04,"3":0},"confidence":0.88},"noul":{"related":0.57,"answers":0.12,"exact":0.03}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2904859170000054}
{"split":"test","qid":"q16","pid":"p968","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e40060213295717115f16ea74ba426a296eff11066ef6bfec65f983bb76bceb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.32,"2":0.64,"3":0.04},"confidence":0.52},"score":{"score":1.94,"probabilities":{"0":0,"1":0.13,"2":0.8,"3":0.07},"confidence":0.8},"noul":{"related":0.94,"answers":0.75,"exact":0.18}},"inputTokens":892,"outputTokens":107,"latencySeconds":0.24488387499999953}
{"split":"test","qid":"q16","pid":"p97","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25611e6da5b13b11da33bc4b1852d84ec7986479b012955c95d3d984a569fded","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.84,"2":0.15,"3":0.01},"confidence":0.78},"score":{"score":1.23,"probabilities":{"0":0,"1":0.77,"2":0.22,"3":0.01},"confidence":0.76},"noul":{"related":0.9,"answers":0.34,"exact":0.15}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21834533300000475}
{"split":"test","qid":"q16","pid":"p9782","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"befb27bf116aa84ecbcc630a8ddd1b90c6add7cf9e25afc8aa64c8579ef8f826","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.73,"3":0.25},"confidence":0.64},"score":{"score":2.3,"probabilities":{"0":0,"1":0.01,"2":0.6799999999999999,"3":0.31},"confidence":0.69},"noul":{"related":0.96,"answers":0.91,"exact":0.44}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2066744589999944}
{"split":"test","qid":"q16","pid":"p9857","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34ae666a92a67a34687086265b7a3779094ca46b54067cf43e8368813af5f4ce","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.84,"3":0.05},"confidence":0.78},"score":{"score":1.99,"probabilities":{"0":0,"1":0.06,"2":0.89,"3":0.05},"confidence":0.88},"noul":{"related":0.95,"answers":0.86,"exact":0.22}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.24976841699999933}
{"split":"test","qid":"q16","pid":"p9881","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6348420ac4fda0579cda4ca6e24fb4fc865772a36efd21efc4ecaf144649b836","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.64,"2":0.01,"3":0},"confidence":0.51},"score":{"score":0.69,"probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.35,"answers":0.06,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.29690708299999824}
{"split":"test","qid":"q16","pid":"p9891","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7393a4117abfbd1380d1a32be27852ec258060eef2a884809c1ffc285c34f4a7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.69,"3":0.18},"confidence":0.59},"score":{"score":2.03,"probabilities":{"0":0,"1":0.12,"2":0.73,"3":0.15},"confidence":0.73},"noul":{"related":0.93,"answers":0.79,"exact":0.19}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2795125409999964}
{"split":"test","qid":"q16","pid":"p990","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db8ee5660b522641bab192d3de31751e08cfb3e50e7c61b4fe0a7826002aeceb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.14,"probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.86},"noul":{"related":0.87,"answers":0.31,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.27116562500000146}
{"split":"test","qid":"q16","pid":"p992","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af591ddbcd3282bf4930cd851271345fc85de26828fd0fa12600d99580cb4094","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.23,"2":0.75,"3":0.02},"confidence":0.66},"score":{"score":1.85,"probabilities":{"0":0,"1":0.17,"2":0.81,"3":0.02},"confidence":0.81},"noul":{"related":0.83,"answers":0.75,"exact":0.15}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21809595800000534}
{"split":"test","qid":"q16","pid":"p9946","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4059c7fd5208550a7182a5fe4e39903b6e6923f6de2701b6e63f398b95022002","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.73,"2":0.26,"3":0.01},"confidence":0.64},"score":{"score":1.42,"probabilities":{"0":0,"1":0.59,"2":0.41,"3":0},"confidence":0.58},"noul":{"related":0.89,"answers":0.42,"exact":0.07}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22526654200000484}
{"split":"test","qid":"q16","pid":"p9968","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae1498918340cf2ec26f8696ef7efc1140905e47a6643d3d20aaf4c6bad334ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.9},"score":{"score":0.15,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.251408666000003}
{"split":"test","qid":"q16","pid":"p9994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"479580710ff4b4e54ba7ee63a25443ba28a45c1055da4ecd74e8e816aad384ba","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.84},"score":{"score":1.19,"probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.81},"noul":{"related":0.91,"answers":0.3,"exact":0.06}},"inputTokens":925,"outputTokens":107,"latencySeconds":0.23267958300000463}
{"split":"test","qid":"q19","pid":"p10018","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c06cf8bc6261abaa7e6357f6dce5385851d92efb55813508d3654739e870136","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.71,"2":0.01,"3":0},"confidence":0.62},"score":{"score":0.73,"probabilities":{"0":0.27,"1":0.72,"2":0.01,"3":0},"confidence":0.72},"noul":{"related":0.52,"answers":0.03,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.5365973330000051}
{"split":"test","qid":"q19","pid":"p10048","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c7cc2f7e2794319dc072de7b0050f616f0133798d3a711e7a256acc77a260b3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":1},"score":{"score":3,"probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":1},"noul":{"related":0.99,"answers":0.99,"exact":0.96}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.5767065419999999}
{"split":"test","qid":"q19","pid":"p10065","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98b8f3f175473e1fc01e5160ba8baf4f4fa9cc532dfed7bc48a89206aa51b5f9","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.86},"score":{"score":0.93,"probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.5,"answers":0.04,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.33493816700000023}
{"split":"test","qid":"q19","pid":"p10133","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f2a28c93d7c709ba815b8751c293b323188931274de3210e2ec825672a38d6d","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.73},"score":{"score":0.36,"probabilities":{"0":0.65,"1":0.34,"2":0.01,"3":0},"confidence":0.64},"noul":{"related":0.2,"answers":0.03,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2247559160000019}
{"split":"test","qid":"q19","pid":"p10229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2079bae4ceca2bb664df91442144299b62c99ea6332a7a3d7c800ec191d7f6fc","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.78,"2":0.1,"3":0},"confidence":0.7},"score":{"score":1.03,"probabilities":{"0":0.09,"1":0.8,"2":0.11,"3":0},"confidence":0.8},"noul":{"related":0.49,"answers":0.16,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21452000000000407}
{"split":"test","qid":"q19","pid":"p10258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"451ac902b8978c194660b4d6dd2b60feb5075aa3624745e3f3ecf4191b232468","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.59,"3":0.4},"confidence":0.44},"score":{"score":2.37,"probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.62},"noul":{"related":0.94,"answers":0.9,"exact":0.37}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2098022920000003}
{"split":"test","qid":"q19","pid":"p10362","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36bfd77c80cb8e6ec8c249442784f8f833e509b546eca3b41cd74cffdf56ba2d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.45,"3":0.53},"confidence":0.37},"score":{"score":2.51,"probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.51},"noul":{"related":0.94,"answers":0.91,"exact":0.47}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2443899999999994}
{"split":"test","qid":"q19","pid":"p10383","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"214e668a0787a40bb70a32c8d4bffb5aa2695c5004fee1c2a2aa0bfafabd1394","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.46,"2":0.51,"3":0.02},"confidence":0.35},"score":{"score":1.63,"probabilities":{"0":0.01,"1":0.37,"2":0.6,"3":0.02},"confidence":0.6},"noul":{"related":0.76,"answers":0.54,"exact":0.1}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22186308299999655}
{"split":"test","qid":"q19","pid":"p10536","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b3ca6d323acfa3506a701fe15748cb7c6f2588ff04d17441d72078796e1da541","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.34,"3":0.66},"confidence":0.54},"score":{"score":2.61,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.61},"noul":{"related":0.98,"answers":0.97,"exact":0.83}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23411379199999646}
{"split":"test","qid":"q19","pid":"p10675","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62b96c8eeb98b3bebe64112365de3550e35190fc32ba73ec1f2f52453a30c635","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.72,"2":0.12,"3":0},"confidence":0.62},"score":{"score":1.05,"probabilities":{"0":0.11,"1":0.74,"2":0.15,"3":0},"confidence":0.74},"noul":{"related":0.49,"answers":0.16,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2190772089999955}
{"split":"test","qid":"q19","pid":"p10763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3859ed50b80d62ab3c4f52041b2b8345df7551b61299294107b043d2143909a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.9400000000000001,"2":0,"3":0},"confidence":0.91},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.6,"answers":0.05,"exact":0.03}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.24488737499999844}
{"split":"test","qid":"q19","pid":"p10827","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8aaa097a4f4a5f6eb8d5a4d9fcc4db1cacf1744cf7eaa2deca41b93ea999bc4f","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.66,"2":0.3,"3":0.01},"confidence":0.54},"score":{"score":1.26,"probabilities":{"0":0.03,"1":0.68,"2":0.29,"3":0},"confidence":0.67},"noul":{"related":0.61,"answers":0.41,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2058894999999975}
{"split":"test","qid":"q19","pid":"p10843","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86484689fe23a67ca4e2a0ccdea6d70751d744aa52f334fecded6b827ca35f28","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.54,"2":0.39,"3":0.01},"confidence":0.39},"score":{"score":1.39,"probabilities":{"0":0.04,"1":0.53,"2":0.43,"3":0},"confidence":0.52},"noul":{"related":0.57,"answers":0.46,"exact":0.04}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2063727910000016}
{"split":"test","qid":"q19","pid":"p10890","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cab9b10e2285de88fed0729e2586299fb78497131d1b7b2535eeef80bac47dbd","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.91,"2":0.07,"3":0},"confidence":0.87},"score":{"score":1.06,"probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.91},"noul":{"related":0.81,"answers":0.12,"exact":0.04}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22607879200000025}
{"split":"test","qid":"q19","pid":"p10917","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17b1689642b7731a3c70cf483c31e7c6d14fd6b8052a4397ed4727b01363eaa7","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.5599999999999999,"2":0.41,"3":0.01},"confidence":0.42},"score":{"score":1.48,"probabilities":{"0":0.01,"1":0.51,"2":0.48,"3":0},"confidence":0.5},"noul":{"related":0.68,"answers":0.41,"exact":0.07}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24382450000000244}
{"split":"test","qid":"q19","pid":"p10919","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2079bae4ceca2bb664df91442144299b62c99ea6332a7a3d7c800ec191d7f6fc","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.78,"2":0.1,"3":0},"confidence":0.7},"score":{"score":1.03,"probabilities":{"0":0.09,"1":0.79,"2":0.12,"3":0},"confidence":0.79},"noul":{"related":0.48,"answers":0.15,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.23540041600000405}
{"split":"test","qid":"q19","pid":"p10952","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c06cf8bc6261abaa7e6357f6dce5385851d92efb55813508d3654739e870136","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.68,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.75,"probabilities":{"0":0.26,"1":0.73,"2":0.01,"3":0},"confidence":0.73},"noul":{"related":0.48,"answers":0.03,"exact":0.01}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2381945840000044}
{"split":"test","qid":"q19","pid":"p10973","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69af9c6ed44bf671c4f0cc86d2d7f7646f5369c28e39b5698aab7306a3b37f50","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.68},"score":{"score":0.81,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.52,"answers":0.03,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23185925000000135}
{"split":"test","qid":"q19","pid":"p11003","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"122fe18818fadeac3c4b9c7639c4328d69966ff945c4d137e2d7e56063f215e9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.73,"3":0.2},"confidence":0.64},"score":{"score":2.15,"probabilities":{"0":0.01,"1":0.09,"2":0.65,"3":0.25},"confidence":0.64},"noul":{"related":0.88,"answers":0.78,"exact":0.34}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2290514170000024}
{"split":"test","qid":"q19","pid":"p11013","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"737f58365100c0bf6d0a88b999571d867d713ecf5f194711e1db2414f2fe56d5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.84,"answers":0.07,"exact":0.05}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23851379199999792}
{"split":"test","qid":"q19","pid":"p11151","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21e2c6be6027e1df4702e542b3c0bbf5ca9abd0672d03b744d3537e56cdc2ea9","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.39,"2":0.48,"3":0.03},"confidence":0.31},"score":{"score":1.39,"probabilities":{"0":0.1,"1":0.43,"2":0.45,"3":0.02},"confidence":0.36},"noul":{"related":0.54,"answers":0.39,"exact":0.1}},"inputTokens":918,"outputTokens":107,"latencySeconds":0.2148477500000008}
{"split":"test","qid":"q19","pid":"p11285","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc748b99baba8516338adf8de877f4c35d44ad8d6926d8ca71925238dad7cdfe","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.68},"score":{"score":0.37,"probabilities":{"0":0.65,"1":0.33,"2":0.02,"3":0},"confidence":0.63},"noul":{"related":0.17,"answers":0.05,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23580804099999658}
{"split":"test","qid":"q19","pid":"p11343","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ec41dabba66438a2844b4c842c4a781f3cdb911f3eaabe7b1ccd41b62183ca7","answers":{"choice":{"choice":"2","probabilities":{"0":0.08,"1":0.31,"2":0.59,"3":0.02},"confidence":0.45},"score":{"score":1.64,"probabilities":{"0":0.05,"1":0.28,"2":0.64,"3":0.03},"confidence":0.59},"noul":{"related":0.66,"answers":0.68,"exact":0.15}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2551550419999985}
{"split":"test","qid":"q19","pid":"p11355","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ffcae64f9e5a580439e66425cc925150dfe96d53352fe513a41a90943455fda3","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.97},"score":{"score":0.99,"probabilities":{"0":0.01,"1":0.99,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.9,"answers":0.04,"exact":0.02}},"inputTokens":803,"outputTokens":107,"latencySeconds":0.21867324999999982}
{"split":"test","qid":"q19","pid":"p11564","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"511526eecd2b616336a1ebc34825f7932b92739cf2e94ab1a29d8be4b948f349","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"score":{"score":2.98,"probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"noul":{"related":0.99,"answers":0.99,"exact":0.95}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.23543883300000015}
{"split":"test","qid":"q19","pid":"p1169","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c2aaa2be0429d48c23743d08bbd5e6b7a2b1384a83f78f2d921bd4cb51ce232a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.09,"3":0},"confidence":0.86},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.92},"noul":{"related":0.85,"answers":0.15,"exact":0.07}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21487266600000293}
{"split":"test","qid":"q19","pid":"p1435","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f612bf368336aaeebc11e83c36e416cbfed0cb8f615e6bebe646a8884c02bf9","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.92},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2141565830000036}
{"split":"test","qid":"q19","pid":"p1511","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0fbef1ad05fdf8bc350c111d53f9be9dd69532e18fd8125dcd58680ff31a957","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.66},"score":{"score":0.32,"probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.18,"answers":0.04,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24627012499999545}
{"split":"test","qid":"q19","pid":"p172","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f692944d73b3cc1518e181a82a8d56440ea888e8737a92b4c4297500939f8bd1","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.84},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22386862499999552}
{"split":"test","qid":"q19","pid":"p1773","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"990d407bbafcb1ef7db647a14e0b61af11076a6f2496eee081de27195e90d2c2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.76},"score":{"score":2.9,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.9},"noul":{"related":0.98,"answers":0.97,"exact":0.85}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.23791279200000282}
{"split":"test","qid":"q19","pid":"p1884","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7bd67358538f6440b752d74525647f3ee712c37be229e876d3714b1b66d0759a","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.84},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.21259537499999714}
{"split":"test","qid":"q19","pid":"p1954","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7dc56a1d19c5d5344665c4e6d0d6505ad5b3c86763bdb440eb84254d7408d61","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.95,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.78,"answers":0.08,"exact":0.04}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21635666600000694}
{"split":"test","qid":"q19","pid":"p2005","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab9d9b79a69b7322d47e8c129437078a28a984f8ec20a5e587dfe2ae561c8d98","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.98},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.99,"answers":0.99,"exact":0.95}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.250072709}
{"split":"test","qid":"q19","pid":"p2036","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b63c57e209ae71d6d888fe6783cb07b6f93f993b7c35511aab0c5a47f05068a8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.76,"3":0.21},"confidence":0.68},"score":{"score":2.22,"probabilities":{"0":0,"1":0.03,"2":0.72,"3":0.25},"confidence":0.72},"noul":{"related":0.94,"answers":0.88,"exact":0.41}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23615666700000293}
{"split":"test","qid":"q19","pid":"p2139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f08b7df5a3d4c70d9413a083f003995ec7afc0bf454d0a295e91cfb222b07c05","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.75,"2":0.17,"3":0.01},"confidence":0.66},"score":{"score":1.16,"probabilities":{"0":0.04,"1":0.77,"2":0.19,"3":0},"confidence":0.76},"noul":{"related":0.54,"answers":0.23,"exact":0.04}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23102900000000226}
{"split":"test","qid":"q19","pid":"p215","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7cf42f0d761e332e3c5e5db1cc6cfc2bc3ca7cf371a8b6d7d74c4852fbb5dfc3","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.68},"score":{"score":0.83,"probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.53,"answers":0.04,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21537012500000127}
{"split":"test","qid":"q19","pid":"p2213","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ede6d519783b18bb9a2d4767a0fd7d12dcd31d130cb39e003b9ca2c9d10f39d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.23391658299999835}
{"split":"test","qid":"q19","pid":"p231","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5542fa3db146f7897dbf30583b0cc8220e7bdd2d899f57f852fa657ad6057989","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.69,"2":0.22,"3":0.01},"confidence":0.59},"score":{"score":1.23,"probabilities":{"0":0.07,"1":0.64,"2":0.28,"3":0.01},"confidence":0.64},"noul":{"related":0.66,"answers":0.34,"exact":0.06}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21858145800000056}
{"split":"test","qid":"q19","pid":"p2396","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bdea599c96db2e0c391e1b245d24627152c290f5bb86aabcf26494a8fb93fe80","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.89},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.87},"noul":{"related":0.98,"answers":0.98,"exact":0.88}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2626185420000038}
{"split":"test","qid":"q19","pid":"p2456","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"492b558ac9388615af6ed0ba26edd8bb0ce881a3d7356848f03db561c548999d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.38},"score":{"score":2.42,"probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.58},"noul":{"related":0.97,"answers":0.96,"exact":0.66}},"inputTokens":808,"outputTokens":107,"latencySeconds":0.23828391700000065}
{"split":"test","qid":"q19","pid":"p252","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a0c1dbcc4d2b3abc7251928ce4b0ad1b95a2b72f73feb325a763fdec7bd7bc9","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.26528408299999867}
{"split":"test","qid":"q19","pid":"p2714","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"914a18e23f422192fff12948e935ec2e53e91e775991a2267abb9ca5f2374b6b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.95},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.98,"answers":0.98,"exact":0.94}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2145888750000013}
{"split":"test","qid":"q19","pid":"p2717","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"286184f67bb1952c448fd58d8b81bcba00d2ef3a8f8003dce814801ee2f90b22","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.63,"2":0.33,"3":0.01},"confidence":0.51},"score":{"score":1.34,"probabilities":{"0":0.02,"1":0.63,"2":0.35,"3":0},"confidence":0.62},"noul":{"related":0.66,"answers":0.44,"exact":0.06}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20686087499999847}
{"split":"test","qid":"q19","pid":"p288","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8fd5bf619fe7d8baadb8ed0265d90192cab9bb440a4522b2d07f577a6457b773","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.33,"2":0.59,"3":0.04},"confidence":0.46},"score":{"score":1.7,"probabilities":{"0":0.03,"1":0.28,"2":0.65,"3":0.04},"confidence":0.63},"noul":{"related":0.74,"answers":0.67,"exact":0.15}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.24442454200000066}
{"split":"test","qid":"q19","pid":"p2941","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79646177a0ca68f9c6db414018af9229663555b7ce4ccf7bcd17d43997a236ea","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.37,"2":0.6,"3":0.01},"confidence":0.45},"score":{"score":1.69,"probabilities":{"0":0.02,"1":0.29,"2":0.6799999999999999,"3":0.01},"confidence":0.67},"noul":{"related":0.74,"answers":0.66,"exact":0.11}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2093033340000038}
{"split":"test","qid":"q19","pid":"p3026","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a0db1e882ce97705a0442581b53cdfd901bc714443781d5f0fdc41fc14d3a59","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.51},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.33,"answers":0.03,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20679462500000226}
{"split":"test","qid":"q19","pid":"p3144","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40b547a735b90cc96e2282b1cb4506418143acb33c0f836a7dc77c14c6691dbe","answers":{"choice":{"choice":"2","probabilities":{"0":0.11,"1":0.32,"2":0.51,"3":0.06},"confidence":0.34},"score":{"score":1.51,"probabilities":{"0":0.09,"1":0.35,"2":0.52,"3":0.04},"confidence":0.43},"noul":{"related":0.57,"answers":0.6,"exact":0.15}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.24273604199999682}
{"split":"test","qid":"q19","pid":"p3218","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d3a77b56d1d04141e8b1e223b75130276dc1cc49a4175bad3909323fa7b4da17","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.95,"probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.71,"answers":0.05,"exact":0.02}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.2558975419999988}
{"split":"test","qid":"q19","pid":"p3231","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9d784fc34bb2e4603548c96ea76f1ccfb59ef5c9d84187ff11c50689cf4135e","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.4,"2":0.37,"3":0.02},"confidence":0.19},"score":{"score":1.33,"probabilities":{"0":0.14,"1":0.4,"2":0.45,"3":0.01},"confidence":0.31},"noul":{"related":0.5,"answers":0.5,"exact":0.09}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.21401587499999733}
{"split":"test","qid":"q19","pid":"p3267","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"775b1b70e24f2be7be9cf4414fcf551b938020d60bce9ed85c28af4b5a640727","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.73,"3":0.24},"confidence":0.64},"score":{"score":2.26,"probabilities":{"0":0,"1":0.02,"2":0.7,"3":0.28},"confidence":0.69},"noul":{"related":0.91,"answers":0.91,"exact":0.46}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21177295800000137}
{"split":"test","qid":"q19","pid":"p3320","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b10666ccd5c13b33b69e4ca8635aa4c785f5e604e39cb3a7d76b8957b04118e2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"score":{"score":1.04,"probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.96},"noul":{"related":0.91,"answers":0.17,"exact":0.05}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2162445000000007}
{"split":"test","qid":"q19","pid":"p3359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0ab3b468ff5d823b8a3e0183b10fc067e6aabf52441f282be84d3aa79634943","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.2,"probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.8},"noul":{"related":0.08,"answers":0.04,"exact":0.02}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.20539895900000557}
{"split":"test","qid":"q19","pid":"p3363","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc3eb36e3cffa666cc268af39cddc3f2b03b9a8a58754abae4642e6da739f143","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.9},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.7,"answers":0.07,"exact":0.03}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23633145800000058}
{"split":"test","qid":"q19","pid":"p356","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1520acd8114755931ebc2bbd3875682fc2775efbf1903765aa3e589ce2260da4","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.93,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.68,"answers":0.07,"exact":0.02}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.23173266599999626}
{"split":"test","qid":"q19","pid":"p3816","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04643492da416f80910bd80bedbf3ef87eacee1a284bc9e03bb7675614e0fe81","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.58,"2":0.02,"3":0},"confidence":0.43},"score":{"score":0.77,"probabilities":{"0":0.27,"1":0.69,"2":0.04,"3":0},"confidence":0.69},"noul":{"related":0.25,"answers":0.06,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2506097080000036}
{"split":"test","qid":"q19","pid":"p3817","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5c3ae2a679685c2724380bc9ba821b0da58a0c6f171e359dc73736984f01dc0","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.73,"2":0,"3":0},"confidence":0.64},"score":{"score":0.85,"probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.56,"answers":0.04,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22662066699999558}
{"split":"test","qid":"q19","pid":"p3841","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"852192759ea79764c5f8dda9b43477eb71d59a3094cb10b8de532d2b6aab0d6b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.82},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.84},"noul":{"related":0.98,"answers":0.98,"exact":0.9}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.23345233399999415}
{"split":"test","qid":"q19","pid":"p3961","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b2b44912d3de9b26313db69e8ad2686b62d00c246b7cb53ba78426b4865d5d4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.29,"3":0.01},"confidence":0.6},"score":{"score":1.44,"probabilities":{"0":0,"1":0.5700000000000001,"2":0.43,"3":0},"confidence":0.56},"noul":{"related":0.9,"answers":0.54,"exact":0.12}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24691412500000298}
{"split":"test","qid":"q19","pid":"p3974","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9d784fc34bb2e4603548c96ea76f1ccfb59ef5c9d84187ff11c50689cf4135e","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.37,"2":0.34,"3":0.01},"confidence":0.16},"score":{"score":1.19,"probabilities":{"0":0.2,"1":0.42,"2":0.37,"3":0.01},"confidence":0.42},"noul":{"related":0.41,"answers":0.44,"exact":0.06}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.2775945419999989}
{"split":"test","qid":"q19","pid":"p4009","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e6e0f818b9172ebaba5ff4b8b4da1c1c34656335282a82848dfd1c55940c879","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.92,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.98,"probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.95},"noul":{"related":0.74,"answers":0.08,"exact":0.04}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23024599999999917}
{"split":"test","qid":"q19","pid":"p4020","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f179d72ced33cae7bc9dbb54de93c0f80d6c5db667b5983d14a38a84330b9aa5","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.85},"score":{"score":0.91,"probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.5,"answers":0.04,"exact":0.02}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.21426887500000158}
{"split":"test","qid":"q19","pid":"p4057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e1bf529d269b637d120e43eafbcead6236526c714a03009eb567cdb3c49ae59","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.94},"score":{"score":0.96,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.74,"answers":0.06,"exact":0.03}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21039079199999833}
{"split":"test","qid":"q19","pid":"p4100","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d9ab7cc7eb9a80f01512b9dfe572c955957975c4457a69312b5979b7027814b7","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.4},"score":{"score":2.57,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.57},"noul":{"related":0.97,"answers":0.98,"exact":0.8}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23276825000000098}
{"split":"test","qid":"q19","pid":"p417","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa9f3932feb53273bfbb6d3960338bf919dc2445cc51dc75f083069f619a0f4c","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.69},"score":{"score":0.87,"probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.49,"answers":0.03,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2255593749999971}
{"split":"test","qid":"q19","pid":"p4248","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c84f9724d668a1049600fc4f634f8295e9a36642476577f57c2032bc6843102","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.35},"score":{"score":0.69,"probabilities":{"0":0.31,"1":0.69,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.47,"answers":0.04,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23010754199999792}
{"split":"test","qid":"q19","pid":"p4510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c56dbcc84f8ab5689da17e2f265237259706f09a968e6b9c55e5ce52b96fbe38","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.73,"3":0.21},"confidence":0.64},"score":{"score":2.13,"probabilities":{"0":0,"1":0.06,"2":0.75,"3":0.19},"confidence":0.74},"noul":{"related":0.89,"answers":0.81,"exact":0.29}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.22339649999999528}
{"split":"test","qid":"q19","pid":"p458","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dacf88203c573c8dbd7ee9f4f61c0d6b0d19bb45a9283deaa38fb66d0a5edc71","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.38},"score":{"score":0.6,"probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.29,"answers":0.04,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20883195900000281}
{"split":"test","qid":"q19","pid":"p465","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e43026392d50e6758dd1057707ed9df3ffbc35a6300815d7d31a929191c4b46f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.95},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.82,"answers":0.09,"exact":0.05}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.24726387500000419}
{"split":"test","qid":"q19","pid":"p4672","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4da94bd6ab73da3ae4f224e4a41b5e517784672f16a482deecdaa07a40a80147","answers":{"choice":{"choice":"0","probabilities":{"0":0.38,"1":0.31,"2":0.3,"3":0.01},"confidence":0.17},"score":{"score":1.08,"probabilities":{"0":0.26,"1":0.41,"2":0.31,"3":0.02},"confidence":0.4},"noul":{"related":0.45,"answers":0.43,"exact":0.04}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.22887687500000176}
{"split":"test","qid":"q19","pid":"p4724","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12ff30dafb0dcbfb67b21b4c5493ab2e9256033f6acdd9c51d18b2def62deb27","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.6,"3":0.3},"confidence":0.47},"score":{"score":2.22,"probabilities":{"0":0,"1":0.06,"2":0.66,"3":0.28},"confidence":0.66},"noul":{"related":0.89,"answers":0.74,"exact":0.28}},"inputTokens":782,"outputTokens":107,"latencySeconds":0.21124720800000069}
{"split":"test","qid":"q19","pid":"p4774","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bfeeb1d8b8d5cd79db65572e8d346ca9b20e14b93de775dc9ce100caa80efbab","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.27,"2":0.6799999999999999,"3":0.04},"confidence":0.59},"score":{"score":1.78,"probabilities":{"0":0,"1":0.24,"2":0.73,"3":0.03},"confidence":0.73},"noul":{"related":0.84,"answers":0.76,"exact":0.13}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2065814590000009}
{"split":"test","qid":"q19","pid":"p4825","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a34304fce0560f42b05a697dfbb2ab82f26e785776714c5bd71bde1f939a5bec","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.75},"score":{"score":2.8,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.8},"noul":{"related":0.98,"answers":0.98,"exact":0.87}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.20924187499999972}
{"split":"test","qid":"q19","pid":"p4909","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6728b388aa9ab3ed88a840f2e1f1ce6f1d1ddfa8acca760cb6637ec27f136b05","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.29,"2":0,"3":0},"confidence":0.6},"score":{"score":0.35,"probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.65},"noul":{"related":0.17,"answers":0.04,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2115657080000019}
{"split":"test","qid":"q19","pid":"p4924","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aeb4f3fd45a0a0fad0444061b5e3de61591bc349897a57a794e911a9192653fe","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.84,"3":0.12},"confidence":0.79},"score":{"score":2.13,"probabilities":{"0":0,"1":0.01,"2":0.84,"3":0.15},"confidence":0.84},"noul":{"related":0.93,"answers":0.91,"exact":0.39}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.22406904199999553}
{"split":"test","qid":"q19","pid":"p4973","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d0e389930d0ab6969cc8c45167d15095c3f1570c5646bad7f47e1bea2140d87","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.5,"2":0.24,"3":0.01},"confidence":0.34},"score":{"score":1.21,"probabilities":{"0":0.15,"1":0.5,"2":0.34,"3":0.01},"confidence":0.48},"noul":{"related":0.44,"answers":0.44,"exact":0.06}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20552829199999542}
{"split":"test","qid":"q19","pid":"p4980","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6526a881dcdae631a6d7825248c0a1ce79aca61f44d1d90a9fb0f48020d555ff","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.21,"3":0.78},"confidence":0.71},"score":{"score":2.9,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.9},"noul":{"related":0.98,"answers":0.98,"exact":0.87}},"inputTokens":791,"outputTokens":107,"latencySeconds":0.20599970799999573}
{"split":"test","qid":"q19","pid":"p5003","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b3860e45db5a0edbfcee856cabb98e86228be6323d7d4e424ae296cce3d0327","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.95},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.84,"answers":0.11,"exact":0.05}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.239140707999999}
{"split":"test","qid":"q19","pid":"p5245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"73c60829a264902e4922a145976f0fd7d11e3236f3e0ea961ff566a4efe1529c","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.99,"probabilities":{"0":0.03,"1":0.95,"2":0.02,"3":0},"confidence":0.95},"noul":{"related":0.73,"answers":0.08,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23543916599999648}
{"split":"test","qid":"q19","pid":"p5306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96742ac54a7e34962c9164479c6aa07967732bf2b6de05da8473858cea299059","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.74},"score":{"score":0.86,"probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.47,"answers":0.05,"exact":0.02}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22646137499999897}
{"split":"test","qid":"q19","pid":"p5343","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2de6be0d7d97aa5f4f190d0a5c0add50533bcb3bf807727aa8d1203c7febcbd4","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.96},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.99,"answers":0.98,"exact":0.91}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2568916670000035}
{"split":"test","qid":"q19","pid":"p5627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"986684f9b9e13c6759bd7aa0a8837d2784e223fdb9d9254496dd491642978282","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.63,"3":0.36},"confidence":0.51},"score":{"score":2.29,"probabilities":{"0":0,"1":0.01,"2":0.69,"3":0.3},"confidence":0.7},"noul":{"related":0.96,"answers":0.93,"exact":0.65}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2550708330000052}
{"split":"test","qid":"q19","pid":"p5644","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cb9873837752a712b0b0abaf16087b99e9eaa57671cda3f54a240a272755b10","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.91},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.66,"answers":0.06,"exact":0.02}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.25215487500000017}
{"split":"test","qid":"q19","pid":"p5718","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c7c3d4071f7a05d8ff1921017a95985877df5f91dbbd8db09047ebc8000f295e","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.47},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.35,"answers":0.03,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21425841599999695}
{"split":"test","qid":"q19","pid":"p6022","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27bbef9132c94b118867e9dd2e32a79c7d0d94b57c84bebc928540c89eaea295","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.8},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.7,"answers":0.04,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21910412500000528}
{"split":"test","qid":"q19","pid":"p6226","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3164e5e19cf5aebaac6e5284f49316013c5d4450dc8f544bb12d83b968f39909","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.77,"3":0.06},"confidence":0.69},"score":{"score":1.91,"probabilities":{"0":0,"1":0.13,"2":0.82,"3":0.05},"confidence":0.82},"noul":{"related":0.88,"answers":0.7,"exact":0.19}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.22811187500000232}
{"split":"test","qid":"q19","pid":"p6297","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a0aa76527b11f3b66e17ed136112ce10aaf9b820b86831cc6eba40ee940d0d0","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.27,"2":0.69,"3":0.03},"confidence":0.59},"score":{"score":1.79,"probabilities":{"0":0.01,"1":0.22,"2":0.75,"3":0.02},"confidence":0.74},"noul":{"related":0.77,"answers":0.64,"exact":0.12}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2411122499999983}
{"split":"test","qid":"q19","pid":"p6399","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f5480395b763e3c7534288e43528c1c20ed60a6db8693e3d44c2c3c889964cb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.8,"3":0.03},"confidence":0.73},"score":{"score":1.85,"probabilities":{"0":0,"1":0.17,"2":0.8,"3":0.03},"confidence":0.8},"noul":{"related":0.85,"answers":0.81,"exact":0.14}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.3198140829999975}
{"split":"test","qid":"q19","pid":"p6446","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"017494f22a7ff35d9311c7b335e7c407b0d85851a7a5f3b4ee80bd7f5892f3b5","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.36,"2":0.56,"3":0.02},"confidence":0.41},"score":{"score":1.51,"probabilities":{"0":0.06,"1":0.38,"2":0.55,"3":0.01},"confidence":0.48},"noul":{"related":0.75,"answers":0.56,"exact":0.13}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.27447987499999726}
{"split":"test","qid":"q19","pid":"p6467","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52d4cbe7e86c5e1f6ea28403dc2b922fc09712d08cd4faf104ab8747909b5512","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.74,"2":0.12,"3":0.01},"confidence":0.66},"score":{"score":1.07,"probabilities":{"0":0.06,"1":0.81,"2":0.13,"3":0},"confidence":0.81},"noul":{"related":0.53,"answers":0.25,"exact":0.03}},"inputTokens":803,"outputTokens":107,"latencySeconds":0.21151266599999508}
{"split":"test","qid":"q19","pid":"p665","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"abda4558c483a1e85e4cbde0d866c97c9cf7facc04b15cc34f6e36c83578b948","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.69},"score":{"score":0.91,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.48,"answers":0.05,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.23817791700000088}
{"split":"test","qid":"q19","pid":"p6656","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d2a9453ebb94a30b1124caff0405fbe2b2982862831cedefb70af5c7e1054d6","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.58,"2":0.34,"3":0.01},"confidence":0.44},"score":{"score":1.39,"probabilities":{"0":0.04,"1":0.54,"2":0.42,"3":0},"confidence":0.53},"noul":{"related":0.66,"answers":0.52,"exact":0.06}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21984499999999388}
{"split":"test","qid":"q19","pid":"p6719","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"615ca74b68904c360bcf8e5fd26da8c7da4b2ddc3fca50fe435df3105d990b5a","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.23,"2":0.02,"3":0},"confidence":0.66},"score":{"score":0.41,"probabilities":{"0":0.61,"1":0.37,"2":0.02,"3":0},"confidence":0.59},"noul":{"related":0.18,"answers":0.06,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20976049999999669}
{"split":"test","qid":"q19","pid":"p6733","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce0826e67a0634f29d709502e1fd1ca5289f209b345e02a4fdc5cf841502486b","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.32,"2":0.18,"3":0},"confidence":0.33},"score":{"score":0.79,"probabilities":{"0":0.45,"1":0.32,"2":0.22,"3":0.01},"confidence":0.21},"noul":{"related":0.36,"answers":0.34,"exact":0.04}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23576320799999667}
{"split":"test","qid":"q19","pid":"p677","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0fb9c86ae2278e2ec6e19911fe61564642a420b13b25e2c83497f17fd833fa3","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.59},"score":{"score":0.44,"probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.34,"answers":0.03,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2742797500000015}
{"split":"test","qid":"q19","pid":"p6778","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"990d407bbafcb1ef7db647a14e0b61af11076a6f2496eee081de27195e90d2c2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.8},"score":{"score":2.9,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.9},"noul":{"related":0.98,"answers":0.97,"exact":0.86}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.21479404200000135}
{"split":"test","qid":"q19","pid":"p6852","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8931c9694e8cf34c8c9bf3b89cf285adb4e8017646e322302a7dd48f01268af2","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.76,"answers":0.07,"exact":0.04}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2555975419999959}
{"split":"test","qid":"q19","pid":"p6925","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a333e341de195f5a73ec5e8303430b770b5ff07cfd7baf73672d1b210f86ed0b","answers":{"choice":{"choice":"1","probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.36},"score":{"score":0.61,"probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.61},"noul":{"related":0.32,"answers":0.04,"exact":0.02}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2393324169999978}
{"split":"test","qid":"q19","pid":"p6943","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf133bd35acd3ca5cd270d21b5f670d0976d24a7357bce8287655b93d9d91cc7","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2681777910000019}
{"split":"test","qid":"q19","pid":"p7189","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf65bdf53eed78ed753e31a465ac360b2ec13f379f55d08128e109c0fc4fabd5","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.57,"2":0.18,"3":0.02},"confidence":0.43},"score":{"score":1.15,"probabilities":{"0":0.12,"1":0.62,"2":0.25,"3":0.01},"confidence":0.61},"noul":{"related":0.4,"answers":0.24,"exact":0.05}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2464621249999982}
{"split":"test","qid":"q19","pid":"p7289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba53b009e69c26e403f5fa91766b1fef3e30daaba3ba10c7020581e74ae07818","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.62,"2":0,"3":0},"confidence":0.49},"score":{"score":0.64,"probabilities":{"0":0.36,"1":0.64,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.38,"answers":0.03,"exact":0.02}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2893560419999994}
{"split":"test","qid":"q19","pid":"p7320","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"606fbb662d55eebfab00f1c767a781379fc1553e5cd501c95ca7ac7ec7b08115","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.62,"3":0.34},"confidence":0.5},"score":{"score":2.37,"probabilities":{"0":0,"1":0.03,"2":0.57,"3":0.4},"confidence":0.57},"noul":{"related":0.91,"answers":0.83,"exact":0.41}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.5842339590000047}
{"split":"test","qid":"q19","pid":"p7634","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8489fedd7729bd456542dced9bbd8b1dc712f4f86c36cdd8555e0d4a0ff2ee16","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.4,"3":0.03},"confidence":0.42},"score":{"score":1.49,"probabilities":{"0":0,"1":0.54,"2":0.44,"3":0.02},"confidence":0.51},"noul":{"related":0.89,"answers":0.59,"exact":0.1}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.24971054100000037}
{"split":"test","qid":"q19","pid":"p7708","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a34304fce0560f42b05a697dfbb2ab82f26e785776714c5bd71bde1f939a5bec","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.71},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.98,"answers":0.98,"exact":0.82}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2112864169999957}
{"split":"test","qid":"q19","pid":"p7869","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eceaf38cb72771d0366ffd7df83e12022274bee60d7fc10d8fa6a072c449621a","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21717324999999982}
{"split":"test","qid":"q19","pid":"p7871","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eee2a52cb5e7f570555844d0ca760ae2acd2aa56d54952b10504a06fb48c23fc","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.48,"2":0.02,"3":0},"confidence":0.33},"score":{"score":0.66,"probabilities":{"0":0.36,"1":0.62,"2":0.02,"3":0},"confidence":0.62},"noul":{"related":0.29,"answers":0.07,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24113395899999887}
{"split":"test","qid":"q19","pid":"p7990","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12d12ccbcb8a8ad767a6d538d251501fa289dedb6223069847cf648658dd268a","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.95},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.83,"answers":0.06,"exact":0.03}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.20960837499999616}
{"split":"test","qid":"q19","pid":"p822","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ad0ed9dc57dad735661165433780561bea8910baf2ac2c6eb736f1ab6ad73c8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":956,"outputTokens":107,"latencySeconds":0.2545864170000059}
{"split":"test","qid":"q19","pid":"p8328","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3826d3c2d226f2cb743d5e0b625f46750eda836ca236e79c1e532c648b04269f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.76},"score":{"score":2.81,"probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.81},"noul":{"related":0.98,"answers":0.96,"exact":0.82}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.250794332999998}
{"split":"test","qid":"q19","pid":"p8433","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4f894935555a7f5e660d3b413fe7927011ee32ca9ec8558cc8cbe450e5474c9","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.39,"2":0.53,"3":0.03},"confidence":0.37},"score":{"score":1.63,"probabilities":{"0":0.03,"1":0.32,"2":0.63,"3":0.02},"confidence":0.59},"noul":{"related":0.65,"answers":0.67,"exact":0.12}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.20918650000000344}
{"split":"test","qid":"q19","pid":"p8448","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dd3eb7c551f66a834e195c819537ae9a299a67428ceaf6ba1c459fd3a7b9e3f7","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.73,"2":0.2,"3":0.01},"confidence":0.64},"score":{"score":1.22,"probabilities":{"0":0.05,"1":0.69,"2":0.25,"3":0.01},"confidence":0.69},"noul":{"related":0.59,"answers":0.34,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24915987499999756}
{"split":"test","qid":"q19","pid":"p8482","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62b5a9eb64118b26d311c030ea5a0fb890287709dd3df90414d2a5fc3d106631","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":1},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":0.99},"noul":{"related":0.99,"answers":0.99,"exact":0.96}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.267168958000002}
{"split":"test","qid":"q19","pid":"p8508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2cebcb7c934f312cc590ba2b4e054a9d3ceec21e83362ef3ae6575071c9dfaf3","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.82},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.65,"answers":0.04,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23105012500000158}
{"split":"test","qid":"q19","pid":"p8565","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ecb9115ed6d563a546cb88b560d16f48b4a1395c84d4f032a540613b3840bc9c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.56},"score":{"score":2.36,"probabilities":{"0":0,"1":0,"2":0.64,"3":0.36},"confidence":0.64},"noul":{"related":0.96,"answers":0.96,"exact":0.68}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2650054999999993}
{"split":"test","qid":"q19","pid":"p857","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfb11c4757ebb0a81dac520debcd69741852abb24194aa65f9522031a87dde12","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.8},"score":{"score":0.31,"probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.15,"answers":0.02,"exact":0.01}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.20519637500000681}
{"split":"test","qid":"q19","pid":"p8689","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c06cf8bc6261abaa7e6357f6dce5385851d92efb55813508d3654739e870136","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.67,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.7},"noul":{"related":0.47,"answers":0.03,"exact":0.01}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.22661954200000037}
{"split":"test","qid":"q19","pid":"p8744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9d784fc34bb2e4603548c96ea76f1ccfb59ef5c9d84187ff11c50689cf4135e","answers":{"choice":{"choice":"2","probabilities":{"0":0.21,"1":0.35,"2":0.42,"3":0.02},"confidence":0.24},"score":{"score":1.22,"probabilities":{"0":0.18,"1":0.42,"2":0.39,"3":0.01},"confidence":0.41},"noul":{"related":0.44,"answers":0.46,"exact":0.09}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.23216362500000104}
{"split":"test","qid":"q19","pid":"p8774","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7a1630545d53f122b964a67a267881b08fc64837a9eaf9c977e6d0df79ee3ca","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.86,"3":0.02},"confidence":0.81},"score":{"score":1.88,"probabilities":{"0":0.01,"1":0.13,"2":0.84,"3":0.02},"confidence":0.85},"noul":{"related":0.86,"answers":0.75,"exact":0.18}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20959745899999688}
{"split":"test","qid":"q19","pid":"p924","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef5e0f572eb75564a6e2578dfadd7752fbd71d13869244b8aa69094db86881e2","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.49,"2":0.48,"3":0.02},"confidence":0.32},"score":{"score":1.58,"probabilities":{"0":0.01,"1":0.42,"2":0.5599999999999999,"3":0.01},"confidence":0.56},"noul":{"related":0.75,"answers":0.59,"exact":0.1}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21739137499999925}
{"split":"test","qid":"q19","pid":"p9339","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9d784fc34bb2e4603548c96ea76f1ccfb59ef5c9d84187ff11c50689cf4135e","answers":{"choice":{"choice":"2","probabilities":{"0":0.21,"1":0.37,"2":0.41000000000000003,"3":0.01},"confidence":0.2},"score":{"score":1.27,"probabilities":{"0":0.16,"1":0.43,"2":0.4,"3":0.01},"confidence":0.42},"noul":{"related":0.45,"answers":0.46,"exact":0.09}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.2719999160000007}
{"split":"test","qid":"q19","pid":"p9509","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4e2a9e49163f02426886990c142aaefb596adea983b54e10fe8e31e429f5381","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.76,"answers":0.06,"exact":0.02}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.22558470800000213}
{"split":"test","qid":"q19","pid":"p9634","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"806f8fa3a30c992de2854a5e67582fa5e2d440542cfcac546229d055ec1570c3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.34,"3":0.65},"confidence":0.54},"score":{"score":2.71,"probabilities":{"0":0,"1":0.01,"2":0.27,"3":0.72},"confidence":0.71},"noul":{"related":0.96,"answers":0.95,"exact":0.79}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2220726250000007}
{"split":"test","qid":"q19","pid":"p976","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24314cd7602e74bf3bf72e6a2a6d8058f0f52b25b781ce5fa0660f8b302a2378","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.8},"score":{"score":2.19,"probabilities":{"0":0,"1":0,"2":0.8,"3":0.2},"confidence":0.8},"noul":{"related":0.96,"answers":0.95,"exact":0.36}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20498958399999537}
{"split":"test","qid":"q19","pid":"p9784","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c06cf8bc6261abaa7e6357f6dce5385851d92efb55813508d3654739e870136","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.6},"score":{"score":0.79,"probabilities":{"0":0.22,"1":0.77,"2":0.01,"3":0},"confidence":0.77},"noul":{"related":0.49,"answers":0.03,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.22923870799999713}
{"split":"test","qid":"q19","pid":"p9793","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec2b5df0648bd4bd3d0956e08afb2d91cfec5dabb26dd229682ea1bdec79a5ec","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.81},"score":{"score":0.94,"probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.61,"answers":0.05,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22440012500000012}
{"split":"test","qid":"q19","pid":"p9818","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45afb8c8bcb3278dca51bf42a4a9969d866cba6c106b22861a1fa6a295aeff70","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.88,"2":0.02,"3":0},"confidence":0.84},"score":{"score":0.94,"probabilities":{"0":0.09,"1":0.88,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.55,"answers":0.13,"exact":0.06}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2122076670000024}
{"split":"test","qid":"q19","pid":"p9842","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e1bf529d269b637d120e43eafbcead6236526c714a03009eb567cdb3c49ae59","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.94},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.75,"answers":0.05,"exact":0.03}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.24219674999999552}
{"split":"test","qid":"q19","pid":"p9873","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"caa4cdb17f959e7d5ed1b7c418dee532776e1e532068c44237f3944c009f7d9f","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.66},"score":{"score":0.75,"probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.54,"answers":0.04,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2142177920000031}
{"split":"test","qid":"q19","pid":"p9888","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6528ebdc3ae52414ad01f9ffcdb90abb4a490e841ac2e4925df84346c9a2c29","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.39,"2":0.59,"3":0.01},"confidence":0.46},"score":{"score":1.67,"probabilities":{"0":0,"1":0.33,"2":0.66,"3":0.01},"confidence":0.65},"noul":{"related":0.86,"answers":0.7,"exact":0.09}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.24239908399999693}
{"split":"test","qid":"q19","pid":"p9890","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96e75040dafe1f23c22bf16f813c4d1c01d69aec92f9b092f5ba656ef8bc12f3","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.48},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.23,"answers":0.04,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.24906045799999993}
{"split":"test","qid":"q19","pid":"p9916","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c13a0e399f62beccd30cc449e8213a5c4061e954b68885399b62607be6df874c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.6799999999999999,"3":0.3},"confidence":0.58},"score":{"score":2.33,"probabilities":{"0":0,"1":0.01,"2":0.65,"3":0.34},"confidence":0.65},"noul":{"related":0.96,"answers":0.93,"exact":0.36}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22640475000000151}
{"split":"test","qid":"q19","pid":"p9920","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b9ee44cadd43749e99eeecf78e343d0ef1eb1a9bb6501e815cc3b264b3f66d8","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.73,"2":0.26,"3":0.01},"confidence":0.63},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.41,"3":0.01},"confidence":0.58},"noul":{"related":0.88,"answers":0.41,"exact":0.09}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.20740954200000125}
{"split":"test","qid":"q2","pid":"p10029","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da8e822c7fd7e703a05abb84bc3f93b964abda7225a2e19d6718c05170b6d002","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.67},"score":{"score":0.74,"probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.5,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26808224999999947}
{"split":"test","qid":"q2","pid":"p10282","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b8f122c7852590880624009726e838ea7f0dd511dffec1ad56a34e61fd20cd5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9299999999999999,"2":0.06,"3":0},"confidence":0.92},"score":{"score":1.05,"probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.88,"answers":0.12,"exact":0.05}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20515491699999985}
{"split":"test","qid":"q2","pid":"p10447","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5fb24ea0ffaf873f850155e20ca1cccdea69757f5e66aab70ea8be026ec8433b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.64,"3":0.35},"confidence":0.53},"score":{"score":2.27,"probabilities":{"0":0,"1":0.01,"2":0.71,"3":0.28},"confidence":0.71},"noul":{"related":0.93,"answers":0.82,"exact":0.33}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23706199999999808}
{"split":"test","qid":"q2","pid":"p10489","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f42ac6be3fc4f7ddcc743577b70510e7f1bb2f641b200ca9829e101e00a6ca1","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.88,"2":0.05,"3":0},"confidence":0.84},"score":{"score":1.03,"probabilities":{"0":0.03,"1":0.91,"2":0.06,"3":0},"confidence":0.91},"noul":{"related":0.43,"answers":0.09,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20211145899999974}
{"split":"test","qid":"q2","pid":"p10505","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39924dde0d7595139a9f21c88890f829209b5b0ad44d9c7b618454b86ce74be6","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.81,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2322086249999993}
{"split":"test","qid":"q2","pid":"p10777","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a548f718d6e531959e739e5613f79b69e04bf2b7caa4a7bf8fc62aa67e9dc2b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.93},"score":{"score":1.08,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.92},"noul":{"related":0.91,"answers":0.14,"exact":0.05}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2696294169999965}
{"split":"test","qid":"q2","pid":"p10839","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d646e7593041328f49a1c79b28160de53d709d51f4549589c76c16a5da7987e0","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.34},"score":{"score":0.56,"probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.27,"answers":0.02,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.30292929200000074}
{"split":"test","qid":"q2","pid":"p10979","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2bf90885504ae65cab5ef54369b26a27ce45988894f5b75ea112ffc1fbc033ad","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.75,"2":0.18,"3":0.01},"confidence":0.65},"score":{"score":1.16,"probabilities":{"0":0.05,"1":0.74,"2":0.2,"3":0.01},"confidence":0.74},"noul":{"related":0.57,"answers":0.36,"exact":0.06}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21516033299999981}
{"split":"test","qid":"q2","pid":"p11023","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2026babb43a71a81140f4fb022df3bb48243ba10a58958324bb0d0c61e6a8994","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.76},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.78},"noul":{"related":0.98,"answers":0.97,"exact":0.78}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22281937499999913}
{"split":"test","qid":"q2","pid":"p11178","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6d59aeca5f5104139e93eb184e69c519718734cc692a45d123d16efae6fb455","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.62,"3":0.36},"confidence":0.5},"score":{"score":2.31,"probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.67},"noul":{"related":0.94,"answers":0.9,"exact":0.58}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21521462500000052}
{"split":"test","qid":"q2","pid":"p11227","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f95341b7c5a51e9c41203b8a09a85d19f4798dba74dd63138623b98362456d2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.54},"score":{"score":2.68,"probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.68},"noul":{"related":0.98,"answers":0.97,"exact":0.62}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20815087499999935}
{"split":"test","qid":"q2","pid":"p11270","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2545a1fd6cd1f82c585504c2a3551e0d1b87683be7d39bbb99e98a44cbe1741","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.83,"2":0.14,"3":0.01},"confidence":0.78},"score":{"score":1.21,"probabilities":{"0":0.01,"1":0.78,"2":0.21,"3":0},"confidence":0.78},"noul":{"related":0.61,"answers":0.29,"exact":0.05}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.24505854099999852}
{"split":"test","qid":"q2","pid":"p11313","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"535e542897389dbff9c4e3b782cbf6bee94eb3da34e2d1b6d70dce500033cd87","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.8,"2":0.04,"3":0},"confidence":0.73},"score":{"score":0.9,"probabilities":{"0":0.13,"1":0.84,"2":0.03,"3":0},"confidence":0.84},"noul":{"related":0.39,"answers":0.08,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21798141699999543}
{"split":"test","qid":"q2","pid":"p11319","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23a90af2c28d3c87f0f264ff99aa58595f7d4f4b212f809868e0d5b65e4d61bd","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.95,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.79,"answers":0.06,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.24390050000000338}
{"split":"test","qid":"q2","pid":"p11450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9797cefbbbc7669f6507d04574888def877fb60f7bc071121cfae688b3bc81b6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.79},"score":{"score":2.81,"probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.81},"noul":{"related":0.98,"answers":0.98,"exact":0.79}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2359967089999991}
{"split":"test","qid":"q2","pid":"p11552","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"580d667cf31a65a5ca857ab767f64c0099b7b7e6b1956948e52312a9b4dba955","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.52,"2":0.41,"3":0.05},"confidence":0.35},"score":{"score":1.55,"probabilities":{"0":0.01,"1":0.47,"2":0.48,"3":0.04},"confidence":0.48},"noul":{"related":0.75,"answers":0.57,"exact":0.15}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22396595899999375}
{"split":"test","qid":"q2","pid":"p1222","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"148e9e7cc64890271f44db1e60d63acf4f5ab0980ea64b86bee196712ba2ac7d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.57},"score":{"score":2.67,"probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.67},"noul":{"related":0.98,"answers":0.97,"exact":0.68}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22400204099999974}
{"split":"test","qid":"q2","pid":"p1388","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"550ae73c6dd654ac6c9e0e4aa58f8ed79dac427c7deebc69989d4e2ed044ec59","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.97},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.99},"noul":{"related":0.8,"answers":0.06,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2535155840000007}
{"split":"test","qid":"q2","pid":"p1404","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6bc41d0054441886b3beefc28c55111d3e37732bd4576bb8aadea369ed4ea6c7","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.43,"3":0.55},"confidence":0.4},"score":{"score":2.5,"probabilities":{"0":0,"1":0.04,"2":0.41,"3":0.55},"confidence":0.5},"noul":{"related":0.94,"answers":0.94,"exact":0.53}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.25267691700000433}
{"split":"test","qid":"q2","pid":"p1416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d268d87a671d3e43d451650301264f8ff8bf8c03107868d6b0d0003dabeca8ba","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.31,"2":0.62,"3":0.02},"confidence":0.5},"score":{"score":1.72,"probabilities":{"0":0.03,"1":0.23,"2":0.73,"3":0.01},"confidence":0.71},"noul":{"related":0.74,"answers":0.65,"exact":0.12}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.244127999999997}
{"split":"test","qid":"q2","pid":"p1462","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d94e5bca2a5403cc0fa7702cc058ace40dc3aaddc208f48a6cf12d3c95996833","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.63,"3":0.37},"confidence":0.51},"score":{"score":2.36,"probabilities":{"0":0,"1":0,"2":0.64,"3":0.36},"confidence":0.64},"noul":{"related":0.98,"answers":0.98,"exact":0.44}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23695820799999637}
{"split":"test","qid":"q2","pid":"p1690","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29af373922d2d2c783e8e9c8064fde4a6edd7f910f8d925af2bbc534bc59ce82","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"score":{"score":1.02,"probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.88,"answers":0.14,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2548067499999961}
{"split":"test","qid":"q2","pid":"p182","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"51d4e17edf49b6e454d43334cacf2d02019f5182242584b738617c0966149fb2","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.97},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.78,"answers":0.06,"exact":0.02}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2575818339999969}
{"split":"test","qid":"q2","pid":"p1988","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d1712c740a0d747b38bd6ed3a49268f9e1508d8c63cde2062cd892dc7c166d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.45,"3":0.54},"confidence":0.39},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.51},"noul":{"related":0.95,"answers":0.94,"exact":0.66}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23212183399999775}
{"split":"test","qid":"q2","pid":"p2164","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b6bb0f5ad94f759966c5418bf204634000f31b48432165236b17af3abdc511b5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.78,"2":0.21,"3":0},"confidence":0.7},"score":{"score":1.27,"probabilities":{"0":0,"1":0.73,"2":0.27,"3":0},"confidence":0.72},"noul":{"related":0.79,"answers":0.31,"exact":0.07}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21975016699999833}
{"split":"test","qid":"q2","pid":"p2304","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"76249f0adfe1e391cc368c0fa873fc00de93702ed29adad1bcfc179d21fa939e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.91},"score":{"score":2.93,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.93},"noul":{"related":0.98,"answers":0.98,"exact":0.73}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21243974999999773}
{"split":"test","qid":"q2","pid":"p2311","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d3d6b31b1768a608636f99a60c2d990002e30049fca070c386d8f4d2003d29c","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.12,"2":0.63,"3":0.24},"confidence":0.51},"score":{"score":2.22,"probabilities":{"0":0,"1":0.06,"2":0.66,"3":0.28},"confidence":0.65},"noul":{"related":0.83,"answers":0.78,"exact":0.23}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2553923749999958}
{"split":"test","qid":"q2","pid":"p2334","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09a5b232c02b964928f48287df6da846acb6357f0e32614e4435f1feb27cc6a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.6,"2":0.02,"3":0},"confidence":0.47},"score":{"score":0.68,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.27,"answers":0.07,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22363604199999826}
{"split":"test","qid":"q2","pid":"p2488","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7eef35eb14b8116596f18bca10fa05f7fcb6c27bb3f140abb3aa0437ed42e549","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.88,"3":0.04},"confidence":0.83},"score":{"score":2.01,"probabilities":{"0":0,"1":0.04,"2":0.91,"3":0.05},"confidence":0.91},"noul":{"related":0.94,"answers":0.88,"exact":0.18}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2049649170000048}
{"split":"test","qid":"q2","pid":"p2562","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb28eedcc376dd6900d9dfad7259d7bc220b1113f4b8526bf1365418abd571b4","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.97},"score":{"score":2.96,"probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.96},"noul":{"related":0.99,"answers":0.98,"exact":0.88}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22202283300000272}
{"split":"test","qid":"q2","pid":"p2576","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7471e606e44d987c6f92da4f61ae04b26b15f24c639f0f3763edb0e7efe92a1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.56,"3":0.44},"confidence":0.41},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.59},"noul":{"related":0.96,"answers":0.93,"exact":0.44}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21250804100000095}
{"split":"test","qid":"q2","pid":"p2611","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb6153452aabaa2af97aa396e02d6fa3441ba94d7b84ff4ea033dbd6f877db97","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.71,"2":0.01,"3":0},"confidence":0.61},"score":{"score":0.76,"probabilities":{"0":0.25,"1":0.74,"2":0.01,"3":0},"confidence":0.75},"noul":{"related":0.28,"answers":0.05,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2865825840000034}
{"split":"test","qid":"q2","pid":"p2626","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0849eff5525e6a8c29b0c4bbf442de96a2892186398b69a685df4e11f467ff61","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"score":{"score":2.98,"probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"noul":{"related":0.99,"answers":0.98,"exact":0.93}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24242908400000307}
{"split":"test","qid":"q2","pid":"p2771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"78b85708d323656edd032d3ee6f88b3ff17418e015d5be4dc3365e2cc430e676","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.06,"probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.92},"noul":{"related":0.81,"answers":0.17,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.29966512499999953}
{"split":"test","qid":"q2","pid":"p2795","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb7880b9814c3d7b57f12d17706ae2e84dc850ebe23d4a707433756bd09408de","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.82},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.87},"noul":{"related":0.98,"answers":0.98,"exact":0.75}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.25115625}
{"split":"test","qid":"q2","pid":"p2855","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"427698a67f09f1a2bee8cfd52d46052005d4fed2e4558c060e9d7e24627bbd66","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.76,"2":0.14,"3":0},"confidence":0.68},"score":{"score":1.17,"probabilities":{"0":0.05,"1":0.73,"2":0.22,"3":0},"confidence":0.72},"noul":{"related":0.51,"answers":0.21,"exact":0.03}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22011204200000065}
{"split":"test","qid":"q2","pid":"p287","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a64f09bb02ee164bc6906a8ed9a153921b186b6009ab3e55613954c5899af41e","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.12,"2":0.04,"3":0},"confidence":0.78},"score":{"score":0.3,"probabilities":{"0":0.72,"1":0.26,"2":0.02,"3":0},"confidence":0.7},"noul":{"related":0.08,"answers":0.11,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21162174999999842}
{"split":"test","qid":"q2","pid":"p2899","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1170b6e81dbb3f4e268a52508f074cecc6e835106d76f85b6d88213d5aab7479","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.64},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.71},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22081762500000332}
{"split":"test","qid":"q2","pid":"p2923","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e11123c3685651152a5e73a93e98bb3a8e61168461ee438b519300791d279f0","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.53},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.71},"noul":{"related":0.98,"answers":0.97,"exact":0.7}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.258255333000001}
{"split":"test","qid":"q2","pid":"p2935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b12477386e78629d4b302a57bc5a91b02eeab5b742b221778f3b4de15e62050","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"score":{"score":1.04,"probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.94,"answers":0.08,"exact":0.05}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21830058300000382}
{"split":"test","qid":"q2","pid":"p2979","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52aa0c2371c98a341559de3e84c602bcdd78c35595199a955f542fba1cffd8c6","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.8,"2":0.06,"3":0},"confidence":0.74},"score":{"score":0.89,"probabilities":{"0":0.15,"1":0.8,"2":0.05,"3":0},"confidence":0.8},"noul":{"related":0.35,"answers":0.11,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2321309159999946}
{"split":"test","qid":"q2","pid":"p302","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed90df89eb9feb5d813fbb11e5821dc182103b6802807bd9ec8ef2d38d1ad861","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.45},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.58},"noul":{"related":0.98,"answers":0.97,"exact":0.43}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2281905420000039}
{"split":"test","qid":"q2","pid":"p3051","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f60c313bbea570a59662dbb3392789d2d3cb9bf8cd50e34e1f8fb2c3422d78a9","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.67},"score":{"score":0.4,"probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.6},"noul":{"related":0.24,"answers":0.06,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2053941249999989}
{"split":"test","qid":"q2","pid":"p3160","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45b54fc24479979bd26c8fa22cc4db13914c3e85d302d772e5c5d0a63cbd9be6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.78,"3":0.2},"confidence":0.7},"score":{"score":2.1,"probabilities":{"0":0,"1":0.03,"2":0.84,"3":0.13},"confidence":0.84},"noul":{"related":0.92,"answers":0.77,"exact":0.35}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2205621670000037}
{"split":"test","qid":"q2","pid":"p3207","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a9944bea2356450ee0727445e418caff465a027e3b2ff95f33ad1b4993ed687","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"score":{"score":1.04,"probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.96},"noul":{"related":0.93,"answers":0.11,"exact":0.04}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21678808300000674}
{"split":"test","qid":"q2","pid":"p3245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d1a86448af9d7caf1f72239186c6cfa0e1d9df978b0744107cddfbcbb755252","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.72},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.79},"noul":{"related":0.98,"answers":0.97,"exact":0.73}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2306139170000024}
{"split":"test","qid":"q2","pid":"p3556","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b573bdc602d66330a0e41dcea2ccd51f119226692fb442bad8bf7d457ce0dcd","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.79,"2":0.04,"3":0},"confidence":0.72},"score":{"score":0.97,"probabilities":{"0":0.08,"1":0.87,"2":0.05,"3":0},"confidence":0.87},"noul":{"related":0.42,"answers":0.07,"exact":0.02}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.26071137499999897}
{"split":"test","qid":"q2","pid":"p367","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c76f0524c397d12001a178ea80f66a594340189991253eaad0421174f3a11ee","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.75,"2":0.1,"3":0},"confidence":0.67},"score":{"score":1.02,"probabilities":{"0":0.09,"1":0.8,"2":0.11,"3":0},"confidence":0.8},"noul":{"related":0.51,"answers":0.17,"exact":0.04}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.21935108400000172}
{"split":"test","qid":"q2","pid":"p369","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed871d9e2c259a6ce54f3b732bce767d4f749ab27e32bcbb2bfe44bca8878ee8","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.59},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.71},"noul":{"related":0.98,"answers":0.97,"exact":0.7}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2506820000000007}
{"split":"test","qid":"q2","pid":"p3726","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"37bf59c451270e44da63dd48c47ff66f64e6a95af211539986ddb7ef1b8955c9","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.15,"2":0.67,"3":0.17},"confidence":0.57},"score":{"score":1.91,"probabilities":{"0":0,"1":0.19,"2":0.7,"3":0.11},"confidence":0.69},"noul":{"related":0.81,"answers":0.73,"exact":0.29}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24979237499999726}
{"split":"test","qid":"q2","pid":"p3802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb81907373bff4dccbefdc10e445c218aa6c2e27d9b3a4af1aa7a63bbb5bc1ce","answers":{"choice":{"choice":"2","probabilities":{"0":0.22,"1":0.27,"2":0.48,"3":0.03},"confidence":0.32},"score":{"score":1.47,"probabilities":{"0":0.12,"1":0.31,"2":0.56,"3":0.01},"confidence":0.45},"noul":{"related":0.39,"answers":0.68,"exact":0.09}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22022933300000294}
{"split":"test","qid":"q2","pid":"p3863","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3b64591fb63b5c681875312c9c6b3cd870f4eceb9202c9ef93afa774131a765","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.77,"2":0.03,"3":0},"confidence":0.69},"score":{"score":0.84,"probabilities":{"0":0.18,"1":0.8,"2":0.02,"3":0},"confidence":0.8},"noul":{"related":0.34,"answers":0.08,"exact":0.02}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22652100000000064}
{"split":"test","qid":"q2","pid":"p3906","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0532124edadaf7e123bb38f5dc88a0f208ed6134f6d66fc62e7f273de32ce3da","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.74},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.98,"answers":0.98,"exact":0.77}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22739087499999733}
{"split":"test","qid":"q2","pid":"p400","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"742550a949f8a55a01d96411e9dbef5231ed2b8e9619c441116f3fafa56312f3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.9},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.98,"answers":0.98,"exact":0.82}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2377554170000003}
{"split":"test","qid":"q2","pid":"p4043","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f25535ef7a57d3800862461b0086c6a37640bde7f19935ebfbab801ea324c2be","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.83,"answers":0.05,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21169370899999923}
{"split":"test","qid":"q2","pid":"p4185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13f4a19cbbc33b1695bdd9dd7b2015ea1ae371e1996606e9720ff4334eaed655","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.44},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.48,"3":0.52},"confidence":0.52},"noul":{"related":0.97,"answers":0.94,"exact":0.7}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21315658399999665}
{"split":"test","qid":"q2","pid":"p429","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97d79f47386eb4630abef22c598f37092fb38a3d739c3ba5e3a2062d5356bc76","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.39},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.59},"noul":{"related":0.98,"answers":0.98,"exact":0.35}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21140483399999357}
{"split":"test","qid":"q2","pid":"p4305","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d2d4a69a567ef6d016c4e660071b5e8b58425b8c975ff961e1eae23996bc12f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.67},"score":{"score":2.68,"probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.68},"noul":{"related":0.98,"answers":0.96,"exact":0.69}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2421180419999946}
{"split":"test","qid":"q2","pid":"p4313","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e48d07a7db85f3b061ebdffa2f4b5045493d9c3452446e0c381b81f239aeceb1","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.92},"score":{"score":1,"probabilities":{"0":0.03,"1":0.94,"2":0.03,"3":0},"confidence":0.94},"noul":{"related":0.69,"answers":0.09,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.20966633300000104}
{"split":"test","qid":"q2","pid":"p4356","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f02891ad0c2da5e0e3f232d8b194bc10498c05c0f74c54544a07b16cddb2931","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.9},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.98,"answers":0.98,"exact":0.83}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21964187500000115}
{"split":"test","qid":"q2","pid":"p4385","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dae5b09ce2cd63667c12194274b8e7ea65fdc52b410a42fa68a4b864087d49b1","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.75,"2":0.22,"3":0.01},"confidence":0.66},"score":{"score":1.39,"probabilities":{"0":0.01,"1":0.59,"2":0.39,"3":0.01},"confidence":0.59},"noul":{"related":0.75,"answers":0.45,"exact":0.1}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2227495840000047}
{"split":"test","qid":"q2","pid":"p4445","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88ed1411ee9bfb4c0b40650f0ac14ffd8c64cf99b308eef4482948f40fd521d9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.64,"3":0.36},"confidence":0.51},"score":{"score":2.49,"probabilities":{"0":0,"1":0,"2":0.51,"3":0.49},"confidence":0.5},"noul":{"related":0.98,"answers":0.98,"exact":0.44}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.24038812499999768}
{"split":"test","qid":"q2","pid":"p4546","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90af03745bbeddee73aed76fc74de7ea7d82189cb7b759beb22f41cc9ac4b0c1","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.27,"2":0.66,"3":0.06},"confidence":0.54},"score":{"score":1.82,"probabilities":{"0":0.01,"1":0.24,"2":0.68,"3":0.07},"confidence":0.67},"noul":{"related":0.82,"answers":0.69,"exact":0.23}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2133459159999984}
{"split":"test","qid":"q2","pid":"p4590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b875b1dcfaed20dcf2f350101d691a5cf9f265d8d026a120cd714f44bd19219","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.46,"3":0.53},"confidence":0.36},"score":{"score":2.49,"probabilities":{"0":0,"1":0,"2":0.51,"3":0.49},"confidence":0.5},"noul":{"related":0.95,"answers":0.92,"exact":0.68}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23252212499999586}
{"split":"test","qid":"q2","pid":"p4645","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9dfd174b9345f204c4bea8069caa3e562eff664890d2ad257ea85f00cf08faa4","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.78},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.82},"noul":{"related":0.98,"answers":0.98,"exact":0.8}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.20681570799999463}
{"split":"test","qid":"q2","pid":"p4673","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2545fbf37df2da2264eb7daa54c4a4515ca317d8bdad59ad60724add7323b195","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.87},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.97,"exact":0.87}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23374241600000095}
{"split":"test","qid":"q2","pid":"p4702","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cee5622b1f7a6e6a7b910d67c9f24823acde2ebd4111adfebffd87634c1cf0b8","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.69},"score":{"score":2.74,"probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.74},"noul":{"related":0.98,"answers":0.97,"exact":0.69}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21675033299999633}
{"split":"test","qid":"q2","pid":"p4873","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7939015894aacb59ff53e1c3ea5ef66f5b587f8876fa4141a6778870772dd75c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.9,"3":0.08},"confidence":0.87},"score":{"score":2.05,"probabilities":{"0":0,"1":0.01,"2":0.92,"3":0.07},"confidence":0.92},"noul":{"related":0.9,"answers":0.91,"exact":0.3}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21999250000000029}
{"split":"test","qid":"q2","pid":"p5018","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9bb9df2bf23b28ae3be8b4940b26ebf2501612bbbd952a6fe8b704ae8837b6e6","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"score":{"score":1.02,"probabilities":{"0":0,"1":0.98,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.9,"answers":0.1,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.26656399999999847}
{"split":"test","qid":"q2","pid":"p5022","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d3d6b31b1768a608636f99a60c2d990002e30049fca070c386d8f4d2003d29c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.62,"3":0.29},"confidence":0.48},"score":{"score":2.22,"probabilities":{"0":0,"1":0.07,"2":0.64,"3":0.29},"confidence":0.64},"noul":{"related":0.86,"answers":0.8,"exact":0.27}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2068977090000044}
{"split":"test","qid":"q2","pid":"p5041","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45b54fc24479979bd26c8fa22cc4db13914c3e85d302d772e5c5d0a63cbd9be6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.81,"3":0.16},"confidence":0.75},"score":{"score":2.11,"probabilities":{"0":0,"1":0.03,"2":0.83,"3":0.14},"confidence":0.82},"noul":{"related":0.92,"answers":0.74,"exact":0.27}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.26249445800000104}
{"split":"test","qid":"q2","pid":"p5075","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3db6250d363b6ba701c82b5569f6a8846cb6409af6519431532a733220152f07","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.84},"score":{"score":2.08,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.9},"noul":{"related":0.95,"answers":0.92,"exact":0.27}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20962650000000577}
{"split":"test","qid":"q2","pid":"p5141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b7cd533ce1faeeaf5de7a4b7c59478b0eccb92fe5b6eec476dc9f171d09205c","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.65,"2":0,"3":0},"confidence":0.54},"score":{"score":0.6,"probabilities":{"0":0.4,"1":0.6,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.5,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.226140625}
{"split":"test","qid":"q2","pid":"p5148","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63db9ccef06bdf7e81f921695cec3dfe9ed1f14b741404e23c2b2e96e786e7c3","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.63},"score":{"score":0.84,"probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.46,"answers":0.05,"exact":0.02}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2411140000000014}
{"split":"test","qid":"q2","pid":"p5163","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1bcdf13640cd7c6e71d215d0320f574dbaa9dbb8371e4c88e60f6817f5fd4c3d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.65},"score":{"score":2.75,"probabilities":{"0":0,"1":0,"2":0.25,"3":0.75},"confidence":0.75},"noul":{"related":0.98,"answers":0.98,"exact":0.74}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20652624999999533}
{"split":"test","qid":"q2","pid":"p5240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a310f08b1ee5ae28c5579466af17cc9f63f293f181d2ec03422207284c56185","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.78,"2":0.09,"3":0},"confidence":0.7},"score":{"score":1.01,"probabilities":{"0":0.08,"1":0.83,"2":0.09,"3":0},"confidence":0.83},"noul":{"related":0.35,"answers":0.12,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2206942080000008}
{"split":"test","qid":"q2","pid":"p5262","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72e8f0c469ac9c362716f2a7968de466436a226ef7b8bdcab1fda324b01b5619","answers":{"choice":{"choice":"2","probabilities":{"0":0.22,"1":0.32,"2":0.43,"3":0.03},"confidence":0.25},"score":{"score":1.28,"probabilities":{"0":0.13,"1":0.48,"2":0.37,"3":0.02},"confidence":0.46},"noul":{"related":0.56,"answers":0.5,"exact":0.1}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20434054200000537}
{"split":"test","qid":"q2","pid":"p5408","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb2a264e03842b078972ced20f6c0c52bd2527551b4764cec5cb550ae54c72bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.8},"score":{"score":2.24,"probabilities":{"0":0,"1":0,"2":0.76,"3":0.24},"confidence":0.76},"noul":{"related":0.97,"answers":0.93,"exact":0.36}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22602649999999994}
{"split":"test","qid":"q2","pid":"p5419","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d30e6cd1ace40fdefa60b34fb5c52e0b4fff92a9e408b15cabd8985564fd4054","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.9,"2":0.03,"3":0},"confidence":0.86},"score":{"score":0.95,"probabilities":{"0":0.07,"1":0.91,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.46,"answers":0.07,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21967291600000316}
{"split":"test","qid":"q2","pid":"p5420","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa2becadbfb86b53cc89e64aa6efbe4ef2e09f1848bed6a24b6a8149a0d8400f","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.81,"2":0.08,"3":0},"confidence":0.75},"score":{"score":0.91,"probabilities":{"0":0.13,"1":0.83,"2":0.04,"3":0},"confidence":0.84},"noul":{"related":0.46,"answers":0.17,"exact":0.03}},"inputTokens":969,"outputTokens":107,"latencySeconds":0.21756254099999933}
{"split":"test","qid":"q2","pid":"p5455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f60c313bbea570a59662dbb3392789d2d3cb9bf8cd50e34e1f8fb2c3422d78a9","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.67},"score":{"score":0.35,"probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.65},"noul":{"related":0.21,"answers":0.05,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21982520800000202}
{"split":"test","qid":"q2","pid":"p549","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a3582a5366d4ea3f73e9312c38f2523d7436fc3aa71c05256d0bbcfbd2a14df","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.91},"score":{"score":2.93,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.93},"noul":{"related":0.98,"answers":0.97,"exact":0.78}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21427241700000013}
{"split":"test","qid":"q2","pid":"p555","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41259ed4d8314a18943c3d6a257898eb5327b5d14b0e092f35e82413c82b5a48","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.85},"score":{"score":2.08,"probabilities":{"0":0,"1":0,"2":0.9,"3":0.1},"confidence":0.89},"noul":{"related":0.91,"answers":0.95,"exact":0.33}},"inputTokens":837,"outputTokens":107,"latencySeconds":1.091075499999999}
{"split":"test","qid":"q2","pid":"p5571","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d24d1ea33382287866e7961a1d086a7a62838c75fdaa5ab9b768e2ee98cf135","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.61,"2":0.35,"3":0.03},"confidence":0.49},"score":{"score":1.45,"probabilities":{"0":0,"1":0.58,"2":0.39,"3":0.03},"confidence":0.54},"noul":{"related":0.89,"answers":0.53,"exact":0.13}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24082720800000243}
{"split":"test","qid":"q2","pid":"p5764","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40abff438b4a5cc81c327566039348859befaf28dc9ed1ffa53ce8d7bc88548b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.82},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.88},"noul":{"related":0.98,"answers":0.97,"exact":0.82}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.28082266700000036}
{"split":"test","qid":"q2","pid":"p6007","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ae0d4c06623d9d044725cdba4bbd0c7d91778b6c5870d7bde5ed637da6fd6b0","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.81},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.98,"answers":0.98,"exact":0.82}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21851845900000627}
{"split":"test","qid":"q2","pid":"p6057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"632624f016b360b8f5d31f1a3a38c655e6fb51a2eb5c863d8598b9c7161d08bf","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.64},"score":{"score":2.75,"probabilities":{"0":0,"1":0,"2":0.25,"3":0.75},"confidence":0.75},"noul":{"related":0.98,"answers":0.97,"exact":0.76}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20266883299999608}
{"split":"test","qid":"q2","pid":"p6111","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c1c24bee68da6f328612f3e1938c2f70a5ef6602b2cf1ffd08b019901c16816","answers":{"choice":{"choice":"0","probabilities":{"0":0.5700000000000001,"1":0.43,"2":0,"3":0},"confidence":0.41},"score":{"score":0.63,"probabilities":{"0":0.38,"1":0.62,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.38,"answers":0.05,"exact":0.02}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22205854199999886}
{"split":"test","qid":"q2","pid":"p6129","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31a3156fe7da4b4fc02f3c19609a42de8fab79499be65eab3f3029984ae56c70","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.3,"2":0.62,"3":0.01},"confidence":0.5},"score":{"score":1.65,"probabilities":{"0":0.04,"1":0.29,"2":0.67,"3":0},"confidence":0.64},"noul":{"related":0.69,"answers":0.53,"exact":0.08}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20540862500000368}
{"split":"test","qid":"q2","pid":"p6186","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3db6250d363b6ba701c82b5569f6a8846cb6409af6519431532a733220152f07","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.88,"3":0.1},"confidence":0.83},"score":{"score":2.13,"probabilities":{"0":0,"1":0,"2":0.86,"3":0.14},"confidence":0.86},"noul":{"related":0.95,"answers":0.91,"exact":0.28}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2360925830000051}
{"split":"test","qid":"q2","pid":"p6414","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"645d95d241786bfbdd78c539f8d18b7e81df27a4cedb2f498d09e13370d57e0d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.57},"score":{"score":2.37,"probabilities":{"0":0,"1":0,"2":0.63,"3":0.37},"confidence":0.63},"noul":{"related":0.97,"answers":0.95,"exact":0.56}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2164030419999981}
{"split":"test","qid":"q2","pid":"p6538","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97d79f47386eb4630abef22c598f37092fb38a3d739c3ba5e3a2062d5356bc76","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.5,"3":0.5},"confidence":0.34},"score":{"score":2.47,"probabilities":{"0":0,"1":0,"2":0.53,"3":0.47},"confidence":0.53},"noul":{"related":0.98,"answers":0.98,"exact":0.38}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23370637500000158}
{"split":"test","qid":"q2","pid":"p6554","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1629cb1db9b7e466c21c3e78c10069873d5fdf23bd23e9dc1f3cd99183a4b74f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.74,"answers":0.12,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.221955584000003}
{"split":"test","qid":"q2","pid":"p6575","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aeda1b676c85c77ab2181b2dd696034d86eee9cb2d6d947c9610eb9f45f01f6d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.94,"3":0.05},"confidence":0.93},"score":{"score":2.02,"probabilities":{"0":0,"1":0.01,"2":0.96,"3":0.03},"confidence":0.96},"noul":{"related":0.93,"answers":0.9,"exact":0.22}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2156169579999987}
{"split":"test","qid":"q2","pid":"p6606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6602314039c2f35d9a8460ee35a32b2b7e95affe1b9b4ffdb0465bc06bfccd0","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.95},"noul":{"related":0.76,"answers":0.13,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24103145900000528}
{"split":"test","qid":"q2","pid":"p661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2545a1fd6cd1f82c585504c2a3551e0d1b87683be7d39bbb99e98a44cbe1741","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.77},"score":{"score":1.2,"probabilities":{"0":0.01,"1":0.78,"2":0.21,"3":0},"confidence":0.77},"noul":{"related":0.63,"answers":0.31,"exact":0.06}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23906962500000373}
{"split":"test","qid":"q2","pid":"p6683","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb7880b9814c3d7b57f12d17706ae2e84dc850ebe23d4a707433756bd09408de","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.71},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.98,"exact":0.74}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2331060839999991}
{"split":"test","qid":"q2","pid":"p6753","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d51ea43a5d60a7fdb7f26c069c7a25f6cc412c324cef8e7a439f6cc6d31d20b1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.96},"score":{"score":2.96,"probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.96},"noul":{"related":0.98,"answers":0.98,"exact":0.89}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.22355766700000096}
{"split":"test","qid":"q2","pid":"p6757","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53c6e53da54fe7cddd7ecc051a6d899cfcda082e8c605df72b571b12a12d80cf","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.88,"2":0.07,"3":0},"confidence":0.83},"score":{"score":0.99,"probabilities":{"0":0.07,"1":0.87,"2":0.06,"3":0},"confidence":0.86},"noul":{"related":0.55,"answers":0.12,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20878224999999656}
{"split":"test","qid":"q2","pid":"p6763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"645d95d241786bfbdd78c539f8d18b7e81df27a4cedb2f498d09e13370d57e0d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.57},"score":{"score":2.35,"probabilities":{"0":0,"1":0,"2":0.65,"3":0.35},"confidence":0.65},"noul":{"related":0.97,"answers":0.95,"exact":0.53}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22425045800000226}
{"split":"test","qid":"q2","pid":"p6779","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"798af4b5c0f4df80ee9fd6488c23a8996e2cecf7876a0193f0e5c5b9c513d07e","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.49,"2":0.35,"3":0.08},"confidence":0.32},"score":{"score":1.55,"probabilities":{"0":0.04,"1":0.45,"2":0.44,"3":0.07},"confidence":0.37},"noul":{"related":0.7,"answers":0.61,"exact":0.23}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21976441599999816}
{"split":"test","qid":"q2","pid":"p6902","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09a5b232c02b964928f48287df6da846acb6357f0e32614e4435f1feb27cc6a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.39},"score":{"score":0.68,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.65},"noul":{"related":0.26,"answers":0.06,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2287732079999987}
{"split":"test","qid":"q2","pid":"p7042","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19f59b8033fa73694315814741b243b3df25c175711031e676518793ab263ae7","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.68,"2":0.08,"3":0},"confidence":0.58},"score":{"score":0.94,"probabilities":{"0":0.14,"1":0.79,"2":0.07,"3":0},"confidence":0.78},"noul":{"related":0.49,"answers":0.16,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.24605216599999402}
{"split":"test","qid":"q2","pid":"p7052","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58f8e1234935bedaf415dd66a76b78649054694825b552b29d33b8ea0c8f6c8c","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.84,"2":0.03,"3":0},"confidence":0.78},"score":{"score":0.97,"probabilities":{"0":0.08,"1":0.87,"2":0.05,"3":0},"confidence":0.88},"noul":{"related":0.51,"answers":0.11,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2348595420000056}
{"split":"test","qid":"q2","pid":"p706","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd1d713d02bb687bc854d67d10814fa0bcfff42febaa81b88b2d0e0e56cb5711","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.79},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.78},"noul":{"related":0.97,"answers":0.96,"exact":0.78}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22795370800000092}
{"split":"test","qid":"q2","pid":"p7091","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38d74dbd7ba7060fd27cc6e843b1c82a829ba9a4a81891b9718431a0c8a082f0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.99},"score":{"score":1.01,"probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.99},"noul":{"related":0.92,"answers":0.08,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21965374999999768}
{"split":"test","qid":"q2","pid":"p7104","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea02ea5dd7be37b3cb1d54e2daa19183ecfa856e57979b3f32773b3a10638288","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.05,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.21903204099999857}
{"split":"test","qid":"q2","pid":"p7113","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f5a5ab047f11f4a7d6ff8de9189b3c48d3ba0a4819c79bef91dba87d29336c7","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.97},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.99,"answers":0.98,"exact":0.85}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24456312500000058}
{"split":"test","qid":"q2","pid":"p7168","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1cb6199eb7f9591f01054108cb6a552e6bc3c46c1a317c1fffff96702a67529c","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.09,"2":0.87,"3":0.03},"confidence":0.83},"score":{"score":1.95,"probabilities":{"0":0.01,"1":0.06,"2":0.91,"3":0.02},"confidence":0.91},"noul":{"related":0.85,"answers":0.81,"exact":0.18}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21619374999999855}
{"split":"test","qid":"q2","pid":"p7185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3512c4f1e511cb180aec48df3fbe776e06f830f13ed699b537d9e4c3847dacf9","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.41,"2":0.54,"3":0.03},"confidence":0.37},"score":{"score":1.63,"probabilities":{"0":0.01,"1":0.38,"2":0.58,"3":0.03},"confidence":0.58},"noul":{"related":0.74,"answers":0.59,"exact":0.14}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2858504580000008}
{"split":"test","qid":"q2","pid":"p721","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f00c41c82a01a8c75095362f4b7b17a702ccf032eeb80f8a944a74b053e3dd28","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.92,"answers":0.27,"exact":0.05}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2067793329999986}
{"split":"test","qid":"q2","pid":"p7217","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b1882ede427f8388df4575549ba8f148e2ab0c906602dc0d56e485adb08e64f6","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.9},"score":{"score":1.08,"probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.85,"answers":0.21,"exact":0.06}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21428845799999544}
{"split":"test","qid":"q2","pid":"p7308","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29e6b20b15826a0f881b2b70de6bddd80f74069e571c12f2e7234abae94cf4f3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.43},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.59},"noul":{"related":0.99,"answers":0.98,"exact":0.55}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.20252554099999542}
{"split":"test","qid":"q2","pid":"p7317","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15db9313a7825599c2bbed8902dadba7cf096e498837c663a078480f651b4b62","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.7,"2":0.24,"3":0.02},"confidence":0.6},"score":{"score":1.27,"probabilities":{"0":0.02,"1":0.71,"2":0.26,"3":0.01},"confidence":0.69},"noul":{"related":0.64,"answers":0.44,"exact":0.09}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24203570800000307}
{"split":"test","qid":"q2","pid":"p736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9d06abead520b41ef2ded8ad5119f1ce31f8c9f3988f40e9e25480309d2c3d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.85},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20476133399999527}
{"split":"test","qid":"q2","pid":"p7428","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77444690b680e9e240fdd7674bdb0cfdcfcf4e700b3a81cc421f713ee6fe6d17","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":1,"2":0,"3":0},"confidence":0.99},"score":{"score":1,"probabilities":{"0":0,"1":1,"2":0,"3":0},"confidence":1},"noul":{"related":0.92,"answers":0.08,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2680879169999971}
{"split":"test","qid":"q2","pid":"p7455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da9ba9b8472a2d0d8ed0ef51332d815b10845765c5cc28cccba64b232775a249","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":1,"2":0,"3":0},"confidence":0.99},"score":{"score":1,"probabilities":{"0":0,"1":1,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.9,"answers":0.08,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20572166699999797}
{"split":"test","qid":"q2","pid":"p7490","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ecb4ab99ff3eaa133f190b938a5434a259f5aae370327c674f8ae2621dea7061","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.87},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.97,"exact":0.77}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20448083300000144}
{"split":"test","qid":"q2","pid":"p7627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"860d1db763da0286a3eeefd6932168c8455feba43e68920510ee3ead62600afe","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.72,"2":0.01,"3":0},"confidence":0.63},"score":{"score":0.73,"probabilities":{"0":0.27,"1":0.73,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.3,"answers":0.05,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.21084720899999956}
{"split":"test","qid":"q2","pid":"p787","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be683a3c85cfbed6cc34f7acd43cb0c457ee2a871e2473fc27c61aa2aba9458c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.57},"score":{"score":2.69,"probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.69},"noul":{"related":0.99,"answers":0.98,"exact":0.64}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2218770829999994}
{"split":"test","qid":"q2","pid":"p7964","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7fe76fe4569aed8d09ba8e0eb18530c56bd0b1e1cd8aaae8a28216ff64da247","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.57,"3":0.43},"confidence":0.43},"score":{"score":2.45,"probabilities":{"0":0,"1":0,"2":0.55,"3":0.45},"confidence":0.55},"noul":{"related":0.98,"answers":0.98,"exact":0.48}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20486895899999946}
{"split":"test","qid":"q2","pid":"p801","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"764bd0b149f4dfc0a52f5482564c2a809393f83f25f1f00c74484847c28f7399","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.54,"2":0.06,"3":0},"confidence":0.39},"score":{"score":0.85,"probabilities":{"0":0.24,"1":0.67,"2":0.09,"3":0},"confidence":0.67},"noul":{"related":0.27,"answers":0.12,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21284470800000418}
{"split":"test","qid":"q2","pid":"p8028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72a034fdf1ee2379c1f48d9a7fcebcc9efb7e150f8e4e070765965648074a44c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.5},"score":{"score":2.66,"probabilities":{"0":0,"1":0,"2":0.34,"3":0.66},"confidence":0.66},"noul":{"related":0.98,"answers":0.97,"exact":0.73}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24214229100000376}
{"split":"test","qid":"q2","pid":"p8061","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"535e542897389dbff9c4e3b782cbf6bee94eb3da34e2d1b6d70dce500033cd87","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.77,"2":0.04,"3":0},"confidence":0.69},"score":{"score":0.88,"probabilities":{"0":0.14,"1":0.83,"2":0.03,"3":0},"confidence":0.83},"noul":{"related":0.38,"answers":0.07,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2245841670000009}
{"split":"test","qid":"q2","pid":"p8085","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"684467144d468954191336ec76e43bca8ef6b0d991f87efee7ffcb5cc557e1fe","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.23773920799999906}
{"split":"test","qid":"q2","pid":"p8112","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2214bfc83e8c8f7ef659c393ab7b2d7754b2157c249208e106e58a6cf3d546e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.99},"score":{"score":1.02,"probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.96,"answers":0.08,"exact":0.03}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24417637499999545}
{"split":"test","qid":"q2","pid":"p8149","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"798734f2648128a562e66b544a59b4c4d88c2694d950d6bab730170c118b7690","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"score":{"score":2.98,"probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"noul":{"related":0.99,"answers":0.98,"exact":0.93}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2221760839999988}
{"split":"test","qid":"q2","pid":"p8297","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7471e606e44d987c6f92da4f61ae04b26b15f24c639f0f3763edb0e7efe92a1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.67,"3":0.33},"confidence":0.55},"score":{"score":2.33,"probabilities":{"0":0,"1":0,"2":0.66,"3":0.34},"confidence":0.66},"noul":{"related":0.97,"answers":0.95,"exact":0.32}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22005704200000037}
{"split":"test","qid":"q2","pid":"p83","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5fa74fac6bdf0509e238631c3b741cae5eccd28dff96540eac9b85dc44284eac","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.45,"2":0.48,"3":0.03},"confidence":0.3},"score":{"score":1.43,"probabilities":{"0":0.03,"1":0.53,"2":0.42,"3":0.02},"confidence":0.5},"noul":{"related":0.77,"answers":0.67,"exact":0.16}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2200292499999996}
{"split":"test","qid":"q2","pid":"p8377","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"860d1db763da0286a3eeefd6932168c8455feba43e68920510ee3ead62600afe","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.69,"2":0.01,"3":0},"confidence":0.59},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.7},"noul":{"related":0.3,"answers":0.05,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.24121425000000454}
{"split":"test","qid":"q2","pid":"p8483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bdcbe589e876409581c8f75d6130e73e57919070f7afb93d0f71e938e01b4bf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.96},"score":{"score":1.03,"probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.97},"noul":{"related":0.84,"answers":0.12,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2250778749999954}
{"split":"test","qid":"q2","pid":"p8659","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90a28cc6d8d9aa28c6bbb833f2b91c6817080ec8af7b21d5f95ef81f37c18326","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.94},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.99,"answers":0.98,"exact":0.8}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22889833299999737}
{"split":"test","qid":"q2","pid":"p8726","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbcf83fc4d2d7ae8561f0b5924aeb5513718145cbdf7d83bbf259a84006ed19f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.87},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.99,"answers":0.98,"exact":0.76}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23660083300000406}
{"split":"test","qid":"q2","pid":"p8748","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e531b957d62704184fdbde4ce69178cfe0864743869157254879e7272d0d2b76","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.69},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.78},"noul":{"related":0.99,"answers":0.98,"exact":0.79}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.25478216599999726}
{"split":"test","qid":"q2","pid":"p8858","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"921d72e4845fae15344a1721c9379a109fb1136a852249aff28f02b640344bcb","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.78,"2":0.13,"3":0},"confidence":0.7},"score":{"score":1.07,"probabilities":{"0":0.07,"1":0.79,"2":0.14,"3":0},"confidence":0.79},"noul":{"related":0.39,"answers":0.14,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20719845899999928}
{"split":"test","qid":"q2","pid":"p8906","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67a55ef6edabc5424652cab2a5b3773dd04439255f35375b6386dcce41b3d93f","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.16,"2":0.03,"3":0},"confidence":0.74},"score":{"score":0.24,"probabilities":{"0":0.78,"1":0.2,"2":0.02,"3":0},"confidence":0.76},"noul":{"related":0.1,"answers":0.11,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22910000000000583}
{"split":"test","qid":"q2","pid":"p9264","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0195d963415b31b78b6affa1474fa80f12edd947d62f4a167b1e3e8871dc8ae","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.73,"2":0.04,"3":0},"confidence":0.64},"score":{"score":0.86,"probabilities":{"0":0.17,"1":0.8,"2":0.03,"3":0},"confidence":0.79},"noul":{"related":0.32,"answers":0.07,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22170175000000017}
{"split":"test","qid":"q2","pid":"p927","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb5bb0d994a9a85728e0118d1484e548602593f9109187aa6f1cf369b280f5f1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.91},"score":{"score":2.93,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.93},"noul":{"related":0.99,"answers":0.98,"exact":0.82}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23287254199999735}
{"split":"test","qid":"q2","pid":"p935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbcf83fc4d2d7ae8561f0b5924aeb5513718145cbdf7d83bbf259a84006ed19f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.87},"score":{"score":2.85,"probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.85},"noul":{"related":0.99,"answers":0.98,"exact":0.76}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22619095799999922}
{"split":"test","qid":"q2","pid":"p9464","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64f684f97e01b29ec55b3e9be416de53f13c70e1be0b1797e93473d332bcfb9d","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.76,"2":0.05,"3":0},"confidence":0.67},"score":{"score":0.88,"probabilities":{"0":0.15,"1":0.82,"2":0.03,"3":0},"confidence":0.81},"noul":{"related":0.36,"answers":0.07,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2236689170000027}
{"split":"test","qid":"q2","pid":"p9468","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2026babb43a71a81140f4fb022df3bb48243ba10a58958324bb0d0c61e6a8994","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.75},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.79},"noul":{"related":0.98,"answers":0.97,"exact":0.79}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21476933300000384}
{"split":"test","qid":"q2","pid":"p9507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8404883c8ab90a16b799857130ab79edf2b8ba9016f4ccd35de2ef7256b3e554","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.91},"score":{"score":2.9,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.9},"noul":{"related":0.98,"answers":0.97,"exact":0.86}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21629262500000188}
{"split":"test","qid":"q2","pid":"p9720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"535e542897389dbff9c4e3b782cbf6bee94eb3da34e2d1b6d70dce500033cd87","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.76,"2":0.04,"3":0},"confidence":0.69},"score":{"score":0.88,"probabilities":{"0":0.15,"1":0.82,"2":0.03,"3":0},"confidence":0.82},"noul":{"related":0.38,"answers":0.06,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24038716600000043}
{"split":"test","qid":"q2","pid":"p9748","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb90dfc30aa359874ab4adb3d210e57b82e1101e9e9afb29711eafa2e0bb7fcb","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.55,"2":0.02,"3":0},"confidence":0.4},"score":{"score":0.68,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.29,"answers":0.08,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22582700000000477}
{"split":"test","qid":"q2","pid":"p9796","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7fe76fe4569aed8d09ba8e0eb18530c56bd0b1e1cd8aaae8a28216ff64da247","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.44},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.98,"answers":0.98,"exact":0.48}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21798249999999825}
{"split":"test","qid":"q22","pid":"p10361","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7481a933cc9cd1c03502a1ea1aa304b07839a43f83e0d844875d01e9ae7c3b34","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.1,"3":0.11},"confidence":0.71},"score":{"score":1.31,"probabilities":{"0":0,"1":0.76,"2":0.17,"3":0.07},"confidence":0.69},"noul":{"related":0.98,"answers":0.39,"exact":0.09}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2255267909999966}
{"split":"test","qid":"q22","pid":"p10418","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8a2eb4d5999d0ada9749ece37bc646dd4a27d006a797e4aa1d9969a54d0c1e4","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.06,"2":0.59,"3":0.34},"confidence":0.45},"score":{"score":2.3,"probabilities":{"0":0,"1":0.06,"2":0.5700000000000001,"3":0.37},"confidence":0.56},"noul":{"related":0.86,"answers":0.84,"exact":0.42}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23296266599999946}
{"split":"test","qid":"q22","pid":"p10495","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"efb88fe0b3655f31bce1d824ff2b56381e48e73f2364285abb69f93f33d043d2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.57},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.64},"noul":{"related":0.98,"answers":0.95,"exact":0.76}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2645573749999967}
{"split":"test","qid":"q22","pid":"p10539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"590a27e3196d5d213a58e9f98537d0315b8ccc67bba84bb9918b86189daaa2a0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.78,"2":0.17,"3":0.05},"confidence":0.7},"score":{"score":1.34,"probabilities":{"0":0,"1":0.69,"2":0.27,"3":0.04},"confidence":0.66},"noul":{"related":0.96,"answers":0.3,"exact":0.07}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2783407080000034}
{"split":"test","qid":"q22","pid":"p10587","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4ac49ee68f5c26ec63a12041f711638cb99ef595504f96e75d8740decda7b10","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":18645,"outputTokens":107,"latencySeconds":0.3352235839999994}
{"split":"test","qid":"q22","pid":"p10602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1d2688200a0c7c18dadfc5f2f08b10e10db04e973b03d8e6119305bc294887c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.63,"3":0.32},"confidence":0.5},"score":{"score":2.24,"probabilities":{"0":0,"1":0.03,"2":0.7,"3":0.27},"confidence":0.7},"noul":{"related":0.97,"answers":0.88,"exact":0.16}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2125613749999975}
{"split":"test","qid":"q22","pid":"p10622","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f92fcbb2dd59031e26ae1794d63de4f42ea181b43ee910ebb8ad8313666e0974","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.69,"3":0.2},"confidence":0.59},"score":{"score":2.09,"probabilities":{"0":0,"1":0.1,"2":0.71,"3":0.19},"confidence":0.71},"noul":{"related":0.98,"answers":0.86,"exact":0.22}},"inputTokens":805,"outputTokens":107,"latencySeconds":0.22927395899999828}
{"split":"test","qid":"q22","pid":"p10700","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bfd53f5e82a41ae00df9e6d78c9c75519e904bf0d6c21cde6a36e61fbb9df13c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.06,"2":0.35,"3":0.59},"confidence":0.46},"score":{"score":2.48,"probabilities":{"0":0,"1":0.06,"2":0.41,"3":0.53},"confidence":0.48},"noul":{"related":0.98,"answers":0.82,"exact":0.22}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22977295900000172}
{"split":"test","qid":"q22","pid":"p10703","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f063e17d036d11501689698bdd616d4b138b54cb51dd59864f479afad41e6df","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.32,"2":0.32,"3":0.36},"confidence":0.15},"score":{"score":2.08,"probabilities":{"0":0,"1":0.29,"2":0.35,"3":0.36},"confidence":0.08},"noul":{"related":0.98,"answers":0.6,"exact":0.13}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22837441699999908}
{"split":"test","qid":"q22","pid":"p10743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b9a07eec91147c0bca9daecd421c4246c283e3e51f972c970bfb9afd00228d95","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.38,"3":0.6},"confidence":0.47},"score":{"score":2.57,"probabilities":{"0":0,"1":0.01,"2":0.4,"3":0.59},"confidence":0.57},"noul":{"related":0.97,"answers":0.92,"exact":0.45}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21373862499999813}
{"split":"test","qid":"q22","pid":"p10806","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4acea8f6e4c08823f672d6454104b6ab2c74a498236a449e67af53675ca2e291","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.04,"2":0.4,"3":0.56},"confidence":0.42},"score":{"score":2.55,"probabilities":{"0":0,"1":0.02,"2":0.41,"3":0.57},"confidence":0.55},"noul":{"related":0.97,"answers":0.91,"exact":0.38}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.22195558299999538}
{"split":"test","qid":"q22","pid":"p10833","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9125d1c91c48eff5cae2ab8fdb35bea4a18ad95742bf4467c8065af541a6808b","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.06,"2":0.69,"3":0.23},"confidence":0.58},"score":{"score":2.22,"probabilities":{"0":0.01,"1":0.04,"2":0.68,"3":0.27},"confidence":0.67},"noul":{"related":0.85,"answers":0.81,"exact":0.3}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23723312499999882}
{"split":"test","qid":"q22","pid":"p10921","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b52faab95d9f0f4361a0fe5c5a34ca2c501cc37cafd7e7da686743dc7e0c383c","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.11,"answers":0.05,"exact":0.02}},"inputTokens":22734,"outputTokens":107,"latencySeconds":1.08852625,"passageCap":60000,"originalPassageChars":177845,"submittedPassageChars":60000}
{"split":"test","qid":"q22","pid":"p11001","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cdf7541509721aad1b977cc405d97850478ad8c62463ca1e5243699b14aae15a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.6,"3":0.37},"confidence":0.46},"score":{"score":2.35,"probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.61},"noul":{"related":0.96,"answers":0.89,"exact":0.3}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.25273345799999514}
{"split":"test","qid":"q22","pid":"p11021","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a03d2c010c4a8ee14fb1f66b2f3bd7db738a4ef9e8ece210dc7232fa516a5040","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.9,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.96,"probabilities":{"0":0.07,"1":0.9,"2":0.03,"3":0},"confidence":0.89},"noul":{"related":0.55,"answers":0.09,"exact":0.03}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2121278750000056}
{"split":"test","qid":"q22","pid":"p11032","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f980873075e6611a2e30adf5bec7c6e06172c8cb1c012c85f0653d3e4d66fdc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.09,"3":0.9},"confidence":0.87},"score":{"score":2.91,"probabilities":{"0":0,"1":0.01,"2":0.08,"3":0.91},"confidence":0.91},"noul":{"related":0.97,"answers":0.96,"exact":0.64}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22783887500000127}
{"split":"test","qid":"q22","pid":"p11082","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9aaec7ae62f93b98ec505ea0110ec0861c789dc21e5e6a5cd0445967c5df89e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":891,"outputTokens":107,"latencySeconds":0.22023895900000207}
{"split":"test","qid":"q22","pid":"p11157","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"083cdc4fa228924c3a4274197f0a68f7aaff3f816185bc50d51d711fa3d55476","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":1015,"outputTokens":107,"latencySeconds":0.24164474999999946}
{"split":"test","qid":"q22","pid":"p11208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6982aaf2e4c0b29de92707b3420179918362e9eb96c6a1ab796367b49ddc637","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.77,"2":0.14,"3":0.09},"confidence":0.69},"score":{"score":1.31,"probabilities":{"0":0,"1":0.76,"2":0.18,"3":0.06},"confidence":0.69},"noul":{"related":0.96,"answers":0.35,"exact":0.08}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.23365149999999993}
{"split":"test","qid":"q22","pid":"p11610","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2beeb23a2b8b7356e49d1e18613b7e062281deb75fe5de6813f22f53fd51d97","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.07,"answers":0.04,"exact":0.02}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.25681979200000205}
{"split":"test","qid":"q22","pid":"p1170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6de4e1fb7d52deb8b8fb4105b68ddcfcbe1ca57237afaa995e48daa4e0281fea","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.17,"3":0.82},"confidence":0.76},"score":{"score":2.83,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.83},"noul":{"related":0.98,"answers":0.93,"exact":0.46}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23059979200000089}
{"split":"test","qid":"q22","pid":"p1183","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92fbeecf04e54828c90af4c7bfe797ac1a0ca51dd6beb7614ff1f8383fa2f7a4","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.73},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.13,"answers":0.04,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.24542212499999733}
{"split":"test","qid":"q22","pid":"p1189","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d75171007ae31f70dd7e37fb5f837d3be4cba67f2c729b4da59daf214308e0b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.29,"3":0.7},"confidence":0.59},"score":{"score":2.74,"probabilities":{"0":0,"1":0,"2":0.25,"3":0.75},"confidence":0.74},"noul":{"related":0.98,"answers":0.94,"exact":0.51}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22219441699999878}
{"split":"test","qid":"q22","pid":"p1380","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1043e2067ac20d1009365315c211ec1611a30c4c8622b4cff448cabae084c808","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":26513,"outputTokens":107,"latencySeconds":1.141979875,"passageCap":60000,"originalPassageChars":265062,"submittedPassageChars":60000}
{"split":"test","qid":"q22","pid":"p1398","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21a254ea42ed52b544471f00cd77c8329106418c8df32a2311a3bca9f1c35baf","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.83},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.89},"noul":{"related":0.96,"answers":0.95,"exact":0.72}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2674212919999991}
{"split":"test","qid":"q22","pid":"p1460","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1eb8e805e0a8e8e4067d57ce2c72eec4f380146afba0918c082791055b686bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.5,"3":0.48},"confidence":0.34},"score":{"score":2.43,"probabilities":{"0":0,"1":0.02,"2":0.54,"3":0.44},"confidence":0.54},"noul":{"related":0.96,"answers":0.92,"exact":0.55}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2198269999999975}
{"split":"test","qid":"q22","pid":"p149","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d964cbf72c742b67d1007f9a99ce74d5f87187646d647c221766909e886797c","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.22021812499999943}
{"split":"test","qid":"q22","pid":"p1670","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6ba5279740643697332b405790c9ca52ac94c455ebe6a2430e22845f9f6f143","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.92,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.97,"probabilities":{"0":0.06,"1":0.91,"2":0.03,"3":0},"confidence":0.91},"noul":{"related":0.67,"answers":0.14,"exact":0.03}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.20691562500000146}
{"split":"test","qid":"q22","pid":"p1721","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a820b2539ee7d23517a189fde66db44486084639edc9132bd099b82a068b6674","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.67},"score":{"score":0.24,"probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.19,"answers":0.05,"exact":0.02}},"inputTokens":1082,"outputTokens":107,"latencySeconds":0.25342516699999396}
{"split":"test","qid":"q22","pid":"p1762","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ddb28b1096786950cfa13127ae0e872b3cfc349aafa3e131feca6ae53bcc093","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.65,"2":0.34,"3":0.01},"confidence":0.53},"score":{"score":1.39,"probabilities":{"0":0,"1":0.62,"2":0.38,"3":0},"confidence":0.61},"noul":{"related":0.94,"answers":0.6,"exact":0.08}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21481799999999932}
{"split":"test","qid":"q22","pid":"p1806","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cd46c6c781cc5e1e3cccef99f16b5954f805c3a7767b8ff0fb9613b7157acc9","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.23,"2":0.02,"3":0},"confidence":0.66},"score":{"score":0.34,"probabilities":{"0":0.69,"1":0.29,"2":0.02,"3":0},"confidence":0.66},"noul":{"related":0.18,"answers":0.09,"exact":0.03}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2143185420000009}
{"split":"test","qid":"q22","pid":"p2227","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e746e34a5120d26554bad7843afea824200e3f9b698eb8bda46754ecd2c7997d","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.31,"2":0.04,"3":0},"confidence":0.54},"score":{"score":0.52,"probabilities":{"0":0.53,"1":0.43,"2":0.04,"3":0},"confidence":0.48},"noul":{"related":0.18,"answers":0.09,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21694599999999628}
{"split":"test","qid":"q22","pid":"p226","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4731c850cc678c20c68facf229fec01e24e3d4201eb3e03d49b9ebf0f8622e3e","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.81},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.12,"answers":0.06,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2258605000000025}
{"split":"test","qid":"q22","pid":"p2278","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb21c048af7ee5f7a037c15848d88bb5286023fd57a07b949761f120d0e6d407","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.78,"2":0.15,"3":0.01},"confidence":0.71},"score":{"score":1.15,"probabilities":{"0":0.04,"1":0.79,"2":0.16,"3":0.01},"confidence":0.77},"noul":{"related":0.83,"answers":0.32,"exact":0.05}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2491955420000013}
{"split":"test","qid":"q22","pid":"p2377","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ddefa56e7c98580e4d94443300ccb40cc0ccd2da00536fea089b01b196941a4","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.39},"score":{"score":0.68,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.34,"answers":0.07,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2646931670000049}
{"split":"test","qid":"q22","pid":"p2434","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7da547f1f3c2a8ab5ca21c3548f05af6b93c8c5505150cb04a1fd425f0aa121d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":8192,"outputTokens":107,"latencySeconds":0.27084687500000293}
{"split":"test","qid":"q22","pid":"p2539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92f6c0d3e53bd990a84cce16a07e0afe4e21c37a72bec1e0596c54457e5cd01c","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24237529100000393}
{"split":"test","qid":"q22","pid":"p2580","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66a959c0417ecafce2fe90c7eb3c5d46344642c55c44049bc6df8145c7285e68","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.33,"3":0.19},"confidence":0.31},"score":{"score":1.83,"probabilities":{"0":0,"1":0.35,"2":0.46,"3":0.19},"confidence":0.46},"noul":{"related":0.98,"answers":0.64,"exact":0.15}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20400149999999848}
{"split":"test","qid":"q22","pid":"p2660","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a3ef97e857d1ac0ab668822c2683e0415c14ca5792452f7cbda880342beb9b86","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.85,"2":0.02,"3":0},"confidence":0.79},"score":{"score":0.96,"probabilities":{"0":0.07,"1":0.9,"2":0.03,"3":0},"confidence":0.9},"noul":{"related":0.54,"answers":0.09,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20617841699999553}
{"split":"test","qid":"q22","pid":"p2693","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85172128a0f99414dcddb8f1f7cdc6b9a727e7b858251055915ca52e1f4a58f2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.22,"3":0.07},"confidence":0.62},"score":{"score":1.41,"probabilities":{"0":0,"1":0.64,"2":0.31,"3":0.05},"confidence":0.59},"noul":{"related":0.96,"answers":0.44,"exact":0.08}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2542466249999998}
{"split":"test","qid":"q22","pid":"p2705","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fef765eed530a1e777df8293de5551f992963964f4cb398840b7832390decb12","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.22,"3":0.77},"confidence":0.7},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.79},"noul":{"related":0.97,"answers":0.95,"exact":0.73}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21492137499999808}
{"split":"test","qid":"q22","pid":"p2770","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"083cdc4fa228924c3a4274197f0a68f7aaff3f816185bc50d51d711fa3d55476","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.86},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":1015,"outputTokens":107,"latencySeconds":0.25746633299999666}
{"split":"test","qid":"q22","pid":"p282","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c2069c0daeac4b376af986be50c79c7e648e8979d7aac4348b87064b672ab909","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.4,"2":0.01,"3":0},"confidence":0.44},"score":{"score":0.47,"probabilities":{"0":0.56,"1":0.42,"2":0.02,"3":0},"confidence":0.53},"noul":{"related":0.23,"answers":0.13,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2256507500000007}
{"split":"test","qid":"q22","pid":"p2843","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d30e3528849c2df23b2d8bb119c12f20d075ec86d36f535f14fd041821cff63b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.12,"2":0.42,"3":0.46},"confidence":0.28},"score":{"score":2.29,"probabilities":{"0":0,"1":0.12,"2":0.47,"3":0.41},"confidence":0.47},"noul":{"related":0.98,"answers":0.8,"exact":0.15}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23282599999999365}
{"split":"test","qid":"q22","pid":"p2949","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43afc2ddfcc3479de906e0fb159b33af7c88606f46dc9603fbf23e4fafa81be8","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.29,"2":0.57,"3":0.11},"confidence":0.43},"score":{"score":1.71,"probabilities":{"0":0.03,"1":0.33,"2":0.54,"3":0.1},"confidence":0.51},"noul":{"related":0.77,"answers":0.72,"exact":0.18}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.44327408300000387}
{"split":"test","qid":"q22","pid":"p3044","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbd7673f1db3d5dbd9bd5e313382c0c0d7c6b973913210ffc38ced07cabf047b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.11,"2":0.42,"3":0.47},"confidence":0.29},"score":{"score":2.4,"probabilities":{"0":0,"1":0.09,"2":0.43,"3":0.48},"confidence":0.4},"noul":{"related":0.97,"answers":0.85,"exact":0.25}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22874462499999937}
{"split":"test","qid":"q22","pid":"p3087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1346e2143adc973d6a044585bc81cb042a7bebd22ea4aac5feb8684034200f4","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.58,"2":0.13,"3":0.01},"confidence":0.43},"score":{"score":0.9,"probabilities":{"0":0.24,"1":0.62,"2":0.13,"3":0.01},"confidence":0.62},"noul":{"related":0.3,"answers":0.14,"exact":0.03}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2509101670000018}
{"split":"test","qid":"q22","pid":"p3116","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d48b8bf11fa949fb05039b44b7cb6aecdb5961e1d8150d63aa1dff32a28c098","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":1058,"outputTokens":107,"latencySeconds":0.2122220840000009}
{"split":"test","qid":"q22","pid":"p3244","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12548e58347e61da6b0053b266ff20f1278694260292399e3ac5d4b8289d24b2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.82},"score":{"score":2.86,"probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.86},"noul":{"related":0.96,"answers":0.94,"exact":0.58}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.20857999999999446}
{"split":"test","qid":"q22","pid":"p3252","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b24072f7f0767e71dc536d1d216907028e675c3773213e6151b5b0497be2e744","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.64,"3":0.33},"confidence":0.52},"score":{"score":2.29,"probabilities":{"0":0,"1":0.02,"2":0.66,"3":0.32},"confidence":0.66},"noul":{"related":0.97,"answers":0.9,"exact":0.19}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21069779199999902}
{"split":"test","qid":"q22","pid":"p3431","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cac41e7e36ba4d2766a2553709af02100ab47fdc2868a0bd0229fcea3149bc05","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.9,"2":0.04,"3":0},"confidence":0.87},"score":{"score":1.05,"probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.89},"noul":{"related":0.66,"answers":0.16,"exact":0.03}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.24002108299999964}
{"split":"test","qid":"q22","pid":"p3473","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b92a91ae59d2e1e17edc2a1fd998c8030e4d13393aaa8a39fd6a741819a4852","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.17,"probabilities":{"0":0.83,"1":0.16,"2":0.01,"3":0},"confidence":0.83},"noul":{"related":0.11,"answers":0.07,"exact":0.02}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.21538549999999668}
{"split":"test","qid":"q22","pid":"p3590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb564d1631ff80a65bc7786620f94eb224b5a4df55f8737cacf500b792aac5f6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.58},"score":{"score":2.61,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.61},"noul":{"related":0.97,"answers":0.94,"exact":0.66}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2147093329999989}
{"split":"test","qid":"q22","pid":"p3910","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1afdbd52aecf98ccee2950a97151166fd57736f5b30e3a9f254a55ee32c800e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.59,"3":0.36},"confidence":0.44},"score":{"score":2.23,"probabilities":{"0":0,"1":0.05,"2":0.66,"3":0.28},"confidence":0.66},"noul":{"related":0.97,"answers":0.86,"exact":0.22}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21455433400000037}
{"split":"test","qid":"q22","pid":"p4111","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0c5519d805eb86716c86ed5f938b448bf9d96de294442c5916e020cbcc289f34","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.2166372080000001}
{"split":"test","qid":"q22","pid":"p4155","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38a080448630978490b9c481bb3786df8635fd63173d64af7034a18937977184","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.15,"3":0.84},"confidence":0.79},"score":{"score":2.85,"probabilities":{"0":0,"1":0.01,"2":0.13,"3":0.86},"confidence":0.85},"noul":{"related":0.97,"answers":0.95,"exact":0.69}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.23278487500000483}
{"split":"test","qid":"q22","pid":"p4230","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36b4f0d2060ed6a2d54f466ed042c2dde011911a37243cd5fdbce240775fc8d8","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.04,"2":0.27,"3":0.68},"confidence":0.57},"score":{"score":2.62,"probabilities":{"0":0,"1":0.05,"2":0.27,"3":0.68},"confidence":0.62},"noul":{"related":0.96,"answers":0.91,"exact":0.5}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21958204100000148}
{"split":"test","qid":"q22","pid":"p4291","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e680f5c4742753d36f311098384a3689f6060b83d05eafc8c284793e70cde9e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.78,"3":0.16},"confidence":0.71},"score":{"score":2.12,"probabilities":{"0":0,"1":0.04,"2":0.79,"3":0.17},"confidence":0.79},"noul":{"related":0.95,"answers":0.83,"exact":0.22}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21834154200000194}
{"split":"test","qid":"q22","pid":"p435","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8a2eb4d5999d0ada9749ece37bc646dd4a27d006a797e4aa1d9969a54d0c1e4","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.1,"2":0.57,"3":0.32},"confidence":0.43},"score":{"score":2.33,"probabilities":{"0":0,"1":0.06,"2":0.54,"3":0.4},"confidence":0.53},"noul":{"related":0.84,"answers":0.84,"exact":0.43}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21286487499999932}
{"split":"test","qid":"q22","pid":"p4367","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f2e561017f5ba92359c04018b42807e0f0eb73842f7219a0ea017f9670014bb","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.26,"3":0.73},"confidence":0.64},"score":{"score":2.73,"probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.73},"noul":{"related":0.97,"answers":0.95,"exact":0.47}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.25283558300000003}
{"split":"test","qid":"q22","pid":"p4430","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f029a8f4509e3cfcaa01044735d0791a5ce4667ea9268b334043f14fb927e8c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.78,"3":0.14},"confidence":0.71},"score":{"score":2.02,"probabilities":{"0":0,"1":0.07,"2":0.83,"3":0.1},"confidence":0.83},"noul":{"related":0.96,"answers":0.87,"exact":0.2}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22679083300000638}
{"split":"test","qid":"q22","pid":"p4479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"880833188bec0d1bb14cc11a5e7ccb517feace8e46cb0d6e431ffd665e3cf127","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.07,"2":0.72,"3":0.2},"confidence":0.63},"score":{"score":2.13,"probabilities":{"0":0.01,"1":0.09,"2":0.67,"3":0.23},"confidence":0.67},"noul":{"related":0.91,"answers":0.81,"exact":0.29}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22738500000000203}
{"split":"test","qid":"q22","pid":"p4481","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9106a8ae4b44bf0978655d6fbc510323db279ceb542b32459004b783098d27b6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.1,"3":0.89},"confidence":0.86},"score":{"score":2.88,"probabilities":{"0":0,"1":0.01,"2":0.1,"3":0.89},"confidence":0.88},"noul":{"related":0.98,"answers":0.95,"exact":0.61}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20985216699999729}
{"split":"test","qid":"q22","pid":"p4667","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d17ffefb3d1a133900dfcfd2b86cfff8dbb5b2749240214b0cd164d4b6468962","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.59,"3":0.4},"confidence":0.45},"score":{"score":2.4,"probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.58},"noul":{"related":0.97,"answers":0.93,"exact":0.31}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2389441250000018}
{"split":"test","qid":"q22","pid":"p4854","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"751ffa028055f80a70018606c768b8b5c18e85f8bea33187d94d0a3cc6e63579","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.54,"3":0.38},"confidence":0.38},"score":{"score":2.29,"probabilities":{"0":0,"1":0.07,"2":0.5700000000000001,"3":0.36},"confidence":0.56},"noul":{"related":0.96,"answers":0.89,"exact":0.24}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2229676249999975}
{"split":"test","qid":"q22","pid":"p4863","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c001c2fff64e49b649e72884a274c10b3eccf8e769c83c090d191d146cfe480d","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.26,"2":0.02,"3":0},"confidence":0.62},"score":{"score":0.39,"probabilities":{"0":0.63,"1":0.35,"2":0.02,"3":0},"confidence":0.61},"noul":{"related":0.2,"answers":0.06,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22181904100000246}
{"split":"test","qid":"q22","pid":"p4946","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4234eb9a8aae2643664721e707fbb5314d895e4d9d67ddbc07ead4eee7cbf8b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.7,"3":0.26},"confidence":0.59},"score":{"score":2.27,"probabilities":{"0":0,"1":0.02,"2":0.69,"3":0.29},"confidence":0.69},"noul":{"related":0.96,"answers":0.92,"exact":0.39}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.24364591700000165}
{"split":"test","qid":"q22","pid":"p5105","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57b1eac78fb58d5a0bdaca654b230ec023b57c092efabcb97c209cbb6d4c8ca2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.59,"3":0.39},"confidence":0.45},"score":{"score":2.31,"probabilities":{"0":0,"1":0.02,"2":0.65,"3":0.33},"confidence":0.65},"noul":{"related":0.97,"answers":0.91,"exact":0.28}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21325829099999827}
{"split":"test","qid":"q22","pid":"p5140","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0052c171781e8c2096cb882c576a9711369bd5da38954dad6cbc424a05aaa813","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.82},"score":{"score":2.84,"probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.84},"noul":{"related":0.97,"answers":0.93,"exact":0.71}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2431360829999976}
{"split":"test","qid":"q22","pid":"p5201","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cd1acdc056be097f3c204482e68160cd76dc6e271c0785f1744e5e71ffdb1a5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.4},"score":{"score":2.65,"probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.65},"noul":{"related":0.97,"answers":0.93,"exact":0.35}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2208679590000029}
{"split":"test","qid":"q22","pid":"p5256","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8780ca704cbebbf2dcdd916f86a3159c21931ea9c77267ebf0bae80d306d64ab","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.59,"3":0.34},"confidence":0.46},"score":{"score":2.37,"probabilities":{"0":0,"1":0.04,"2":0.55,"3":0.41},"confidence":0.55},"noul":{"related":0.94,"answers":0.86,"exact":0.31}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.241966582999994}
{"split":"test","qid":"q22","pid":"p5271","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54adde5a2a6b6f14094117e9835af8b7fcbf709f6a2562ee9f4ea2ffe07190f4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.8,"3":0.13},"confidence":0.74},"score":{"score":2.09,"probabilities":{"0":0,"1":0.05,"2":0.8,"3":0.14},"confidence":0.8},"noul":{"related":0.97,"answers":0.85,"exact":0.2}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2320637910000005}
{"split":"test","qid":"q22","pid":"p544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a820b2539ee7d23517a189fde66db44486084639edc9132bd099b82a068b6674","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.71},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.16,"answers":0.05,"exact":0.02}},"inputTokens":1082,"outputTokens":107,"latencySeconds":0.2424898749999993}
{"split":"test","qid":"q22","pid":"p5498","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbff01c8d10bd0ec1267479f7b86bd269198ef390ed125f80eb6d29e581cd1e1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.58,"3":0.36},"confidence":0.44},"score":{"score":2.28,"probabilities":{"0":0,"1":0.06,"2":0.6,"3":0.34},"confidence":0.6},"noul":{"related":0.95,"answers":0.86,"exact":0.25}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24627150000000256}
{"split":"test","qid":"q22","pid":"p5508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ecfcbdb511044bafd8c1639630522b0db930961d0f8aeee7661796af132608b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.62,"3":0.16},"confidence":0.5},"score":{"score":2.02,"probabilities":{"0":0,"1":0.16,"2":0.66,"3":0.18},"confidence":0.66},"noul":{"related":0.95,"answers":0.8,"exact":0.14}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2500602910000016}
{"split":"test","qid":"q22","pid":"p5524","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a09a4138ad6c695567316156dccebb440ba52f8eab0d9ba76aa0ab122f18934f","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.41,"2":0.03,"3":0.01},"confidence":0.41},"score":{"score":0.58,"probabilities":{"0":0.47,"1":0.48,"2":0.04,"3":0.01},"confidence":0.47},"noul":{"related":0.23,"answers":0.13,"exact":0.04}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23514466700000047}
{"split":"test","qid":"q22","pid":"p5561","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86b318e09b7a0b794f9b843ae3cf8ba26c9a950bf2fefeefa51884258c88b913","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.07,"3":0.92},"confidence":0.89},"score":{"score":2.9,"probabilities":{"0":0,"1":0.01,"2":0.08,"3":0.91},"confidence":0.9},"noul":{"related":0.97,"answers":0.95,"exact":0.68}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.21498270900000352}
{"split":"test","qid":"q22","pid":"p5566","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"824070bc17562005ea528953b156cbac15bf8457e17b01b72565ff8f244846a8","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.1,"3":0.89},"confidence":0.85},"score":{"score":2.88,"probabilities":{"0":0,"1":0.01,"2":0.1,"3":0.89},"confidence":0.88},"noul":{"related":0.97,"answers":0.95,"exact":0.69}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21810920900000202}
{"split":"test","qid":"q22","pid":"p5577","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67e73742bccb424c03f98e21a72cd373091fba1b7224ebbba9ec006f7f13edf3","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2285666659999988}
{"split":"test","qid":"q22","pid":"p581","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"074fcd6cc5ed561de9a930923620cf684aab6de09265e74f834c93d89d1ad90b","answers":{"choice":{"choice":"0","probabilities":{"0":0.43,"1":0.41,"2":0.14,"3":0.02},"confidence":0.25},"score":{"score":0.86,"probabilities":{"0":0.29,"1":0.57,"2":0.13,"3":0.01},"confidence":0.56},"noul":{"related":0.24,"answers":0.2,"exact":0.04}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.248190208}
{"split":"test","qid":"q22","pid":"p5883","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"764056f78ebe008270345ea3bfeb66c9a9bf17ddd662b6c329c175460c8c4237","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2167454580000049}
{"split":"test","qid":"q22","pid":"p5905","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b14286e791929279b88d4b322ba8c251af093350f46e4dbb1bf2fe231903c46","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.07,"2":0.5,"3":0.42},"confidence":0.35},"score":{"score":2.35,"probabilities":{"0":0,"1":0.05,"2":0.55,"3":0.4},"confidence":0.55},"noul":{"related":0.95,"answers":0.87,"exact":0.37}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23353429199999665}
{"split":"test","qid":"q22","pid":"p5957","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79b3ee6ae012e4128249bba6f68863f54e9e934cc511d6e0ffd0afe168594e89","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.6,"3":0.14},"confidence":0.47},"score":{"score":1.85,"probabilities":{"0":0,"1":0.25,"2":0.65,"3":0.1},"confidence":0.64},"noul":{"related":0.97,"answers":0.75,"exact":0.13}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.203986917000002}
{"split":"test","qid":"q22","pid":"p6081","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dcc5033109ffeac9cb67b573c68cf1ed6763d27fd630d9f338dd80842c778987","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.29,"3":0.7},"confidence":0.59},"score":{"score":2.65,"probabilities":{"0":0,"1":0.01,"2":0.33,"3":0.66},"confidence":0.65},"noul":{"related":0.97,"answers":0.93,"exact":0.56}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23093562500000553}
{"split":"test","qid":"q22","pid":"p614","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d48b8bf11fa949fb05039b44b7cb6aecdb5961e1d8150d63aa1dff32a28c098","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.88},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":1058,"outputTokens":107,"latencySeconds":0.20948054099999716}
{"split":"test","qid":"q22","pid":"p6168","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86b318e09b7a0b794f9b843ae3cf8ba26c9a950bf2fefeefa51884258c88b913","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.11,"3":0.88},"confidence":0.84},"score":{"score":2.87,"probabilities":{"0":0,"1":0.01,"2":0.1,"3":0.89},"confidence":0.87},"noul":{"related":0.97,"answers":0.94,"exact":0.68}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.24650408299999982}
{"split":"test","qid":"q22","pid":"p6193","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ab1c11dceb9a452063e8885145de61866cd7add7030ef9f3430fd4d9c23be7a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.57,"3":0.36},"confidence":0.42},"score":{"score":2.26,"probabilities":{"0":0,"1":0.08,"2":0.57,"3":0.35},"confidence":0.57},"noul":{"related":0.92,"answers":0.82,"exact":0.24}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21533908399999926}
{"split":"test","qid":"q22","pid":"p6202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ac0308702a4753b475ded903dae8990471a7dcb96ee287f959cd2d4245e3877","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.69,"3":0.16},"confidence":0.6},"score":{"score":1.93,"probabilities":{"0":0,"1":0.2,"2":0.67,"3":0.13},"confidence":0.68},"noul":{"related":0.95,"answers":0.85,"exact":0.21}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22197570799999813}
{"split":"test","qid":"q22","pid":"p6258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a820b2539ee7d23517a189fde66db44486084639edc9132bd099b82a068b6674","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.64},"score":{"score":0.31,"probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.18,"answers":0.05,"exact":0.02}},"inputTokens":1082,"outputTokens":107,"latencySeconds":0.22892024999999558}
{"split":"test","qid":"q22","pid":"p6264","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d85a44e7cca023f1ff300c448fd5987e0c2f396cca028d5287d95d5c3888db33","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":26218,"outputTokens":107,"latencySeconds":1.052765417,"passageCap":60000,"originalPassageChars":261773,"submittedPassageChars":60000}
{"split":"test","qid":"q22","pid":"p6454","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67e73742bccb424c03f98e21a72cd373091fba1b7224ebbba9ec006f7f13edf3","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.291820249999997}
{"split":"test","qid":"q22","pid":"p6493","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20143bb5d3e899cd7f33bceffc4b49a713e3bfdb05c4ec886178e892e619636b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.09,"3":0.9},"confidence":0.87},"score":{"score":2.86,"probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.86},"noul":{"related":0.97,"answers":0.96,"exact":0.69}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24780833400000118}
{"split":"test","qid":"q22","pid":"p6517","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a836529cb7dfae8b6610accc9d5e5df43a7528c3711b7c4fb06df835f20453c5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.7,"3":0.27},"confidence":0.6},"score":{"score":2.24,"probabilities":{"0":0,"1":0.02,"2":0.72,"3":0.26},"confidence":0.72},"noul":{"related":0.97,"answers":0.91,"exact":0.22}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.214638082999998}
{"split":"test","qid":"q22","pid":"p6518","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"860c87804697f8a0a7b3a298b20ef34131daed651eac536feb8bd2ec66f6fd87","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.46,"3":0.33},"confidence":0.27},"score":{"score":2.07,"probabilities":{"0":0,"1":0.19,"2":0.54,"3":0.27},"confidence":0.54},"noul":{"related":0.98,"answers":0.73,"exact":0.15}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21631874999999853}
{"split":"test","qid":"q22","pid":"p6639","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6cb795b1a85595ba9fd785fa7b59b2def2899862822635330a12387788465ced","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.28,"3":0.7},"confidence":0.6},"score":{"score":2.67,"probabilities":{"0":0,"1":0.02,"2":0.3,"3":0.6799999999999999},"confidence":0.67},"noul":{"related":0.96,"answers":0.94,"exact":0.44}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2589777919999979}
{"split":"test","qid":"q22","pid":"p6789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf2ac494e24bb448b5599a8b00387346ca4a0c7c7cfa620ba2733e8258698d77","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.49,"2":0.05,"3":0},"confidence":0.31},"score":{"score":0.73,"probabilities":{"0":0.31,"1":0.65,"2":0.04,"3":0},"confidence":0.65},"noul":{"related":0.24,"answers":0.1,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2597411670000001}
{"split":"test","qid":"q22","pid":"p6811","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"445683db871752cff15fe5ff9fd51dfda62011de39a38e2080ed0b8e7e9a7f63","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.49,"2":0.18,"3":0.33},"confidence":0.32},"score":{"score":1.83,"probabilities":{"0":0,"1":0.48,"2":0.22,"3":0.3},"confidence":0.17},"noul":{"related":0.98,"answers":0.45,"exact":0.12}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.4486044580000016}
{"split":"test","qid":"q22","pid":"p6867","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"99b1b350cb99467b06b25039581f29178d46de9863674c3897091f2e6bb9479a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.89},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.89},"noul":{"related":0.97,"answers":0.96,"exact":0.65}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22272333300000174}
{"split":"test","qid":"q22","pid":"p6930","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ec4fbb7f1ae1d63e7a92548d9e86ad6a918bcffab061049a45565398a8ac303","answers":{"choice":{"choice":"0","probabilities":{"0":0.48,"1":0.45,"2":0.07,"3":0},"confidence":0.31},"score":{"score":0.72,"probabilities":{"0":0.37,"1":0.55,"2":0.08,"3":0},"confidence":0.55},"noul":{"related":0.3,"answers":0.19,"exact":0.03}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.21315962500000024}
{"split":"test","qid":"q22","pid":"p698","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f11511db134d69aa64d52017eb9ff6d6a3a23e72d20125c3315383827fd5c489","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.49,"2":0.31,"3":0.2},"confidence":0.32},"score":{"score":1.7,"probabilities":{"0":0,"1":0.49,"2":0.33,"3":0.18},"confidence":0.3},"noul":{"related":0.97,"answers":0.61,"exact":0.11}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2145851249999978}
{"split":"test","qid":"q22","pid":"p7162","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"efb88fe0b3655f31bce1d824ff2b56381e48e73f2364285abb69f93f33d043d2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.53},"score":{"score":2.62,"probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.62},"noul":{"related":0.98,"answers":0.95,"exact":0.77}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21409608299999672}
{"split":"test","qid":"q22","pid":"p7292","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"083cdc4fa228924c3a4274197f0a68f7aaff3f816185bc50d51d711fa3d55476","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":1015,"outputTokens":107,"latencySeconds":0.23525774999999702}
{"split":"test","qid":"q22","pid":"p7386","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c07bc0155e403d59c5a5f372fa6b2a1b96e50831e18b68340ab72eea9f88fef","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.98,"answers":0.97,"exact":0.87}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22714970899999753}
{"split":"test","qid":"q22","pid":"p7464","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3288d65bbf791743e2c4c2f05950e8a98e15efd4750c440145a3aa1339051a7e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.49,"3":0.49},"confidence":0.33},"score":{"score":2.46,"probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.52},"noul":{"related":0.97,"answers":0.91,"exact":0.33}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23703954199999863}
{"split":"test","qid":"q22","pid":"p7645","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87d95cc3e18d25f6600fa60a08e7707632d79ef52f3224e636d089d5a99aa39b","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.14,"2":0.43,"3":0.42},"confidence":0.25},"score":{"score":2.35,"probabilities":{"0":0,"1":0.11,"2":0.43,"3":0.46},"confidence":0.35},"noul":{"related":0.95,"answers":0.85,"exact":0.28}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24017762499999662}
{"split":"test","qid":"q22","pid":"p7684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2beeb23a2b8b7356e49d1e18613b7e062281deb75fe5de6813f22f53fd51d97","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.86},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.05,"exact":0.02}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.22940933299999597}
{"split":"test","qid":"q22","pid":"p7856","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5216d497e345080253377751228453b9a8952cb9ad9b36dc5e9883c172d375bb","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.39,"2":0.08,"3":0},"confidence":0.37},"score":{"score":0.8,"probabilities":{"0":0.3,"1":0.61,"2":0.09,"3":0},"confidence":0.61},"noul":{"related":0.3,"answers":0.19,"exact":0.04}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22561958299999968}
{"split":"test","qid":"q22","pid":"p8013","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61386899869bdd5bb0a955d4825040e989d7121a1fac88eca523a3ef0de0a5d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.46,"3":0.29},"confidence":0.28},"score":{"score":2.11,"probabilities":{"0":0,"1":0.19,"2":0.51,"3":0.3},"confidence":0.51},"noul":{"related":0.97,"answers":0.73,"exact":0.22}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.247796666000002}
{"split":"test","qid":"q22","pid":"p814","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20143bb5d3e899cd7f33bceffc4b49a713e3bfdb05c4ec886178e892e619636b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.12,"3":0.87},"confidence":0.83},"score":{"score":2.87,"probabilities":{"0":0,"1":0.01,"2":0.11,"3":0.88},"confidence":0.87},"noul":{"related":0.98,"answers":0.96,"exact":0.71}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22117758400000456}
{"split":"test","qid":"q22","pid":"p8366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7dc683e660c079a05550980a4df62d295fd2b76ba769d12acf144775a82b5346","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2376828749999986}
{"split":"test","qid":"q22","pid":"p8444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b7fe342d66ab46f77f58896fcd7d61018688c3ba54aac41302677d2a3fecb61","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.6,"3":0.33},"confidence":0.46},"score":{"score":2.25,"probabilities":{"0":0,"1":0.07,"2":0.6,"3":0.33},"confidence":0.59},"noul":{"related":0.95,"answers":0.88,"exact":0.26}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21523941700000432}
{"split":"test","qid":"q22","pid":"p8608","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d8f6a4ee46a7252e16a0b43314dc5287957578af237933d556969acdbaf5087","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.209208000000006}
{"split":"test","qid":"q22","pid":"p8717","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e9b8c66fd41d69bd8cede46dcdd643a3b40697e79ac93da88a72546e259924c4","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.06,"2":0.43,"3":0.51},"confidence":0.35},"score":{"score":2.48,"probabilities":{"0":0,"1":0.05,"2":0.42,"3":0.53},"confidence":0.48},"noul":{"related":0.96,"answers":0.9,"exact":0.35}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2610720419999998}
{"split":"test","qid":"q22","pid":"p906","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7da547f1f3c2a8ab5ca21c3548f05af6b93c8c5505150cb04a1fd425f0aa121d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":8192,"outputTokens":107,"latencySeconds":0.2748298749999958}
{"split":"test","qid":"q22","pid":"p9094","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66b5b4e6e38e6800756ba2aa8966166513a986f4aa2148371c9ce993b338e0a1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.51,"3":0.4},"confidence":0.35},"score":{"score":2.26,"probabilities":{"0":0,"1":0.09,"2":0.5599999999999999,"3":0.35},"confidence":0.57},"noul":{"related":0.95,"answers":0.86,"exact":0.26}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.26450270900000034}
{"split":"test","qid":"q22","pid":"p9145","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97713502d3d8ff3f62a098ddd99c24f0417b0ab01b3f178faca83cd272b65c1a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.14,"2":0.28,"3":0.58},"confidence":0.44},"score":{"score":2.28,"probabilities":{"0":0,"1":0.18,"2":0.35,"3":0.47000000000000003},"confidence":0.28},"noul":{"related":0.98,"answers":0.77,"exact":0.18}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24103325000000042}
{"split":"test","qid":"q22","pid":"p9262","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53dfc48c21340f87dd588a5e3b5a99e1e7db52edf556da85ce5ca84c34048cb4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.78,"3":0.14},"confidence":0.71},"score":{"score":2.05,"probabilities":{"0":0,"1":0.09,"2":0.77,"3":0.14},"confidence":0.77},"noul":{"related":0.96,"answers":0.83,"exact":0.24}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.221689833000004}
{"split":"test","qid":"q22","pid":"p9352","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3280130cae4af4a99af2e2e51b9de8d704654eae7cf66cd7f53e722502014a3e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.76,"3":0.21},"confidence":0.68},"score":{"score":2.24,"probabilities":{"0":0,"1":0.02,"2":0.72,"3":0.26},"confidence":0.73},"noul":{"related":0.96,"answers":0.9,"exact":0.29}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2294876660000009}
{"split":"test","qid":"q22","pid":"p9378","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c23709d470be63b2baa33af111a76298d5bf115b3b9ee8c6cd33edd3bc22cf2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.7,"3":0.22},"confidence":0.6},"score":{"score":2.11,"probabilities":{"0":0,"1":0.08,"2":0.73,"3":0.19},"confidence":0.73},"noul":{"related":0.97,"answers":0.91,"exact":0.19}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2620072910000017}
{"split":"test","qid":"q22","pid":"p9483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"305ac670c2bdf937317a120b03784945abe1c3548ee4129dece82aeaae1d93cb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.47000000000000003,"3":0.27},"confidence":0.28},"score":{"score":1.9,"probabilities":{"0":0,"1":0.29,"2":0.52,"3":0.19},"confidence":0.52},"noul":{"related":0.95,"answers":0.76,"exact":0.14}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23374362500000279}
{"split":"test","qid":"q22","pid":"p9538","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5672b07dc5508d2a4e7c10f636792901b5e3bd0aedce541181f2882c2ea98971","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.259051916999997}
{"split":"test","qid":"q22","pid":"p9616","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"307c53234e296c9e3e70b94b42fa4219e3cba02b4d8b4c81343e604c341aca11","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.16,"2":0.71,"3":0.13},"confidence":0.61},"score":{"score":1.97,"probabilities":{"0":0,"1":0.12,"2":0.79,"3":0.09},"confidence":0.78},"noul":{"related":0.95,"answers":0.87,"exact":0.17}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22112891600000148}
{"split":"test","qid":"q22","pid":"p9798","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86ae82cd6e7fb22b9ddac9ea99086b507c8df198c93befac46ea144eecf6d8fd","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.4,"3":0.58},"confidence":0.44},"score":{"score":2.58,"probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.58},"noul":{"related":0.98,"answers":0.94,"exact":0.26}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21482995900000243}
{"split":"test","qid":"q22","pid":"p9841","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1b4a881091cb89e0d3523b333766903a671cd54b56c0d451f2ada35a7748346","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.2728732500000042}
{"split":"test","qid":"q22","pid":"p9945","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68c9b9df8b15c4d6aa8826636e0af492981286046c25817e4d1d3cd42df007e6","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.85,"2":0.04,"3":0.01},"confidence":0.79},"score":{"score":1.02,"probabilities":{"0":0.08,"1":0.84,"2":0.05,"3":0.03},"confidence":0.81},"noul":{"related":0.67,"answers":0.19,"exact":0.05}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21153033300000243}
{"split":"test","qid":"q25","pid":"p10013","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40e3026a4c4c39232f388c1730705682072f4df707ed79cc04f2b975bd7ee1a8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.91,"3":0.08},"confidence":0.88},"score":{"score":2.06,"probabilities":{"0":0,"1":0.02,"2":0.9,"3":0.08},"confidence":0.91},"noul":{"related":0.92,"answers":0.9,"exact":0.3}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.26146816599999145}
{"split":"test","qid":"q25","pid":"p10028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1543c11fa2d8934ea3e513d45156928daaa8e042cb3b19c798a3c500674f7d9b","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.54,"2":0.36,"3":0.01},"confidence":0.38},"score":{"score":1.42,"probabilities":{"0":0.05,"1":0.49,"2":0.46,"3":0},"confidence":0.48},"noul":{"related":0.7,"answers":0.58,"exact":0.1}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22664720899998791}
{"split":"test","qid":"q25","pid":"p10078","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05c6e968b4303f701d8fc515e3e2d0d68d082db132313b22ae00a5bf89e1e399","answers":{"choice":{"choice":"0","probabilities":{"0":0.46,"1":0.37,"2":0.17,"3":0},"confidence":0.28},"score":{"score":0.93,"probabilities":{"0":0.3,"1":0.48,"2":0.22,"3":0},"confidence":0.48},"noul":{"related":0.39,"answers":0.35,"exact":0.04}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2261948749999865}
{"split":"test","qid":"q25","pid":"p10112","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"198099179ac07e66fd8e5a63baf93c02f5e64ff2716649d0806cb3e010b373bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.86,"3":0.09},"confidence":0.81},"score":{"score":2.05,"probabilities":{"0":0,"1":0.04,"2":0.86,"3":0.1},"confidence":0.86},"noul":{"related":0.93,"answers":0.88,"exact":0.19}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20591279200000281}
{"split":"test","qid":"q25","pid":"p10117","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e69736f556b9228025808ea26a71e39b14c2568aace8f0e86b52a399f525b89c","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.84},"noul":{"related":0.13,"answers":0.08,"exact":0.02}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.25703462500000024}
{"split":"test","qid":"q25","pid":"p10216","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"198099179ac07e66fd8e5a63baf93c02f5e64ff2716649d0806cb3e010b373bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.87,"3":0.08},"confidence":0.82},"score":{"score":2.04,"probabilities":{"0":0,"1":0.05,"2":0.85,"3":0.1},"confidence":0.85},"noul":{"related":0.93,"answers":0.87,"exact":0.2}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2055078749999957}
{"split":"test","qid":"q25","pid":"p10239","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80ab71aa5a49352387047e9afe78799c2133d27ac2550f17898e5ca0979b9a26","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.8200000000000001,"3":0.15},"confidence":0.75},"score":{"score":2.16,"probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.8},"noul":{"related":0.89,"answers":0.84,"exact":0.3}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2192618749999965}
{"split":"test","qid":"q25","pid":"p10293","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39000807f04c2bfb1e47978910c3f615362f73be22d149574a5a53bd460952a4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.56},"score":{"score":2.37,"probabilities":{"0":0,"1":0,"2":0.62,"3":0.38},"confidence":0.62},"noul":{"related":0.94,"answers":0.95,"exact":0.45}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22875824999999894}
{"split":"test","qid":"q25","pid":"p10312","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be8d31e9927f697102c14024fb93ac65048a68f308b7d3b4aceb69a17f2853a9","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.02,"2":0.52,"3":0.45},"confidence":0.36},"score":{"score":2.5,"probabilities":{"0":0.01,"1":0.03,"2":0.42,"3":0.54},"confidence":0.5},"noul":{"related":0.87,"answers":0.9,"exact":0.41}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2277314589999878}
{"split":"test","qid":"q25","pid":"p10353","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b9ded01638f53d56e7037dfe028e5cdd17f29cee0e3835d6efd7770da21e28a","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.14,"2":0.78,"3":0.05},"confidence":0.72},"score":{"score":1.87,"probabilities":{"0":0.02,"1":0.12,"2":0.82,"3":0.04},"confidence":0.8},"noul":{"related":0.8,"answers":0.77,"exact":0.15}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.23965308400000504}
{"split":"test","qid":"q25","pid":"p10360","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d6aba5f13e7a58f4f96abb0e192c9265c99493e86fb384f59bfb1690f1e3b29","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.38},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.59},"noul":{"related":0.97,"answers":0.97,"exact":0.6}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24833962499999324}
{"split":"test","qid":"q25","pid":"p10408","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69b67d70956373046ccab8bc62cf7a667648cb74d7df01394a65bb6101c1266c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.61,"3":0.38},"confidence":0.48},"score":{"score":2.4,"probabilities":{"0":0,"1":0,"2":0.6,"3":0.4},"confidence":0.59},"noul":{"related":0.97,"answers":0.96,"exact":0.64}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21697145799999998}
{"split":"test","qid":"q25","pid":"p1041","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35fab1a7b1b0f6f17f2765d4bf1ccd38a8f740e6866e2902651862ebfd467817","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.11,"2":0.76,"3":0.12},"confidence":0.69},"score":{"score":2.03,"probabilities":{"0":0.01,"1":0.08,"2":0.79,"3":0.12},"confidence":0.78},"noul":{"related":0.84,"answers":0.77,"exact":0.23}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21498320800000512}
{"split":"test","qid":"q25","pid":"p10426","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca84af7cccb6f8f8dd17d1a3765dc9ee87b25c84dc39c6023373db6f58473336","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.78,"3":0.21},"confidence":0.7},"score":{"score":2.26,"probabilities":{"0":0,"1":0,"2":0.74,"3":0.26},"confidence":0.73},"noul":{"related":0.94,"answers":0.9,"exact":0.44}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22350391699999456}
{"split":"test","qid":"q25","pid":"p10428","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80f1c147943d2b635401d5de3848e7131994b82873de4274e0b411422aeb4d26","answers":{"choice":{"choice":"2","probabilities":{"0":0.08,"1":0.42,"2":0.49,"3":0.01},"confidence":0.33},"score":{"score":1.5,"probabilities":{"0":0.05,"1":0.4,"2":0.54,"3":0.01},"confidence":0.49},"noul":{"related":0.7,"answers":0.58,"exact":0.1}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2166990419999929}
{"split":"test","qid":"q25","pid":"p10439","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80e982345b46688ca632098db174ff90d5fe46f4b8e06423aa64cb2856585070","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.09,"2":0.82,"3":0.08},"confidence":0.77},"score":{"score":1.99,"probabilities":{"0":0,"1":0.06,"2":0.88,"3":0.06},"confidence":0.88},"noul":{"related":0.89,"answers":0.87,"exact":0.2}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2416158749999886}
{"split":"test","qid":"q25","pid":"p10487","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fcc9ca42ad1c1fe5c80d8a947f871835a62c2d66aa645404a84c2d8e73516a2c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.42,"3":0.57},"confidence":0.43},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.59},"noul":{"related":0.94,"answers":0.93,"exact":0.39}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22677895799999534}
{"split":"test","qid":"q25","pid":"p10522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0fe3693a57f358375adbf74400a9a9fa27e09050cfa5a0effacd3873adbafed5","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.48,"2":0.47,"3":0.03},"confidence":0.31},"score":{"score":1.55,"probabilities":{"0":0.02,"1":0.43,"2":0.53,"3":0.02},"confidence":0.5},"noul":{"related":0.83,"answers":0.7,"exact":0.13}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2410270829999936}
{"split":"test","qid":"q25","pid":"p10527","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"984762454d25443be32673fdad4b18c919d8bb140e9b1b8731797e557049c67c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.83},"score":{"score":2.1,"probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.89},"noul":{"related":0.95,"answers":0.92,"exact":0.37}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2166565830000036}
{"split":"test","qid":"q25","pid":"p10558","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c4d45ef0d2b066bcc0bf7ab0f4b840016740b1495eb2f1bbf65906b97d2f63f","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.61,"2":0.34,"3":0.02},"confidence":0.48},"score":{"score":1.46,"probabilities":{"0":0.02,"1":0.51,"2":0.46,"3":0.01},"confidence":0.49},"noul":{"related":0.8,"answers":0.6,"exact":0.12}},"inputTokens":899,"outputTokens":107,"latencySeconds":0.23049541699999826}
{"split":"test","qid":"q25","pid":"p1056","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f55d105017c417d88e4f7b680e0f1d233abf307da1937d1cc3b04f35a4f01de4","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.16,"2":0.8,"3":0.03},"confidence":0.75},"score":{"score":1.86,"probabilities":{"0":0.01,"1":0.13,"2":0.85,"3":0.01},"confidence":0.84},"noul":{"related":0.86,"answers":0.77,"exact":0.14}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21575866600000881}
{"split":"test","qid":"q25","pid":"p10594","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0c9c0929d74a51aa3e1d7872623a3ab38bdb58fccd2888762c6545b820101bd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.7,"2":0.28,"3":0.01},"confidence":0.59},"score":{"score":1.4,"probabilities":{"0":0.01,"1":0.58,"2":0.4,"3":0.01},"confidence":0.57},"noul":{"related":0.82,"answers":0.41,"exact":0.07}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22611683299999277}
{"split":"test","qid":"q25","pid":"p10620","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0490ebb1ba685a13280253356da2e27f08e2a2013331c125d2ec9c4a727191f6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.31,"3":0.68},"confidence":0.57},"score":{"score":2.65,"probabilities":{"0":0,"1":0,"2":0.34,"3":0.66},"confidence":0.65},"noul":{"related":0.94,"answers":0.94,"exact":0.61}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21800958299999185}
{"split":"test","qid":"q25","pid":"p10634","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12cf3131dc6777de721446c0d2be31df23ab1a9a2126d7d2e97d52618c50b505","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.95,"3":0.04},"confidence":0.92},"score":{"score":2.03,"probabilities":{"0":0,"1":0.01,"2":0.95,"3":0.04},"confidence":0.95},"noul":{"related":0.92,"answers":0.9,"exact":0.26}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21141612500000337}
{"split":"test","qid":"q25","pid":"p10655","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f2ae03842ebe8f841e7bde1f4c2a9bcbb430e42230e19db7dfbc5f0f1b1019d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.87},"score":{"score":2.07,"probabilities":{"0":0,"1":0.02,"2":0.89,"3":0.09},"confidence":0.88},"noul":{"related":0.93,"answers":0.91,"exact":0.23}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24310891700000503}
{"split":"test","qid":"q25","pid":"p10662","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a88cf8cf750ff127f0fbfc3c3d46b23a440c6053c9d3e9ed53a907b2a50cc857","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.69,"3":0.05},"confidence":0.58},"score":{"score":1.85,"probabilities":{"0":0,"1":0.22,"2":0.7,"3":0.08},"confidence":0.7},"noul":{"related":0.9,"answers":0.67,"exact":0.15}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2101550830000051}
{"split":"test","qid":"q25","pid":"p10712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"370154d0bc84bf6e89d9e44ef7492dd2d0d7d75eed08291cad7783033af0a96c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.79,"3":0.2},"confidence":0.71},"score":{"score":2.26,"probabilities":{"0":0,"1":0,"2":0.73,"3":0.27},"confidence":0.73},"noul":{"related":0.94,"answers":0.93,"exact":0.38}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24456762499999604}
{"split":"test","qid":"q25","pid":"p10716","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2241e84bc2652f5ea3c2698d930d0d4b104b7de1d3f197d224f235d7fa381461","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.49,"3":0.48},"confidence":0.32},"score":{"score":2.52,"probabilities":{"0":0,"1":0.02,"2":0.44,"3":0.54},"confidence":0.52},"noul":{"related":0.9,"answers":0.88,"exact":0.48}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.221268167000002}
{"split":"test","qid":"q25","pid":"p10724","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be8d31e9927f697102c14024fb93ac65048a68f308b7d3b4aceb69a17f2853a9","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.03,"2":0.51,"3":0.44},"confidence":0.36},"score":{"score":2.53,"probabilities":{"0":0.01,"1":0.03,"2":0.38,"3":0.58},"confidence":0.53},"noul":{"related":0.84,"answers":0.88,"exact":0.41}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22004666600000927}
{"split":"test","qid":"q25","pid":"p10758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2787360bb251b5fcdf3eeb6f8617448df9ba39ab8ac726643f33e155f7218211","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.7},"score":{"score":2.24,"probabilities":{"0":0,"1":0,"2":0.76,"3":0.24},"confidence":0.75},"noul":{"related":0.95,"answers":0.88,"exact":0.4}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2673014589999948}
{"split":"test","qid":"q25","pid":"p10792","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15d8d880c9f5e00a2a666a5df61342de440ab8b9702d592106125954283a4509","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.27,"2":0.7,"3":0.02},"confidence":0.6},"score":{"score":1.7,"probabilities":{"0":0.01,"1":0.29,"2":0.69,"3":0.01},"confidence":0.68},"noul":{"related":0.79,"answers":0.71,"exact":0.13}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20771483300000546}
{"split":"test","qid":"q25","pid":"p10805","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17da85935834c2cc2357a33db355da8252a5956e0846cc712881bbc5ac3f6330","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.86},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.87},"noul":{"related":0.97,"answers":0.97,"exact":0.73}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.238140459000002}
{"split":"test","qid":"q25","pid":"p10845","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2102fa71e1d5c1e9aa0631d9eb282bd1dd8c552fe378b50b7941920f51fd56a7","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.17,"2":0.8,"3":0.02},"confidence":0.74},"score":{"score":1.85,"probabilities":{"0":0.01,"1":0.14,"2":0.84,"3":0.01},"confidence":0.83},"noul":{"related":0.8,"answers":0.75,"exact":0.15}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2171107500000071}
{"split":"test","qid":"q25","pid":"p10863","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d960280ad7e63db1697b56738df91e3cfb33b0e2047a66f737c2bef788f03e72","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.43,"2":0.53,"3":0.01},"confidence":0.37},"score":{"score":1.58,"probabilities":{"0":0.02,"1":0.38,"2":0.6,"3":0},"confidence":0.57},"noul":{"related":0.74,"answers":0.65,"exact":0.11}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.22756404199999816}
{"split":"test","qid":"q25","pid":"p1087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3adb1671845aeccc685a9e989c6916a66b1a310112701967e40093ca51700a6d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9299999999999999,"3":0.04},"confidence":0.91},"score":{"score":2.03,"probabilities":{"0":0,"1":0.02,"2":0.93,"3":0.05},"confidence":0.93},"noul":{"related":0.93,"answers":0.86,"exact":0.24}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21531708400000935}
{"split":"test","qid":"q25","pid":"p10983","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4711c50d47a895ef12f765fe41e3416f4bd5ac5a437cb239f8a11c01cd13bc1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.36},"score":{"score":2.6,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.6},"noul":{"related":0.95,"answers":0.94,"exact":0.44}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22899891600001138}
{"split":"test","qid":"q25","pid":"p10996","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cfb2089eb09f95199a43d0042349b33a998fba4e1e90d131066905182349f23","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.89,"3":0.08},"confidence":0.85},"score":{"score":2.08,"probabilities":{"0":0,"1":0.02,"2":0.88,"3":0.1},"confidence":0.88},"noul":{"related":0.93,"answers":0.86,"exact":0.27}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.20757579200000328}
{"split":"test","qid":"q25","pid":"p11019","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05c6e968b4303f701d8fc515e3e2d0d68d082db132313b22ae00a5bf89e1e399","answers":{"choice":{"choice":"0","probabilities":{"0":0.43,"1":0.38,"2":0.19,"3":0},"confidence":0.24},"score":{"score":0.97,"probabilities":{"0":0.26,"1":0.52,"2":0.22,"3":0},"confidence":0.52},"noul":{"related":0.38,"answers":0.38,"exact":0.05}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2387293750000099}
{"split":"test","qid":"q25","pid":"p11081","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"198099179ac07e66fd8e5a63baf93c02f5e64ff2716649d0806cb3e010b373bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.86,"3":0.09},"confidence":0.81},"score":{"score":2.04,"probabilities":{"0":0,"1":0.04,"2":0.88,"3":0.08},"confidence":0.87},"noul":{"related":0.94,"answers":0.87,"exact":0.21}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2434345830000093}
{"split":"test","qid":"q25","pid":"p11145","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"576fb4681e8d523e89ddce3c3909b382730e4a849600d70cbc6887aaad0dac7b","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.51,"2":0.47,"3":0.01},"confidence":0.34},"score":{"score":1.58,"probabilities":{"0":0.01,"1":0.41,"2":0.58,"3":0},"confidence":0.58},"noul":{"related":0.85,"answers":0.42,"exact":0.1}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.20846262500000012}
{"split":"test","qid":"q25","pid":"p11224","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"951322fc58950aa9077da02270228a1c3c1cccc590a91cd3d939c7b87089ac90","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.59},"noul":{"related":0.95,"answers":0.95,"exact":0.62}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23305104200000643}
{"split":"test","qid":"q25","pid":"p11291","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"654c9212aa21f644c0cd1b0f31c9a090d2cfe769d0680dd5bea2f1b7e51c1616","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.76},"score":{"score":2.17,"probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.78},"noul":{"related":0.9,"answers":0.92,"exact":0.36}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20762283300000126}
{"split":"test","qid":"q25","pid":"p11334","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b5f4db53a909076026367549e8ca68eff4704afc618ba37824dfb865f61708d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.95,"3":0.02},"confidence":0.94},"score":{"score":2,"probabilities":{"0":0,"1":0.01,"2":0.97,"3":0.02},"confidence":0.96},"noul":{"related":0.91,"answers":0.87,"exact":0.22}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21927341700000397}
{"split":"test","qid":"q25","pid":"p11414","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4905b4b49db0894968cf15a8fd4a5f383f8ae15f08aea887f9848d8552154394","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.56,"3":0.04},"confidence":0.41},"score":{"score":1.56,"probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.54},"noul":{"related":0.89,"answers":0.54,"exact":0.13}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2097493749999994}
{"split":"test","qid":"q25","pid":"p11422","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc178aaf58e687a3787e3283bd3fb21083b9f6d687052a32a4f31eb6f7869423","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.68,"3":0.31},"confidence":0.58},"score":{"score":2.46,"probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.54},"noul":{"related":0.96,"answers":0.95,"exact":0.39}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2655529999999999}
{"split":"test","qid":"q25","pid":"p11427","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"282d3240a352ecfef9ff9985f9c4962b7cb0396018d4e7bf8c84301fd66237fe","answers":{"choice":{"choice":"0","probabilities":{"0":0.9400000000000001,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.17,"probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.83},"noul":{"related":0.12,"answers":0.07,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.22529795799999555}
{"split":"test","qid":"q25","pid":"p11440","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d900ee64240102161222a6479ef5a44631aec9536b1a107634ab7adca2357e3b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.88},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.97,"exact":0.79}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22304504200001246}
{"split":"test","qid":"q25","pid":"p11469","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2db37fee2959b6fae635c272430ec3cb0df47b6132fdf17bdd011704e33be931","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.78,"2":0.08,"3":0},"confidence":0.7},"score":{"score":0.96,"probabilities":{"0":0.12,"1":0.8,"2":0.08,"3":0},"confidence":0.8},"noul":{"related":0.62,"answers":0.12,"exact":0.04}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22753308300000208}
{"split":"test","qid":"q25","pid":"p11576","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5b244926ee55bd5873bde8c5b65833169ee90e19ceab37490fd43f4850fb661","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.35,"3":0.01},"confidence":0.52},"score":{"score":1.57,"probabilities":{"0":0,"1":0.43,"2":0.57,"3":0},"confidence":0.56},"noul":{"related":0.82,"answers":0.58,"exact":0.08}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.2605256250000093}
{"split":"test","qid":"q25","pid":"p11598","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"584b269599e1cd05956039e051221a589c8901a2538bce29d2a23ada8586640c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.9},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.97,"answers":0.97,"exact":0.84}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2615794999999925}
{"split":"test","qid":"q25","pid":"p11606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"109b3eb5f0ceffb2d93560d9ff67c7bbb1aefd053f86b20a79ab92eccea1cc63","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.12,"2":0.83,"3":0.04},"confidence":0.77},"score":{"score":1.93,"probabilities":{"0":0.01,"1":0.1,"2":0.85,"3":0.04},"confidence":0.86},"noul":{"related":0.83,"answers":0.81,"exact":0.18}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21256175000000804}
{"split":"test","qid":"q25","pid":"p11611","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5127cbc6a2e7f33947772b09742a9749762ecd11c47b64d9f7fdc27ff5beb29b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.74},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.98,"answers":0.97,"exact":0.62}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2799497919999994}
{"split":"test","qid":"q25","pid":"p1239","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17fe259637e638419345aef02af23ec17af20baffc8b7a106519b6ea8c2597de","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.47,"2":0.13,"3":0.01},"confidence":0.29},"score":{"score":0.92,"probabilities":{"0":0.23,"1":0.63,"2":0.14,"3":0},"confidence":0.62},"noul":{"related":0.48,"answers":0.24,"exact":0.06}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2511446250000008}
{"split":"test","qid":"q25","pid":"p1316","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f3adb836858eee72c0083edbbe1c5c304532bf12e3f92ac0188ce93714198a3","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.52,"2":0.45,"3":0},"confidence":0.35},"score":{"score":1.57,"probabilities":{"0":0.02,"1":0.39,"2":0.59,"3":0},"confidence":0.57},"noul":{"related":0.71,"answers":0.54,"exact":0.07}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21680570900000748}
{"split":"test","qid":"q25","pid":"p134","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f22ee6077b0d4123c2be8ea6bfb60213b41a2c4e4dff8c83c2f191616a11524b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.51,"3":0.02},"confidence":0.34},"score":{"score":1.57,"probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.55},"noul":{"related":0.92,"answers":0.52,"exact":0.12}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24386775000000488}
{"split":"test","qid":"q25","pid":"p1376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa4d3d13d1eadae74208cb8858fb9bc9515d6dc1dbe7f65bd8e903d7336c6eb7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.44},"score":{"score":2.5,"probabilities":{"0":0,"1":0,"2":0.49,"3":0.51},"confidence":0.5},"noul":{"related":0.94,"answers":0.92,"exact":0.36}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.22264816599999904}
{"split":"test","qid":"q25","pid":"p138","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec8ad84e9f659cabccdabef8ff9fde81f1e4e9ce1cac65415171ddd4d608423a","answers":{"choice":{"choice":"3","probabilities":{"0":0.23,"1":0.13,"2":0.28,"3":0.36},"confidence":0.14},"score":{"score":1.8,"probabilities":{"0":0.16,"1":0.2,"2":0.31,"3":0.33},"confidence":0},"noul":{"related":0.59,"answers":0.79,"exact":0.31}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2257664170000062}
{"split":"test","qid":"q25","pid":"p1473","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e446196608ef1777739e51b38ac0b230ed072423abae6d839f16b5085c975c5e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.7,"3":0.27},"confidence":0.59},"score":{"score":2.4,"probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.59},"noul":{"related":0.93,"answers":0.92,"exact":0.31}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23658429199999956}
{"split":"test","qid":"q25","pid":"p1497","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e0825a95564be3b25250b97ca1ed733a6c672b5132f1c40b350e421e335a4a1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.81},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.88},"noul":{"related":0.96,"answers":0.96,"exact":0.68}},"inputTokens":936,"outputTokens":107,"latencySeconds":0.2182507089999999}
{"split":"test","qid":"q25","pid":"p1550","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"367f506336379629a727a9d26739c13e88b2df12207fd96ef698c29ba78f107f","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.48,"2":0.29,"3":0.01},"confidence":0.3},"score":{"score":1.26,"probabilities":{"0":0.12,"1":0.51,"2":0.37,"3":0},"confidence":0.5},"noul":{"related":0.52,"answers":0.5,"exact":0.08}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.23810079199999745}
{"split":"test","qid":"q25","pid":"p1639","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31234fac8e18bd48a7f2fb2ce01a238188a67b8cc9d7487d9caddfdecf6cd0ac","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.73},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.82},"noul":{"related":0.98,"answers":0.97,"exact":0.59}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22749620799999684}
{"split":"test","qid":"q25","pid":"p1642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c2e6ccdf12061de3ff198f5d440bacdf1264920cd03248dde9d74f0aba3dcc4","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.7},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.16,"answers":0.05,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20693875000000117}
{"split":"test","qid":"q25","pid":"p1644","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17fe259637e638419345aef02af23ec17af20baffc8b7a106519b6ea8c2597de","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.52,"2":0.13,"3":0.01},"confidence":0.36},"score":{"score":0.92,"probabilities":{"0":0.21,"1":0.67,"2":0.12,"3":0},"confidence":0.65},"noul":{"related":0.46,"answers":0.2,"exact":0.06}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21660658300000069}
{"split":"test","qid":"q25","pid":"p1696","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0bcf941fd1ca4644abc793d005a2a44059a69204aa1bc3cf1d68ee19a13d5ac","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.35,"2":0.12,"3":0.52},"confidence":0.36},"score":{"score":1.93,"probabilities":{"0":0.02,"1":0.43,"2":0.14,"3":0.41},"confidence":0.03},"noul":{"related":0.88,"answers":0.27,"exact":0.18}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.24189416700000585}
{"split":"test","qid":"q25","pid":"p1742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df7d97099299386d194da03c73c2d41364950f097d705a876150db9a6cd16cf6","answers":{"choice":{"choice":"1","probabilities":{"0":0.48,"1":0.51,"2":0.01,"3":0},"confidence":0.34},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.33,"answers":0.07,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2630578749999986}
{"split":"test","qid":"q25","pid":"p1763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d802677447aa98482f0001e2111aa5580740ef4e90ab1a64c97a919e835286c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.61,"3":0.37},"confidence":0.48},"score":{"score":2.4,"probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.57},"noul":{"related":0.91,"answers":0.89,"exact":0.37}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24328183300000092}
{"split":"test","qid":"q25","pid":"p1767","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0490ebb1ba685a13280253356da2e27f08e2a2013331c125d2ec9c4a727191f6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.35,"3":0.64},"confidence":0.51},"score":{"score":2.65,"probabilities":{"0":0,"1":0,"2":0.34,"3":0.66},"confidence":0.65},"noul":{"related":0.93,"answers":0.94,"exact":0.57}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24864812499999242}
{"split":"test","qid":"q25","pid":"p1817","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0185997dd5b2e04994335b8cf3bf64cf995c175f200e74e503f7499096f15b1b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.21,"3":0.78},"confidence":0.71},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.78},"noul":{"related":0.95,"answers":0.95,"exact":0.66}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21765804200001002}
{"split":"test","qid":"q25","pid":"p1819","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddc04f22a8002c31d1a0cc12dca23bc2090a1f58e367c6ebcd6da70e40dbedd1","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.24,"2":0.72,"3":0.02},"confidence":0.63},"score":{"score":1.78,"probabilities":{"0":0.01,"1":0.2,"2":0.78,"3":0.01},"confidence":0.76},"noul":{"related":0.79,"answers":0.69,"exact":0.12}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23703687499999068}
{"split":"test","qid":"q25","pid":"p1853","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3eaa5f9e9784dccb57d2607dd13ea6a0ce850ff26448a9930da6a9982fc3958b","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.89,"2":0.06,"3":0},"confidence":0.85},"score":{"score":1.06,"probabilities":{"0":0.05,"1":0.84,"2":0.11,"3":0},"confidence":0.84},"noul":{"related":0.76,"answers":0.2,"exact":0.05}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23890958300000056}
{"split":"test","qid":"q25","pid":"p1854","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a85e84cb7060aa885d44680ed71b80f3de9a2f496ea7d652a804b05ab9e2a04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.96,"3":0.03},"confidence":0.94},"score":{"score":2.02,"probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.94},"noul":{"related":0.9,"answers":0.88,"exact":0.25}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.23665287499999976}
{"split":"test","qid":"q25","pid":"p1861","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e973576fa1512b999b93ea60bf3035fcdd938a7922dbc5559c4f06bd1e4cdc26","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.89},"score":{"score":1.99,"probabilities":{"0":0,"1":0.02,"2":0.97,"3":0.01},"confidence":0.97},"noul":{"related":0.89,"answers":0.77,"exact":0.17}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21828312500000174}
{"split":"test","qid":"q25","pid":"p1874","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddc04f22a8002c31d1a0cc12dca23bc2090a1f58e367c6ebcd6da70e40dbedd1","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.22,"2":0.74,"3":0.02},"confidence":0.65},"score":{"score":1.78,"probabilities":{"0":0.01,"1":0.2,"2":0.78,"3":0.01},"confidence":0.77},"noul":{"related":0.79,"answers":0.71,"exact":0.12}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23085420800000428}
{"split":"test","qid":"q25","pid":"p1885","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d802677447aa98482f0001e2111aa5580740ef4e90ab1a64c97a919e835286c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.67,"3":0.31},"confidence":0.56},"score":{"score":2.41,"probabilities":{"0":0,"1":0.01,"2":0.56,"3":0.43},"confidence":0.56},"noul":{"related":0.9,"answers":0.89,"exact":0.32}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21336637499999778}
{"split":"test","qid":"q25","pid":"p1913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1fedd15b34e253e81223bcb13b034f0620f5a2ec12e511c71940e8b7c90e366","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.39,"3":0.58},"confidence":0.44},"score":{"score":2.6,"probabilities":{"0":0.01,"1":0.02,"2":0.35,"3":0.62},"confidence":0.6},"noul":{"related":0.9,"answers":0.93,"exact":0.5}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.23190191700001014}
{"split":"test","qid":"q25","pid":"p1938","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39000807f04c2bfb1e47978910c3f615362f73be22d149574a5a53bd460952a4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.5},"score":{"score":2.4,"probabilities":{"0":0,"1":0,"2":0.6,"3":0.4},"confidence":0.6},"noul":{"related":0.95,"answers":0.94,"exact":0.42}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23057675000000746}
{"split":"test","qid":"q25","pid":"p1950","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e44b698288548d1361a89ec00086d743572e80fcf79c5d7596af17f14e540d74","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.27,"2":0.03,"3":0},"confidence":0.6},"score":{"score":0.4,"probabilities":{"0":0.65,"1":0.32,"2":0.03,"3":0},"confidence":0.6},"noul":{"related":0.24,"answers":0.12,"exact":0.03}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21674237500000162}
{"split":"test","qid":"q25","pid":"p2020","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"506be24eabb69750153e8b1628675803f79102367fddfeae7cdc77200499b97d","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.04,"2":0.39,"3":0.5599999999999999},"confidence":0.42},"score":{"score":2.45,"probabilities":{"0":0.01,"1":0.04,"2":0.45,"3":0.5},"confidence":0.45},"noul":{"related":0.87,"answers":0.87,"exact":0.46}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.2154238340000011}
{"split":"test","qid":"q25","pid":"p2023","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0f4ff3d268e16cb17cd60187d17cb9340b26bfcaeef17306999b24128766085","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.1,"answers":0.05,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21415758299999288}
{"split":"test","qid":"q25","pid":"p2043","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65631869302a4b1b66b7a3e52f86b66f95ad0d6c2c2f956963695b2326216862","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.95,"3":0.02},"confidence":0.93},"score":{"score":1.98,"probabilities":{"0":0,"1":0.02,"2":0.97,"3":0.01},"confidence":0.96},"noul":{"related":0.91,"answers":0.84,"exact":0.19}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22208733300000313}
{"split":"test","qid":"q25","pid":"p2076","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4d2a494b73f0a233a821bcb802a6ac8ecc7b1d0e8ce31ae678e15bd962f6a06","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.08,"2":0.86,"3":0.05},"confidence":0.82},"score":{"score":1.97,"probabilities":{"0":0,"1":0.07,"2":0.88,"3":0.05},"confidence":0.87},"noul":{"related":0.89,"answers":0.79,"exact":0.18}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2125503330000065}
{"split":"test","qid":"q25","pid":"p2096","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ac9697dd7fd23e1ef7091e03e4819158927ffdd130571d4f37164a0f9da3193","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.83,"3":0.08},"confidence":0.77},"score":{"score":2.01,"probabilities":{"0":0,"1":0.08,"2":0.83,"3":0.09},"confidence":0.82},"noul":{"related":0.86,"answers":0.8,"exact":0.23}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.23357066599999962}
{"split":"test","qid":"q25","pid":"p2157","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dab361e7db6c547cfd32396bd4a200b54a895876565b7a7928e2e9ab8ca5444d","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.23,"probabilities":{"0":0.78,"1":0.2,"2":0.02,"3":0},"confidence":0.77},"noul":{"related":0.14,"answers":0.08,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2150930839999928}
{"split":"test","qid":"q25","pid":"p2160","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2787360bb251b5fcdf3eeb6f8617448df9ba39ab8ac726643f33e155f7218211","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.77},"score":{"score":2.23,"probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.76},"noul":{"related":0.95,"answers":0.83,"exact":0.39}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21413570800000162}
{"split":"test","qid":"q25","pid":"p2169","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e33f6dd68a790f290326bbfe08acad63cd9cb6f454b377db5ac850508426683","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.84},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.97,"answers":0.97,"exact":0.71}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2056892499999958}
{"split":"test","qid":"q25","pid":"p2196","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59306f74da5fcec9c44e8173b5f700526f969193a0b4f5df2456175156cc8146","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.66,"3":0.32},"confidence":0.54},"score":{"score":2.32,"probabilities":{"0":0,"1":0.01,"2":0.65,"3":0.34},"confidence":0.65},"noul":{"related":0.88,"answers":0.89,"exact":0.42}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22799808299999857}
{"split":"test","qid":"q25","pid":"p2205","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e88449bd2a16a4f258db9dab01794b2197355759ebaa7b13a040aad5c59180d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.91,"3":0.06},"confidence":0.88},"score":{"score":2.04,"probabilities":{"0":0,"1":0.02,"2":0.92,"3":0.06},"confidence":0.91},"noul":{"related":0.92,"answers":0.83,"exact":0.22}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2121038750000007}
{"split":"test","qid":"q25","pid":"p2319","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"370154d0bc84bf6e89d9e44ef7492dd2d0d7d75eed08291cad7783033af0a96c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.7},"score":{"score":2.27,"probabilities":{"0":0,"1":0,"2":0.72,"3":0.28},"confidence":0.72},"noul":{"related":0.94,"answers":0.92,"exact":0.39}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20393879199998627}
{"split":"test","qid":"q25","pid":"p2465","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f3adb836858eee72c0083edbbe1c5c304532bf12e3f92ac0188ce93714198a3","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.5,"2":0.47,"3":0},"confidence":0.32},"score":{"score":1.59,"probabilities":{"0":0.02,"1":0.38,"2":0.6,"3":0},"confidence":0.58},"noul":{"related":0.72,"answers":0.53,"exact":0.07}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2356289170000091}
{"split":"test","qid":"q25","pid":"p2478","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc9569a565040eaf4b8304e942c2781119421b1fbcb70186611d6d355255f2c6","answers":{"choice":{"choice":"3","probabilities":{"0":0.21,"1":0.11,"2":0.34,"3":0.33999999999999997},"confidence":0.13},"score":{"score":2.4,"probabilities":{"0":0.05,"1":0.06,"2":0.32,"3":0.56},"confidence":0.4},"noul":{"related":0.65,"answers":0.85,"exact":0.38}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22640820799999348}
{"split":"test","qid":"q25","pid":"p2481","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01bcb6174809ae54c9e9b317ddb6ed7853c5cb7de47ad9580ed5977348aa3f29","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.8,"3":0.11},"confidence":0.73},"score":{"score":2.06,"probabilities":{"0":0,"1":0.08,"2":0.77,"3":0.15},"confidence":0.76},"noul":{"related":0.87,"answers":0.78,"exact":0.2}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23791737499999}
{"split":"test","qid":"q25","pid":"p2498","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c612e49518b02559b9339159d823a7923d6092a9686d368a547de7131a2c554a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.05,"2":0.88,"3":0.06},"confidence":0.84},"score":{"score":1.98,"probabilities":{"0":0.02,"1":0.06,"2":0.85,"3":0.07},"confidence":0.83},"noul":{"related":0.85,"answers":0.85,"exact":0.22}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23848904199998652}
{"split":"test","qid":"q25","pid":"p2517","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1949e18c54242cfe873918a3b639d31a52cb0ede3ab7a8673668de6e2ce61af","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.7,"3":0.27},"confidence":0.6},"score":{"score":2.29,"probabilities":{"0":0,"1":0.02,"2":0.67,"3":0.31},"confidence":0.67},"noul":{"related":0.91,"answers":0.88,"exact":0.36}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20841679200000363}
{"split":"test","qid":"q25","pid":"p2567","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f57d82c59f24fdc151b907609defa08e7e68644a9a53e2bcef6a7cc4225f7d2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.94,"3":0.02},"confidence":0.92},"score":{"score":1.99,"probabilities":{"0":0,"1":0.02,"2":0.96,"3":0.02},"confidence":0.96},"noul":{"related":0.92,"answers":0.81,"exact":0.18}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22749891700000444}
{"split":"test","qid":"q25","pid":"p2571","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19c66cc736335fdcf1881a29275aa7a477bde5a383b3286a18e40e530c3d735b","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.04,"2":0.67,"3":0.28},"confidence":0.57},"score":{"score":2.36,"probabilities":{"0":0,"1":0.03,"2":0.57,"3":0.4},"confidence":0.57},"noul":{"related":0.87,"answers":0.84,"exact":0.32}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.28436475000000794}
{"split":"test","qid":"q25","pid":"p2628","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cfb2089eb09f95199a43d0042349b33a998fba4e1e90d131066905182349f23","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.89,"3":0.06},"confidence":0.86},"score":{"score":2.04,"probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.89},"noul":{"related":0.93,"answers":0.85,"exact":0.26}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21638179200000013}
{"split":"test","qid":"q25","pid":"p2744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4081494ce29341b8ef46c2eb3da04fc1bf9669d747bf1bac8f4905241b9eb704","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.66,"2":0.17,"3":0},"confidence":0.54},"score":{"score":1.21,"probabilities":{"0":0.08,"1":0.64,"2":0.28,"3":0},"confidence":0.63},"noul":{"related":0.66,"answers":0.51,"exact":0.08}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2681435419999907}
{"split":"test","qid":"q25","pid":"p2813","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ba992e552b04e789dcb0f053dd7cfc289beefb894042b0364bc6b1ab5f5ce42","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.87,"3":0.09},"confidence":0.83},"score":{"score":2.1,"probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.87},"noul":{"related":0.94,"answers":0.89,"exact":0.24}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23016887500000302}
{"split":"test","qid":"q25","pid":"p2827","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6de7cc8ab7707d9f8e5e19ca0cafbe951c12ec3e919e5b02f455069e1df85f97","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.21817262500000653}
{"split":"test","qid":"q25","pid":"p2877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a85e84cb7060aa885d44680ed71b80f3de9a2f496ea7d652a804b05ab9e2a04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.95,"3":0.03},"confidence":0.94},"score":{"score":2.02,"probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.94},"noul":{"related":0.89,"answers":0.88,"exact":0.27}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24214829199999804}
{"split":"test","qid":"q25","pid":"p2940","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"abfd876f183b5e65ea05e1ecc61784b8f89b8d6711f37010dcdfa72cd8f057cc","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.52,"2":0.04,"3":0},"confidence":0.36},"score":{"score":0.71,"probabilities":{"0":0.32,"1":0.65,"2":0.03,"3":0},"confidence":0.64},"noul":{"related":0.4,"answers":0.16,"exact":0.03}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2525385420000093}
{"split":"test","qid":"q25","pid":"p3074","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ff30c4f7036b6cb0f4b5bf711dd31add37ce07064a2613cbeb6d1531c844355","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.14,"2":0.77,"3":0.08},"confidence":0.7},"score":{"score":2,"probabilities":{"0":0.01,"1":0.1,"2":0.78,"3":0.11},"confidence":0.77},"noul":{"related":0.83,"answers":0.8,"exact":0.23}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22941483300000254}
{"split":"test","qid":"q25","pid":"p3082","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9897456d946f6ff7c81e2cc524ae02e1e08689dee67dd6fec209b8017f9d1422","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.66,"3":0.33},"confidence":0.56},"score":{"score":2.43,"probabilities":{"0":0,"1":0,"2":0.57,"3":0.43},"confidence":0.57},"noul":{"related":0.95,"answers":0.93,"exact":0.53}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2409962089999899}
{"split":"test","qid":"q25","pid":"p3117","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74e823dee1b298efd9ebfb1f71409a10fd44c6ced12d6273168cff1c01dc76b6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.86,"3":0.09},"confidence":0.8},"score":{"score":2.02,"probabilities":{"0":0,"1":0.05,"2":0.87,"3":0.08},"confidence":0.86},"noul":{"related":0.88,"answers":0.82,"exact":0.26}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20730779200000687}
{"split":"test","qid":"q25","pid":"p3164","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e381740d05e791070dcbe4000b397b12a46883e2339e09b461f5cb8d70c70ed3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.75},"score":{"score":2.8,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.8},"noul":{"related":0.96,"answers":0.96,"exact":0.66}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2162222080000065}
{"split":"test","qid":"q25","pid":"p3169","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e88449bd2a16a4f258db9dab01794b2197355759ebaa7b13a040aad5c59180d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.89,"3":0.06},"confidence":0.86},"score":{"score":2.04,"probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.9},"noul":{"related":0.91,"answers":0.82,"exact":0.22}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2568127909999894}
{"split":"test","qid":"q25","pid":"p3196","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"279bd01a58384bb395f1ea82050bc945027282872b39fac887cb19448d9e407c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.02,"3":0.01},"confidence":0.96},"score":{"score":1.03,"probabilities":{"0":0,"1":0.97,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.89,"answers":0.11,"exact":0.06}},"inputTokens":800,"outputTokens":107,"latencySeconds":0.24422825000000012}
{"split":"test","qid":"q25","pid":"p3199","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d33753e50c477c58c4704d4b0422c093daf7f5a678f47673efd7b629be9ad4c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.88,"3":0.08},"confidence":0.84},"score":{"score":2.07,"probabilities":{"0":0,"1":0.02,"2":0.88,"3":0.1},"confidence":0.87},"noul":{"related":0.91,"answers":0.86,"exact":0.24}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23134475000000385}
{"split":"test","qid":"q25","pid":"p32","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f28bf1e26f8d5411d3d46bdd1a426ced5e07a09987f2a497f842298dd1282db3","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.29,"2":0.67,"3":0.02},"confidence":0.56},"score":{"score":1.73,"probabilities":{"0":0.01,"1":0.26,"2":0.72,"3":0.01},"confidence":0.7},"noul":{"related":0.79,"answers":0.68,"exact":0.1}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.21357154200000514}
{"split":"test","qid":"q25","pid":"p3292","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd599659bb0b202116ca7f70d30b71a6764e6ce3062d5c613c8b3dae28e114b8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.67,"3":0.3},"confidence":0.55},"score":{"score":2.36,"probabilities":{"0":0,"1":0.02,"2":0.59,"3":0.39},"confidence":0.59},"noul":{"related":0.91,"answers":0.88,"exact":0.42}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20321837499999673}
{"split":"test","qid":"q25","pid":"p3300","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52ae6d44728b62f7d0c03513c59e83be2bd26c7cc441de31efa42d25f18c47a4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.08,"3":0.01},"confidence":0.87},"score":{"score":1.08,"probabilities":{"0":0.02,"1":0.89,"2":0.09,"3":0},"confidence":0.89},"noul":{"related":0.83,"answers":0.15,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23137679200001002}
{"split":"test","qid":"q25","pid":"p3315","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27086a8c55220e0c8b083efdc4b3c2bac8c4cfdcb063ce4b62e53ed8832670d9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.8,"3":0.15},"confidence":0.73},"score":{"score":2.12,"probabilities":{"0":0,"1":0.04,"2":0.8,"3":0.16},"confidence":0.8},"noul":{"related":0.94,"answers":0.77,"exact":0.3}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20461091600000508}
{"split":"test","qid":"q25","pid":"p34","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58cef1fd7e0da4b500e9a1fb6f260dbdca3bf8501fb1714f770b2015d9b9adba","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.24,"3":0.01},"confidence":0.65},"score":{"score":1.38,"probabilities":{"0":0,"1":0.62,"2":0.38,"3":0},"confidence":0.61},"noul":{"related":0.89,"answers":0.74,"exact":0.06}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.271999834000002}
{"split":"test","qid":"q25","pid":"p3422","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"010ec5d6912a4b07ef7929705b3236915e2d6be757951f108ad19b715dd8d9ba","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.27,"2":0.71,"3":0.01},"confidence":0.6},"score":{"score":1.8,"probabilities":{"0":0.01,"1":0.19,"2":0.79,"3":0.01},"confidence":0.79},"noul":{"related":0.8,"answers":0.74,"exact":0.12}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20956620800000383}
{"split":"test","qid":"q25","pid":"p3451","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15d8d880c9f5e00a2a666a5df61342de440ab8b9702d592106125954283a4509","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.31,"2":0.66,"3":0.02},"confidence":0.54},"score":{"score":1.73,"probabilities":{"0":0.01,"1":0.26,"2":0.72,"3":0.01},"confidence":0.7},"noul":{"related":0.79,"answers":0.7,"exact":0.13}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20807433299999684}
{"split":"test","qid":"q25","pid":"p3482","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17fe259637e638419345aef02af23ec17af20baffc8b7a106519b6ea8c2597de","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.53,"2":0.13,"3":0.01},"confidence":0.36},"score":{"score":0.92,"probabilities":{"0":0.22,"1":0.63,"2":0.14,"3":0.01},"confidence":0.63},"noul":{"related":0.47,"answers":0.24,"exact":0.06}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2308425419999985}
{"split":"test","qid":"q25","pid":"p3516","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a4f39848f237656eb2bb293e182e37831e1c65b386ae83e621065f04b5142cd8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.93,"3":0.05},"confidence":0.9},"score":{"score":2.04,"probabilities":{"0":0,"1":0.02,"2":0.92,"3":0.06},"confidence":0.92},"noul":{"related":0.9,"answers":0.89,"exact":0.3}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.23662162499999978}
{"split":"test","qid":"q25","pid":"p3613","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"144e68178f57d5f832071bfeb783ab77aba8cdb292094feb10cb2f02dc0c04aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.64,"2":0.29,"3":0.01},"confidence":0.53},"score":{"score":1.26,"probabilities":{"0":0.05,"1":0.63,"2":0.31,"3":0.01},"confidence":0.63},"noul":{"related":0.73,"answers":0.39,"exact":0.08}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22884100000000035}
{"split":"test","qid":"q25","pid":"p3653","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09834478ff671d34c25305831e27f3521448c42a1246996a748e4accf150ce11","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.24,"2":0.72,"3":0.01},"confidence":0.63},"score":{"score":1.72,"probabilities":{"0":0.02,"1":0.24,"2":0.74,"3":0},"confidence":0.72},"noul":{"related":0.8,"answers":0.7,"exact":0.12}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21064937500000816}
{"split":"test","qid":"q25","pid":"p3673","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85d780eab7f906009315b134d8ec1b0988a0ca28580f9f00f1ca7539363f8cd5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.37},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.52},"noul":{"related":0.94,"answers":0.93,"exact":0.57}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20909266700000445}
{"split":"test","qid":"q25","pid":"p3709","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85d780eab7f906009315b134d8ec1b0988a0ca28580f9f00f1ca7539363f8cd5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.51,"3":0.49},"confidence":0.33},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.56},"noul":{"related":0.95,"answers":0.93,"exact":0.61}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21712591599998995}
{"split":"test","qid":"q25","pid":"p3728","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e20d40079657499e40f8f5cd067db07e0876901f0495e19a053a6f7d2ec8e193","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.21,"3":0.77},"confidence":0.69},"score":{"score":2.76,"probabilities":{"0":0,"1":0.01,"2":0.22,"3":0.77},"confidence":0.76},"noul":{"related":0.96,"answers":0.94,"exact":0.66}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22708833299999243}
{"split":"test","qid":"q25","pid":"p3751","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6bda786796e246deb379ca76a8ae29f0c9118abc0dee1825491a2a0b4421bf6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.32,"3":0.66},"confidence":0.55},"score":{"score":2.67,"probabilities":{"0":0,"1":0.01,"2":0.32,"3":0.67},"confidence":0.67},"noul":{"related":0.92,"answers":0.88,"exact":0.51}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23185958299999765}
{"split":"test","qid":"q25","pid":"p380","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22b9ad0336306cae7aed10526629377ab6d4e11a36cf3293c26f2f33be0cb31b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.61,"3":0.37},"confidence":0.48},"score":{"score":2.39,"probabilities":{"0":0,"1":0.02,"2":0.57,"3":0.41},"confidence":0.57},"noul":{"related":0.88,"answers":0.88,"exact":0.47}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23168212500000662}
{"split":"test","qid":"q25","pid":"p3856","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01bcb6174809ae54c9e9b317ddb6ed7853c5cb7de47ad9580ed5977348aa3f29","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.79,"3":0.12},"confidence":0.72},"score":{"score":2.09,"probabilities":{"0":0,"1":0.07,"2":0.77,"3":0.16},"confidence":0.76},"noul":{"related":0.88,"answers":0.79,"exact":0.21}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22643300000000455}
{"split":"test","qid":"q25","pid":"p3878","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"51170b0dd3486e79a0e472c88863bd568eba093c3e75142cc514083331836e99","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.67,"3":0.33},"confidence":0.55},"score":{"score":2.45,"probabilities":{"0":0,"1":0,"2":0.55,"3":0.45},"confidence":0.55},"noul":{"related":0.96,"answers":0.94,"exact":0.51}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2136710000000021}
{"split":"test","qid":"q25","pid":"p3918","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a37984b91f38d675916d13ad69f5dd94c5e55a9083524beceb0cd68c79d83a59","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.41,"2":0.44,"3":0.05},"confidence":0.26},"score":{"score":1.76,"probabilities":{"0":0.06,"1":0.21,"2":0.65,"3":0.08},"confidence":0.6},"noul":{"related":0.77,"answers":0.68,"exact":0.16}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21996095900000365}
{"split":"test","qid":"q25","pid":"p3935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"416ddb4aeb15b6ce7dced8c9e1a28e716dce92235e8ffb86f9ca1d47685df72a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.86,"3":0.05},"confidence":0.8},"score":{"score":1.96,"probabilities":{"0":0.01,"1":0.07,"2":0.87,"3":0.05},"confidence":0.87},"noul":{"related":0.91,"answers":0.8,"exact":0.19}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.25282408299999953}
{"split":"test","qid":"q25","pid":"p3948","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8947a1470d217b551239d1dda67070611f62c343e76bdf335dd693056165430","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.46,"3":0.53},"confidence":0.36},"score":{"score":2.57,"probabilities":{"0":0,"1":0.01,"2":0.41,"3":0.58},"confidence":0.57},"noul":{"related":0.91,"answers":0.95,"exact":0.47}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.25032879200000024}
{"split":"test","qid":"q25","pid":"p3955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fcc9ca42ad1c1fe5c80d8a947f871835a62c2d66aa645404a84c2d8e73516a2c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.41,"3":0.58},"confidence":0.43},"score":{"score":2.63,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.63},"noul":{"related":0.95,"answers":0.93,"exact":0.41}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22897487499999988}
{"split":"test","qid":"q25","pid":"p4045","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17da85935834c2cc2357a33db355da8252a5956e0846cc712881bbc5ac3f6330","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.86},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.97,"answers":0.97,"exact":0.75}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22479404100000103}
{"split":"test","qid":"q25","pid":"p4180","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a85e84cb7060aa885d44680ed71b80f3de9a2f496ea7d652a804b05ab9e2a04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.92},"score":{"score":2.02,"probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.94},"noul":{"related":0.89,"answers":0.88,"exact":0.27}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24666966699999465}
{"split":"test","qid":"q25","pid":"p4216","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc7df6fd4464c014963b3b5ed8a8a296081183de2f6574e7272717c45dfb925d","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.39,"2":0.58,"3":0.01},"confidence":0.45},"score":{"score":1.62,"probabilities":{"0":0.01,"1":0.36,"2":0.63,"3":0},"confidence":0.62},"noul":{"related":0.77,"answers":0.65,"exact":0.09}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22874308300000848}
{"split":"test","qid":"q25","pid":"p4229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da0b00b0d83a79652dc0f9617647a568cb022ce7c98b0bb806e5b200fb9c6aae","answers":{"choice":{"choice":"2","probabilities":{"0":0.24,"1":0.23,"2":0.48,"3":0.05},"confidence":0.3},"score":{"score":1.36,"probabilities":{"0":0.17,"1":0.33,"2":0.47,"3":0.03},"confidence":0.3},"noul":{"related":0.49,"answers":0.66,"exact":0.12}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22132912500000385}
{"split":"test","qid":"q25","pid":"p4246","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e183b3804f782ba4e69dfe3a5aa3522e5e03205d911e2fb60f575bdc47479541","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.78,"2":0.09,"3":0},"confidence":0.69},"score":{"score":1.02,"probabilities":{"0":0.1,"1":0.78,"2":0.12,"3":0},"confidence":0.78},"noul":{"related":0.61,"answers":0.2,"exact":0.04}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.23790329100000962}
{"split":"test","qid":"q25","pid":"p4298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"584b269599e1cd05956039e051221a589c8901a2538bce29d2a23ada8586640c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.91},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.97,"answers":0.96,"exact":0.83}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2176531670000113}
{"split":"test","qid":"q25","pid":"p4337","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4da2c1ecadfff97c8fb78291ee48d291d1170c8489064aabfea1dabc608e18e5","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.14,"2":0.77,"3":0.06},"confidence":0.69},"score":{"score":1.83,"probabilities":{"0":0.02,"1":0.17,"2":0.76,"3":0.05},"confidence":0.74},"noul":{"related":0.79,"answers":0.72,"exact":0.17}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2201136250000127}
{"split":"test","qid":"q25","pid":"p4358","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d2ceb00c3c0d0ad1d4bde6ec16518c9208793319736f4e82b6ee6e0b7b725e2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.34,"3":0.66},"confidence":0.55},"score":{"score":2.76,"probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.76},"noul":{"related":0.97,"answers":0.96,"exact":0.73}},"inputTokens":904,"outputTokens":107,"latencySeconds":0.2213304589999898}
{"split":"test","qid":"q25","pid":"p436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ca96f19be4eea937db23d3f44fa960a41e2bd8553483f4275919aab939ed1db","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.46,"2":0.47,"3":0.02},"confidence":0.29},"score":{"score":1.52,"probabilities":{"0":0.05,"1":0.38,"2":0.56,"3":0.01},"confidence":0.5},"noul":{"related":0.74,"answers":0.54,"exact":0.11}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.20887216600000102}
{"split":"test","qid":"q25","pid":"p4378","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3412668e94a5b8412d151c65045752da49ced3db0e20b4681b068eea18c57f03","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.83,"3":0.16},"confidence":0.78},"score":{"score":2.22,"probabilities":{"0":0,"1":0,"2":0.78,"3":0.22},"confidence":0.77},"noul":{"related":0.96,"answers":0.93,"exact":0.4}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.21893450000000303}
{"split":"test","qid":"q25","pid":"p4394","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e381740d05e791070dcbe4000b397b12a46883e2339e09b461f5cb8d70c70ed3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.69},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.96,"answers":0.96,"exact":0.66}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.25006779099999404}
{"split":"test","qid":"q25","pid":"p4431","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0a6f4c5070c987f3233b2d4ae3aa97f40d81ebd5a93b0b1c58d346fa0d75a68","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.92,"3":0.03},"confidence":0.88},"score":{"score":1.96,"probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.92},"noul":{"related":0.92,"answers":0.83,"exact":0.19}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21453654200000163}
{"split":"test","qid":"q25","pid":"p449","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e8938d92fea9d9a0f6a36545066f855ea6b31c3eb7bdaa9ff2ebae09d04c8c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.5,"2":0.37,"3":0.01},"confidence":0.34},"score":{"score":1.46,"probabilities":{"0":0.05,"1":0.43,"2":0.52,"3":0},"confidence":0.45},"noul":{"related":0.65,"answers":0.39,"exact":0.08}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2220903330000001}
{"split":"test","qid":"q25","pid":"p4550","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66ebcd568e106ccbdc585727f00db45484bcec720badfe419a957768a066f6d7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.86,"3":0.11},"confidence":0.81},"score":{"score":2.08,"probabilities":{"0":0,"1":0.03,"2":0.85,"3":0.12},"confidence":0.84},"noul":{"related":0.9,"answers":0.85,"exact":0.22}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21005945800000336}
{"split":"test","qid":"q25","pid":"p4563","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"654c9212aa21f644c0cd1b0f31c9a090d2cfe769d0680dd5bea2f1b7e51c1616","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.81,"3":0.16},"confidence":0.75},"score":{"score":2.17,"probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.79},"noul":{"related":0.91,"answers":0.92,"exact":0.34}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.25546987499999524}
{"split":"test","qid":"q25","pid":"p4581","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bccfe4db20e0df8fb94a903042d0eb399ee27e7b3e1a505853fd0dd412ef18a4","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.42},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.5700000000000001},"confidence":0.56},"noul":{"related":0.97,"answers":0.98,"exact":0.74}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2038815409999952}
{"split":"test","qid":"q25","pid":"p4642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9572ac5fca7f0f7cb639db29a578f6045eaba154883c6fb19194b86e2713cfc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.83,"3":0.08},"confidence":0.76},"score":{"score":1.98,"probabilities":{"0":0,"1":0.08,"2":0.86,"3":0.06},"confidence":0.85},"noul":{"related":0.9,"answers":0.78,"exact":0.2}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23140258399999583}
{"split":"test","qid":"q25","pid":"p4794","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e7b362b6239c769894085021eff236cf44efb720686a525443aba6cf658e983","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.77,"3":0.2},"confidence":0.69},"score":{"score":2.2,"probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.77},"noul":{"related":0.92,"answers":0.91,"exact":0.33}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21856466699999874}
{"split":"test","qid":"q25","pid":"p4806","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc1395a5fd1eec4caa6dfa1f7c7928c2e82898900de18f4a6ea8a7a33bbc6053","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.37},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.56},"noul":{"related":0.95,"answers":0.93,"exact":0.38}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22013195900000573}
{"split":"test","qid":"q25","pid":"p4814","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a88cf8cf750ff127f0fbfc3c3d46b23a440c6053c9d3e9ed53a907b2a50cc857","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.28,"2":0.66,"3":0.06},"confidence":0.54},"score":{"score":1.71,"probabilities":{"0":0,"1":0.33,"2":0.62,"3":0.05},"confidence":0.61},"noul":{"related":0.91,"answers":0.67,"exact":0.15}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22869366699999955}
{"split":"test","qid":"q25","pid":"p4835","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a7b50a629cda447b30b2590a109484053c43ac46ee6177757f74d427367b481","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.32,"2":0.62,"3":0.01},"confidence":0.49},"score":{"score":1.58,"probabilities":{"0":0.04,"1":0.35,"2":0.61,"3":0},"confidence":0.57},"noul":{"related":0.75,"answers":0.55,"exact":0.1}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22976050000000395}
{"split":"test","qid":"q25","pid":"p4839","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4027a66fffaa18ac8a316d540b6a804fa33ce851185bfbb151cfdd562d14684","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.46,"2":0.52,"3":0.02},"confidence":0.34},"score":{"score":1.52,"probabilities":{"0":0,"1":0.49,"2":0.5,"3":0.01},"confidence":0.5},"noul":{"related":0.91,"answers":0.57,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2471550830000051}
{"split":"test","qid":"q25","pid":"p486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"654c9212aa21f644c0cd1b0f31c9a090d2cfe769d0680dd5bea2f1b7e51c1616","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.76},"score":{"score":2.12,"probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.82},"noul":{"related":0.9,"answers":0.89,"exact":0.34}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21820820899998944}
{"split":"test","qid":"q25","pid":"p4902","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e89f5d119fa495b4fc3e628780a13e70bf0db4cf5a90f7985cbc962f76e901a1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.49},"score":{"score":2.67,"probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.67},"noul":{"related":0.96,"answers":0.96,"exact":0.71}},"inputTokens":901,"outputTokens":107,"latencySeconds":0.21319374999999127}
{"split":"test","qid":"q25","pid":"p4927","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c17165f92b07bd8d229f4e1306f7a3ea184b942577767662c3cd0e3409849f12","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.55,"2":0.28,"3":0},"confidence":0.39},"score":{"score":1.22,"probabilities":{"0":0.08,"1":0.62,"2":0.3,"3":0},"confidence":0.61},"noul":{"related":0.64,"answers":0.3,"exact":0.07}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.23866279200000282}
{"split":"test","qid":"q25","pid":"p4955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a22630d92153730ae0a497c3dc40f3c58534a771f31457242391913e9bc3cb67","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.53,"2":0.04,"3":0},"confidence":0.37},"score":{"score":0.66,"probabilities":{"0":0.37,"1":0.6,"2":0.03,"3":0},"confidence":0.6},"noul":{"related":0.35,"answers":0.12,"exact":0.02}},"inputTokens":1664,"outputTokens":107,"latencySeconds":0.23984737499999756}
{"split":"test","qid":"q25","pid":"p503","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"691d21b05fcc3cadafeb4d4b6c949816a09b5517fecc3f54e7fb1bd28e6e0b2c","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.05,"2":0.69,"3":0.25},"confidence":0.59},"score":{"score":2.26,"probabilities":{"0":0.01,"1":0.04,"2":0.64,"3":0.31},"confidence":0.64},"noul":{"related":0.88,"answers":0.83,"exact":0.35}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21377745799999684}
{"split":"test","qid":"q25","pid":"p51","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc7df6fd4464c014963b3b5ed8a8a296081183de2f6574e7272717c45dfb925d","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.48,"2":0.49,"3":0.01},"confidence":0.32},"score":{"score":1.56,"probabilities":{"0":0.01,"1":0.42,"2":0.5700000000000001,"3":0},"confidence":0.55},"noul":{"related":0.75,"answers":0.61,"exact":0.09}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20840133399999466}
{"split":"test","qid":"q25","pid":"p5127","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfa9d9b5af30bb33ccbdf2408591cbf5b121d517615dad583a946d79980d7eb8","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.39,"2":0.55,"3":0.01},"confidence":0.4},"score":{"score":1.61,"probabilities":{"0":0.03,"1":0.33,"2":0.63,"3":0.01},"confidence":0.6},"noul":{"related":0.74,"answers":0.58,"exact":0.1}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22311275000000022}
{"split":"test","qid":"q25","pid":"p5128","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6562887b7d638f50bbca6e246745d4a169503abd61f42172cb43ffe2ac287d6e","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.58,"2":0.26,"3":0},"confidence":0.43},"score":{"score":1.19,"probabilities":{"0":0.12,"1":0.58,"2":0.3,"3":0},"confidence":0.58},"noul":{"related":0.56,"answers":0.29,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2213997079999972}
{"split":"test","qid":"q25","pid":"p5238","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4d2a494b73f0a233a821bcb802a6ac8ecc7b1d0e8ce31ae678e15bd962f6a06","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.11,"2":0.83,"3":0.05},"confidence":0.78},"score":{"score":1.94,"probabilities":{"0":0.01,"1":0.09,"2":0.86,"3":0.04},"confidence":0.85},"noul":{"related":0.88,"answers":0.79,"exact":0.19}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2137013750000042}
{"split":"test","qid":"q25","pid":"p5242","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d71f99625242d5f3fa18b63fc25e6c7d48a0c142625d69b5de68c313daaeed50","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.78,"3":0.18},"confidence":0.71},"score":{"score":2.21,"probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.74},"noul":{"related":0.9,"answers":0.87,"exact":0.3}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2237542919999978}
{"split":"test","qid":"q25","pid":"p5247","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a45ba5a5b53c8c30121eac307a00e45884b9fb228f415722a6b41bc38697e6ad","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.86,"3":0.1},"confidence":0.81},"score":{"score":2.14,"probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.82},"noul":{"related":0.94,"answers":0.88,"exact":0.28}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21111062500000116}
{"split":"test","qid":"q25","pid":"p5281","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c2ef1c207c63d9f6bb217cad025461ef0ad804cd48aa9421ce246603e5a00340","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.75},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.96,"answers":0.96,"exact":0.65}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23629337499999384}
{"split":"test","qid":"q25","pid":"p5296","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"109b3eb5f0ceffb2d93560d9ff67c7bbb1aefd053f86b20a79ab92eccea1cc63","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.08,"2":0.86,"3":0.05},"confidence":0.82},"score":{"score":1.95,"probabilities":{"0":0.01,"1":0.09,"2":0.85,"3":0.05},"confidence":0.85},"noul":{"related":0.84,"answers":0.81,"exact":0.19}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20686170900000433}
{"split":"test","qid":"q25","pid":"p5305","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e88449bd2a16a4f258db9dab01794b2197355759ebaa7b13a040aad5c59180d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.91,"3":0.06},"confidence":0.88},"score":{"score":2.06,"probabilities":{"0":0,"1":0.01,"2":0.92,"3":0.07},"confidence":0.91},"noul":{"related":0.92,"answers":0.85,"exact":0.22}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2071875}
{"split":"test","qid":"q25","pid":"p5311","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"280645f0a568548d7e161363828082d1af76d1825cfbbc3407f9a4e245ba0c10","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.6900000000000001},"confidence":0.58},"score":{"score":2.73,"probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.73},"noul":{"related":0.96,"answers":0.95,"exact":0.68}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.20933454199999688}
{"split":"test","qid":"q25","pid":"p5367","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"144e68178f57d5f832071bfeb783ab77aba8cdb292094feb10cb2f02dc0c04aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.64,"2":0.29,"3":0.01},"confidence":0.52},"score":{"score":1.25,"probabilities":{"0":0.06,"1":0.64,"2":0.3,"3":0},"confidence":0.63},"noul":{"related":0.71,"answers":0.41,"exact":0.08}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22381124999999882}
{"split":"test","qid":"q25","pid":"p5405","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c2ef1c207c63d9f6bb217cad025461ef0ad804cd48aa9421ce246603e5a00340","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.73},"score":{"score":2.83,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.83},"noul":{"related":0.96,"answers":0.96,"exact":0.67}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23966154200000164}
{"split":"test","qid":"q25","pid":"p5446","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"865f15204f87bb6cbb0e975290f0e9625ea2a622dba789c6b8943f240fc6db02","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.86,"3":0.11},"confidence":0.81},"score":{"score":2.12,"probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.83},"noul":{"related":0.91,"answers":0.88,"exact":0.25}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24097804099999484}
{"split":"test","qid":"q25","pid":"p5500","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab15020634a55ec7e440fb67527a15503d4e1290163fd6e45b66b11ce8527027","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.36,"2":0.61,"3":0.03},"confidence":0.48},"score":{"score":1.84,"probabilities":{"0":0,"1":0.17,"2":0.8099999999999999,"3":0.02},"confidence":0.81},"noul":{"related":0.87,"answers":0.62,"exact":0.14}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2365367499999993}
{"split":"test","qid":"q25","pid":"p5544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd599659bb0b202116ca7f70d30b71a6764e6ce3062d5c613c8b3dae28e114b8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.62,"3":0.35},"confidence":0.48},"score":{"score":2.43,"probabilities":{"0":0,"1":0.02,"2":0.52,"3":0.46},"confidence":0.51},"noul":{"related":0.91,"answers":0.88,"exact":0.46}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21722574999999777}
{"split":"test","qid":"q25","pid":"p5598","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec9062dc3843b2f81eebbdcf6c5d7ab2ded68a6b9589b48c64b45757a56423e1","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.54,"2":0.06,"3":0},"confidence":0.39},"score":{"score":0.67,"probabilities":{"0":0.36,"1":0.62,"2":0.02,"3":0},"confidence":0.61},"noul":{"related":0.42,"answers":0.14,"exact":0.02}},"inputTokens":912,"outputTokens":107,"latencySeconds":0.2100791670000035}
{"split":"test","qid":"q25","pid":"p5601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"511df2e1eb7767bbf97f6158e99d3e45b113179e88dc11aedb4cf3aaf5d61e4f","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.3,"2":0.6799999999999999,"3":0.01},"confidence":0.58},"score":{"score":1.73,"probabilities":{"0":0,"1":0.27,"2":0.72,"3":0.01},"confidence":0.71},"noul":{"related":0.82,"answers":0.69,"exact":0.13}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23029429200000595}
{"split":"test","qid":"q25","pid":"p5619","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d93add0f0bd514efc4895b3feee2db7b05b5bf218b6b5b932f2057b7fc8ccad","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.48,"3":0.51},"confidence":0.34},"score":{"score":2.52,"probabilities":{"0":0,"1":0.01,"2":0.46,"3":0.53},"confidence":0.52},"noul":{"related":0.94,"answers":0.93,"exact":0.42}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.20162341699999525}
{"split":"test","qid":"q25","pid":"p5622","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9897456d946f6ff7c81e2cc524ae02e1e08689dee67dd6fec209b8017f9d1422","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.61},"score":{"score":2.38,"probabilities":{"0":0,"1":0,"2":0.62,"3":0.38},"confidence":0.62},"noul":{"related":0.95,"answers":0.93,"exact":0.51}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2139488330000022}
{"split":"test","qid":"q25","pid":"p5720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17da85935834c2cc2357a33db355da8252a5956e0846cc712881bbc5ac3f6330","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.84},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.97,"answers":0.96,"exact":0.73}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23363766700000269}
{"split":"test","qid":"q25","pid":"p5725","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"865f15204f87bb6cbb0e975290f0e9625ea2a622dba789c6b8943f240fc6db02","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.85,"3":0.12},"confidence":0.81},"score":{"score":2.16,"probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.8},"noul":{"related":0.92,"answers":0.89,"exact":0.28}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23599562500001048}
{"split":"test","qid":"q25","pid":"p5771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfa9d9b5af30bb33ccbdf2408591cbf5b121d517615dad583a946d79980d7eb8","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.54,"2":0.41,"3":0.01},"confidence":0.39},"score":{"score":1.61,"probabilities":{"0":0.03,"1":0.34,"2":0.62,"3":0.01},"confidence":0.59},"noul":{"related":0.73,"answers":0.55,"exact":0.09}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2628032499999972}
{"split":"test","qid":"q25","pid":"p58","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"37f19897c8bee0d92d2ceabd73438da1c38724fff993e40594935dbddaff7811","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.89},"score":{"score":1.98,"probabilities":{"0":0,"1":0.04,"2":0.95,"3":0.01},"confidence":0.95},"noul":{"related":0.9,"answers":0.8,"exact":0.21}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22500625000000582}
{"split":"test","qid":"q25","pid":"p5840","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"299951609db0988b14ad1d58be0ba7695fad317c239264d9ba2360613943c196","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.86},"score":{"score":2.05,"probabilities":{"0":0,"1":0.02,"2":0.9,"3":0.08},"confidence":0.89},"noul":{"related":0.9,"answers":0.84,"exact":0.27}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23824766699998873}
{"split":"test","qid":"q25","pid":"p5862","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d77c326654df7330230a2056605d56ec1e56c0658b76d4eecd6a9e1612264b74","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.86,"3":0.09},"confidence":0.81},"score":{"score":2.02,"probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.88},"noul":{"related":0.9,"answers":0.84,"exact":0.24}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2163037089999998}
{"split":"test","qid":"q25","pid":"p5902","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c59564934954a209f84b707f42e133882988b308e754b9201741c15754499ce","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.6,"3":0.37},"confidence":0.46},"score":{"score":2.39,"probabilities":{"0":0,"1":0.02,"2":0.57,"3":0.41},"confidence":0.57},"noul":{"related":0.94,"answers":0.91,"exact":0.42}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20916383299999872}
{"split":"test","qid":"q25","pid":"p5949","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a25534adb2e23e2fe27b8d8533183e214453200e897389eebc68e4e5c65eafa3","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.72,"2":0.23,"3":0.01},"confidence":0.62},"score":{"score":1.37,"probabilities":{"0":0.03,"1":0.58,"2":0.39,"3":0},"confidence":0.57},"noul":{"related":0.69,"answers":0.54,"exact":0.08}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26376854200000527}
{"split":"test","qid":"q25","pid":"p5969","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1708f2764e218882e8f764d6898e6640128f9a2a9502426f2a3cfa836ae6ba83","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.2,"2":0.76,"3":0.02},"confidence":0.68},"score":{"score":1.81,"probabilities":{"0":0.01,"1":0.18,"2":0.8,"3":0.01},"confidence":0.78},"noul":{"related":0.8,"answers":0.73,"exact":0.1}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2119742499999993}
{"split":"test","qid":"q25","pid":"p5981","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"198099179ac07e66fd8e5a63baf93c02f5e64ff2716649d0806cb3e010b373bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.87,"3":0.09},"confidence":0.82},"score":{"score":2.02,"probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.86},"noul":{"related":0.93,"answers":0.86,"exact":0.21}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2670149160000001}
{"split":"test","qid":"q25","pid":"p6002","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4dca713013051e2e160dbfed3dbaacfc50e2d7c7aa7ea9c4fc9dbbae6fa29c7c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.91,"3":0.05},"confidence":0.88},"score":{"score":2.02,"probabilities":{"0":0,"1":0.03,"2":0.92,"3":0.05},"confidence":0.93},"noul":{"related":0.92,"answers":0.84,"exact":0.23}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2483981669999921}
{"split":"test","qid":"q25","pid":"p6012","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b5fac6c8d6bcf3f1d2e4bcf1ff9397baf28221cd16d27e434309fac6854621f","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.07,"2":0.8,"3":0.12},"confidence":0.73},"score":{"score":2.07,"probabilities":{"0":0.01,"1":0.07,"2":0.76,"3":0.16},"confidence":0.76},"noul":{"related":0.87,"answers":0.83,"exact":0.27}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23618741699999374}
{"split":"test","qid":"q25","pid":"p6021","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da3178ea264f7b27099c40c79a2b4a5db261ef9039c1dac04116392979f30a49","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.4,"2":0.49,"3":0.02},"confidence":0.32},"score":{"score":1.63,"probabilities":{"0":0.05,"1":0.28,"2":0.66,"3":0.01},"confidence":0.62},"noul":{"related":0.7,"answers":0.64,"exact":0.12}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.216749708000003}
{"split":"test","qid":"q25","pid":"p6032","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17da85935834c2cc2357a33db355da8252a5956e0846cc712881bbc5ac3f6330","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.81},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.87},"noul":{"related":0.97,"answers":0.96,"exact":0.76}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2691155829999916}
{"split":"test","qid":"q25","pid":"p6038","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54ac04c609cdbb58deae4546ea0611419e932bef52aafe4a6090d0ad6a6b77a5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.89},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.88},"noul":{"related":0.98,"answers":0.97,"exact":0.86}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22026050000000397}
{"split":"test","qid":"q25","pid":"p6039","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"841d4426b4f8aa86fff79921b119d22a01555b43bafb0d756806231d39456a23","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.05,"2":0.41,"3":0.53},"confidence":0.38},"score":{"score":2.57,"probabilities":{"0":0,"1":0.04,"2":0.34,"3":0.62},"confidence":0.57},"noul":{"related":0.88,"answers":0.89,"exact":0.5}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22263216700000338}
{"split":"test","qid":"q25","pid":"p6074","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93b9c377bad9d86b7b4f2cdea65d56afd71d32e5ea58a2a3e3bfe2e6d6f099ff","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.95,"3":0.02},"confidence":0.94},"score":{"score":1.98,"probabilities":{"0":0,"1":0.04,"2":0.94,"3":0.02},"confidence":0.94},"noul":{"related":0.89,"answers":0.87,"exact":0.24}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2673444170000002}
{"split":"test","qid":"q25","pid":"p6075","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3505da707c90325794636c863eaa7081554bceebf5725c0ae0d45c16af7220e2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.88,"3":0.09},"confidence":0.83},"score":{"score":2.01,"probabilities":{"0":0.01,"1":0.05,"2":0.86,"3":0.08},"confidence":0.84},"noul":{"related":0.86,"answers":0.82,"exact":0.25}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24277999999999883}
{"split":"test","qid":"q25","pid":"p6098","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30c9dba3233f86ae765152c8e3584186769140e188825c14df5588a7df11460a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.72},"score":{"score":2.25,"probabilities":{"0":0,"1":0,"2":0.75,"3":0.25},"confidence":0.74},"noul":{"related":0.94,"answers":0.92,"exact":0.35}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22118212500000664}
{"split":"test","qid":"q25","pid":"p6150","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9cfa98e5d8674c569410d3bd61a883cf5365b90673c167da839aeee8a79a1f1","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.11,"2":0.78,"3":0.1},"confidence":0.71},"score":{"score":2.06,"probabilities":{"0":0,"1":0.06,"2":0.8,"3":0.14},"confidence":0.79},"noul":{"related":0.89,"answers":0.83,"exact":0.23}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.25406962500000374}
{"split":"test","qid":"q25","pid":"p6157","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13970b396d00c2d1ffca9aad61bf68c1f3e59712c81bd573c9c694dc1802cb1c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.56},"noul":{"related":0.95,"answers":0.92,"exact":0.58}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22209133400001155}
{"split":"test","qid":"q25","pid":"p6178","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd1d90bb9ae2ef7f8091c1fe868369933f93b552e425147dc2bf9cff3fcc96ed","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.2,"probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.8},"noul":{"related":0.13,"answers":0.07,"exact":0.02}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.2673383750000066}
{"split":"test","qid":"q25","pid":"p621","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15d8d880c9f5e00a2a666a5df61342de440ab8b9702d592106125954283a4509","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.27,"2":0.7,"3":0.02},"confidence":0.59},"score":{"score":1.72,"probabilities":{"0":0.01,"1":0.27,"2":0.71,"3":0.01},"confidence":0.69},"noul":{"related":0.81,"answers":0.7,"exact":0.14}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23763470800001232}
{"split":"test","qid":"q25","pid":"p6230","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eac0b4d7e312e633252668209cfe2ab864c6c4e41c441e526660ee9cb38a4511","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.84},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.98,"answers":0.98,"exact":0.8}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21541987500000687}
{"split":"test","qid":"q25","pid":"p6254","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5552493b09c79cd831413d7d69b926ebdbb51f37a6fb971b7cbeeb45662e584b","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.06,"2":0.71,"3":0.21},"confidence":0.61},"score":{"score":2.1,"probabilities":{"0":0.02,"1":0.06,"2":0.73,"3":0.19},"confidence":0.72},"noul":{"related":0.83,"answers":0.82,"exact":0.28}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.20596054200000072}
{"split":"test","qid":"q25","pid":"p6263","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b2c402ea04b0c4d633e6894fb8560fcbaff7e0e0ac3f58c202763e5c1f0b55c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.65,"3":0.34},"confidence":0.54},"score":{"score":2.54,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.54},"noul":{"related":0.96,"answers":0.93,"exact":0.39}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22230854199999886}
{"split":"test","qid":"q25","pid":"p6287","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"145657b88f62b3ffb7b0cc3797f5aaf4c5a61a8f66b763259f3151a19a8b6cab","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.21,"2":0.76,"3":0.02},"confidence":0.69},"score":{"score":1.85,"probabilities":{"0":0.01,"1":0.15,"2":0.83,"3":0.01},"confidence":0.83},"noul":{"related":0.84,"answers":0.76,"exact":0.15}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.25552295800000135}
{"split":"test","qid":"q25","pid":"p6290","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"654c9212aa21f644c0cd1b0f31c9a090d2cfe769d0680dd5bea2f1b7e51c1616","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.76},"score":{"score":2.12,"probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.83},"noul":{"related":0.91,"answers":0.9,"exact":0.35}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22269574999999894}
{"split":"test","qid":"q25","pid":"p631","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81933677ba6afd5eb15886bca094af9b198bbc4c11db5081f941952e8e404c91","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.36,"3":0.63},"confidence":0.52},"score":{"score":2.62,"probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.62},"noul":{"related":0.95,"answers":0.94,"exact":0.47}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21282541700000002}
{"split":"test","qid":"q25","pid":"p6320","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b1e18e1538df9e38b2d8268278b9a71cbf22dac2a947d2f321d7d4903842089","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.76,"2":0.22,"3":0.01},"confidence":0.66},"score":{"score":1.22,"probabilities":{"0":0.01,"1":0.77,"2":0.22,"3":0},"confidence":0.76},"noul":{"related":0.82,"answers":0.31,"exact":0.09}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22829487499999232}
{"split":"test","qid":"q25","pid":"p6388","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83b516fe0e998b0f0d7a4e9becbfdb993207d35ec410d7da6b25817e1969afcb","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.51,"2":0.37,"3":0.02},"confidence":0.34},"score":{"score":1.34,"probabilities":{"0":0.08,"1":0.51,"2":0.4,"3":0.01},"confidence":0.51},"noul":{"related":0.6,"answers":0.55,"exact":0.09}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22136787499999627}
{"split":"test","qid":"q25","pid":"p639","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97de6b1edefa558be1352ff14b7ab4d6de7876a6cb8106929060cc3430da4cc5","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.66,"2":0.3,"3":0},"confidence":0.54},"score":{"score":1.27,"probabilities":{"0":0.03,"1":0.67,"2":0.3,"3":0},"confidence":0.66},"noul":{"related":0.73,"answers":0.29,"exact":0.06}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.42121358399999737}
{"split":"test","qid":"q25","pid":"p6413","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9375ce27eb986c25b50e97835213fd35cfe36b2a02ce739c3371ef81d2297f24","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.69,"2":0.29,"3":0.02},"confidence":0.59},"score":{"score":1.39,"probabilities":{"0":0,"1":0.61,"2":0.38,"3":0.01},"confidence":0.61},"noul":{"related":0.94,"answers":0.61,"exact":0.1}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23380708400000003}
{"split":"test","qid":"q25","pid":"p6438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"095c1ff6f6ead7821993231f995a6ab0b64c670178eca37150a679feb9fcff72","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.23,"2":0.65,"3":0.1},"confidence":0.53},"score":{"score":2.02,"probabilities":{"0":0.01,"1":0.13,"2":0.69,"3":0.17},"confidence":0.68},"noul":{"related":0.83,"answers":0.8,"exact":0.39}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.24904762500000652}
{"split":"test","qid":"q25","pid":"p6440","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e8938d92fea9d9a0f6a36545066f855ea6b31c3eb7bdaa9ff2ebae09d04c8c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.5599999999999999,"2":0.31,"3":0.01},"confidence":0.43},"score":{"score":1.33,"probabilities":{"0":0.07,"1":0.54,"2":0.39,"3":0},"confidence":0.53},"noul":{"related":0.64,"answers":0.36,"exact":0.07}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22800683300000674}
{"split":"test","qid":"q25","pid":"p648","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b01ad47ffe8a64590ccbfc4752a0779455a1f497a0539bf0e2fd76f878ec993f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.86,"3":0.11},"confidence":0.81},"score":{"score":2.11,"probabilities":{"0":0,"1":0.02,"2":0.84,"3":0.14},"confidence":0.84},"noul":{"related":0.94,"answers":0.87,"exact":0.26}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.20788079200001083}
{"split":"test","qid":"q25","pid":"p6497","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f3ba6fc0ea08dc7c929c99c588057e7636ae02d21f5479b441b2978546669bf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.93,"3":0.05},"confidence":0.9},"score":{"score":2.05,"probabilities":{"0":0,"1":0.01,"2":0.93,"3":0.06},"confidence":0.92},"noul":{"related":0.92,"answers":0.86,"exact":0.33}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20351204199998757}
{"split":"test","qid":"q25","pid":"p6579","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc7df6fd4464c014963b3b5ed8a8a296081183de2f6574e7272717c45dfb925d","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.37,"2":0.61,"3":0.01},"confidence":0.47},"score":{"score":1.69,"probabilities":{"0":0.01,"1":0.3,"2":0.69,"3":0},"confidence":0.68},"noul":{"related":0.78,"answers":0.64,"exact":0.09}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22811725000001024}
{"split":"test","qid":"q25","pid":"p6641","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39f35c248558790492ff51209cf3ff3acdf9e91384bde293c4ec221974511766","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.45,"3":0.54},"confidence":0.38},"score":{"score":2.57,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.57},"noul":{"related":0.95,"answers":0.94,"exact":0.47}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21670970900000247}
{"split":"test","qid":"q25","pid":"p6678","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfa9d9b5af30bb33ccbdf2408591cbf5b121d517615dad583a946d79980d7eb8","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.42,"2":0.53,"3":0.01},"confidence":0.38},"score":{"score":1.7,"probabilities":{"0":0.03,"1":0.25,"2":0.71,"3":0.01},"confidence":0.69},"noul":{"related":0.73,"answers":0.55,"exact":0.1}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2339115829999937}
{"split":"test","qid":"q25","pid":"p6689","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ba09d14d23e91675e2ea64c66724813f6c37c8a5d40252233eb337595840029","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.88,"3":0.08},"confidence":0.84},"score":{"score":2.1,"probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.87},"noul":{"related":0.94,"answers":0.89,"exact":0.29}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2167402080000029}
{"split":"test","qid":"q25","pid":"p6697","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e973576fa1512b999b93ea60bf3035fcdd938a7922dbc5559c4f06bd1e4cdc26","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.89},"score":{"score":1.99,"probabilities":{"0":0,"1":0.03,"2":0.95,"3":0.02},"confidence":0.95},"noul":{"related":0.9,"answers":0.8,"exact":0.2}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2108498330000002}
{"split":"test","qid":"q25","pid":"p6721","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f975f6ad75f8b1acc63786d8e1b12bfa67346f8126d7e288f35285fab2b90613","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.08,"2":0.65,"3":0.26},"confidence":0.53},"score":{"score":2.21,"probabilities":{"0":0.01,"1":0.07,"2":0.63,"3":0.29},"confidence":0.62},"noul":{"related":0.85,"answers":0.82,"exact":0.34}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22126229199999944}
{"split":"test","qid":"q25","pid":"p6743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"234a8e7170d2fdafe5e7fa5055e8c40ab5da9c876b25f8601a3003da16774911","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.62,"3":0.34},"confidence":0.49},"score":{"score":2.4,"probabilities":{"0":0,"1":0.02,"2":0.5599999999999999,"3":0.42},"confidence":0.56},"noul":{"related":0.92,"answers":0.88,"exact":0.34}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21064583399999537}
{"split":"test","qid":"q25","pid":"p6771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4707d53a8465eb849e8f89af552cf809d31ffcc9b50d7eee59547c55e870b767","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.86},"score":{"score":2.05,"probabilities":{"0":0,"1":0.02,"2":0.91,"3":0.07},"confidence":0.91},"noul":{"related":0.93,"answers":0.87,"exact":0.25}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21821066700000666}
{"split":"test","qid":"q25","pid":"p6806","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f59b72192ff9ff797c72eb90e0934aac516510bbc6f3f7288e8c4c3af487e2d6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.53,"3":0.45},"confidence":0.36},"score":{"score":2.47,"probabilities":{"0":0,"1":0.01,"2":0.51,"3":0.48},"confidence":0.51},"noul":{"related":0.92,"answers":0.89,"exact":0.39}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21121950000000653}
{"split":"test","qid":"q25","pid":"p6812","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e88449bd2a16a4f258db9dab01794b2197355759ebaa7b13a040aad5c59180d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.86},"score":{"score":2.05,"probabilities":{"0":0,"1":0.02,"2":0.91,"3":0.07},"confidence":0.91},"noul":{"related":0.92,"answers":0.83,"exact":0.23}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2530421659999993}
{"split":"test","qid":"q25","pid":"p6892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3155d309cae3c65e7f6eacf4fa58e525001bc02153e4660a51738ceb0f30ff2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.56},"score":{"score":2.72,"probabilities":{"0":0,"1":0,"2":0.28,"3":0.72},"confidence":0.72},"noul":{"related":0.96,"answers":0.96,"exact":0.65}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22468941700000142}
{"split":"test","qid":"q25","pid":"p6896","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39426b8d50c74a6c0b0ba4a55acc3a93b5176a03c6d93b61f02bcae7f132a19a","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.16,"2":0.76,"3":0.04},"confidence":0.67},"score":{"score":1.76,"probabilities":{"0":0.04,"1":0.18,"2":0.76,"3":0.02},"confidence":0.71},"noul":{"related":0.71,"answers":0.76,"exact":0.18}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2498520419999986}
{"split":"test","qid":"q25","pid":"p6898","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddc04f22a8002c31d1a0cc12dca23bc2090a1f58e367c6ebcd6da70e40dbedd1","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.23,"2":0.73,"3":0.02},"confidence":0.64},"score":{"score":1.77,"probabilities":{"0":0.01,"1":0.21,"2":0.77,"3":0.01},"confidence":0.76},"noul":{"related":0.78,"answers":0.71,"exact":0.11}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2100721249999915}
{"split":"test","qid":"q25","pid":"p6927","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca84af7cccb6f8f8dd17d1a3765dc9ee87b25c84dc39c6023373db6f58473336","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.66},"score":{"score":2.26,"probabilities":{"0":0,"1":0.01,"2":0.72,"3":0.27},"confidence":0.72},"noul":{"related":0.94,"answers":0.91,"exact":0.41}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.23940454200000386}
{"split":"test","qid":"q25","pid":"p6938","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bd68061794e297b90080f7f7c2533f25c6f09d62524d92510fc4cea489be9f6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.49,"3":0.5},"confidence":0.33},"score":{"score":2.49,"probabilities":{"0":0,"1":0.01,"2":0.49,"3":0.5},"confidence":0.49},"noul":{"related":0.94,"answers":0.91,"exact":0.44}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2146191669999971}
{"split":"test","qid":"q25","pid":"p6987","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0490ebb1ba685a13280253356da2e27f08e2a2013331c125d2ec9c4a727191f6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.35,"3":0.64},"confidence":0.52},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.64},"noul":{"related":0.93,"answers":0.94,"exact":0.58}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2090092089999962}
{"split":"test","qid":"q25","pid":"p6997","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2101da3e570ce196c96381016496478a4bc909e19de54f4f725b0dfa444791b9","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.32,"2":0.61,"3":0.02},"confidence":0.48},"score":{"score":1.65,"probabilities":{"0":0.03,"1":0.3,"2":0.66,"3":0.01},"confidence":0.64},"noul":{"related":0.76,"answers":0.62,"exact":0.11}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.232903999999995}
{"split":"test","qid":"q25","pid":"p7017","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f383593bf5f850afdca38a65287d906d98702d6caca6ca5c6354832f7d0ffbf9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.76},"score":{"score":2.2,"probabilities":{"0":0,"1":0.01,"2":0.79,"3":0.2},"confidence":0.79},"noul":{"related":0.97,"answers":0.92,"exact":0.28}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.25386558400001374}
{"split":"test","qid":"q25","pid":"p7122","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1fedd15b34e253e81223bcb13b034f0620f5a2ec12e511c71940e8b7c90e366","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.35,"3":0.62},"confidence":0.51},"score":{"score":2.62,"probabilities":{"0":0.01,"1":0.02,"2":0.32,"3":0.65},"confidence":0.62},"noul":{"related":0.91,"answers":0.93,"exact":0.56}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22742612499999815}
{"split":"test","qid":"q25","pid":"p7124","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ab0622fbf55a3e5f80fd5ca1b1bbcc1e0745e3bc1ad8b7b1e66288849b00bc0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.92,"3":0.03},"confidence":0.89},"score":{"score":2.01,"probabilities":{"0":0,"1":0.02,"2":0.96,"3":0.02},"confidence":0.96},"noul":{"related":0.9,"answers":0.87,"exact":0.2}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.256645583000005}
{"split":"test","qid":"q25","pid":"p7166","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cbb035ae389aa0aab63e3e3127497ec3f4577e6b3489035b3237b73c228af06","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.15,"2":0.81,"3":0.02},"confidence":0.75},"score":{"score":1.87,"probabilities":{"0":0.01,"1":0.12,"2":0.86,"3":0.01},"confidence":0.84},"noul":{"related":0.82,"answers":0.71,"exact":0.15}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21299712500000897}
{"split":"test","qid":"q25","pid":"p7169","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e907e374497b36ffc8f8fe998cd11c5903cb710b490afe04435b01d405c51740","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.93,"3":0.01},"confidence":0.9},"score":{"score":1.96,"probabilities":{"0":0,"1":0.05,"2":0.93,"3":0.01},"confidence":0.93},"noul":{"related":0.9,"answers":0.8,"exact":0.17}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.23984204200000386}
{"split":"test","qid":"q25","pid":"p7269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d39e9776f9a072c86f697ad1a5eb479d5cd99e661df4e086a267dc97dbbdd35","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.81},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.97,"answers":0.95,"exact":0.74}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2528418329999986}
{"split":"test","qid":"q25","pid":"p7285","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01fa1746e3ef6519d71fbe8034f7ec30425ac7c95cc6cd6d97f4d1ee0511dcf1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.74,"3":0.26},"confidence":0.65},"score":{"score":2.42,"probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.58},"noul":{"related":0.95,"answers":0.93,"exact":0.42}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21431691700000374}
{"split":"test","qid":"q25","pid":"p7294","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35cb84e82ad3d5f021ab20de6c8d9b6aa4cd4aa85c972a9033d0e9e957021903","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.18,"2":0.79,"3":0.01},"confidence":0.71},"score":{"score":1.79,"probabilities":{"0":0.02,"1":0.18,"2":0.8,"3":0},"confidence":0.78},"noul":{"related":0.78,"answers":0.66,"exact":0.09}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.24712079200000153}
{"split":"test","qid":"q25","pid":"p7345","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54cd7702f7c2f184298967101ab8b9dda06d472946f094a5d5f1e53ff0e2b169","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.52,"2":0.39,"3":0.02},"confidence":0.36},"score":{"score":1.45,"probabilities":{"0":0.04,"1":0.49,"2":0.46,"3":0.01},"confidence":0.47},"noul":{"related":0.68,"answers":0.6,"exact":0.11}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.3683507090000057}
{"split":"test","qid":"q25","pid":"p7349","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f30a5ea19ab922b4ecc58d8e2f6675a516cadfa9578ceaee9745441365b4272b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.92,"3":0.03},"confidence":0.89},"score":{"score":2,"probabilities":{"0":0,"1":0.03,"2":0.94,"3":0.03},"confidence":0.94},"noul":{"related":0.92,"answers":0.85,"exact":0.24}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21716887500000304}
{"split":"test","qid":"q25","pid":"p7361","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"014571a7483fdf7d871aea6014c80840777366854d60463f4c5ca3ba1a36e069","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.09,"2":0.86,"3":0.04},"confidence":0.82},"score":{"score":1.92,"probabilities":{"0":0.01,"1":0.09,"2":0.87,"3":0.03},"confidence":0.86},"noul":{"related":0.86,"answers":0.79,"exact":0.16}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2573349580000067}
{"split":"test","qid":"q25","pid":"p7397","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"370154d0bc84bf6e89d9e44ef7492dd2d0d7d75eed08291cad7783033af0a96c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.67},"score":{"score":2.31,"probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.68},"noul":{"related":0.94,"answers":0.93,"exact":0.39}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.25215262500000246}
{"split":"test","qid":"q25","pid":"p7409","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3552bc01d2fe2219d7670b988db6c6077ac4b41f372c92fd5d66920c8a8a04f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.66,"3":0.3},"confidence":0.54},"score":{"score":2.28,"probabilities":{"0":0,"1":0.02,"2":0.68,"3":0.3},"confidence":0.68},"noul":{"related":0.94,"answers":0.89,"exact":0.3}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2188114579999965}
{"split":"test","qid":"q25","pid":"p7458","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48e9ceed5065dcfd8e411414350ce206241ae723f534fd081130082c06e65318","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":892,"outputTokens":107,"latencySeconds":0.2527276249999995}
{"split":"test","qid":"q25","pid":"p7502","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef5c44aa11d27038e0e3973f9977e639c8de17f5467d51da0f12808e585f5ff8","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.49,"2":0.4,"3":0.02},"confidence":0.31},"score":{"score":1.46,"probabilities":{"0":0.07,"1":0.42,"2":0.5,"3":0.01},"confidence":0.43},"noul":{"related":0.67,"answers":0.49,"exact":0.12}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.28748458299999763}
{"split":"test","qid":"q25","pid":"p7521","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e8938d92fea9d9a0f6a36545066f855ea6b31c3eb7bdaa9ff2ebae09d04c8c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.54,"2":0.37,"3":0.01},"confidence":0.4},"score":{"score":1.41,"probabilities":{"0":0.05,"1":0.5,"2":0.45,"3":0},"confidence":0.49},"noul":{"related":0.68,"answers":0.44,"exact":0.08}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22683925000000454}
{"split":"test","qid":"q25","pid":"p7622","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17da85935834c2cc2357a33db355da8252a5956e0846cc712881bbc5ac3f6330","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.85},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.88},"noul":{"related":0.97,"answers":0.96,"exact":0.73}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2486263750000071}
{"split":"test","qid":"q25","pid":"p7623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4db1b775290d090a1c651909967b76b12b0f604b724c918c2f671c22a1ae7452","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.66,"3":0.33},"confidence":0.55},"score":{"score":2.37,"probabilities":{"0":0,"1":0,"2":0.63,"3":0.37},"confidence":0.63},"noul":{"related":0.94,"answers":0.93,"exact":0.45}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22358845799999835}
{"split":"test","qid":"q25","pid":"p7651","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc7df6fd4464c014963b3b5ed8a8a296081183de2f6574e7272717c45dfb925d","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.45,"2":0.52,"3":0.01},"confidence":0.37},"score":{"score":1.54,"probabilities":{"0":0.01,"1":0.45,"2":0.54,"3":0},"confidence":0.53},"noul":{"related":0.77,"answers":0.63,"exact":0.08}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22492312500000117}
{"split":"test","qid":"q25","pid":"p7656","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39f35c248558790492ff51209cf3ff3acdf9e91384bde293c4ec221974511766","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.46,"3":0.53},"confidence":0.37},"score":{"score":2.58,"probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.58},"noul":{"related":0.95,"answers":0.94,"exact":0.48}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2337622080000001}
{"split":"test","qid":"q25","pid":"p7681","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd31d3a7ece2c744640473f8bc3a40fb20023bb40a4448f4af2316950b852fc7","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.74,"2":0.19,"3":0},"confidence":0.65},"score":{"score":1.15,"probabilities":{"0":0.06,"1":0.72,"2":0.22,"3":0},"confidence":0.72},"noul":{"related":0.64,"answers":0.37,"exact":0.06}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.2518328329999931}
{"split":"test","qid":"q25","pid":"p7772","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"984762454d25443be32673fdad4b18c919d8bb140e9b1b8731797e557049c67c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.83},"score":{"score":2.1,"probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.88},"noul":{"related":0.95,"answers":0.91,"exact":0.38}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2732847080000065}
{"split":"test","qid":"q25","pid":"p7790","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e8938d92fea9d9a0f6a36545066f855ea6b31c3eb7bdaa9ff2ebae09d04c8c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.57,"2":0.31,"3":0.01},"confidence":0.42},"score":{"score":1.34,"probabilities":{"0":0.06,"1":0.54,"2":0.4,"3":0},"confidence":0.53},"noul":{"related":0.66,"answers":0.42,"exact":0.07}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23666112499999872}
{"split":"test","qid":"q25","pid":"p784","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f975f6ad75f8b1acc63786d8e1b12bfa67346f8126d7e288f35285fab2b90613","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.07,"2":0.67,"3":0.25},"confidence":0.56},"score":{"score":2.2,"probabilities":{"0":0.01,"1":0.07,"2":0.64,"3":0.28},"confidence":0.64},"noul":{"related":0.87,"answers":0.84,"exact":0.37}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.23282474999999977}
{"split":"test","qid":"q25","pid":"p7840","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a331b1d76e32b4282dc19a7053a9bbb28a3a57d38da95bc4a17b6d4143fa883","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.49,"2":0.19,"3":0.01},"confidence":0.32},"score":{"score":0.92,"probabilities":{"0":0.26,"1":0.57,"2":0.17,"3":0},"confidence":0.57},"noul":{"related":0.41,"answers":0.33,"exact":0.06}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22923945799999637}
{"split":"test","qid":"q25","pid":"p7863","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"370154d0bc84bf6e89d9e44ef7492dd2d0d7d75eed08291cad7783033af0a96c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.69},"score":{"score":2.31,"probabilities":{"0":0,"1":0,"2":0.69,"3":0.31},"confidence":0.69},"noul":{"related":0.95,"answers":0.93,"exact":0.4}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24792812500000583}
{"split":"test","qid":"q25","pid":"p7906","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e36bfe976a9cd09c098e34d6c0bb1a0056d401bec05ed370f526a0ec2dffb998","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.03,"2":0.76,"3":0.18},"confidence":0.69},"score":{"score":2.11,"probabilities":{"0":0.03,"1":0.02,"2":0.75,"3":0.2},"confidence":0.71},"noul":{"related":0.86,"answers":0.9,"exact":0.36}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2285740829999995}
{"split":"test","qid":"q25","pid":"p7925","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b97cbf6c5681054803b93c4c20d127dc7e0a38541643ee00ef27d6171fe4c27e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.91,"3":0.03},"confidence":0.88},"score":{"score":1.97,"probabilities":{"0":0,"1":0.06,"2":0.91,"3":0.03},"confidence":0.91},"noul":{"related":0.92,"answers":0.91,"exact":0.18}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2347772499999992}
{"split":"test","qid":"q25","pid":"p794","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c72cf8169f953fa46683bbb8c2070266b2a654b3f424364389f2a4c0b0760cfc","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.09,"2":0.76,"3":0.13},"confidence":0.69},"score":{"score":2.04,"probabilities":{"0":0.01,"1":0.08,"2":0.77,"3":0.14},"confidence":0.76},"noul":{"related":0.85,"answers":0.82,"exact":0.26}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21416124999999012}
{"split":"test","qid":"q25","pid":"p7950","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e98dca6b60b2c451d485f154259efce076c011928d560313ee92b0b450fbb943","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.85},"score":{"score":2.04,"probabilities":{"0":0,"1":0.04,"2":0.88,"3":0.08},"confidence":0.88},"noul":{"related":0.9,"answers":0.87,"exact":0.29}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24944670800000313}
{"split":"test","qid":"q25","pid":"p7996","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15d8d880c9f5e00a2a666a5df61342de440ab8b9702d592106125954283a4509","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.29,"2":0.67,"3":0.02},"confidence":0.57},"score":{"score":1.7,"probabilities":{"0":0.01,"1":0.29,"2":0.69,"3":0.01},"confidence":0.68},"noul":{"related":0.8,"answers":0.68,"exact":0.14}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20893987500001093}
{"split":"test","qid":"q25","pid":"p8000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6fbf184d6df3d954047135c26f705a47eab33c1e1667c18a96690d64e2e51181","answers":{"choice":{"choice":"3","probabilities":{"0":0.11,"1":0.08,"2":0.2,"3":0.61},"confidence":0.47},"score":{"score":2.37,"probabilities":{"0":0.08,"1":0.12,"2":0.16,"3":0.64},"confidence":0.37},"noul":{"related":0.72,"answers":0.87,"exact":0.57}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.24104875000000175}
{"split":"test","qid":"q25","pid":"p810","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e88449bd2a16a4f258db9dab01794b2197355759ebaa7b13a040aad5c59180d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.85},"score":{"score":2.03,"probabilities":{"0":0,"1":0.02,"2":0.92,"3":0.06},"confidence":0.91},"noul":{"related":0.92,"answers":0.85,"exact":0.21}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24813991699999316}
{"split":"test","qid":"q25","pid":"p8137","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd6d6a5f4a996ec8365bf10ff224de56effeee42390379f00183a1a2e32e1b27","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.19,"2":0.79,"3":0.01},"confidence":0.71},"score":{"score":1.81,"probabilities":{"0":0.01,"1":0.19,"2":0.79,"3":0.01},"confidence":0.79},"noul":{"related":0.83,"answers":0.75,"exact":0.11}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.21076350000000094}
{"split":"test","qid":"q25","pid":"p8167","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5cf631d10aa24bfab965712d71cd14388d35f475bdaed0ceb94d663d833dc7e8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.72,"3":0.15},"confidence":0.63},"score":{"score":2.06,"probabilities":{"0":0,"1":0.11,"2":0.72,"3":0.17},"confidence":0.72},"noul":{"related":0.87,"answers":0.86,"exact":0.34}},"inputTokens":1030,"outputTokens":107,"latencySeconds":0.21559129199999733}
{"split":"test","qid":"q25","pid":"p8170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"51170b0dd3486e79a0e472c88863bd568eba093c3e75142cc514083331836e99","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.57},"score":{"score":2.47,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.96,"answers":0.93,"exact":0.5}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21387533299998904}
{"split":"test","qid":"q25","pid":"p8240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80ab71aa5a49352387047e9afe78799c2133d27ac2550f17898e5ca0979b9a26","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.82,"3":0.15},"confidence":0.75},"score":{"score":2.15,"probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.79},"noul":{"related":0.89,"answers":0.86,"exact":0.29}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21247587500000373}
{"split":"test","qid":"q25","pid":"p8277","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30fe10ec9eb225eebc858afea39700078192b9e8bd817ebdde70192ee97d8222","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.83},"score":{"score":2.09,"probabilities":{"0":0,"1":0,"2":0.91,"3":0.09},"confidence":0.9},"noul":{"related":0.9,"answers":0.92,"exact":0.37}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21089283300000533}
{"split":"test","qid":"q25","pid":"p8334","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"37f19897c8bee0d92d2ceabd73438da1c38724fff993e40594935dbddaff7811","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.93,"3":0.02},"confidence":0.91},"score":{"score":1.99,"probabilities":{"0":0,"1":0.03,"2":0.95,"3":0.02},"confidence":0.96},"noul":{"related":0.9,"answers":0.82,"exact":0.21}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2267235409999994}
{"split":"test","qid":"q25","pid":"p8339","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f846e976bdb5eeb655f5012be9c219d6092b3cc3095e20fdf4aa724dc331c656","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.12,"2":0.85,"3":0.01},"confidence":0.8},"score":{"score":1.85,"probabilities":{"0":0.02,"1":0.11,"2":0.86,"3":0.01},"confidence":0.84},"noul":{"related":0.78,"answers":0.72,"exact":0.11}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20619883400000982}
{"split":"test","qid":"q25","pid":"p8403","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"144e68178f57d5f832071bfeb783ab77aba8cdb292094feb10cb2f02dc0c04aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.63,"2":0.31,"3":0.01},"confidence":0.51},"score":{"score":1.25,"probabilities":{"0":0.06,"1":0.64,"2":0.3,"3":0},"confidence":0.63},"noul":{"related":0.72,"answers":0.43,"exact":0.09}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2494050419999985}
{"split":"test","qid":"q25","pid":"p8510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a69a283292d579e7eba3e7090fe6843d108799c125d8f3bd6c459f2f12d0d945","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.78,"3":0.05},"confidence":0.71},"score":{"score":1.78,"probabilities":{"0":0,"1":0.24,"2":0.74,"3":0.02},"confidence":0.73},"noul":{"related":0.88,"answers":0.58,"exact":0.16}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2316780829999916}
{"split":"test","qid":"q25","pid":"p8547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f1d222a5b7d7da7f30414068f610a216168a0399dfe7d139376977da7e9ccea","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.91,"3":0.07},"confidence":0.88},"score":{"score":2.08,"probabilities":{"0":0,"1":0.02,"2":0.89,"3":0.09},"confidence":0.89},"noul":{"related":0.92,"answers":0.89,"exact":0.27}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.24611599999999453}
{"split":"test","qid":"q25","pid":"p8575","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5632db779b68ba80566d7f851ccc9fbc5f0a0753b64bdfba1f4ab7e1a57d44cb","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.28,"3":0.71},"confidence":0.61},"score":{"score":2.76,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.76},"noul":{"related":0.94,"answers":0.94,"exact":0.69}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2143889579999959}
{"split":"test","qid":"q25","pid":"p8645","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f846e976bdb5eeb655f5012be9c219d6092b3cc3095e20fdf4aa724dc331c656","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.16,"2":0.79,"3":0.01},"confidence":0.73},"score":{"score":1.85,"probabilities":{"0":0.02,"1":0.11,"2":0.87,"3":0},"confidence":0.84},"noul":{"related":0.76,"answers":0.7,"exact":0.11}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20862712499999908}
{"split":"test","qid":"q25","pid":"p8647","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4dca713013051e2e160dbfed3dbaacfc50e2d7c7aa7ea9c4fc9dbbae6fa29c7c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.92,"3":0.05},"confidence":0.9},"score":{"score":2.02,"probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.94},"noul":{"related":0.92,"answers":0.85,"exact":0.24}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2353897500000021}
{"split":"test","qid":"q25","pid":"p8677","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4027a66fffaa18ac8a316d540b6a804fa33ce851185bfbb151cfdd562d14684","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.57,"3":0.03},"confidence":0.42},"score":{"score":1.5,"probabilities":{"0":0,"1":0.51,"2":0.48,"3":0.01},"confidence":0.5},"noul":{"related":0.89,"answers":0.52,"exact":0.09}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2300266249999986}
{"split":"test","qid":"q25","pid":"p8691","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"010ec5d6912a4b07ef7929705b3236915e2d6be757951f108ad19b715dd8d9ba","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.21,"2":0.77,"3":0.01},"confidence":0.69},"score":{"score":1.81,"probabilities":{"0":0.01,"1":0.18,"2":0.8,"3":0.01},"confidence":0.79},"noul":{"related":0.8,"answers":0.72,"exact":0.13}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21709279100000275}
{"split":"test","qid":"q25","pid":"p8722","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cbb035ae389aa0aab63e3e3127497ec3f4577e6b3489035b3237b73c228af06","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.16,"2":0.8,"3":0.02},"confidence":0.74},"score":{"score":1.82,"probabilities":{"0":0.02,"1":0.15,"2":0.81,"3":0.01},"confidence":0.79},"noul":{"related":0.82,"answers":0.7,"exact":0.15}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22561595900000248}
{"split":"test","qid":"q25","pid":"p8724","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ab0622fbf55a3e5f80fd5ca1b1bbcc1e0745e3bc1ad8b7b1e66288849b00bc0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.87,"3":0.03},"confidence":0.82},"score":{"score":2,"probabilities":{"0":0,"1":0.02,"2":0.96,"3":0.02},"confidence":0.96},"noul":{"related":0.9,"answers":0.85,"exact":0.18}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.23013358300000256}
{"split":"test","qid":"q25","pid":"p8745","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc178aaf58e687a3787e3283bd3fb21083b9f6d687052a32a4f31eb6f7869423","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.63,"3":0.37},"confidence":0.5},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.96,"answers":0.95,"exact":0.38}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.23478745800000617}
{"split":"test","qid":"q25","pid":"p8795","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbe73642504f6bd8087e5124f42b89f8c0c119810c30b828bb058ebf74c3c485","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.9,"3":0.08},"confidence":0.86},"score":{"score":2.09,"probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.87},"noul":{"related":0.93,"answers":0.91,"exact":0.27}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2150966250000056}
{"split":"test","qid":"q25","pid":"p8853","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3fe20a69dfd4def871425bd64a2f2dcbbd14f62551c3bef7ab616a147fea42b8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.89,"3":0.08},"confidence":0.86},"score":{"score":2.06,"probabilities":{"0":0,"1":0.04,"2":0.86,"3":0.1},"confidence":0.86},"noul":{"related":0.9,"answers":0.87,"exact":0.25}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.21217283399999723}
{"split":"test","qid":"q25","pid":"p8878","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd4e9a6f3bcadb9e330443fb68bd5a21156f38aaef3e7d881c99f87be9e58d97","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.47,"2":0.2,"3":0},"confidence":0.29},"score":{"score":0.92,"probabilities":{"0":0.24,"1":0.6,"2":0.16,"3":0},"confidence":0.6},"noul":{"related":0.5,"answers":0.26,"exact":0.06}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23133066599999438}
{"split":"test","qid":"q25","pid":"p8881","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68c422aea2fda0a5360855a362bc5c7e345e8017c9f26910cfb290855ca43ee2","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.71,"2":0.16,"3":0},"confidence":0.61},"score":{"score":1.12,"probabilities":{"0":0.09,"1":0.7,"2":0.21,"3":0},"confidence":0.7},"noul":{"related":0.64,"answers":0.36,"exact":0.06}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24472599999999511}
{"split":"test","qid":"q25","pid":"p8896","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24a5c151d393526ecd2dfc3604cdcb5195351a07dd1d70ce75a9701314f5377c","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.71,"2":0.22,"3":0},"confidence":0.61},"score":{"score":1.24,"probabilities":{"0":0.04,"1":0.68,"2":0.28,"3":0},"confidence":0.67},"noul":{"related":0.67,"answers":0.33,"exact":0.06}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2574830420000071}
{"split":"test","qid":"q25","pid":"p8945","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfa9d9b5af30bb33ccbdf2408591cbf5b121d517615dad583a946d79980d7eb8","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.39,"2":0.55,"3":0.02},"confidence":0.41},"score":{"score":1.68,"probabilities":{"0":0.03,"1":0.26,"2":0.7,"3":0.01},"confidence":0.66},"noul":{"related":0.74,"answers":0.6,"exact":0.1}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2694910830000008}
{"split":"test","qid":"q25","pid":"p8956","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f66adf2cd32eb80df10463122519c01cc2fe6eea587264ee4377434364841db4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.71,"3":0.28},"confidence":0.62},"score":{"score":2.33,"probabilities":{"0":0,"1":0,"2":0.66,"3":0.34},"confidence":0.66},"noul":{"related":0.96,"answers":0.93,"exact":0.45}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23197733400001017}
{"split":"test","qid":"q25","pid":"p9029","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05c6e968b4303f701d8fc515e3e2d0d68d082db132313b22ae00a5bf89e1e399","answers":{"choice":{"choice":"0","probabilities":{"0":0.45,"1":0.36,"2":0.19,"3":0},"confidence":0.26},"score":{"score":0.9,"probabilities":{"0":0.3,"1":0.5,"2":0.2,"3":0},"confidence":0.5},"noul":{"related":0.4,"answers":0.35,"exact":0.05}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.22611079200000678}
{"split":"test","qid":"q25","pid":"p911","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f28bf1e26f8d5411d3d46bdd1a426ced5e07a09987f2a497f842298dd1282db3","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.27,"2":0.6799999999999999,"3":0.03},"confidence":0.59},"score":{"score":1.78,"probabilities":{"0":0.01,"1":0.21,"2":0.76,"3":0.02},"confidence":0.75},"noul":{"related":0.8,"answers":0.7,"exact":0.09}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.23531291599999532}
{"split":"test","qid":"q25","pid":"p9204","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8807eebbe587b702435068b76907904ee1d85aa13301e4f364616c927057404f","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.31,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.41,"probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.59},"noul":{"related":0.24,"answers":0.09,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22034174999999231}
{"split":"test","qid":"q25","pid":"p9239","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5f0d70468710158130b8e771f4a00095024b37b310f17a424b17e056b71cbaf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.72,"3":0.26},"confidence":0.62},"score":{"score":2.29,"probabilities":{"0":0,"1":0.01,"2":0.69,"3":0.3},"confidence":0.69},"noul":{"related":0.91,"answers":0.88,"exact":0.36}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21531179100000009}
{"split":"test","qid":"q25","pid":"p9261","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bdb37f744e11d15991c2c7a378ac54c28528c72eddef1d4d23db7d5460ce7e3","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.13,"2":0.81,"3":0.05},"confidence":0.75},"score":{"score":1.89,"probabilities":{"0":0.01,"1":0.11,"2":0.85,"3":0.03},"confidence":0.83},"noul":{"related":0.87,"answers":0.74,"exact":0.18}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21883254099999613}
{"split":"test","qid":"q25","pid":"p929","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddc04f22a8002c31d1a0cc12dca23bc2090a1f58e367c6ebcd6da70e40dbedd1","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.21,"2":0.75,"3":0.02},"confidence":0.66},"score":{"score":1.73,"probabilities":{"0":0.02,"1":0.24,"2":0.73,"3":0.01},"confidence":0.72},"noul":{"related":0.79,"answers":0.7,"exact":0.12}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23850866700000187}
{"split":"test","qid":"q25","pid":"p9308","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0c4bee395cbb62efb578f297d8cccfad22359756ba68a1a162972fc1840432ff","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.35},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.55},"noul":{"related":0.94,"answers":0.93,"exact":0.4}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22655683300000964}
{"split":"test","qid":"q25","pid":"p9314","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"691d21b05fcc3cadafeb4d4b6c949816a09b5517fecc3f54e7fb1bd28e6e0b2c","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.06,"2":0.66,"3":0.27},"confidence":0.55},"score":{"score":2.26,"probabilities":{"0":0,"1":0.04,"2":0.65,"3":0.31},"confidence":0.64},"noul":{"related":0.87,"answers":0.84,"exact":0.36}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23133424999999988}
{"split":"test","qid":"q25","pid":"p9348","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d2aa21a668036f13162f3f6790c281cc92b2b4572e97486dd5de3bfba0a3e29","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.9,"2":0.08,"3":0},"confidence":0.86},"score":{"score":1.17,"probabilities":{"0":0.01,"1":0.81,"2":0.17,"3":0},"confidence":0.81},"noul":{"related":0.8,"answers":0.3,"exact":0.07}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2317477089999884}
{"split":"test","qid":"q25","pid":"p9379","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b1cb9d9f58819d47ef22ce6eb3d0874d585c1a952bcf11e2b5f7a97f5b64ffe6","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.06,"2":0.84,"3":0.09},"confidence":0.8},"score":{"score":2.03,"probabilities":{"0":0.01,"1":0.05,"2":0.84,"3":0.1},"confidence":0.84},"noul":{"related":0.86,"answers":0.81,"exact":0.22}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21735670799999207}
{"split":"test","qid":"q25","pid":"p9388","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1bf0984a920669c28302f25cf68e0cc01c2721bad44c50d464f4e2c7770288f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.89,"3":0.05},"confidence":0.84},"score":{"score":1.99,"probabilities":{"0":0,"1":0.05,"2":0.9,"3":0.05},"confidence":0.89},"noul":{"related":0.89,"answers":0.81,"exact":0.19}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.20691079099998752}
{"split":"test","qid":"q25","pid":"p943","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bdb37f744e11d15991c2c7a378ac54c28528c72eddef1d4d23db7d5460ce7e3","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.15,"2":0.79,"3":0.05},"confidence":0.72},"score":{"score":1.9,"probabilities":{"0":0.01,"1":0.11,"2":0.85,"3":0.03},"confidence":0.85},"noul":{"related":0.87,"answers":0.72,"exact":0.18}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22760199999999894}
{"split":"test","qid":"q25","pid":"p9457","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be2dc2995c1e352273f3db6e0c87e54843b0a653ca213874855adf5708ffc270","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.78},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.98,"answers":0.97,"exact":0.72}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.21816645800000697}
{"split":"test","qid":"q25","pid":"p9487","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39f35c248558790492ff51209cf3ff3acdf9e91384bde293c4ec221974511766","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.45,"3":0.54},"confidence":0.38},"score":{"score":2.58,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.58},"noul":{"related":0.95,"answers":0.94,"exact":0.48}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21356170799999383}
{"split":"test","qid":"q25","pid":"p9501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"409aed6713524c38bb73c70ee665d0b42a1c271cb5a473c664c77d0cf64ae900","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.12,"2":0.77,"3":0.1},"confidence":0.69},"score":{"score":2.01,"probabilities":{"0":0.01,"1":0.1,"2":0.76,"3":0.13},"confidence":0.76},"noul":{"related":0.86,"answers":0.79,"exact":0.26}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22610483300000486}
{"split":"test","qid":"q25","pid":"p9543","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7025200321dc9027b021be73c660fd4daf83845cdd103da18e9670be93292798","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.92},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.97,"answers":0.98,"exact":0.83}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2493904169999878}
{"split":"test","qid":"q25","pid":"p9558","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"144e68178f57d5f832071bfeb783ab77aba8cdb292094feb10cb2f02dc0c04aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.65,"2":0.29,"3":0.01},"confidence":0.53},"score":{"score":1.29,"probabilities":{"0":0.05,"1":0.61,"2":0.33,"3":0.01},"confidence":0.61},"noul":{"related":0.73,"answers":0.45,"exact":0.09}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21651220900000773}
{"split":"test","qid":"q25","pid":"p9584","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ba09d14d23e91675e2ea64c66724813f6c37c8a5d40252233eb337595840029","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.88,"3":0.09},"confidence":0.83},"score":{"score":2.08,"probabilities":{"0":0,"1":0.02,"2":0.88,"3":0.1},"confidence":0.88},"noul":{"related":0.93,"answers":0.86,"exact":0.27}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21140454200000386}
{"split":"test","qid":"q25","pid":"p9590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3036d30187f09bb29fcca07f12fcd3f066fb34125d04d3414dadb60ab58ccdab","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.24,"2":0.72,"3":0.02},"confidence":0.63},"score":{"score":1.79,"probabilities":{"0":0.01,"1":0.2,"2":0.78,"3":0.01},"confidence":0.77},"noul":{"related":0.78,"answers":0.68,"exact":0.12}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21861345799999254}
{"split":"test","qid":"q25","pid":"p9602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59306f74da5fcec9c44e8173b5f700526f969193a0b4f5df2456175156cc8146","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.02,"2":0.6799999999999999,"3":0.29},"confidence":0.58},"score":{"score":2.34,"probabilities":{"0":0,"1":0.01,"2":0.63,"3":0.36},"confidence":0.63},"noul":{"related":0.88,"answers":0.89,"exact":0.39}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2299143330000079}
{"split":"test","qid":"q25","pid":"p9610","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f322305e818a326548c70c45697bae0330f56be3cdcc7c743708f506bcd1f65","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.5,"3":0.03},"confidence":0.32},"score":{"score":1.59,"probabilities":{"0":0,"1":0.44,"2":0.52,"3":0.04},"confidence":0.52},"noul":{"related":0.89,"answers":0.61,"exact":0.16}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.2173017499999987}
{"split":"test","qid":"q25","pid":"p9628","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35fab1a7b1b0f6f17f2765d4bf1ccd38a8f740e6866e2902651862ebfd467817","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.13,"2":0.74,"3":0.12},"confidence":0.65},"score":{"score":2.01,"probabilities":{"0":0.01,"1":0.11,"2":0.75,"3":0.13},"confidence":0.75},"noul":{"related":0.84,"answers":0.79,"exact":0.25}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2161400419999991}
{"split":"test","qid":"q25","pid":"p9646","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b45238793a56891e04ab8f5472760b165becefb884ebbbd038d207a453a88f3","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.51,"2":0.38,"3":0.01},"confidence":0.35},"score":{"score":1.42,"probabilities":{"0":0.06,"1":0.47,"2":0.47,"3":0},"confidence":0.41},"noul":{"related":0.68,"answers":0.45,"exact":0.08}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.25138283299999603}
{"split":"test","qid":"q25","pid":"p9668","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01ce6539d0fee2a01dd44fd0934c6aab2602018023ba1bad44aabd6e6b42475a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.06,"2":0.85,"3":0.08},"confidence":0.8},"score":{"score":1.93,"probabilities":{"0":0.02,"1":0.1,"2":0.81,"3":0.07},"confidence":0.79},"noul":{"related":0.82,"answers":0.79,"exact":0.22}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22184404099998936}
{"split":"test","qid":"q25","pid":"p9679","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4875804c543270f46ba7e87615c89312b7f64abbfe711e90c8383176c55f605","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.16,"2":0.81,"3":0.02},"confidence":0.74},"score":{"score":1.81,"probabilities":{"0":0.02,"1":0.17,"2":0.8,"3":0.01},"confidence":0.79},"noul":{"related":0.79,"answers":0.7,"exact":0.13}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.21690391700000328}
{"split":"test","qid":"q25","pid":"p9702","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bd68061794e297b90080f7f7c2533f25c6f09d62524d92510fc4cea489be9f6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.54,"3":0.44},"confidence":0.39},"score":{"score":2.47,"probabilities":{"0":0,"1":0.01,"2":0.51,"3":0.48},"confidence":0.51},"noul":{"related":0.94,"answers":0.91,"exact":0.42}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23126720800000475}
{"split":"test","qid":"q25","pid":"p9712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea86e17be7798546a9584631323949dc06199440acc5fc958db95d28d618bae5","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.61,"2":0.2,"3":0},"confidence":0.48},"score":{"score":1.17,"probabilities":{"0":0.1,"1":0.63,"2":0.27,"3":0},"confidence":0.63},"noul":{"related":0.64,"answers":0.27,"exact":0.06}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.26018679199999317}
{"split":"test","qid":"q25","pid":"p9869","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfa9d9b5af30bb33ccbdf2408591cbf5b121d517615dad583a946d79980d7eb8","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.42,"2":0.53,"3":0.01},"confidence":0.37},"score":{"score":1.67,"probabilities":{"0":0.02,"1":0.29,"2":0.68,"3":0.01},"confidence":0.66},"noul":{"related":0.73,"answers":0.6,"exact":0.09}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21584683300000324}
{"split":"test","qid":"q25","pid":"p9877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10fc0771c7e9dc03a25b1cd5189be935271a61c332841ee8d9cbd2cfe1d6e977","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.83},"score":{"score":2.17,"probabilities":{"0":0,"1":0.01,"2":0.81,"3":0.18},"confidence":0.8},"noul":{"related":0.9,"answers":0.89,"exact":0.3}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2564669580000045}
{"split":"test","qid":"q25","pid":"p9897","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03b148610a7a9732d77ff257bd44509f1c1d19cfd4e909d160afd3607da52b8f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.43,"3":0.55},"confidence":0.39},"score":{"score":2.49,"probabilities":{"0":0,"1":0.02,"2":0.45,"3":0.53},"confidence":0.49},"noul":{"related":0.91,"answers":0.89,"exact":0.48}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.22307708400000412}
{"split":"test","qid":"q25","pid":"p9935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e20d40079657499e40f8f5cd067db07e0876901f0495e19a053a6f7d2ec8e193","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.19,"3":0.8},"confidence":0.72},"score":{"score":2.78,"probabilities":{"0":0,"1":0.01,"2":0.2,"3":0.79},"confidence":0.78},"noul":{"related":0.95,"answers":0.94,"exact":0.66}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22913237500000105}
{"split":"test","qid":"q25","pid":"p9980","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39f35c248558790492ff51209cf3ff3acdf9e91384bde293c4ec221974511766","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.5,"3":0.49},"confidence":0.33},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.5700000000000001},"confidence":0.56},"noul":{"related":0.95,"answers":0.93,"exact":0.44}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21053683399999865}
{"split":"test","qid":"q30","pid":"p10000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e73e7ed19300e930dfc4d0f2cbd02bdeaae752b764800346aa2468cf43775167","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.82},"score":{"score":0.2,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2297128340000054}
{"split":"test","qid":"q30","pid":"p1003","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"505769cb0c35f7dcd38dfa7890dc4143c17d47c738259ddd2a0e1fd8535f12e2","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2244682080000057}
{"split":"test","qid":"q30","pid":"p10030","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"75d5f87060ae8c689d55410798d449262e75496ab17e4a967c09c65a54852420","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.73,"2":0.23,"3":0.01},"confidence":0.65},"score":{"score":1.34,"probabilities":{"0":0.02,"1":0.63,"2":0.35,"3":0},"confidence":0.63},"noul":{"related":0.72,"answers":0.41,"exact":0.07}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21622387499999604}
{"split":"test","qid":"q30","pid":"p10076","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c58c063e3f3a0d7f7475140b88aa5975efcce0feae7065f770f54c5ac3ffc6f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.57140625}
{"split":"test","qid":"q30","pid":"p1010","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f79e26c6c5df953a4652e58bd921d2749211e5864144a08d4d6d41ae94972299","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.11,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2138772089999984}
{"split":"test","qid":"q30","pid":"p10579","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19b9562c3b71ffc548b628846ba441696f0bbd5e96137e15d0d7e6e41b2615b2","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.75,"2":0.04,"3":0},"confidence":0.66},"score":{"score":0.88,"probabilities":{"0":0.15,"1":0.83,"2":0.02,"3":0},"confidence":0.83},"noul":{"related":0.43,"answers":0.1,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22892020899998897}
{"split":"test","qid":"q30","pid":"p1064","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5858143ed04b58aa97409e44540ebbaa3d529ee3537712b8c6bd46534f286537","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.78,"2":0.19,"3":0.02},"confidence":0.71},"score":{"score":1.22,"probabilities":{"0":0,"1":0.78,"2":0.21,"3":0.01},"confidence":0.77},"noul":{"related":0.9,"answers":0.25,"exact":0.07}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.25489233299999614}
{"split":"test","qid":"q30","pid":"p10660","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af41de186971b04b712f9c23526f86b8f161e59ff8915a29dd0395f2c7d38ba3","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23286079200000676}
{"split":"test","qid":"q30","pid":"p10761","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34e9fbdcde3dfc5f8f243735d5d160c30d38f34308a77a53f9314369ec16a668","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.27,"2":0.03,"3":0},"confidence":0.6},"score":{"score":0.57,"probabilities":{"0":0.46,"1":0.5,"2":0.04,"3":0},"confidence":0.5},"noul":{"related":0.21,"answers":0.13,"exact":0.02}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2172034580000036}
{"split":"test","qid":"q30","pid":"p10891","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63e516240ff0323b0da0a8db9e5110c71676f93bda155ff55a3cfc8d73795750","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.25130312500000584}
{"split":"test","qid":"q30","pid":"p10936","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3513fedfb3a2985a2a875af909fc62202f15e5804dc79c66b06eca1f02db8165","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.17,"2":0.03,"3":0},"confidence":0.72},"score":{"score":0.33,"probabilities":{"0":0.72,"1":0.24,"2":0.04,"3":0},"confidence":0.67},"noul":{"related":0.17,"answers":0.07,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22813008299999638}
{"split":"test","qid":"q30","pid":"p10957","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"256ccde8f0d5fe644e4a128471d26500ccd41668ab434c5ee43477ba943d7c58","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.63,"2":0.16,"3":0},"confidence":0.51},"score":{"score":1.08,"probabilities":{"0":0.13,"1":0.66,"2":0.21,"3":0},"confidence":0.65},"noul":{"related":0.4,"answers":0.3,"exact":0.03}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.27629325000000243}
{"split":"test","qid":"q30","pid":"p11038","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb42d3a17d15ed3995e52b6a1a4db0bb59e4b36ffda6a7f03759ea6a3f7ba33f","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.23,"probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.77},"noul":{"related":0.12,"answers":0.05,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23447412499999337}
{"split":"test","qid":"q30","pid":"p11055","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd96848e05e763511ac454ac9e3f6ea06376acfecad08f983bb3cbd687f0e4b4","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.22206129200001307}
{"split":"test","qid":"q30","pid":"p11238","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a41ece65ba9713bc8e8b845a6b02797d15c005cfbaf91cb32b562a0f8ba84dba","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.85},"score":{"score":0.19,"probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.81},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.20515583300001164}
{"split":"test","qid":"q30","pid":"p11258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e083e4d9479f251e3e1949efdab903410681791e4755fe87ab8d952a546f274d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":5041,"outputTokens":107,"latencySeconds":0.2530965419999993}
{"split":"test","qid":"q30","pid":"p11312","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c969ffdec132f342622417df6401704176f40d1b860152b3af53ab1bc7a24198","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.81,"2":0.13,"3":0},"confidence":0.74},"score":{"score":1.09,"probabilities":{"0":0.03,"1":0.85,"2":0.12,"3":0},"confidence":0.85},"noul":{"related":0.71,"answers":0.35,"exact":0.04}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21613475000001198}
{"split":"test","qid":"q30","pid":"p11346","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e57fce639777ffce9a141639621ad3ea1a655bd592c3b66c336cbac3ae9b2494","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.68},"score":{"score":0.3,"probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.22,"answers":0.05,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2165752919999941}
{"split":"test","qid":"q30","pid":"p11357","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee5412b184489c84192cfed44aea111d59e7ce86f4f14c540e7d6edd9cf9a577","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.22349995800000033}
{"split":"test","qid":"q30","pid":"p11389","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"700f5205ebf6d97052ab0dbe2a5fe29309047577b6cf03defdaa7c05a04aa6b9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":4672,"outputTokens":107,"latencySeconds":0.24784508300000743}
{"split":"test","qid":"q30","pid":"p11452","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"11c89ba4a38fd55139eb9f6dd87398b7da6a3af536d6ad5b775dfd38f9ad864c","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":1071,"outputTokens":107,"latencySeconds":0.21362212500000896}
{"split":"test","qid":"q30","pid":"p11582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"472fddd99a0850067d67bd35f23c1436802f4d3e22e6157c8427b1e69b09724c","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.75},"score":{"score":0.94,"probabilities":{"0":0.09,"1":0.88,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.64,"answers":0.06,"exact":0.02}},"inputTokens":1508,"outputTokens":107,"latencySeconds":0.2086332919999986}
{"split":"test","qid":"q30","pid":"p11617","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"11c89ba4a38fd55139eb9f6dd87398b7da6a3af536d6ad5b775dfd38f9ad864c","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":1071,"outputTokens":107,"latencySeconds":0.20905883300000278}
{"split":"test","qid":"q30","pid":"p1240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6239e143d7accc23c1b53d507465f3a800a11feb695b970db2318dc404fc5990","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22980208399999538}
{"split":"test","qid":"q30","pid":"p1290","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8dcc340d45f8a9a2460daaf80f4ea93b30011b48f5cc4d3ea16142d850e87a6","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.87,"2":0.11,"3":0.01},"confidence":0.83},"score":{"score":1.14,"probabilities":{"0":0.01,"1":0.85,"2":0.14,"3":0},"confidence":0.84},"noul":{"related":0.89,"answers":0.26,"exact":0.08}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2471504580000037}
{"split":"test","qid":"q30","pid":"p1296","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9560b7e1f935344a4efbb98aab63d6e65ce289c4bad0d210935e2dfec27ff70f","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.92,"2":0.02,"3":0},"confidence":0.89},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.81,"answers":0.12,"exact":0.03}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.25038070799999695}
{"split":"test","qid":"q30","pid":"p1299","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d5d78698bff1eb9f7fcbfba51aa9099455ed0d82e82e58387d3cf485ec0cab8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":3346,"outputTokens":107,"latencySeconds":0.2366802500000049}
{"split":"test","qid":"q30","pid":"p1313","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9001af9854feb349118d8289ad6202d55038832ddb3d32b2a2f034803214245f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.25375554099999137}
{"split":"test","qid":"q30","pid":"p1328","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"49653ac57c3a397bdcf6da380e81c76896c13276d7f6357b3a1119e296813bff","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2582118340000015}
{"split":"test","qid":"q30","pid":"p1478","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67bafe0243c2dcf73b38a2e4e006605271e5784359fedfab7bf35deeba8429fd","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.47,"2":0.51,"3":0.01},"confidence":0.34},"score":{"score":1.66,"probabilities":{"0":0,"1":0.34,"2":0.65,"3":0.01},"confidence":0.65},"noul":{"related":0.84,"answers":0.65,"exact":0.11}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2655848330000008}
{"split":"test","qid":"q30","pid":"p150","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2eda29636ff475419bbc5fc81a625c2dc08266af0e038cd1dd57a8a065661e39","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2148959590000013}
{"split":"test","qid":"q30","pid":"p1600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6c1d900283253d3a100259b23d1537e873ad4155b068bf67816a8994e7140ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.41,"2":0.01,"3":0},"confidence":0.44},"score":{"score":0.56,"probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.25,"answers":0.05,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20675395899999421}
{"split":"test","qid":"q30","pid":"p1784","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8baa6baecc7f6a21b8fbd2d283e219766199e52087fddd1352c62ffca2ad55e0","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.22,"probabilities":{"0":0.8,"1":0.19,"2":0.01,"3":0},"confidence":0.78},"noul":{"related":0.09,"answers":0.03,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21095208400000412}
{"split":"test","qid":"q30","pid":"p1801","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9cd7ee0b42e06bbed265a8c03e92428a93a9b2f8c6e0631e4c97ff9fd3052c58","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.81,"2":0.07,"3":0},"confidence":0.73},"score":{"score":1.05,"probabilities":{"0":0.06,"1":0.83,"2":0.11,"3":0},"confidence":0.83},"noul":{"related":0.66,"answers":0.17,"exact":0.03}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.214591207999998}
{"split":"test","qid":"q30","pid":"p2125","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8a9d01f207da7a399abc14c10a425fba8cea0fe8550b37106d409b70385c265","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.6,"2":0.12,"3":0},"confidence":0.46},"score":{"score":0.86,"probabilities":{"0":0.24,"1":0.66,"2":0.1,"3":0},"confidence":0.66},"noul":{"related":0.42,"answers":0.21,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.24425274999999966}
{"split":"test","qid":"q30","pid":"p2238","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cdedebcc08ee5d4fa76881c5c60f27d318a5f402d2a292bf25e904567ecf0bbc","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.8},"score":{"score":0.81,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.5,"answers":0.03,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22686979199999768}
{"split":"test","qid":"q30","pid":"p2283","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c102fdbb058decc08c0f92833eadcf44e3bdb8af903655de74a5ef5a17b12d6","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":1071,"outputTokens":107,"latencySeconds":0.2529348750000063}
{"split":"test","qid":"q30","pid":"p2451","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"077c61aae80e09b196ecd632501f1cc0e82591d983b4f9662daf8c93b67196c8","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.86,"2":0.1,"3":0},"confidence":0.81},"score":{"score":1.08,"probabilities":{"0":0.02,"1":0.88,"2":0.1,"3":0},"confidence":0.88},"noul":{"related":0.68,"answers":0.26,"exact":0.04}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2415634999999893}
{"split":"test","qid":"q30","pid":"p2457","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34395f0b0101474bb5bb6da22a3f7c481cc0d91c784aaed60fb4d08186d91ae0","answers":{"choice":{"choice":"2","probabilities":{"0":0.14,"1":0.38,"2":0.43,"3":0.05},"confidence":0.24},"score":{"score":1.53,"probabilities":{"0":0.09,"1":0.32,"2":0.55,"3":0.04},"confidence":0.46},"noul":{"related":0.62,"answers":0.58,"exact":0.17}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23079766700000617}
{"split":"test","qid":"q30","pid":"p2541","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da8c198c7b9cb4910d5724f3804076cf75dd5d3f0105cfd4bcd46784a84fe769","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.13,"2":0.03,"3":0},"confidence":0.78},"score":{"score":0.24,"probabilities":{"0":0.79,"1":0.18,"2":0.03,"3":0},"confidence":0.76},"noul":{"related":0.12,"answers":0.07,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2078188749999972}
{"split":"test","qid":"q30","pid":"p2543","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2465e97d5fd3cce20622dd15be913d6ffd8d0a9cf8ee0c49ee56dbc353cd9c63","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.46,"3":0.01},"confidence":0.37},"score":{"score":1.49,"probabilities":{"0":0,"1":0.51,"2":0.49,"3":0},"confidence":0.51},"noul":{"related":0.81,"answers":0.62,"exact":0.07}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2780388329999987}
{"split":"test","qid":"q30","pid":"p2617","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9bf5b604cf7357be367ddc5cde2c649f31d778068ef91675c4913c68421b9a9e","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.48},"score":{"score":0.48,"probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.26,"answers":0.03,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23686820799999986}
{"split":"test","qid":"q30","pid":"p2691","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31088066afd8b205d932b852c1785ac4270c11cafd29560eb76d85cfe55609c3","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":1071,"outputTokens":107,"latencySeconds":0.20609012499998788}
{"split":"test","qid":"q30","pid":"p2755","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57f23cc0d3d9e2ffc588ccbc7ece811ddf68559817e14dc5059a2ce6ca5019f5","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.17,"2":0.01,"3":0},"confidence":0.76},"score":{"score":0.25,"probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.75},"noul":{"related":0.11,"answers":0.04,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24116191599999728}
{"split":"test","qid":"q30","pid":"p2785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8fdf8cc49d57f50f77d2d559043725a103507e46dd76fcc07e7184c310afd99e","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.83,"2":0.02,"3":0},"confidence":0.77},"score":{"score":0.94,"probabilities":{"0":0.08,"1":0.9,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.68,"answers":0.06,"exact":0.02}},"inputTokens":1526,"outputTokens":107,"latencySeconds":0.21857099999999627}
{"split":"test","qid":"q30","pid":"p3041","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ccfe478deda4fc09e142c0765c303dc8b4e2d153618d49796d5beb5d61213f0d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.7,"3":0.03},"confidence":0.6},"score":{"score":1.85,"probabilities":{"0":0,"1":0.18,"2":0.78,"3":0.04},"confidence":0.78},"noul":{"related":0.87,"answers":0.75,"exact":0.15}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22861166599999705}
{"split":"test","qid":"q30","pid":"p3042","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4f7c6961622c18760eb567a6ef3ae552012651b11d95f41d4ef997178e961b5","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.68,"2":0.18,"3":0},"confidence":0.56},"score":{"score":1.04,"probabilities":{"0":0.11,"1":0.74,"2":0.15,"3":0},"confidence":0.74},"noul":{"related":0.51,"answers":0.32,"exact":0.03}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21599045800000022}
{"split":"test","qid":"q30","pid":"p3305","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ff519d831f1f95215cbff41caad46ddea6877befd5b2ac8794e751866abc3aa5","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.18,"2":0.03,"3":0},"confidence":0.72},"score":{"score":0.33,"probabilities":{"0":0.71,"1":0.25,"2":0.04,"3":0},"confidence":0.67},"noul":{"related":0.14,"answers":0.1,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.21728712500000255}
{"split":"test","qid":"q30","pid":"p3364","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a93ebfe46244f0dce3f713725fe0470c84966654ed364f61dc10f6bd39c5999","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21918820800000685}
{"split":"test","qid":"q30","pid":"p339","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f72f929dc1673f4db24e13d99b66dbf51869586432884c52e519658f07a875d8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":998,"outputTokens":107,"latencySeconds":0.24354795799999557}
{"split":"test","qid":"q30","pid":"p3392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3dd6e51a830368add08a500a8307eaee137a5d86243b9f98dd0d39c8ad377bec","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2590095000000001}
{"split":"test","qid":"q30","pid":"p345","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"743c561525734d5948e8fe0e4c4d1badffe7965f8d53d2874bf16376812270e9","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.2262666670000035}
{"split":"test","qid":"q30","pid":"p3470","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e4a84e4f8aa8e67524c62c4f9648d6b7678023516e61330963151c0bb9f875b","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.07,"probabilities":{"0":0.9400000000000001,"1":0.06,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.23159912500000793}
{"split":"test","qid":"q30","pid":"p3643","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"709ba44cd263f8d446870178462f7ae972c4a4af67e37125b219b77fb6401ec2","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.94},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.84,"answers":0.06,"exact":0.03}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22582445800000278}
{"split":"test","qid":"q30","pid":"p3876","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1fa1663f0e498c9f99e554bce7b1cca4673318274e68f8bf3b18ad336fb2550","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.03,"answers":0.1,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21295054200000596}
{"split":"test","qid":"q30","pid":"p3903","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e284ab35f3f720482038068fcfd6aebc60cff71e592dee4135fb4ecb957559cf","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.03,"2":0.05,"3":0.01},"confidence":0.89},"score":{"score":0.24,"probabilities":{"0":0.85,"1":0.08,"2":0.06,"3":0.01},"confidence":0.76},"noul":{"related":0.1,"answers":0.18,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2145839580000029}
{"split":"test","qid":"q30","pid":"p3954","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a09aa51faebc94a2d4640945422dd4cca91ec2599a274ad23326f3f5af672386","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.76},"score":{"score":0.22,"probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22362487499999406}
{"split":"test","qid":"q30","pid":"p403","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f87c0cf58f2c6409cae9aa71c97aebc0e3df78acf3373d3997c972173388074","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2091332079999993}
{"split":"test","qid":"q30","pid":"p4052","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f64f54ad4a924e023d5b8279e42d8ede1b5c0734efff95a2dc3a11d8978993b","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.26323120799999744}
{"split":"test","qid":"q30","pid":"p4126","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de94da92fd1a25eecc359ed2ae272fdd52d96e8cd80e9555fc613aa39aeac907","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.79,"2":0.19,"3":0.01},"confidence":0.73},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.89,"answers":0.41,"exact":0.06}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21693875000000115}
{"split":"test","qid":"q30","pid":"p4308","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41b5f07c36c9fa8b93a185c60cab937fcb43b4622a2d7e0a8d1a6cbf378cfc8e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2652575840000063}
{"split":"test","qid":"q30","pid":"p444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5697002fa64f01abbf0a4022c9c78a60e418c5dbb73b82080ac639f9a9f55b7a","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.14,"3":0},"confidence":0.77},"score":{"score":1.11,"probabilities":{"0":0.01,"1":0.87,"2":0.12,"3":0},"confidence":0.86},"noul":{"related":0.8,"answers":0.2,"exact":0.04}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.22888637500000186}
{"split":"test","qid":"q30","pid":"p4476","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"caca6aa580fbaf4ba4fbcbfdc1da35eef67fd2d90b83929963550ff5430838ee","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.61,"2":0.38,"3":0.01},"confidence":0.48},"score":{"score":1.53,"probabilities":{"0":0,"1":0.47,"2":0.53,"3":0},"confidence":0.53},"noul":{"related":0.85,"answers":0.59,"exact":0.09}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22828316700000142}
{"split":"test","qid":"q30","pid":"p466","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"809a59b40cae3aa60903172dc4cd51511ec372b1d6a515dbef0673f6d3595c47","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.27,"2":0.01,"3":0},"confidence":0.63},"score":{"score":0.44,"probabilities":{"0":0.5700000000000001,"1":0.43,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.26,"answers":0.04,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20500245799998812}
{"split":"test","qid":"q30","pid":"p4776","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4bf9b2d8274bdfa6d89d99b3afe2deffb673b172107c9083f43086b224a8ce02","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.38,"2":0.02,"3":0},"confidence":0.46},"score":{"score":0.47,"probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.17,"answers":0.09,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.24048429199999372}
{"split":"test","qid":"q30","pid":"p4803","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94769c84ebba4de6b076ad64b45d7a0b5ae8add643ed486a78384303218e3d5e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.81,"3":0.15},"confidence":0.75},"score":{"score":2.15,"probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.8},"noul":{"related":0.95,"answers":0.9,"exact":0.33}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23055795800000486}
{"split":"test","qid":"q30","pid":"p4827","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48350c2114668d073957262a8235b13d80324eb52cbc9a03e677c808b10029e3","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2229994169999991}
{"split":"test","qid":"q30","pid":"p4890","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b3804c5c761aba3cd85a27a477d89a2ad9e6d83f4fbdec2c19e4fd5f4edc33ac","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.54,"2":0.02,"3":0},"confidence":0.39},"score":{"score":0.62,"probabilities":{"0":0.38,"1":0.61,"2":0.01,"3":0},"confidence":0.61},"noul":{"related":0.28,"answers":0.07,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2563431249999994}
{"split":"test","qid":"q30","pid":"p4967","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92c2a00ed516d2ebbd3df11f3288234b162f5c092333fdd8d4e4935fbe156c99","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.55,"2":0.14,"3":0},"confidence":0.39},"score":{"score":0.92,"probabilities":{"0":0.21,"1":0.66,"2":0.13,"3":0},"confidence":0.66},"noul":{"related":0.33,"answers":0.26,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.23894945899999584}
{"split":"test","qid":"q30","pid":"p5057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dcaf732f8b3f626bd5b75ab469f363b2d1989e120ef50bdd6e366a6fcece9442","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.26821170800000255}
{"split":"test","qid":"q30","pid":"p5347","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67ee16f202daf4cdc552a716e986492ef6a925de77e1870a1c01eb4377292c59","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.83,"2":0.13,"3":0},"confidence":0.77},"score":{"score":1.08,"probabilities":{"0":0.03,"1":0.86,"2":0.11,"3":0},"confidence":0.86},"noul":{"related":0.73,"answers":0.22,"exact":0.03}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22437804199999664}
{"split":"test","qid":"q30","pid":"p5378","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b9c40257fe9b9250d884d3d640fee3ff5847ad48e9d27cac47d347ebe6d1dd25","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.31,"2":0.09,"3":0},"confidence":0.47},"score":{"score":0.46,"probabilities":{"0":0.61,"1":0.33,"2":0.06,"3":0},"confidence":0.54},"noul":{"related":0.17,"answers":0.11,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2496150409999973}
{"split":"test","qid":"q30","pid":"p5448","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f071253c8490fdb127fc8cc9f88fa3a8a8b3f6a387ffa016c3659432ba277ac","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2426359999999986}
{"split":"test","qid":"q30","pid":"p5649","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5aa056672fcf6a702bdd45a256bccfbd9fe956473269d2319d562ac9c5e40caa","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":894,"outputTokens":107,"latencySeconds":0.23528037499998755}
{"split":"test","qid":"q30","pid":"p5809","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"713b1cf2b9b740bb8d3062c10b5d5a037fcc835dd2d58c04f78b1f25926cec99","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.45,"2":0.11,"3":0},"confidence":0.26},"score":{"score":0.65,"probabilities":{"0":0.44,"1":0.47,"2":0.09,"3":0},"confidence":0.47},"noul":{"related":0.31,"answers":0.18,"exact":0.04}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22469666599998891}
{"split":"test","qid":"q30","pid":"p6082","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"11c89ba4a38fd55139eb9f6dd87398b7da6a3af536d6ad5b775dfd38f9ad864c","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":1071,"outputTokens":107,"latencySeconds":0.25693370900000445}
{"split":"test","qid":"q30","pid":"p6162","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"873a5bca579834039d2857576823f6854bc58b29cea4bc6a14eca872a88de326","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24627133400000456}
{"split":"test","qid":"q30","pid":"p629","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0e3289ad1a5a7687c85a0ad0107c4ede67c55900b88c8b5148e8fa0cf8506c1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.2274194579999894}
{"split":"test","qid":"q30","pid":"p6328","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"719c1b1d1137d0dec0e681c7d16efdd82befa045633ff84936702f8a7e7eef9c","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2578828749999957}
{"split":"test","qid":"q30","pid":"p6373","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8673320e8dbe19d9e0ca2c2e20ce0a82cb9953d050b0e8d8470115315211b5c4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2394939580000064}
{"split":"test","qid":"q30","pid":"p6383","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a3c02a8e895684f701a50154e418176d53f16dc8dc132ffc5d7fa4418ef0bdb","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22518420799999148}
{"split":"test","qid":"q30","pid":"p6395","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71e49403549a7d3f6489f287f5c2f991e5781302b7e36ae60630da638fb2eecb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.67,"3":0.08},"confidence":0.54},"score":{"score":1.98,"probabilities":{"0":0,"1":0.14,"2":0.74,"3":0.12},"confidence":0.74},"noul":{"related":0.88,"answers":0.76,"exact":0.28}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23384991600000649}
{"split":"test","qid":"q30","pid":"p6453","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"700f5205ebf6d97052ab0dbe2a5fe29309047577b6cf03defdaa7c05a04aa6b9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":4672,"outputTokens":107,"latencySeconds":0.29949820800000454}
{"split":"test","qid":"q30","pid":"p6501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc81dbf655c10ba1b69391a4155fcd74efbc61f4031bf8f5c661067fefbb97d2","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.20924933299999976}
{"split":"test","qid":"q30","pid":"p6563","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5e2f99286cabb0f3bd5ec8ac4ca3baf1405d413f069b9465251c006315ced0e","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.73,"2":0.16,"3":0},"confidence":0.64},"score":{"score":1.18,"probabilities":{"0":0.07,"1":0.69,"2":0.24,"3":0},"confidence":0.68},"noul":{"related":0.66,"answers":0.29,"exact":0.04}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2070154579999944}
{"split":"test","qid":"q30","pid":"p6586","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2cfcb4d8d51fcb3e220bcdb8d87c637e7f88d41b9fec87adf185d5109c601957","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22384204200000385}
{"split":"test","qid":"q30","pid":"p6651","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"911cc925a820cb2abc73812e41bddf0b3f0b937891fd93da3558c271135a98d8","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.38,"2":0.26,"3":0.01},"confidence":0.17},"score":{"score":1.16,"probabilities":{"0":0.19,"1":0.46,"2":0.34,"3":0.01},"confidence":0.45},"noul":{"related":0.34,"answers":0.47,"exact":0.08}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20833854200001223}
{"split":"test","qid":"q30","pid":"p686","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"723a62598f8290c23a496103b96986b5c60be5442dd23d12674edb56c681d26b","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.65,"2":0.34,"3":0},"confidence":0.52},"score":{"score":1.45,"probabilities":{"0":0.01,"1":0.53,"2":0.46,"3":0},"confidence":0.53},"noul":{"related":0.74,"answers":0.6,"exact":0.06}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.230098542000007}
{"split":"test","qid":"q30","pid":"p6876","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0c13be6f88d0d8d951c3b979419dd7e9016ec0085a83d4acf47620b1d396caad","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2355201670000097}
{"split":"test","qid":"q30","pid":"p6932","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d09bc57ac30c1f4193485c49215baeaba5eba11b3e2e1c7f50dc7b40bda498e9","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.68,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.78,"probabilities":{"0":0.23,"1":0.76,"2":0.01,"3":0},"confidence":0.77},"noul":{"related":0.45,"answers":0.06,"exact":0.02}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23399558299999626}
{"split":"test","qid":"q30","pid":"p7085","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acdba4ba2c36a074ba15c27937170c312002343c059d1f538360f42402fbaa3c","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.89},"score":{"score":1.07,"probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.86,"answers":0.19,"exact":0.05}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22893612500000746}
{"split":"test","qid":"q30","pid":"p7275","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"700f5205ebf6d97052ab0dbe2a5fe29309047577b6cf03defdaa7c05a04aa6b9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":4672,"outputTokens":107,"latencySeconds":0.2366783749999886}
{"split":"test","qid":"q30","pid":"p7327","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6734102377cc77bf75f961a0f65c9dcbbf500dc2bb2fe0bb1714453f98c249ce","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":1027,"outputTokens":107,"latencySeconds":0.25595754200000376}
{"split":"test","qid":"q30","pid":"p7383","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91581f2c9d664eddc39b9a79c125f50626ee47e45746ae9948d821adb4cd5fea","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.64,"2":0.34,"3":0},"confidence":0.52},"score":{"score":1.37,"probabilities":{"0":0,"1":0.62,"2":0.38,"3":0},"confidence":0.62},"noul":{"related":0.82,"answers":0.5,"exact":0.05}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23092270799999823}
{"split":"test","qid":"q30","pid":"p7438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df773a3d2bcac6f4f909dfef3e6157ac8553d782b2c99414759c7198c4027000","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.87},"score":{"score":0.17,"probabilities":{"0":0.83,"1":0.16,"2":0.01,"3":0},"confidence":0.83},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20951591599998937}
{"split":"test","qid":"q30","pid":"p7507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70a9495c0db95ff6b9e96b84fd9ae817f848d45b1f8d21807eed38115ea1358d","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.84,"2":0.01,"3":0},"confidence":0.78},"score":{"score":0.92,"probabilities":{"0":0.09,"1":0.9,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.72,"answers":0.07,"exact":0.02}},"inputTokens":1546,"outputTokens":107,"latencySeconds":0.2329269170000043}
{"split":"test","qid":"q30","pid":"p7514","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c0a38c0eb54c1e6869e0d038e94e8a4e68b350dd50a855a4fb012944966214d","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2065449590000062}
{"split":"test","qid":"q30","pid":"p766","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"55976d3079e9676192f45255539131c7d3374eeea6e127d64f1a1fbb28b81be3","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21648529100000452}
{"split":"test","qid":"q30","pid":"p7837","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e99fe4bb8a4712684ca6c9fbb16299e68b1b0b1fc61a7cd23ae197d6eca8020e","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.54,"2":0.42,"3":0.02},"confidence":0.38},"score":{"score":1.53,"probabilities":{"0":0.01,"1":0.46,"2":0.52,"3":0.01},"confidence":0.51},"noul":{"related":0.75,"answers":0.5,"exact":0.09}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2396447920000064}
{"split":"test","qid":"q30","pid":"p7907","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"700f5205ebf6d97052ab0dbe2a5fe29309047577b6cf03defdaa7c05a04aa6b9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":4672,"outputTokens":107,"latencySeconds":0.23568537500000092}
{"split":"test","qid":"q30","pid":"p7970","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"700f5205ebf6d97052ab0dbe2a5fe29309047577b6cf03defdaa7c05a04aa6b9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":4672,"outputTokens":107,"latencySeconds":0.22533404200000223}
{"split":"test","qid":"q30","pid":"p8089","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"700f5205ebf6d97052ab0dbe2a5fe29309047577b6cf03defdaa7c05a04aa6b9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":4672,"outputTokens":107,"latencySeconds":0.23879416600000694}
{"split":"test","qid":"q30","pid":"p8132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"504787e0f185f3f29e81858efad9b5bc5dc602b8bd93fc97315f5967c1d17663","answers":{"choice":{"choice":"0","probabilities":{"0":0.6900000000000001,"1":0.3,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.37,"probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.2,"answers":0.08,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25489383400000226}
{"split":"test","qid":"q30","pid":"p8224","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"418d04f72675c1ee89b2c5c23338763012a4eb86e3c1ba8ec22bc2ff7645454f","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.57,"2":0.21,"3":0.01},"confidence":0.42},"score":{"score":1.17,"probabilities":{"0":0.15,"1":0.54,"2":0.3,"3":0.01},"confidence":0.54},"noul":{"related":0.46,"answers":0.25,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21325333300000057}
{"split":"test","qid":"q30","pid":"p8236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba47d1aec5e8a6defffd5f1f1f37f4d9b625b3cf31dbf18ee578e2da838b74e4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":4700,"outputTokens":107,"latencySeconds":0.26135899999999673}
{"split":"test","qid":"q30","pid":"p8284","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c17bdf84b78e64845245138dae9471a55f55c0aa62015cd920a055ece786ca3","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.7},"score":{"score":0.35,"probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.65},"noul":{"related":0.19,"answers":0.05,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24104670800000894}
{"split":"test","qid":"q30","pid":"p8509","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2825572606165cb8f3c2c6392b6b54d844138fb0c6736481cadad4a7fcd2fa0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.75,"2":0.22,"3":0.01},"confidence":0.68},"score":{"score":1.28,"probabilities":{"0":0.01,"1":0.71,"2":0.27,"3":0.01},"confidence":0.71},"noul":{"related":0.86,"answers":0.29,"exact":0.06}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21216237499999988}
{"split":"test","qid":"q30","pid":"p8634","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"caca6aa580fbaf4ba4fbcbfdc1da35eef67fd2d90b83929963550ff5430838ee","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.6,"2":0.39,"3":0.01},"confidence":0.47},"score":{"score":1.55,"probabilities":{"0":0,"1":0.45,"2":0.55,"3":0},"confidence":0.54},"noul":{"related":0.86,"answers":0.57,"exact":0.09}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24950841599999693}
{"split":"test","qid":"q30","pid":"p8667","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9713d2f192b99701e9bae774bb4213b00c0995a27757bfdee2e1ed7cd7178d94","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21611704100000498}
{"split":"test","qid":"q30","pid":"p871","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6af769bccb10aeeecda9ed552da3d600fdc601efb84b52f60498b44c89e3178f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2133513329999987}
{"split":"test","qid":"q30","pid":"p8755","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"856afefd84183374a4d5d454898c76022279d4ff9f4279f0a187929bb17e5451","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.72,"2":0.25,"3":0},"confidence":0.62},"score":{"score":1.32,"probabilities":{"0":0.01,"1":0.66,"2":0.33,"3":0},"confidence":0.66},"noul":{"related":0.74,"answers":0.51,"exact":0.06}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22954587500001072}
{"split":"test","qid":"q30","pid":"p8758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84fbeb6b97c953182fc00e5392a72f11a56c187f5dd411fe0240ba2f0f1b5faf","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.77,"2":0.02,"3":0},"confidence":0.69},"score":{"score":0.94,"probabilities":{"0":0.08,"1":0.9,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.65,"answers":0.07,"exact":0.02}},"inputTokens":1534,"outputTokens":107,"latencySeconds":0.2238663329999981}
{"split":"test","qid":"q30","pid":"p889","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d3f085dbbfc659023dda5378fa721f309d7fae9239c4afa8f1312672e642b12","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.21,"2":0.03,"3":0},"confidence":0.69},"score":{"score":0.36,"probabilities":{"0":0.67,"1":0.3,"2":0.03,"3":0},"confidence":0.64},"noul":{"related":0.15,"answers":0.07,"exact":0.02}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.2240625}
{"split":"test","qid":"q30","pid":"p8935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa119181ef901e5eec7d9e43273031b75448cdd6f71e0c5a1c2a34c206dc8d25","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":24062,"outputTokens":107,"latencySeconds":0.33496045899999444}
{"split":"test","qid":"q30","pid":"p8971","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f80a052d0bed771bcd4585bb29e2307b5af240383a8afb5db10183805f991f63","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2521138329999958}
{"split":"test","qid":"q30","pid":"p913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"468e6ba4dd1fcf81028c0e28c18e463add680f7cfd79fd758ddffa594359666c","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.81,"2":0.18,"3":0},"confidence":0.73},"score":{"score":1.16,"probabilities":{"0":0.01,"1":0.82,"2":0.17,"3":0},"confidence":0.82},"noul":{"related":0.82,"answers":0.41,"exact":0.05}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.25639679199999954}
{"split":"test","qid":"q30","pid":"p9139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c096b08fd4a70872208fec289844be8c363d03f7b2cac904ff1d93fa35e38ae7","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.19,"2":0.05,"3":0},"confidence":0.68},"score":{"score":0.42,"probabilities":{"0":0.65,"1":0.3,"2":0.05,"3":0},"confidence":0.58},"noul":{"related":0.17,"answers":0.08,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21815770899999187}
{"split":"test","qid":"q30","pid":"p9190","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"549cded9f1cc0d21ea4dc5d4725115b945cf24cf6ab3c93680c027b9ddd8d301","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.28,"2":0.01,"3":0},"confidence":0.61},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.3,"answers":0.05,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2487019169999985}
{"split":"test","qid":"q30","pid":"p9233","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"662c7b6146d4f2d5759cf18c8f088db57d174ae83fae4c702df6256490163717","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.18,"2":0.16,"3":0},"confidence":0.54},"score":{"score":0.7,"probabilities":{"0":0.53,"1":0.25,"2":0.22,"3":0},"confidence":0.3},"noul":{"related":0.18,"answers":0.33,"exact":0.04}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2347637079999986}
{"split":"test","qid":"q30","pid":"p9332","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a74e238dd5826e7782b31861b68f1fe36c07e347386465f3bdcd41a6f302eaca","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":4702,"outputTokens":107,"latencySeconds":0.24221624999999766}
{"split":"test","qid":"q30","pid":"p9369","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"806de73d2315084ada18bac376a381c878ebf350240590faab1b0d8207ac6005","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":7240,"outputTokens":107,"latencySeconds":0.24308087499999964}
{"split":"test","qid":"q30","pid":"p9663","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c82682152f3872deb2a1bbb064aa7bc6415d032bbd698cfa9796f7a0fd8bd4d7","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":2672,"outputTokens":107,"latencySeconds":0.21840408300000128}
{"split":"test","qid":"q30","pid":"p9700","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a3f1b44ac01b35b4790c920bbdd227ad7dc5b805411d8a786a207a0537000d79","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.67,"2":0.3,"3":0.01},"confidence":0.56},"score":{"score":1.45,"probabilities":{"0":0.01,"1":0.54,"2":0.45,"3":0},"confidence":0.54},"noul":{"related":0.74,"answers":0.51,"exact":0.09}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22542633400000342}
{"split":"test","qid":"q30","pid":"p9713","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d34693d1670bcc713c63f2439effd288914fe0e5d40c1893263d91d8c8033998","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.13,"probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.87},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.202270709000004}
{"split":"test","qid":"q30","pid":"p9738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61490bb0c31ed3b38993c8d2494c828b271d0150b1950c2bf5a04084f92c4c09","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.59,"2":0.07,"3":0},"confidence":0.45},"score":{"score":0.87,"probabilities":{"0":0.22,"1":0.69,"2":0.09,"3":0},"confidence":0.69},"noul":{"related":0.52,"answers":0.17,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22953133399999934}
{"split":"test","qid":"q30","pid":"p9746","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"924f8346ccdeede7aeff71a6bea21747f3973fb8db047e59a227dd6a3cd86014","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.66,"2":0.1,"3":0},"confidence":0.55},"score":{"score":0.94,"probabilities":{"0":0.14,"1":0.78,"2":0.08,"3":0},"confidence":0.77},"noul":{"related":0.48,"answers":0.16,"exact":0.03}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.23085462499999265}
{"split":"test","qid":"q30","pid":"p9749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b2b25633cf83107e58bb801d7af088512d3df7988f649ca7e3fda8c1e486764","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.47,"2":0.51,"3":0.01},"confidence":0.34},"score":{"score":1.59,"probabilities":{"0":0,"1":0.41,"2":0.58,"3":0.01},"confidence":0.57},"noul":{"related":0.84,"answers":0.63,"exact":0.11}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.22865158299999894}
{"split":"test","qid":"q30","pid":"p9763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0fae28d2340a308c6799f759ac331a49369808216447c1d410c5a3d92bae39f9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21190774999999848}
{"split":"test","qid":"q30","pid":"p9825","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"701cc1164dd0d84bf6b8753758acffbc89826dea7f16eb8de3bfc7f7c7ef69af","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.20966404200000396}
{"split":"test","qid":"q31","pid":"p0","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf6ded661d5ac4eae11b7a4908f6b8f0c1493e110992db985b4cfa839c2212a1","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.87},"score":{"score":0.95,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.77,"answers":0.04,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23937745900001028}
{"split":"test","qid":"q31","pid":"p10042","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9903d08a979ede8ba7984a4f7f3b3dd192dbc523bd7386093c6e2dfd8cc1738d","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.92,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.78,"answers":0.05,"exact":0.03}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2222103749999951}
{"split":"test","qid":"q31","pid":"p10057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d9c06ee77775f2e1cc08f699e5c9f22e37078ce1eaa229237aa2d30258b0c253","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.77,"2":0.17,"3":0.01},"confidence":0.69},"score":{"score":1.21,"probabilities":{"0":0.03,"1":0.74,"2":0.23,"3":0},"confidence":0.72},"noul":{"related":0.7,"answers":0.23,"exact":0.07}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21653662499999338}
{"split":"test","qid":"q31","pid":"p1013","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6b254b426ffae4a643054f1ce78584f9991a7038ec6a84fcf7787b9e5593351","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.73,"2":0.2,"3":0},"confidence":0.64},"score":{"score":1.28,"probabilities":{"0":0.02,"1":0.6900000000000001,"2":0.29,"3":0},"confidence":0.68},"noul":{"related":0.75,"answers":0.36,"exact":0.06}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.2198239590000012}
{"split":"test","qid":"q31","pid":"p1027","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe79d7132af92f1590ea8c197b913bb6844bbabe4418fb7497c0b7a9632b0665","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.8,"2":0.02,"3":0},"confidence":0.74},"score":{"score":0.92,"probabilities":{"0":0.1,"1":0.88,"2":0.02,"3":0},"confidence":0.87},"noul":{"related":0.55,"answers":0.06,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22191787499999918}
{"split":"test","qid":"q31","pid":"p10281","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f91b0085575c52884c35e4a8ee87ae6549b842f2b7517a0f2a924be413b59bda","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2616348340000113}
{"split":"test","qid":"q31","pid":"p103","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb2144c72cbd5c3a5caa1e8d55a616ec1069c7087f0e1609622d4bb89b300706","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.43,"3":0.55},"confidence":0.4},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.5700000000000001},"confidence":0.56},"noul":{"related":0.96,"answers":0.91,"exact":0.63}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.26741966699999464}
{"split":"test","qid":"q31","pid":"p10352","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36f282bdef63e95da150558ff0b354a59904af97336b39cb1d768b77d51e3e8a","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.73,"2":0,"3":0},"confidence":0.64},"score":{"score":0.78,"probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.77},"noul":{"related":0.63,"answers":0.03,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22948600000000444}
{"split":"test","qid":"q31","pid":"p1040","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27bf60e516b24ed1ef8cc7f92fd1e5bfe8b70e6fdaa2c4d33e30502344090942","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.69,"2":0.23,"3":0.02},"confidence":0.59},"score":{"score":1.22,"probabilities":{"0":0.03,"1":0.73,"2":0.23,"3":0.01},"confidence":0.72},"noul":{"related":0.74,"answers":0.38,"exact":0.08}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20585550000000513}
{"split":"test","qid":"q31","pid":"p10463","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"95d9dd39db638dd52555e256710f652dcc9ba72e3d2c747bec1e29ce39058e46","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.91},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.8,"answers":0.05,"exact":0.02}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.21766379099999902}
{"split":"test","qid":"q31","pid":"p10485","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"715b73c634ac8b5297314e0e954ac50ac29f2a7b66e0f4ad11125e4715e30b35","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.25,"2":0.05,"3":0.01},"confidence":0.58},"score":{"score":0.5,"probabilities":{"0":0.59,"1":0.33,"2":0.07,"3":0.01},"confidence":0.5},"noul":{"related":0.2,"answers":0.08,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2236449169999978}
{"split":"test","qid":"q31","pid":"p10492","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77afeef4a850929a1b4302ef9b2da825e344c086c82fe1006912196edb5cec3b","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.76,"2":0.18,"3":0.01},"confidence":0.69},"score":{"score":1.35,"probabilities":{"0":0.02,"1":0.62,"2":0.35,"3":0.01},"confidence":0.61},"noul":{"related":0.76,"answers":0.34,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21967670900000666}
{"split":"test","qid":"q31","pid":"p10674","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f91b0085575c52884c35e4a8ee87ae6549b842f2b7517a0f2a924be413b59bda","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2302328750000015}
{"split":"test","qid":"q31","pid":"p10688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9df2047f23a4e3361246c00fef5c3e7c272304e526740ec016d9f8f594db935","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.46},"score":{"score":0.48,"probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.31,"answers":0.04,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22976254199999677}
{"split":"test","qid":"q31","pid":"p10741","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"074bfe4ec95752732de2f07290a9d8b6042f9a86fd35ac9685fc87ba83577fd8","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.44},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.52,"answers":0.03,"exact":0.02}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.23699937499999943}
{"split":"test","qid":"q31","pid":"p10999","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"414c29c819158d1af9d772a2d04ceeab98cb73b76cdc6bb157007ce8d68ec5d9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.24,"2":0.63,"3":0.13},"confidence":0.51},"score":{"score":1.94,"probabilities":{"0":0,"1":0.18,"2":0.7,"3":0.12},"confidence":0.7},"noul":{"related":0.93,"answers":0.65,"exact":0.27}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.24540633399999934}
{"split":"test","qid":"q31","pid":"p1104","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de715737616feb8d4551c66fd4fa8be57bf9b20bcd64ba7ddf7e9027e76bb97a","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.63},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.55,"answers":0.03,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2380240000000049}
{"split":"test","qid":"q31","pid":"p11044","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be1568bb907a65db5aad3599cc54df40dbe77f315ded0bf32759eca39bfd99cf","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.49},"score":{"score":0.46,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.28,"answers":0.02,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20934883299999638}
{"split":"test","qid":"q31","pid":"p11114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59d0fb46f266865ad0a42fd7cc559df00e242579551623324c1544b31eb00237","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.52},"score":{"score":0.46,"probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.36,"answers":0.03,"exact":0.02}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2352906660000008}
{"split":"test","qid":"q31","pid":"p11236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25644f067ba7670fcab16a8136bbc9444abac0887cb54e68f5216aa4eedaf9c1","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.05,"answers":0.08,"exact":0.01}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.21554933300000267}
{"split":"test","qid":"q31","pid":"p11255","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4e960ea774d9035860bec66b743ff92357517c39300e6b841164a08e6f5065e5","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.59,"2":0.33,"3":0.04},"confidence":0.45},"score":{"score":1.41,"probabilities":{"0":0.03,"1":0.56,"2":0.37,"3":0.04},"confidence":0.52},"noul":{"related":0.72,"answers":0.47,"exact":0.15}},"inputTokens":803,"outputTokens":107,"latencySeconds":0.25756045799999266}
{"split":"test","qid":"q31","pid":"p11269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eae188f47d68687a901ed0937d9b07a36746088ca444ad947cb5217662631c55","answers":{"choice":{"choice":"1","probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.45},"score":{"score":0.62,"probabilities":{"0":0.38,"1":0.62,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.4,"answers":0.03,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2258573749999923}
{"split":"test","qid":"q31","pid":"p11287","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c957ee6bfff42f3bdbce34dad8e65cbffe0bb05fb5911f3a2865a6cfef5908a","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.78},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.15,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21251670799999556}
{"split":"test","qid":"q31","pid":"p11293","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d3e0d06f9afffaf326e1d51714ccca709a517074938f82dcb830030a48f0dd01","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.6},"score":{"score":0.4,"probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":800,"outputTokens":107,"latencySeconds":0.29540454099999625}
{"split":"test","qid":"q31","pid":"p11325","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0437641cd141500230d283ec59b660ceccaea489f255913bcb46b3cfe2654a12","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.95,"2":0.03,"3":0},"confidence":0.93},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.95},"noul":{"related":0.85,"answers":0.12,"exact":0.05}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20463762500000302}
{"split":"test","qid":"q31","pid":"p1135","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f69149cd7811d3209e84e506c257b75a575dfb1df28eb57edbc3540bb037dd15","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.79,"2":0.15,"3":0.01},"confidence":0.73},"score":{"score":1.13,"probabilities":{"0":0.03,"1":0.81,"2":0.16,"3":0},"confidence":0.81},"noul":{"related":0.69,"answers":0.17,"exact":0.05}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.25109979200000815}
{"split":"test","qid":"q31","pid":"p11387","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15ee06e48011eef63037aae0430cf4dba2f5d02b48fd5496e659e7608e005335","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.64,"2":0,"3":0},"confidence":0.51},"score":{"score":0.65,"probabilities":{"0":0.35,"1":0.65,"2":0,"3":0},"confidence":0.65},"noul":{"related":0.48,"answers":0.03,"exact":0.01}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.2221190409999981}
{"split":"test","qid":"q31","pid":"p1143","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b78623d6ebf4fb5860d85e3ab258fa93d7bf22a0e1a6f5a27f85e40833741b7e","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.81,"2":0.03,"3":0},"confidence":0.74},"score":{"score":0.92,"probabilities":{"0":0.12,"1":0.84,"2":0.04,"3":0},"confidence":0.84},"noul":{"related":0.6,"answers":0.09,"exact":0.04}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21556783299999369}
{"split":"test","qid":"q31","pid":"p1150","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c53949dbbac4a0e9173b91400dfbbae2201e67e9b1421a12ab7fdc7a77dca0e1","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.57,"2":0,"3":0},"confidence":0.42},"score":{"score":0.67,"probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.42,"answers":0.03,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2179369169999991}
{"split":"test","qid":"q31","pid":"p11569","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79944315bea2169f80a3e9fb74a04f357078fe3bb692bb27122ebb2ede935f21","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.69},"score":{"score":0.39,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.61},"noul":{"related":0.2,"answers":0.03,"exact":0.01}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.23487654099999053}
{"split":"test","qid":"q31","pid":"p1241","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1716dd1647045e6b7c9a8aff05439d53d45375bbbf693031d188702b6b0b902","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.44},"score":{"score":0.69,"probabilities":{"0":0.31,"1":0.69,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.49,"answers":0.03,"exact":0.02}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2202939999999944}
{"split":"test","qid":"q31","pid":"p1283","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b96da569ff85e23d93982daa02379849456d0e4f9e0e12c1b03427d95b79b246","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.84,"answers":0.08,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2476374169999908}
{"split":"test","qid":"q31","pid":"p1350","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05b9ffc02b2992a73da2ec9c44fcd2f2120cad81ea18f36ce182b7981db649bc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.47},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.55},"noul":{"related":0.98,"answers":0.97,"exact":0.64}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21837941600001068}
{"split":"test","qid":"q31","pid":"p1412","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53b58d6ccd67805ea4ba67382a53b03fc5854d7be4302e62367f176ed1f5aa7e","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.55},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.54,"answers":0.03,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2731159170000028}
{"split":"test","qid":"q31","pid":"p1490","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa39a21fca2000e5005a73c42a6d049141fa3decd2faade78ada274ab00217f4","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.72},"score":{"score":0.36,"probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.2,"answers":0.04,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23128004100000543}
{"split":"test","qid":"q31","pid":"p1526","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0800047e06f01423bb33539ba59a5e54f3a1f9d780a9b1ab26836e32bba9c5d0","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.09,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.2686811250000028}
{"split":"test","qid":"q31","pid":"p1536","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"51cd35cfd6b93cafb9d7b894a2d6155981a47ddeefd1c5b059a18dadaecccba0","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.87,"2":0.08,"3":0},"confidence":0.82},"score":{"score":1.02,"probabilities":{"0":0.06,"1":0.86,"2":0.08,"3":0},"confidence":0.86},"noul":{"related":0.69,"answers":0.15,"exact":0.02}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2131572909999959}
{"split":"test","qid":"q31","pid":"p1575","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"33e44c4adda71c7cb1049e52d7cd3a401256bc81061c035d4dd2a293d2dd4dc1","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.65},"score":{"score":0.34,"probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":935,"outputTokens":107,"latencySeconds":0.20362850000000618}
{"split":"test","qid":"q31","pid":"p1589","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c02f6a54b4bae6fd88d7ff9ea79c986ae84b4739d794df99f9f2f411638b2be2","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.52},"score":{"score":0.54,"probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.35,"answers":0.04,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.27881562499998835}
{"split":"test","qid":"q31","pid":"p1686","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1390c0fef5173709be366645afdc082e3e30f967e4d61df9eb241558e5499083","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.4},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.35,"answers":0.04,"exact":0.02}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.2511659159999981}
{"split":"test","qid":"q31","pid":"p1727","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"952aff53abd174a7774ae68c4799ae7a27ed5549c6636ff88ee0bacf16740afd","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.57,"2":0.01,"3":0},"confidence":0.43},"score":{"score":0.68,"probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.5,"answers":0.04,"exact":0.02}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.21618712499999673}
{"split":"test","qid":"q31","pid":"p1737","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ade08fffca4a89edebbc7ce5ab3a17a050b93ada0301a60d91a99f5f2bbb1537","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.86,"2":0.09,"3":0},"confidence":0.81},"score":{"score":1.09,"probabilities":{"0":0.02,"1":0.86,"2":0.12,"3":0},"confidence":0.86},"noul":{"related":0.77,"answers":0.16,"exact":0.04}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2174670829999959}
{"split":"test","qid":"q31","pid":"p1788","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ea7a480f75b7aa02170acee71e04c18e57a736407dc2af11edcb121363b3d5d","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.08,"2":0.66,"3":0.24},"confidence":0.54},"score":{"score":2.13,"probabilities":{"0":0.01,"1":0.1,"2":0.64,"3":0.25},"confidence":0.64},"noul":{"related":0.85,"answers":0.83,"exact":0.48}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21810916599999472}
{"split":"test","qid":"q31","pid":"p1800","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5a696b5a5da5788186106ad613a9d5b4d5c1c2f205df01b5d9e508fa25b250b","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.72},"score":{"score":0.2,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.18,"answers":0.03,"exact":0.02}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.21677237500000046}
{"split":"test","qid":"q31","pid":"p1811","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"952aff53abd174a7774ae68c4799ae7a27ed5549c6636ff88ee0bacf16740afd","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.53,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.69,"probabilities":{"0":0.31,"1":0.6900000000000001,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.44,"answers":0.04,"exact":0.02}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.2591960410000029}
{"split":"test","qid":"q31","pid":"p1996","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ab0569380e1a0ad5905421c9641a0dccb308b3cb4e43d78a5d159b0895e3029","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.68,"probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.36,"answers":0.04,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.24447116699999605}
{"split":"test","qid":"q31","pid":"p2151","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"197cf9f4764625892dcacce0c8ff4ca917713b3eed1ed1f4e930bea8116e2a13","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.98,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.82,"answers":0.05,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2124841250000027}
{"split":"test","qid":"q31","pid":"p2257","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b48e0642fa6a9be980a5b0d793354f65a25d425e2d40b8c782c2f8f33fe82e1f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.76},"score":{"score":2.74,"probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.74},"noul":{"related":0.98,"answers":0.97,"exact":0.81}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22373625000000175}
{"split":"test","qid":"q31","pid":"p2261","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6e733de309650d9ab54794da40439740a65ec9469c87cd53bee6ac25025dad3","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.7},"noul":{"related":0.4,"answers":0.05,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2396913329999952}
{"split":"test","qid":"q31","pid":"p230","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90f576e235e52d1eab17dc314de66c06c658ba48c62efb92fe4ce93172eeada3","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.83,"2":0.01,"3":0},"confidence":0.77},"score":{"score":0.86,"probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.59,"answers":0.05,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22558612500000164}
{"split":"test","qid":"q31","pid":"p2346","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"175607f19e7126a5c981494a0fbd5979e66ed5599320e63b06f40299ba6670c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.88,"2":0.04,"3":0},"confidence":0.84},"score":{"score":1.02,"probabilities":{"0":0.04,"1":0.9,"2":0.06,"3":0},"confidence":0.9},"noul":{"related":0.69,"answers":0.11,"exact":0.04}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21462070800000219}
{"split":"test","qid":"q31","pid":"p2376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f02dfc0b7628edce136b67477869a7c8a8968096f820520c677187c4448bb96d","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.56,"2":0,"3":0},"confidence":0.41},"score":{"score":0.63,"probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.38,"answers":0.04,"exact":0.01}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24994991700000538}
{"split":"test","qid":"q31","pid":"p2585","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19262e6f809dcfaf1c7958e6bcb788e016c44a0a875936e80e27f143b3ee4777","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.57,"2":0.08,"3":0},"confidence":0.42},"score":{"score":0.8,"probabilities":{"0":0.23,"1":0.74,"2":0.03,"3":0},"confidence":0.74},"noul":{"related":0.46,"answers":0.08,"exact":0.03}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.2251215830000001}
{"split":"test","qid":"q31","pid":"p2672","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c70cd226d8d0f675e6a3376d0fd5297a08525ae1e27de0b7e9b21b3ebd89fbdf","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.7},"score":{"score":0.25,"probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.2,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.26417916600000174}
{"split":"test","qid":"q31","pid":"p2673","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0dfaf1cdc085566a337cc8602a5456d4143726fe5b713640579cd538bd9d749c","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.69},"score":{"score":0.79,"probabilities":{"0":0.21,"1":0.79,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.6,"answers":0.03,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22206716699998652}
{"split":"test","qid":"q31","pid":"p2688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96dfea70d7dbabb0fd920bd53cc3597cf0568c5117fa2b01db63c740807951d7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.24517566599999555}
{"split":"test","qid":"q31","pid":"p2712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8340f56f2cea53b28754e1462eda70a003cb17a86182935adc1bbe353fdefec7","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24146112499998706}
{"split":"test","qid":"q31","pid":"p2802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98c7763cd0c56dff458f1f392ab81da4d8106b13740af47519533b265dd56b13","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.79},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.72,"answers":0.03,"exact":0.02}},"inputTokens":803,"outputTokens":107,"latencySeconds":0.217658208000008}
{"split":"test","qid":"q31","pid":"p2879","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc4e478305e74f386b7044bbe670c6511b48c782741653d021a7eeb9b39aed18","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.68},"score":{"score":0.78,"probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.64,"answers":0.03,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2541580410000024}
{"split":"test","qid":"q31","pid":"p3324","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b69ddbde61707aeb7b67d67f82e75b4df4b1b7703616fd6c27472b6bc429bdf","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22239137499999198}
{"split":"test","qid":"q31","pid":"p3448","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9051f74c587cff1a1de12dbd1d7f9b2707e6a84eeb18406c64a57c63733daead","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.56},"score":{"score":0.73,"probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.54,"answers":0.03,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.24262400000001072}
{"split":"test","qid":"q31","pid":"p3524","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2907609ffe8ff6525a2be39dae04a9705f7524e7ee625183ccce7851df437788","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.48,"2":0.02,"3":0},"confidence":0.33},"score":{"score":0.62,"probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.59},"noul":{"related":0.32,"answers":0.06,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20771316700000897}
{"split":"test","qid":"q31","pid":"p3572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ade08fffca4a89edebbc7ce5ab3a17a050b93ada0301a60d91a99f5f2bbb1537","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.83,"2":0.13,"3":0},"confidence":0.76},"score":{"score":1.14,"probabilities":{"0":0.02,"1":0.82,"2":0.16,"3":0},"confidence":0.82},"noul":{"related":0.77,"answers":0.19,"exact":0.05}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22988575000000128}
{"split":"test","qid":"q31","pid":"p3581","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8083f63cc82ca854938674ebbeac34e9a65773dd2194d56c8da4a4f21cf972d4","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.86,"2":0.01,"3":0},"confidence":0.82},"score":{"score":0.91,"probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.65,"answers":0.05,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21726975000000676}
{"split":"test","qid":"q31","pid":"p3584","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65627e4fa7a1f01f4bad27400375073c0e1231f0dc4913d1c5c6b5d1bff9f820","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.72},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.19,"answers":0.04,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2146704999999929}
{"split":"test","qid":"q31","pid":"p3586","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf928b0d8f4d7594257bd43b913e57e818647e478d8e4fa579ba1d0e9a0b0b85","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.79,"2":0.01,"3":0},"confidence":0.73},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.56,"answers":0.04,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20930124999998953}
{"split":"test","qid":"q31","pid":"p3598","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"687caddbe9e0f939e0a8bbbde151c31a9e89dc3599bb445831028a1f04a0dc43","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2573586670000077}
{"split":"test","qid":"q31","pid":"p3600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0173bfb4374895f68c9eb57bcdb54ed8ce24c2b3deb9091387b518acf4dab36","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.78,"2":0.13,"3":0},"confidence":0.7},"score":{"score":1.07,"probabilities":{"0":0.05,"1":0.83,"2":0.12,"3":0},"confidence":0.83},"noul":{"related":0.67,"answers":0.22,"exact":0.04}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20885191699999267}
{"split":"test","qid":"q31","pid":"p3710","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12af56ea46fc961e83de4d8246f180ecdf002fbc2eec64b37430812e15993517","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.6},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.62,"answers":0.03,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21581979199999476}
{"split":"test","qid":"q31","pid":"p3727","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43cfaaf2083bf553b8086ef7e02199b4845f850bd5ddf74b97ed5c955803a900","answers":{"choice":{"choice":"0","probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.51},"score":{"score":0.43,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.29,"answers":0.02,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24116208300000289}
{"split":"test","qid":"q31","pid":"p3777","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22b4b184363ef037d987bbfdd53fb07ad4f31d8ecdcdcc05851184770f6753ab","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.79,"2":0.14,"3":0},"confidence":0.72},"score":{"score":1.11,"probabilities":{"0":0.04,"1":0.81,"2":0.15,"3":0},"confidence":0.81},"noul":{"related":0.73,"answers":0.19,"exact":0.05}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21986083399999187}
{"split":"test","qid":"q31","pid":"p3808","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"afb23db1090f5e49a637ae7c97fd4c23f1588ccee10e9f16197461efd9e44e40","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.62,"2":0,"3":0},"confidence":0.48},"score":{"score":0.67,"probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.45,"answers":0.03,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2925301659999968}
{"split":"test","qid":"q31","pid":"p392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2859689800899c357b4ab1888ed57e06070f2ad499b59c60e4951131c64fd7b1","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.88,"2":0.03,"3":0},"confidence":0.85},"score":{"score":0.94,"probabilities":{"0":0.07,"1":0.92,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.74,"answers":0.06,"exact":0.02}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.21669758300000103}
{"split":"test","qid":"q31","pid":"p3931","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77da8fb782869373e2c46c3aa21ad5cc01b7a3cde8c9ad16df510d0c4840e335","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.67,"2":0.29,"3":0.01},"confidence":0.56},"score":{"score":1.32,"probabilities":{"0":0.01,"1":0.66,"2":0.33,"3":0},"confidence":0.65},"noul":{"related":0.76,"answers":0.33,"exact":0.05}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2155489579999994}
{"split":"test","qid":"q31","pid":"p4014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"103f3986c751e52a957ab1af8646001ad51c0612873e0a63c26a1aa5366dca04","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.21395325000000592}
{"split":"test","qid":"q31","pid":"p4114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22a0439eb035c05d1bcdf36142820a717f2e621e35a267df097927e25e19734c","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.63},"score":{"score":0.78,"probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.62,"answers":0.03,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20571737500000745}
{"split":"test","qid":"q31","pid":"p4131","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be1568bb907a65db5aad3599cc54df40dbe77f315ded0bf32759eca39bfd99cf","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.37},"score":{"score":0.45,"probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.27,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2086466250000085}
{"split":"test","qid":"q31","pid":"p4278","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"096b6c2ce3fec906685471fb21d6afa349ad74afb0f16e44660ce033590481ef","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.92},"score":{"score":1.06,"probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.94},"noul":{"related":0.86,"answers":0.11,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2557403750000085}
{"split":"test","qid":"q31","pid":"p4282","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e87f146c6c9d33ec6f14e0cc47e7e1fdc4b37a5747c65b96c3fee8294f9d14c","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.59},"score":{"score":0.41,"probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.31,"answers":0.04,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.24636495799999103}
{"split":"test","qid":"q31","pid":"p4398","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e2d55ecd0eac676eb1439554d643346a278f0a2c215f5b3f5a95b94f7b0939f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.56},"score":{"score":2.68,"probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.68},"noul":{"related":0.98,"answers":0.97,"exact":0.8}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.23106445900000108}
{"split":"test","qid":"q31","pid":"p4416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54f3f2bd2841d94d8f1dd63ddb518987d3cfb07f103bb53eafe9bfacaab878be","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.89,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.95,"probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.8,"answers":0.05,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22843274999999266}
{"split":"test","qid":"q31","pid":"p4419","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e404d4a81731eeb32a18b880c40e5156f887de8fc8bc67bb0db61dd1b486529","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.44},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.38,"answers":0.03,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2264719999999943}
{"split":"test","qid":"q31","pid":"p4438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dadd79381b4c7aac68b6500fe70e208b01202dd1d4ff4852d3c93c3753d23b38","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.86},"score":{"score":2.08,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.9},"noul":{"related":0.89,"answers":0.86,"exact":0.26}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2274172499999986}
{"split":"test","qid":"q31","pid":"p4444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f30369bbe5a11807beb26100bc85ef5732aa3737ceb1fb766730f663be8ca3c","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.96},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.84,"answers":0.08,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2337662500000006}
{"split":"test","qid":"q31","pid":"p468","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d54d12d1d2a8b36eba2a249b3daaab9893a8c07a926f10661ba1aa016a9a169","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.07,"answers":0.04,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.3073010829999985}
{"split":"test","qid":"q31","pid":"p4714","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1375da936bc07dddfbdd4f08abc9f325ae36463e5a3fb59a69e3a234ee114a7c","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.78},"score":{"score":0.85,"probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.57,"answers":0.05,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.20770941599999787}
{"split":"test","qid":"q31","pid":"p4732","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7eac79447a529662f78cebbcd4eefc4d63c1ebfd55ae83698d8d8fd72bcf4f82","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.61},"score":{"score":0.74,"probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.55,"answers":0.04,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21480937499999708}
{"split":"test","qid":"q31","pid":"p4735","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a823f32b860f288412d909a5bfdb5afc40644a5885795d97f768ed2cc97e905","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.82,"answers":0.08,"exact":0.03}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2277567499999859}
{"split":"test","qid":"q31","pid":"p4749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1390c0fef5173709be366645afdc082e3e30f967e4d61df9eb241558e5499083","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.47},"score":{"score":0.46,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.35,"answers":0.04,"exact":0.02}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.22800229200000469}
{"split":"test","qid":"q31","pid":"p4785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0b0a5564226beb35c1d535befa337f87d8bc57711b0a5b559984b1a9b0efcfb","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.83,"2":0.01,"3":0},"confidence":0.77},"score":{"score":0.91,"probabilities":{"0":0.1,"1":0.89,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.56,"answers":0.07,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.25479291699999884}
{"split":"test","qid":"q31","pid":"p4798","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9e5513a81d5257c1caf8b294202f869523ed06692ec67b7e63e9a29da3beae3","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.69,"2":0.28,"3":0.02},"confidence":0.59},"score":{"score":1.38,"probabilities":{"0":0,"1":0.63,"2":0.36,"3":0.01},"confidence":0.61},"noul":{"related":0.81,"answers":0.43,"exact":0.09}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2478077500000072}
{"split":"test","qid":"q31","pid":"p496","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28c46c0b40443760566cb81a9f0b0f1e703c20f2d2eafb80304904026cb26b9b","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.81},"score":{"score":1.04,"probabilities":{"0":0.04,"1":0.88,"2":0.08,"3":0},"confidence":0.87},"noul":{"related":0.71,"answers":0.19,"exact":0.06}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2111432499999937}
{"split":"test","qid":"q31","pid":"p4971","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac774050e5426edd356f342c253f5599bc1ff6e63d4fc58008a472e853a54b86","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.5},"score":{"score":0.72,"probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.42,"answers":0.04,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22558187500000348}
{"split":"test","qid":"q31","pid":"p507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1d6985c40d2d72205beea4af42c8d4fd2be3603c102e8da3fd82c673171880b","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.47},"score":{"score":0.68,"probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.51,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23540945799999463}
{"split":"test","qid":"q31","pid":"p5102","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c07f8358241a9687e6db09737bfc22424824b91acae213af3d5c9a1f488960a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.45,"3":0.02},"confidence":0.37},"score":{"score":1.47,"probabilities":{"0":0,"1":0.54,"2":0.44,"3":0.02},"confidence":0.52},"noul":{"related":0.86,"answers":0.43,"exact":0.12}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2140515000000014}
{"split":"test","qid":"q31","pid":"p5138","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ef56606c7d7174434c120f2d622f13ff512605606c2789ea7f726752c4b0938","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.95,"2":0.02,"3":0},"confidence":0.93},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.96},"noul":{"related":0.76,"answers":0.09,"exact":0.03}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.23668770799999767}
{"split":"test","qid":"q31","pid":"p5139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0437641cd141500230d283ec59b660ceccaea489f255913bcb46b3cfe2654a12","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.95},"noul":{"related":0.86,"answers":0.12,"exact":0.05}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2564372079999885}
{"split":"test","qid":"q31","pid":"p5142","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cbcebe4001a410e4ad31d43cb7d6756da9933a7259a0222a0c1effba7256633","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.56,"2":0.32,"3":0.03},"confidence":0.4},"score":{"score":1.4,"probabilities":{"0":0.06,"1":0.52,"2":0.39,"3":0.03},"confidence":0.48},"noul":{"related":0.61,"answers":0.46,"exact":0.11}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.210265625}
{"split":"test","qid":"q31","pid":"p5248","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b344201fc044b0004bf6d3554d48e4797152af5f8fb3819479e65b2e6aebcde0","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.56},"score":{"score":0.43,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2150215840000019}
{"split":"test","qid":"q31","pid":"p533","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47fd0cabbacc82ba0510630609b617e518b788781969993623b37f5ce140254f","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.95},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.86,"answers":0.09,"exact":0.04}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.25068554200000653}
{"split":"test","qid":"q31","pid":"p5330","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8958ff5c1003c6ad52249dda4a80b857db6b419d7d88f974f7e73748e30e06c","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.6,"2":0,"3":0},"confidence":0.47},"score":{"score":0.69,"probabilities":{"0":0.31,"1":0.69,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.42,"answers":0.03,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2439714169999934}
{"split":"test","qid":"q31","pid":"p534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2a8d468206b03fbbc0a43bdb50bb5c00619ea33d0f4f8d921135a04506bdcef","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.62,"2":0.34,"3":0.02},"confidence":0.49},"score":{"score":1.37,"probabilities":{"0":0.01,"1":0.62,"2":0.36,"3":0.01},"confidence":0.61},"noul":{"related":0.78,"answers":0.43,"exact":0.11}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22138295800000196}
{"split":"test","qid":"q31","pid":"p5444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b96da569ff85e23d93982daa02379849456d0e4f9e0e12c1b03427d95b79b246","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.85,"answers":0.09,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2156846249999944}
{"split":"test","qid":"q31","pid":"p5734","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8023f423797ca0a580a716d80c8b90322a3300a40a3efff814f19e9568efcdf9","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.8200000000000001,"2":0,"3":0},"confidence":0.75},"score":{"score":0.88,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.65,"answers":0.04,"exact":0.02}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.21786229200000526}
{"split":"test","qid":"q31","pid":"p5739","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f86193dfa3a5cce6a5449f634d570d16ee9e6508229c35b5e5730c83aa9d0eb4","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.57},"score":{"score":0.78,"probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.77},"noul":{"related":0.6,"answers":0.03,"exact":0.01}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.23580316699999093}
{"split":"test","qid":"q31","pid":"p5742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5660e1edddff4d32465f9548d76725e3c9de8ea7a089a39daeff0040f660ebb","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.72},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.53,"answers":0.04,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21815054100000997}
{"split":"test","qid":"q31","pid":"p5743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74c3ae9455f125ae7bed761ea01d4fc98e4b981dfeb249ba0cf9ceac5c1b01d9","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.59},"score":{"score":0.77,"probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.77},"noul":{"related":0.54,"answers":0.03,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21166945800000395}
{"split":"test","qid":"q31","pid":"p5782","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79944315bea2169f80a3e9fb74a04f357078fe3bb692bb27122ebb2ede935f21","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.66},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.2,"answers":0.03,"exact":0.01}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22813212499998917}
{"split":"test","qid":"q31","pid":"p5830","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f41edd66349db9be0588635ee1a03208eb6e7a8da5dc499b0ea95889a1c581d2","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.67},"score":{"score":0.8,"probabilities":{"0":0.21,"1":0.79,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.5,"answers":0.05,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2686898749999964}
{"split":"test","qid":"q31","pid":"p5885","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5adcc16f526df6dcdf6463261aab80f95d5d2da46de7c5c4757a2df4524e0764","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.78,"2":0.14,"3":0},"confidence":0.7},"score":{"score":1.2,"probabilities":{"0":0.02,"1":0.76,"2":0.22,"3":0},"confidence":0.76},"noul":{"related":0.7,"answers":0.23,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21241462500000488}
{"split":"test","qid":"q31","pid":"p5896","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"278b2129dad04f00e657ae7acf45813ed07ad099ff6c0672a0928cbc6a7978fe","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.81},"score":{"score":0.88,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.59,"answers":0.05,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.25466833300000874}
{"split":"test","qid":"q31","pid":"p5970","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e540fadb58bd0d12e337e4d7ca3785f5da7797e0ec5d6c2bd42cd9259126ded3","answers":{"choice":{"choice":"0","probabilities":{"0":0.6900000000000001,"1":0.31,"2":0,"3":0},"confidence":0.58},"score":{"score":0.37,"probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.27,"answers":0.02,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.24178512500000943}
{"split":"test","qid":"q31","pid":"p5993","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53ab0932ad13de10b8a62f2f7b3a72434d4b5f36b0da58d3615d38b0c3659484","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.35},"score":{"score":0.6,"probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.35,"answers":0.05,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.3442985420000041}
{"split":"test","qid":"q31","pid":"p6008","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c7c50cc2606ab4549cc7c508dddb873834dd0268f3fd6acc26609abc1f49cda3","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.37},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.46,"answers":0.02,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22325629200002003}
{"split":"test","qid":"q31","pid":"p6076","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7702f827c27ea53b50e46b230522f5e57b437e5e625bc0d8fc5aa3cf4b80750","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.56},"score":{"score":0.34,"probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.26,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.29835029100000976}
{"split":"test","qid":"q31","pid":"p6127","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ecb4d6557831ad34b1f55eb9adab61015bc9aba0f0af2a69c1427a51fe3b4745","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.79,"2":0.17,"3":0.01},"confidence":0.73},"score":{"score":1.26,"probabilities":{"0":0.02,"1":0.7,"2":0.27,"3":0.01},"confidence":0.7},"noul":{"related":0.72,"answers":0.37,"exact":0.06}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24172354099998483}
{"split":"test","qid":"q31","pid":"p617","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9109cf762f8bcdbf5f229c4567ee55d0bc2a140237ce8aca4d8ea9680076d86","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.71},"score":{"score":0.86,"probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.62,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22682774999999675}
{"split":"test","qid":"q31","pid":"p6179","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ae1ab6b4ccbaaa7302f176ab20e9deca1a2f6febb3df56490295f00b2f4ada0","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.83},"score":{"score":0.93,"probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.71,"answers":0.03,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21448941700000432}
{"split":"test","qid":"q31","pid":"p6190","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc41781214fef15572cae400640ce6aa4e51efa6519563fcc27480a96a63160f","answers":{"choice":{"choice":"1","probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.45},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.36,"answers":0.03,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24987208299999475}
{"split":"test","qid":"q31","pid":"p6280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"805b0764a51e954579cfca86ef53202eba9a1e20b7f0d3246fbb10db3aa8674c","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.95,"probabilities":{"0":0.06,"1":0.93,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.66,"answers":0.06,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2241840830000001}
{"split":"test","qid":"q31","pid":"p6366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd590750dc9e8222112d54936c88d2fbaa56727051ac32268cc5f3ddf7755edd","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.81},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.71,"answers":0.03,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.23343433399999047}
{"split":"test","qid":"q31","pid":"p6376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d9bf5b1b648640d0a9add94af2a502b28c0f62d197370dbc998990075ef0ef08","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.63,"2":0.28,"3":0.02},"confidence":0.51},"score":{"score":1.3,"probabilities":{"0":0.05,"1":0.63,"2":0.3,"3":0.02},"confidence":0.61},"noul":{"related":0.68,"answers":0.44,"exact":0.13}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21326537499998813}
{"split":"test","qid":"q31","pid":"p6398","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b361902f7cdcdc8a9a769eb447459aa3d049f04476cfc0102847c826281a126a","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.51},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.34,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.26621100000001024}
{"split":"test","qid":"q31","pid":"p6412","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1bd5b0564203e5ef40fba1f3b615c87da857349c4976177832a91f7d963a552","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.33},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.3,"answers":0.04,"exact":0.02}},"inputTokens":806,"outputTokens":107,"latencySeconds":0.20479833299998426}
{"split":"test","qid":"q31","pid":"p647","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23213cf0268afa39a6e2b804ac2e4ac2dd3facd39fcd2574d6623357798bb7bb","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.67,"2":0.01,"3":0},"confidence":0.55},"score":{"score":0.81,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.41,"answers":0.06,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.20923708399999305}
{"split":"test","qid":"q31","pid":"p6521","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0da7dcb5e244a1f251f4bb17a2ea7dc0798fa1af5d953cba42638dfb98e98baa","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.47},"score":{"score":0.6,"probabilities":{"0":0.41,"1":0.58,"2":0.01,"3":0},"confidence":0.57},"noul":{"related":0.33,"answers":0.06,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2543385830000043}
{"split":"test","qid":"q31","pid":"p6677","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6c18b6cba3d100f6caa17f751b0be601f74a3241ddd0c35f21cc14a196add2b","answers":{"choice":{"choice":"1","probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.35},"score":{"score":0.63,"probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.46,"answers":0.04,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21317866700000013}
{"split":"test","qid":"q31","pid":"p668","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f1830dde929c8f0d50be45455e0a31021e146720196ec16c7636902307f0e39","answers":{"choice":{"choice":"1","probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.35},"score":{"score":0.58,"probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.31,"answers":0.04,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2491014579999901}
{"split":"test","qid":"q31","pid":"p6724","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4af4e12fd8c4867e3105695ee23d1ffd8898c3ac249c96b69906aaddfa4c5e3","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.88,"2":0.03,"3":0},"confidence":0.84},"score":{"score":0.99,"probabilities":{"0":0.03,"1":0.94,"2":0.03,"3":0},"confidence":0.94},"noul":{"related":0.7,"answers":0.08,"exact":0.02}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.24629429200000597}
{"split":"test","qid":"q31","pid":"p6809","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ab3c186660a17699d98fda27bdd8087ff1342a1e4877d2716210a5eaec8f90c","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.82},"score":{"score":0.25,"probabilities":{"0":0.76,"1":0.22,"2":0.02,"3":0},"confidence":0.75},"noul":{"related":0.13,"answers":0.08,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22615700000000652}
{"split":"test","qid":"q31","pid":"p6831","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94cdbebebf3f59ba441d95522574d2a3a979476983bbee94be0e52102b258de5","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.71},"score":{"score":0.87,"probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.75,"answers":0.04,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23515424999999232}
{"split":"test","qid":"q31","pid":"p6900","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a969ec2ddf243517a0cfd97c04c360f26134840e25fb90964661682b15d8c5f","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.69,"2":0,"3":0},"confidence":0.58},"score":{"score":0.78,"probabilities":{"0":0.23,"1":0.76,"2":0.01,"3":0},"confidence":0.77},"noul":{"related":0.6,"answers":0.04,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22523320800001967}
{"split":"test","qid":"q31","pid":"p6912","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07abe01d890ee5bc1e445852b022caccead2c0470beeba729f6ab9ff34575937","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.17,"2":0.69,"3":0.12},"confidence":0.58},"score":{"score":1.91,"probabilities":{"0":0.01,"1":0.17,"2":0.71,"3":0.11},"confidence":0.69},"noul":{"related":0.8,"answers":0.77,"exact":0.4}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20679779199999757}
{"split":"test","qid":"q31","pid":"p6957","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41191410effb730bba00c0cda5426bda4b2d7e522a0a6a8dabfd4a89d3cbc79b","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.5},"score":{"score":0.66,"probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.43,"answers":0.03,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24699279200000457}
{"split":"test","qid":"q31","pid":"p6996","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18989736714801e3d0d3c05d101552b6320d55b8b351571da7c5e7e730fffd28","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.16,"2":0.58,"3":0.2},"confidence":0.44},"score":{"score":1.94,"probabilities":{"0":0.03,"1":0.16,"2":0.64,"3":0.17},"confidence":0.6},"noul":{"related":0.74,"answers":0.73,"exact":0.41}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20716125000000465}
{"split":"test","qid":"q31","pid":"p7028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"608526b72d2ed2a59f4e19b06b0dab6e40390a769c04a7f658526e710ff541c7","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.61},"score":{"score":0.77,"probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.77},"noul":{"related":0.6,"answers":0.03,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2727281660000153}
{"split":"test","qid":"q31","pid":"p7048","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d55a1b204ff9729c6cbfe42c6dfdbd4cae339bd421bf163039c8665e95e19e8c","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.77},"score":{"score":0.89,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.56,"answers":0.04,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23789529099999346}
{"split":"test","qid":"q31","pid":"p7051","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f78638012d23c65fecefe755ab6a6583c289a3b62eb1c452b1a2e80a47cdb0a8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.05,"exact":0.01}},"inputTokens":11624,"outputTokens":107,"latencySeconds":0.2854752500000177}
{"split":"test","qid":"q31","pid":"p7123","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8314c5a68c67afe8f2ae4f957536a9fb8958815bd2182eeee87036e3df86043","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.92,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.78,"answers":0.06,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.20614200000002164}
{"split":"test","qid":"q31","pid":"p7151","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32758d1cfd58615f84bbd5275f34505f7077170a987e1a7927f93952202ba53c","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.4,"2":0.08,"3":0.01},"confidence":0.35},"score":{"score":0.71,"probabilities":{"0":0.37,"1":0.55,"2":0.08,"3":0},"confidence":0.54},"noul":{"related":0.32,"answers":0.23,"exact":0.04}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23046529200000804}
{"split":"test","qid":"q31","pid":"p7333","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54ef6592501a3e949dd9913f8af63d755b9161c9566fe6afdb5939731205ab38","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.56,"2":0,"3":0},"confidence":0.4},"score":{"score":0.66,"probabilities":{"0":0.35,"1":0.65,"2":0,"3":0},"confidence":0.65},"noul":{"related":0.46,"answers":0.03,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20832283300001292}
{"split":"test","qid":"q31","pid":"p7341","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01a7f664f84ca18ed7c740497d91df33badbfb416b93387698c6182ad4b60027","answers":{"choice":{"choice":"1","probabilities":{"0":0.41,"1":0.58,"2":0.01,"3":0},"confidence":0.44},"score":{"score":0.67,"probabilities":{"0":0.34,"1":0.65,"2":0.01,"3":0},"confidence":0.65},"noul":{"related":0.37,"answers":0.07,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21167266599999857}
{"split":"test","qid":"q31","pid":"p7437","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c61c56aa779cdd675ff5f3afdb0188af059ce74a164f97c457e067d3047c490","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.43},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.51,"answers":0.03,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.20992541700002038}
{"split":"test","qid":"q31","pid":"p7526","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9875dc5270c406ff74116ab19c20182b42f3f7b75f942c924ab6809ba1d2dd7c","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.38},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.34,"answers":0.03,"exact":0.02}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.23131012500001816}
{"split":"test","qid":"q31","pid":"p7687","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acccc3a495164679c0fc55f068d0ed9f07a5a6390b592ee52fc75dadfa17fd77","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.36,"2":0.6,"3":0.02},"confidence":0.46},"score":{"score":1.67,"probabilities":{"0":0.02,"1":0.33,"2":0.62,"3":0.03},"confidence":0.61},"noul":{"related":0.8,"answers":0.5,"exact":0.13}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22702900000000956}
{"split":"test","qid":"q31","pid":"p7804","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b48e0642fa6a9be980a5b0d793354f65a25d425e2d40b8c782c2f8f33fe82e1f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.75},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.79},"noul":{"related":0.98,"answers":0.98,"exact":0.81}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.25666554200000247}
{"split":"test","qid":"q31","pid":"p7839","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bad9dcc15f088f286ee0e93173c85af0396149243b30e22e1e148482c2e6a628","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.92,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.76,"answers":0.06,"exact":0.02}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2367184159999888}
{"split":"test","qid":"q31","pid":"p7913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8dc0fdecb67c36c9a01edfdeebbf1ee6004d23120f8e1c6cfe9ba77288843db5","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.68,"2":0.01,"3":0},"confidence":0.58},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.61,"answers":0.04,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2247340839999961}
{"split":"test","qid":"q31","pid":"p797","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b66608982a94e91fce64d27efc31421b87524cd40629181bb5ebc7b964f56a89","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.75,"2":0.04,"3":0},"confidence":0.67},"score":{"score":0.92,"probabilities":{"0":0.1,"1":0.88,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.61,"answers":0.08,"exact":0.03}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.20764916700002506}
{"split":"test","qid":"q31","pid":"p7997","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69b45b29a78d261b268f17141f80aca9e1e917432ce00d89117837c54a642041","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21445999999999185}
{"split":"test","qid":"q31","pid":"p8019","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de83155526a87e91121d4cf42e522b1729315b4d3d0c360341452a695c41ca1a","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.77,"2":0.04,"3":0},"confidence":0.7},"score":{"score":0.91,"probabilities":{"0":0.13,"1":0.83,"2":0.04,"3":0},"confidence":0.83},"noul":{"related":0.56,"answers":0.1,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22854725000000325}
{"split":"test","qid":"q31","pid":"p8043","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22c52cd890a392b3a3080fb561acd71f2d11b27e8f9941b254555c9f518f00a5","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.55,"2":0.4,"3":0.02},"confidence":0.4},"score":{"score":1.51,"probabilities":{"0":0.01,"1":0.47,"2":0.51,"3":0.01},"confidence":0.49},"noul":{"related":0.76,"answers":0.51,"exact":0.14}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2117395409999881}
{"split":"test","qid":"q31","pid":"p8047","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf653cf2b381238a6bc197f7ca2a70a00df704947070897945935a04dc0110d2","answers":{"choice":{"choice":"0","probabilities":{"0":0.8099999999999999,"1":0.15,"2":0.04,"3":0},"confidence":0.76},"score":{"score":0.29,"probabilities":{"0":0.73,"1":0.24,"2":0.03,"3":0},"confidence":0.71},"noul":{"related":0.11,"answers":0.14,"exact":0.02}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.21442370899999513}
{"split":"test","qid":"q31","pid":"p8059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d3240364d139f31dbc9036774630efcd06e3f3f26a6411b55c878dda70e46a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.65},"score":{"score":0.83,"probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.61,"answers":0.04,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22614108299999497}
{"split":"test","qid":"q31","pid":"p8110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d50afefeafe0e650e16901c1e8dce7975fe685d76523bf162a1f612a4bc3768","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.65},"score":{"score":0.83,"probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.57,"answers":0.03,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24607329100000788}
{"split":"test","qid":"q31","pid":"p8113","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86b1b21cd6b974838130900baf77a1964d9edd9c9b04503557e22144626803ea","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.72,"2":0.01,"3":0},"confidence":0.63},"score":{"score":0.82,"probabilities":{"0":0.18,"1":0.8200000000000001,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.55,"answers":0.06,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22130637499998557}
{"split":"test","qid":"q31","pid":"p8116","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"881e2df3d03f8998daf17b805032de7adb798a4bf3d6bbccaca7312c9557d2e9","answers":{"choice":{"choice":"1","probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.45},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.45,"answers":0.03,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22663670900001306}
{"split":"test","qid":"q31","pid":"p8216","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bbdac4d3cbd4c4cf0808fef2c9b8a29773ee3e1eeb8f16520b1abefd69571638","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.49},"score":{"score":0.42,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.23,"answers":0.03,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.30741941699999736}
{"split":"test","qid":"q31","pid":"p8237","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"11853fede62244bd2f7f4e9a8bf342c82544e94896f18baa8b30987913de0b59","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.71,"2":0.01,"3":0},"confidence":0.61},"score":{"score":0.81,"probabilities":{"0":0.2,"1":0.79,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.59,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.26678916700000993}
{"split":"test","qid":"q31","pid":"p8263","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40f4b76da9f2acf3e88bdc9acd2363e8c8aa45fa56720222c418b812980d5a93","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.37,"2":0.02,"3":0},"confidence":0.47},"score":{"score":0.53,"probabilities":{"0":0.5,"1":0.48,"2":0.02,"3":0},"confidence":0.47},"noul":{"related":0.28,"answers":0.08,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21718745900000794}
{"split":"test","qid":"q31","pid":"p8311","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc039b5e30286f0104382f4b97f5f32ab777e9fe6f5bcaae35356ae424956b00","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.37,"2":0.01,"3":0},"confidence":0.49},"score":{"score":0.49,"probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.33,"answers":0.05,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.20602120800002013}
{"split":"test","qid":"q31","pid":"p8335","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4146f1fce34305d3e97b79a25380e4f834719dacde5239301f39c70d1ab0b8cc","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.95},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.81,"answers":0.08,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.20794016600001486}
{"split":"test","qid":"q31","pid":"p8357","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bac786fbdbc3fbc92e317ea61296b142b4b49727a62fe1613b148ceddefb632a","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.37,"2":0.01,"3":0},"confidence":0.5},"score":{"score":0.37,"probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.19,"answers":0.04,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2394740419999871}
{"split":"test","qid":"q31","pid":"p8462","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59d0fb46f266865ad0a42fd7cc559df00e242579551623324c1544b31eb00237","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.51},"score":{"score":0.51,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.34,"answers":0.03,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2996997080000001}
{"split":"test","qid":"q31","pid":"p852","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf653cf2b381238a6bc197f7ca2a70a00df704947070897945935a04dc0110d2","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.13,"2":0.04,"3":0},"confidence":0.78},"score":{"score":0.43,"probabilities":{"0":0.63,"1":0.32,"2":0.05,"3":0},"confidence":0.57},"noul":{"related":0.13,"answers":0.16,"exact":0.03}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.26115474999998695}
{"split":"test","qid":"q31","pid":"p8556","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62913672ccb08e29b38646273209d819996640d7f77b7953fee0bc5bde0d671c","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.63},"score":{"score":0.78,"probabilities":{"0":0.22,"1":0.78,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.42,"answers":0.03,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22466533299998265}
{"split":"test","qid":"q31","pid":"p8590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f60279c38f6036e754050d027ace42dcc022df449c8891c049ec3b855d89b0b","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.87},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23381750000000465}
{"split":"test","qid":"q31","pid":"p862","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1eb137f22d51247ad115c83635ea0a966ae7a6a1ad81c769579225a1967c4616","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.99,"2":0,"3":0},"confidence":0.98},"score":{"score":0.99,"probabilities":{"0":0.01,"1":0.99,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.85,"answers":0.04,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22682287500001258}
{"split":"test","qid":"q31","pid":"p8696","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4346b82823fb158d890b57567d9beec3a2e4996abbc22dd481c1fe5ecf25815a","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.33},"score":{"score":0.54,"probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.24,"answers":0.04,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2363452919999836}
{"split":"test","qid":"q31","pid":"p8728","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83633ce7bf3b3478bd2a9b2312f692e9f533690c2bb3812768e6633b4bac0ddf","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.45},"score":{"score":0.56,"probabilities":{"0":0.44,"1":0.56,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.3,"answers":0.03,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21669737500001793}
{"split":"test","qid":"q31","pid":"p8865","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24353814547181c0cc23ae5fae5c88c5991f4d11dcd4d4fd45a2e9a8a0f493a6","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.45},"score":{"score":0.77,"probabilities":{"0":0.24,"1":0.75,"2":0.01,"3":0},"confidence":0.75},"noul":{"related":0.52,"answers":0.05,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24684029100000043}
{"split":"test","qid":"q31","pid":"p8882","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47c2835a9d70c5ef760184350a1abb29a99d75afe4b17fe067f849bf8cb81ec3","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.77,"2":0,"3":0},"confidence":0.69},"score":{"score":0.87,"probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.66,"answers":0.04,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21625083400000586}
{"split":"test","qid":"q31","pid":"p8924","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4b379d6a9d81553a08ddeb6e3874aedc50a7d0c96691271380ed530dfdfaca5","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.85,"2":0.11,"3":0},"confidence":0.8},"score":{"score":1.13,"probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.83},"noul":{"related":0.75,"answers":0.21,"exact":0.06}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.2432709169999871}
{"split":"test","qid":"q31","pid":"p8984","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0173bfb4374895f68c9eb57bcdb54ed8ce24c2b3deb9091387b518acf4dab36","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.79,"2":0.12,"3":0},"confidence":0.72},"score":{"score":1.1,"probabilities":{"0":0.04,"1":0.82,"2":0.14,"3":0},"confidence":0.82},"noul":{"related":0.69,"answers":0.22,"exact":0.05}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22517512500000886}
{"split":"test","qid":"q31","pid":"p903","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0965a4373897adae96631d63187503eec8f1cf550261f6acc8bcef9d237446b","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.62,"2":0,"3":0},"confidence":0.49},"score":{"score":0.75,"probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.51,"answers":0.03,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2491977079999924}
{"split":"test","qid":"q31","pid":"p9104","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81e303a89f5b0a4c72f3fe786b33627aef51281f262f91af834cffae40534567","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.52},"score":{"score":0.45,"probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.33,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21558108400000492}
{"split":"test","qid":"q31","pid":"p9105","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1390c0fef5173709be366645afdc082e3e30f967e4d61df9eb241558e5499083","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.45},"score":{"score":0.51,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.36,"answers":0.04,"exact":0.02}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.23349729200001457}
{"split":"test","qid":"q31","pid":"p9242","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f58757dec714c8c862bb030394bbd34c596955fc01d13f00b7014fa6975fb21","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.9400000000000001,"2":0,"3":0},"confidence":0.91},"score":{"score":0.96,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.81,"answers":0.04,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21046412499999861}
{"split":"test","qid":"q31","pid":"p9292","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc0e6b7398e8900701fc9d147a31588cf1b92f58a7bc94748b6f1c541f3c32cf","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.83},"score":{"score":0.19,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21124591700002202}
{"split":"test","qid":"q31","pid":"p9353","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f41edd66349db9be0588635ee1a03208eb6e7a8da5dc499b0ea95889a1c581d2","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.77,"2":0.01,"3":0},"confidence":0.7},"score":{"score":0.82,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.49,"answers":0.05,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.25050500000000464}
{"split":"test","qid":"q31","pid":"p9389","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dfff1a1e9388e752e073d6ba26654167726b07bda39cf4523832fa745e6e5dfd","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.6,"2":0.34,"3":0.03},"confidence":0.46},"score":{"score":1.51,"probabilities":{"0":0.02,"1":0.48,"2":0.48,"3":0.02},"confidence":0.47},"noul":{"related":0.76,"answers":0.53,"exact":0.09}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.22701112499999}
{"split":"test","qid":"q31","pid":"p9405","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53d2d3f45bec3bf7626427d440fa2f92f6f2d8e2350714cda56d76793697c1b5","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.8,"2":0.08,"3":0},"confidence":0.73},"score":{"score":1.06,"probabilities":{"0":0.05,"1":0.84,"2":0.11,"3":0},"confidence":0.84},"noul":{"related":0.67,"answers":0.15,"exact":0.04}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.23975974999999744}
{"split":"test","qid":"q31","pid":"p9416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5bd8b22ad89b524a20c1bfb235cf7b86f3ed0c0ca5da1d5aa23d82b7fce34c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.49,"2":0.07,"3":0.01},"confidence":0.32},"score":{"score":0.68,"probabilities":{"0":0.38,"1":0.57,"2":0.05,"3":0},"confidence":0.56},"noul":{"related":0.42,"answers":0.19,"exact":0.05}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20998312499999883}
{"split":"test","qid":"q31","pid":"p9508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b1f8e46ae63ad8a97dc277b72e03e803235b078eb706406e4e221d4eab8ed199","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.76,"2":0.22,"3":0},"confidence":0.67},"score":{"score":1.28,"probabilities":{"0":0.01,"1":0.7,"2":0.29,"3":0},"confidence":0.7},"noul":{"related":0.71,"answers":0.25,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24169495800000732}
{"split":"test","qid":"q31","pid":"p96","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ccdb4c27825f256e25553e7df39dcba014fc282d5c93451abfb00cd7f17bd326","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.71},"score":{"score":0.28,"probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.15,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.34957466699997897}
{"split":"test","qid":"q31","pid":"p9667","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ebfdc11662f622b163190a4e726709ed95c449d2932adc7aaff362af0b904e30","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.7,"2":0.14,"3":0.01},"confidence":0.6},"score":{"score":1.03,"probabilities":{"0":0.1,"1":0.77,"2":0.13,"3":0},"confidence":0.76},"noul":{"related":0.53,"answers":0.22,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2315879160000186}
{"split":"test","qid":"q31","pid":"p9744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1fa9983ce7fa197eb9fefb9fc8e49fa8d2ff0764c28572fb202bcf4161914bc","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.74,"answers":0.07,"exact":0.02}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.21021845799998845}
{"split":"test","qid":"q31","pid":"p9837","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8393bf4bbed1717c2d4dd3d9accbd5a842d05dc88a8b7914496984b8fc9985a7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":7322,"outputTokens":107,"latencySeconds":0.25609337499999674}
{"split":"test","qid":"q32","pid":"p10024","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9360c186d257164779fa8bc0573b893b05ebad76e9a2beb6b8f8618504c13874","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.62,"2":0.28,"3":0.01},"confidence":0.51},"score":{"score":1.45,"probabilities":{"0":0.05,"1":0.46,"2":0.48,"3":0.01},"confidence":0.43},"noul":{"related":0.69,"answers":0.52,"exact":0.05}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.23140695899998537}
{"split":"test","qid":"q32","pid":"p10084","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6c29ff4fc993496b87be390d9b9843e67e9b6961b102d143a85cce0742b476a","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.66,"2":0.05,"3":0},"confidence":0.54},"score":{"score":0.87,"probabilities":{"0":0.17,"1":0.79,"2":0.04,"3":0},"confidence":0.78},"noul":{"related":0.43,"answers":0.11,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.20660695799998938}
{"split":"test","qid":"q32","pid":"p10172","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83c4f8676377ef3804675db187482ef508ae9a2b5d5b7fadf80c6f3431e0c9bf","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.9},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.24242287500001838}
{"split":"test","qid":"q32","pid":"p10190","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d8dde60332e70f7bd10aad5de8dc8866e731e16e833bf93e2c167560008d609","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.68,"2":0.09,"3":0},"confidence":0.57},"score":{"score":0.97,"probabilities":{"0":0.15,"1":0.74,"2":0.11,"3":0},"confidence":0.74},"noul":{"related":0.48,"answers":0.22,"exact":0.04}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22104375000001164}
{"split":"test","qid":"q32","pid":"p10226","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6aa75bbce29df88e3c7dc62f3ec4e7dab8dab90027ff50b5afd3374f553c9d73","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.64},"score":{"score":0.3,"probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2485899999999965}
{"split":"test","qid":"q32","pid":"p10295","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc23b53c626158efae99ebb982e60dedc178710f6be2e559ecdeb4e167346b88","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.2,"2":0.74,"3":0.04},"confidence":0.65},"score":{"score":1.81,"probabilities":{"0":0.02,"1":0.19,"2":0.76,"3":0.03},"confidence":0.74},"noul":{"related":0.8,"answers":0.62,"exact":0.16}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2105227920000034}
{"split":"test","qid":"q32","pid":"p10338","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0aa304be45acfefd4be41f0d96f53a0b6094ad8dd87991650811a7478c4c2de5","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.52,"2":0.46,"3":0},"confidence":0.35},"score":{"score":1.72,"probabilities":{"0":0.01,"1":0.26,"2":0.73,"3":0},"confidence":0.72},"noul":{"related":0.74,"answers":0.71,"exact":0.08}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.27578562499998954}
{"split":"test","qid":"q32","pid":"p10387","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30631036ccd1863c460f36cc26973ab65f255f0a111442624775340445985ba1","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23496254099998623}
{"split":"test","qid":"q32","pid":"p10429","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d13aaf7d2f62113a8d8509941de1bdca766b8ec8277517bfe04b34e9bfc72b2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.92,"3":0.06},"confidence":0.9},"score":{"score":2.09,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.9},"noul":{"related":0.93,"answers":0.92,"exact":0.32}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22515133399999468}
{"split":"test","qid":"q32","pid":"p10545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97da451b03abcf8fab65b9cd4b3e7fef8dfeb617f0fb778556898a1b8c135472","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.57,"2":0.4,"3":0.01},"confidence":0.42},"score":{"score":1.52,"probabilities":{"0":0.02,"1":0.45,"2":0.53,"3":0},"confidence":0.52},"noul":{"related":0.72,"answers":0.61,"exact":0.09}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.228876958000008}
{"split":"test","qid":"q32","pid":"p10599","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d263668a82dbdcc8cc77655bcea9f9f27166b08df6a417cd972b2be1f1c0978","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2101627499999886}
{"split":"test","qid":"q32","pid":"p10748","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7fd71229fb1421582f1e65da1b1a2d249e65ab58810a6041f55261853046a4b2","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.25,"2":0.68,"3":0.06},"confidence":0.57},"score":{"score":1.83,"probabilities":{"0":0.01,"1":0.23,"2":0.68,"3":0.08},"confidence":0.68},"noul":{"related":0.86,"answers":0.71,"exact":0.19}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2089501660000242}
{"split":"test","qid":"q32","pid":"p10749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bab0335d7315c751505bd8e0f9e839f9b7f5b7f221ebe9d710dc6cc9b4197eb1","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20791033300000708}
{"split":"test","qid":"q32","pid":"p10809","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be4be5e8fd7f3e08e21f47e39ea60391ccb0ef98efb715a8e6bc5bf0d29b9cdf","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.21,"2":0.74,"3":0.02},"confidence":0.65},"score":{"score":1.83,"probabilities":{"0":0.01,"1":0.18,"2":0.78,"3":0.03},"confidence":0.77},"noul":{"related":0.75,"answers":0.85,"exact":0.14}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.23881983299998683}
{"split":"test","qid":"q32","pid":"p10838","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31e5151407fb9e54c98d3ae5ff2b4e7cfe69832e7bd69e39b31749b417945186","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.86},"score":{"score":2.1,"probabilities":{"0":0,"1":0.03,"2":0.84,"3":0.13},"confidence":0.84},"noul":{"related":0.9,"answers":0.89,"exact":0.24}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2070271669999929}
{"split":"test","qid":"q32","pid":"p10883","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d137952496de157375861943ed47bed05f8b005df43c63daa9ad1351b48ddae9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.55,"3":0.45},"confidence":0.39},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.48,"3":0.52},"confidence":0.52},"noul":{"related":0.97,"answers":0.96,"exact":0.47}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21103599999999278}
{"split":"test","qid":"q32","pid":"p10912","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a4607c1c0eb86df9549dda5003d9a10251953dcd72c202fdca1f15438101d1bd","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.5599999999999999,"2":0.35,"3":0.02},"confidence":0.42},"score":{"score":1.36,"probabilities":{"0":0.05,"1":0.56,"2":0.38,"3":0.01},"confidence":0.55},"noul":{"related":0.69,"answers":0.45,"exact":0.09}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21038349999999628}
{"split":"test","qid":"q32","pid":"p11264","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d691d11acc92918ad6dd73fed719d5bee9095b67d7c24a8aa7381f44534e895","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.02,"exact":0.01}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22437950000001}
{"split":"test","qid":"q32","pid":"p11432","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"599a2a58d669b92d58a504ec37fd5265c726786f1937a056150cefde05f15730","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2416028750000114}
{"split":"test","qid":"q32","pid":"p11438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0c02e2f81670d83ddc91809bcc44a5726a86b2ee08b799c0c22bb1e1975e873","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.55,"2":0.12,"3":0},"confidence":0.41},"score":{"score":0.86,"probabilities":{"0":0.26,"1":0.62,"2":0.12,"3":0},"confidence":0.62},"noul":{"related":0.33,"answers":0.24,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21696166599998834}
{"split":"test","qid":"q32","pid":"p1155","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b48addc1bc87360a7613447b96b0fb13c4af4e0eff9a01474058845cb0e1c8c6","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":1881,"outputTokens":107,"latencySeconds":0.22210637500000302}
{"split":"test","qid":"q32","pid":"p1377","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b7ac3ce322f409e5f8dd2f091d87197f86360e5ca32178a5ea52fc01eff7599","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.82},"score":{"score":2.1,"probabilities":{"0":0,"1":0,"2":0.89,"3":0.11},"confidence":0.89},"noul":{"related":0.92,"answers":0.89,"exact":0.35}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2279965830000001}
{"split":"test","qid":"q32","pid":"p1544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bccd7be7bbf1a853a53a6741f3efb2953983ce92872d3126660a1fa094f0457a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.5},"score":{"score":2.46,"probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.54},"noul":{"related":0.96,"answers":0.94,"exact":0.39}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22510158300001057}
{"split":"test","qid":"q32","pid":"p1577","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc8e2b4853ff075331a3eba191dde0003bff8b2cbeb93f9b6be335cdc7e1db79","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.86},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.13,"answers":0.02,"exact":0.01}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2734939160000067}
{"split":"test","qid":"q32","pid":"p1627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1341c00d6f9edf8b4f6a2fcb0fd9378fd9d7c63ff46a1dcab51f31bc986d34a3","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.4},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.35,"answers":0.04,"exact":0.02}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.20528720799999428}
{"split":"test","qid":"q32","pid":"p1753","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26a1229c9aa6e9364510bb21b6ad79568057117e64a227b5fb612701b1226dcc","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.03,"2":0.03,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.9,"1":0.05,"2":0.04,"3":0.01},"confidence":0.85},"noul":{"related":0.06,"answers":0.09,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25535191699999266}
{"split":"test","qid":"q32","pid":"p1802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5af0802e75a944cde227e0f605677eae3262273ff3abee53e3fe066d780b8f4f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.72,"3":0.02},"confidence":0.64},"score":{"score":1.69,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.67},"noul":{"related":0.86,"answers":0.69,"exact":0.12}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2373835830000171}
{"split":"test","qid":"q32","pid":"p1829","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f4046efb5fc1b3fc0bbfe72977a99f532d9e4d5781172ee22200125fa814e54","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.34,"2":0.64,"3":0.01},"confidence":0.51},"score":{"score":1.68,"probabilities":{"0":0.01,"1":0.32,"2":0.66,"3":0.01},"confidence":0.66},"noul":{"related":0.78,"answers":0.7,"exact":0.11}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.20854491699999197}
{"split":"test","qid":"q32","pid":"p1878","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90c7c018dc7498fe19dc02216f4077821656946e66f7bcafa93356074b11e673","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.04,"2":0.02,"3":0.01},"confidence":0.91},"score":{"score":0.15,"probabilities":{"0":0.91,"1":0.05,"2":0.03,"3":0.01},"confidence":0.85},"noul":{"related":0.05,"answers":0.07,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20518350000001373}
{"split":"test","qid":"q32","pid":"p198","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d13aaf7d2f62113a8d8509941de1bdca766b8ec8277517bfe04b34e9bfc72b2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.92},"score":{"score":2.09,"probabilities":{"0":0,"1":0.01,"2":0.89,"3":0.1},"confidence":0.9},"noul":{"related":0.93,"answers":0.92,"exact":0.3}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2540825419999892}
{"split":"test","qid":"q32","pid":"p1995","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aee0a211691368858cc5590ad8e8bd69faa7811d53789d03c5deec6ea5730784","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.42,"2":0.47000000000000003,"3":0.02},"confidence":0.28},"score":{"score":1.64,"probabilities":{"0":0.06,"1":0.27,"2":0.63,"3":0.04},"confidence":0.56},"noul":{"related":0.7,"answers":0.55,"exact":0.08}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.2044676669999899}
{"split":"test","qid":"q32","pid":"p201","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"807375dbd943db390ca83b29353632fcc45e0b8855b7b68687291e0205aa5111","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.67,"2":0.22,"3":0},"confidence":0.55},"score":{"score":1.09,"probabilities":{"0":0.14,"1":0.63,"2":0.23,"3":0},"confidence":0.63},"noul":{"related":0.5,"answers":0.46,"exact":0.04}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23916000000000348}
{"split":"test","qid":"q32","pid":"p2038","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a05528fbd4ee66d8d7958071cd91eabc8c3fb658861937faa62ce17a2b8ee274","answers":{"choice":{"choice":"0","probabilities":{"0":0.39999999999999997,"1":0.4,"2":0.19,"3":0.01},"confidence":0.22},"score":{"score":0.89,"probabilities":{"0":0.31,"1":0.49,"2":0.2,"3":0},"confidence":0.48},"noul":{"related":0.44,"answers":0.43,"exact":0.03}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20394029200001387}
{"split":"test","qid":"q32","pid":"p2089","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"acd76b56d23d118eae73a0f645b348334498020a88f02d937027f7a1a5b8bd87","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.06,"2":0.03,"3":0},"confidence":0.88},"score":{"score":0.2,"probabilities":{"0":0.85,"1":0.1,"2":0.05,"3":0},"confidence":0.8},"noul":{"related":0.07,"answers":0.18,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2637042910000018}
{"split":"test","qid":"q32","pid":"p2291","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca328dc8284fb7987a76c7b0453834037c5531e9d02aa8458573b8f5a30a9308","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.53,"2":0.03,"3":0},"confidence":0.37},"score":{"score":0.75,"probabilities":{"0":0.28,"1":0.7,"2":0.02,"3":0},"confidence":0.7},"noul":{"related":0.38,"answers":0.11,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2642872499999939}
{"split":"test","qid":"q32","pid":"p234","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a83b8a97bd555443924f3bc093ecdb0d21ded4bf7a058bfae54686371784b122","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.56},"score":{"score":0.3,"probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.29,"answers":0.03,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2570977910000074}
{"split":"test","qid":"q32","pid":"p2372","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92e7059eff954225d94284d209964f6fcacf7f5421551c2a6d449c835856ca95","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.34,"2":0.61,"3":0.01},"confidence":0.48},"score":{"score":1.61,"probabilities":{"0":0.04,"1":0.33,"2":0.62,"3":0.01},"confidence":0.59},"noul":{"related":0.77,"answers":0.7,"exact":0.09}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2455407079999859}
{"split":"test","qid":"q32","pid":"p240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed3560107f05f1f1ec978e885f6e30e397f5b8811c1cd0b590b84307b0f2aa5b","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.75},"score":{"score":0.22,"probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.2,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.25165604100000927}
{"split":"test","qid":"q32","pid":"p2514","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d883dd60a9e07be40584dc35c61606bd11a9a383a6af6c3bba691491d049f0a1","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23611270800000056}
{"split":"test","qid":"q32","pid":"p2711","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c858fe13da8fffd951923e35f4edad229ec89d1861798835050b6ab4a1e1677d","answers":{"choice":{"choice":"0","probabilities":{"0":0.63,"1":0.25,"2":0.11,"3":0.01},"confidence":0.51},"score":{"score":0.51,"probabilities":{"0":0.57,"1":0.36,"2":0.07,"3":0},"confidence":0.49},"noul":{"related":0.36,"answers":0.24,"exact":0.04}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20877154099999462}
{"split":"test","qid":"q32","pid":"p275","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e707efaabfa81e2b2922b564c716a83c94ad3c68165d2d3e75a74c1d2e0aa8f7","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21389754200002062}
{"split":"test","qid":"q32","pid":"p290","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91590ffeb1cdd74f075f37eda3ba3542b7370a4549d4405bc466de57be8df241","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.6900000000000001},"confidence":0.58},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.82},"noul":{"related":0.97,"answers":0.96,"exact":0.67}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.21403691700001945}
{"split":"test","qid":"q32","pid":"p2928","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ff60b4745fbe16dff096d9c5af5582463a8403d62dc30da5ab8898ec4387519","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.09,"2":0.85,"3":0.02},"confidence":0.8},"score":{"score":1.82,"probabilities":{"0":0.04,"1":0.12,"2":0.83,"3":0.01},"confidence":0.8},"noul":{"related":0.73,"answers":0.77,"exact":0.16}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21833358299999964}
{"split":"test","qid":"q32","pid":"p3131","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58a961bd8c087a050ff5402319baa4f03e4958d3867e716aa523769d02817caf","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.3,"2":0.02,"3":0},"confidence":0.57},"score":{"score":0.43,"probabilities":{"0":0.6,"1":0.37,"2":0.03,"3":0},"confidence":0.57},"noul":{"related":0.21,"answers":0.11,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.20889412499999163}
{"split":"test","qid":"q32","pid":"p3371","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48fa1d4bfbd268c7c11fb02ee757ab904a315e187fd7bad71d483ece86d7eedb","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.57},"score":{"score":0.42,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.32,"answers":0.02,"exact":0.01}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.22991508299999988}
{"split":"test","qid":"q32","pid":"p3493","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d92a3348c9a13b2d86d6e645cc0613695add216d72c213eef07dc0b0242d648f","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.31,"2":0.02,"3":0},"confidence":0.56},"score":{"score":0.44,"probabilities":{"0":0.57,"1":0.42,"2":0.01,"3":0},"confidence":0.56},"noul":{"related":0.25,"answers":0.16,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2405365420000162}
{"split":"test","qid":"q32","pid":"p3500","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2cfc4d139ba2ebb4ed48ab1cdeaccd29885a7b65a82de7112f4f9f877506fc8f","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.85},"score":{"score":0.95,"probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.68,"answers":0.05,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20555520800000524}
{"split":"test","qid":"q32","pid":"p359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4445ea7dac616f36bdbd635d993d50f4493a50609e4103da005f15ff3abbab10","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.89,"3":0.03},"confidence":0.85},"score":{"score":1.97,"probabilities":{"0":0,"1":0.06,"2":0.91,"3":0.03},"confidence":0.91},"noul":{"related":0.87,"answers":0.88,"exact":0.18}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21105883300001732}
{"split":"test","qid":"q32","pid":"p3907","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9de5d181210e13d0ec7d77b434017e3d9216ce9b5d86e750c145203dae7c7a8e","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.73,"2":0.12,"3":0},"confidence":0.64},"score":{"score":0.98,"probabilities":{"0":0.13,"1":0.76,"2":0.11,"3":0},"confidence":0.75},"noul":{"related":0.57,"answers":0.28,"exact":0.03}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.21166962500000955}
{"split":"test","qid":"q32","pid":"p428","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0435818b559fe97e0c1f48d815efafd3f657d2ce39e9c6ee4e6bdec75d49647f","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.4},"score":{"score":0.61,"probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.61},"noul":{"related":0.5,"answers":0.03,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20899904100000277}
{"split":"test","qid":"q32","pid":"p4316","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"75e2242e8ee20242d2c65ba150464e9179c4292652edbec49e684053182bd7ff","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.44,"2":0.54,"3":0.01},"confidence":0.38},"score":{"score":1.55,"probabilities":{"0":0.01,"1":0.43,"2":0.56,"3":0},"confidence":0.54},"noul":{"related":0.78,"answers":0.59,"exact":0.07}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.23076291699998547}
{"split":"test","qid":"q32","pid":"p4451","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"429618dcef7b284f5dc4b42fa7095b153d972fc2d078d0cd77580c5a102c2f71","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.29,"2":0.07,"3":0},"confidence":0.53},"score":{"score":0.43,"probabilities":{"0":0.63,"1":0.31,"2":0.06,"3":0},"confidence":0.57},"noul":{"related":0.16,"answers":0.24,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22876270900000237}
{"split":"test","qid":"q32","pid":"p4494","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dfb85e5386ba430dd86067e2765f581105233d31d636cdc0855518f469eafe04","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.36},"score":{"score":2.61,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.61},"noul":{"related":0.97,"answers":0.96,"exact":0.71}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2077809159999888}
{"split":"test","qid":"q32","pid":"p4669","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3015447e49bffd398023901507e2f5132fc77314aec6246043cb607c09a51da","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":1004,"outputTokens":107,"latencySeconds":0.2093907500000205}
{"split":"test","qid":"q32","pid":"p4787","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1c4d97dac5f55f85eceaa3e014ddb43f34b1a0551adeb0f2a2dc3c340085bb6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.79,"3":0.06},"confidence":0.71},"score":{"score":2.01,"probabilities":{"0":0,"1":0.05,"2":0.89,"3":0.06},"confidence":0.89},"noul":{"related":0.86,"answers":0.85,"exact":0.19}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20520250000001397}
{"split":"test","qid":"q32","pid":"p4914","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae8013ee0128c5ed53325d0684a1dda004c51aafefbc95fac8513abdb82fcab5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.84,"3":0.11},"confidence":0.79},"score":{"score":2.16,"probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.79},"noul":{"related":0.92,"answers":0.9,"exact":0.38}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20408570899997722}
{"split":"test","qid":"q32","pid":"p4947","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"335a05f0be835e6597a3c94e25f5fcd526df79ec6389ebad1fb43d50d24d9888","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22097495800000616}
{"split":"test","qid":"q32","pid":"p4974","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f2561de59f69e79d7450fece1159e266bfa6ed33a8a56766c02bc0584214dce","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20698058299999683}
{"split":"test","qid":"q32","pid":"p4996","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"538e203073fa0b414bf9661aeb134a27181927b67466d3cec9f99cf5a3b6429c","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.45,"2":0.53,"3":0},"confidence":0.36},"score":{"score":1.62,"probabilities":{"0":0.01,"1":0.36,"2":0.63,"3":0},"confidence":0.61},"noul":{"related":0.79,"answers":0.82,"exact":0.1}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2159240839999984}
{"split":"test","qid":"q32","pid":"p5051","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"49c26b8b14c851b356934f032e439e33c9d4a6701fc2fae6e5ebb1dc85f57b02","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.84},"score":{"score":0.94,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.7,"answers":0.04,"exact":0.02}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.22795179099999952}
{"split":"test","qid":"q32","pid":"p5132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7642a274446d3fb62023620ad1ceefc708bca7cd252341c005349ab4630eb78","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.14,"2":0.82,"3":0.03},"confidence":0.76},"score":{"score":1.82,"probabilities":{"0":0.02,"1":0.17,"2":0.78,"3":0.03},"confidence":0.76},"noul":{"related":0.8,"answers":0.81,"exact":0.2}},"inputTokens":806,"outputTokens":107,"latencySeconds":0.2564284580000094}
{"split":"test","qid":"q32","pid":"p5314","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee5db5f999a33d09fc72803621daaf1cd0c37807cbb208860495104557d81082","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.64,"2":0.27,"3":0.01},"confidence":0.53},"score":{"score":1.33,"probabilities":{"0":0.06,"1":0.56,"2":0.38,"3":0},"confidence":0.55},"noul":{"related":0.6,"answers":0.47,"exact":0.06}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2081629580000008}
{"split":"test","qid":"q32","pid":"p5426","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ac656eb8c2c9ad939c55dcd98027d0006b5545af93384a1ffa6b636677225ae","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.6},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.36,"answers":0.04,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22639075000002049}
{"split":"test","qid":"q32","pid":"p5445","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1631743e46f46b663ce1712a32c395ff3d7ca62640490b8edbf94a199a7bc194","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.25697650000001887}
{"split":"test","qid":"q32","pid":"p5501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c021802d7b0511c3cc9df161b078d61537f97d668bcb08da9e63344cca07491d","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.65},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.5,"answers":0.06,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23729670800000896}
{"split":"test","qid":"q32","pid":"p5688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6132b7118fdb8fab5fb644e858fdfa3ab9ecf98b6b76de58e9a03bf5ee59a851","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.2,"2":0.75,"3":0.02},"confidence":0.67},"score":{"score":1.8,"probabilities":{"0":0.03,"1":0.16,"2":0.79,"3":0.02},"confidence":0.75},"noul":{"related":0.74,"answers":0.58,"exact":0.14}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.3321992920000048}
{"split":"test","qid":"q32","pid":"p5693","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7fd71229fb1421582f1e65da1b1a2d249e65ab58810a6041f55261853046a4b2","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.29,"2":0.64,"3":0.06},"confidence":0.52},"score":{"score":1.75,"probabilities":{"0":0.01,"1":0.29,"2":0.65,"3":0.05},"confidence":0.64},"noul":{"related":0.84,"answers":0.63,"exact":0.19}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.24611637499998323}
{"split":"test","qid":"q32","pid":"p5717","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e27652d228d130bfc7f4b6c1cba2bccadd02b2d616d8025328645d809106e9b7","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.47,"2":0.51,"3":0.01},"confidence":0.34},"score":{"score":1.73,"probabilities":{"0":0.01,"1":0.27,"2":0.71,"3":0.01},"confidence":0.72},"noul":{"related":0.8,"answers":0.76,"exact":0.07}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20963595900000656}
{"split":"test","qid":"q32","pid":"p5841","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16f4189c1738e5e7f510f0d96863f5f6649818984caad734e179a5033ee2218a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.75,"3":0.04},"confidence":0.65},"score":{"score":1.8,"probabilities":{"0":0.01,"1":0.23,"2":0.72,"3":0.04},"confidence":0.71},"noul":{"related":0.87,"answers":0.75,"exact":0.19}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.24532029200001854}
{"split":"test","qid":"q32","pid":"p6174","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45b89781d369b68cdd9825aad647a250ba071d5426eb0fdcc75aa490d85070fc","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.61,"2":0.34,"3":0.01},"confidence":0.48},"score":{"score":1.61,"probabilities":{"0":0.02,"1":0.35,"2":0.63,"3":0},"confidence":0.6},"noul":{"related":0.72,"answers":0.66,"exact":0.05}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21692312500000116}
{"split":"test","qid":"q32","pid":"p6225","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91590ffeb1cdd74f075f37eda3ba3542b7370a4549d4405bc466de57be8df241","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.58},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.78},"noul":{"related":0.97,"answers":0.96,"exact":0.69}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.24558412499999394}
{"split":"test","qid":"q32","pid":"p6238","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25a7e2ece98ae844937ff333cffea2974f417d012edbfd8e35e76cf58ed16987","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.55,"2":0.42,"3":0.01},"confidence":0.41},"score":{"score":1.53,"probabilities":{"0":0.01,"1":0.46,"2":0.53,"3":0},"confidence":0.52},"noul":{"related":0.76,"answers":0.52,"exact":0.08}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22807354199999827}
{"split":"test","qid":"q32","pid":"p6418","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80997e8c4d3361ae92f87fc2c977ea74bc1f5467f5d99ef7573d51d6458e0b3c","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.62,"2":0.32,"3":0.01},"confidence":0.5},"score":{"score":1.43,"probabilities":{"0":0.05,"1":0.47,"2":0.48,"3":0},"confidence":0.43},"noul":{"related":0.63,"answers":0.47,"exact":0.08}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2108717910000123}
{"split":"test","qid":"q32","pid":"p6688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5479d98c7b4b04f446c1097d3542372bd9618f76838d1a45d94b503ba16bd62d","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.4,"2":0.48,"3":0.02},"confidence":0.31},"score":{"score":1.38,"probabilities":{"0":0.12,"1":0.4,"2":0.47,"3":0.01},"confidence":0.35},"noul":{"related":0.72,"answers":0.63,"exact":0.11}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21953541599999882}
{"split":"test","qid":"q32","pid":"p6762","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc676d22cc638de2857e334ac420a574d28bd2f5e5e252f03aeb30aba65ea035","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.17,"2":0.73,"3":0.09},"confidence":0.64},"score":{"score":1.97,"probabilities":{"0":0,"1":0.12,"2":0.78,"3":0.1},"confidence":0.77},"noul":{"related":0.89,"answers":0.82,"exact":0.25}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.23801116699998964}
{"split":"test","qid":"q32","pid":"p6816","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7eee6f58e798dcfa421f3b0def2e5b4728260d8d1efc63ecfe80db42e449df8d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.86,"3":0.04},"confidence":0.81},"score":{"score":2.02,"probabilities":{"0":0,"1":0.03,"2":0.92,"3":0.05},"confidence":0.92},"noul":{"related":0.88,"answers":0.85,"exact":0.15}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.25785666699998544}
{"split":"test","qid":"q32","pid":"p6882","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c066358ef4d9468e37d4268254e3ce461bc589cf85d755ff97fcd185e0948092","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.33,"2":0.59,"3":0.02},"confidence":0.45},"score":{"score":1.52,"probabilities":{"0":0.06,"1":0.36,"2":0.5700000000000001,"3":0.01},"confidence":0.49},"noul":{"related":0.73,"answers":0.64,"exact":0.11}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.20950341599999228}
{"split":"test","qid":"q32","pid":"p6934","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16f4189c1738e5e7f510f0d96863f5f6649818984caad734e179a5033ee2218a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.3,"2":0.64,"3":0.05},"confidence":0.52},"score":{"score":1.81,"probabilities":{"0":0.01,"1":0.22,"2":0.72,"3":0.05},"confidence":0.71},"noul":{"related":0.84,"answers":0.71,"exact":0.2}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21113637500000187}
{"split":"test","qid":"q32","pid":"p695","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb106adb0e222717187e54e062b362349ae4f6dee81719f05ef26b7f0bd6e776","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"score":{"score":0.07,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2197019999999902}
{"split":"test","qid":"q32","pid":"p7107","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea5f8be396f5db8834a18f472de722102ea13032069681248f1d568b125854f6","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.11,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2858809590000019}
{"split":"test","qid":"q32","pid":"p7544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"733c979a25ddc0eb1eb63ad19c6d2158c1f2fda82243a6db83161077e11059ee","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.25122708300000524}
{"split":"test","qid":"q32","pid":"p7776","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09663c4308d0b5045d2c5874db95d176f14c1109f8a148556f8eff2c3450d146","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.91,"3":0.03},"confidence":0.88},"score":{"score":2.01,"probabilities":{"0":0,"1":0.02,"2":0.93,"3":0.04},"confidence":0.93},"noul":{"related":0.89,"answers":0.88,"exact":0.2}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.24776512499997624}
{"split":"test","qid":"q32","pid":"p779","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d63bebebca508e15e55cf5faa7017fe76af12fa70aee23e36e179db2bb7f1bd0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.77},"score":{"score":2.17,"probabilities":{"0":0,"1":0.01,"2":0.81,"3":0.18},"confidence":0.81},"noul":{"related":0.93,"answers":0.9,"exact":0.42}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.23952770899998724}
{"split":"test","qid":"q32","pid":"p7980","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d13aaf7d2f62113a8d8509941de1bdca766b8ec8277517bfe04b34e9bfc72b2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.9299999999999999,"3":0.05},"confidence":0.92},"score":{"score":2.08,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.91},"noul":{"related":0.93,"answers":0.92,"exact":0.31}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2619317499999888}
{"split":"test","qid":"q32","pid":"p8091","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bccd7be7bbf1a853a53a6741f3efb2953983ce92872d3126660a1fa094f0457a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.57,"3":0.42},"confidence":0.43},"score":{"score":2.5,"probabilities":{"0":0,"1":0,"2":0.5,"3":0.5},"confidence":0.5},"noul":{"related":0.97,"answers":0.94,"exact":0.44}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.3083975420000206}
{"split":"test","qid":"q32","pid":"p8179","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b477d577b41b8e56401be63f815cd633678d7cd092ec9c7846a3454e476653c","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.65,"2":0.21,"3":0},"confidence":0.52},"score":{"score":1.09,"probabilities":{"0":0.17,"1":0.58,"2":0.25,"3":0},"confidence":0.58},"noul":{"related":0.51,"answers":0.4,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2168477089999942}
{"split":"test","qid":"q32","pid":"p8202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7fd71229fb1421582f1e65da1b1a2d249e65ab58810a6041f55261853046a4b2","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.25,"2":0.68,"3":0.06},"confidence":0.57},"score":{"score":1.75,"probabilities":{"0":0.01,"1":0.28,"2":0.67,"3":0.04},"confidence":0.66},"noul":{"related":0.85,"answers":0.67,"exact":0.16}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21223700000002282}
{"split":"test","qid":"q32","pid":"p824","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7812cc72232122a635521a131eddd896f8952b2898816ac513718c817b21b625","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.84,"3":0.01},"confidence":0.77},"score":{"score":1.94,"probabilities":{"0":0,"1":0.07,"2":0.91,"3":0.02},"confidence":0.91},"noul":{"related":0.89,"answers":0.84,"exact":0.12}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2626560830000089}
{"split":"test","qid":"q32","pid":"p8290","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f941fc2fc16e74871979ab23b9f0cf694fdd03e816d7eb6072908873c5d4cfab","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.82,"3":0.17},"confidence":0.77},"score":{"score":2.23,"probabilities":{"0":0,"1":0,"2":0.76,"3":0.24},"confidence":0.76},"noul":{"related":0.95,"answers":0.96,"exact":0.42}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.25159400000001186}
{"split":"test","qid":"q32","pid":"p8327","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f74d1733f3fedbe9138ebb239b9c3fade41ebc37a5bef0cc3761eea985b7c72f","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.64,"2":0.28,"3":0},"confidence":0.51},"score":{"score":1.36,"probabilities":{"0":0.03,"1":0.58,"2":0.39,"3":0},"confidence":0.58},"noul":{"related":0.65,"answers":0.44,"exact":0.06}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22942245800001546}
{"split":"test","qid":"q32","pid":"p869","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a84def2a30d6b75a820cdbac4bd64466bfc5e7f0799371364b015c71a7577f2","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.03,"answers":0.05,"exact":0.02}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.3114599579999922}
{"split":"test","qid":"q32","pid":"p8706","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd905bbfd747daf23079f10763b080139234ebc1fdc56d8d8556f826372fd98b","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.83},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.14,"answers":0.04,"exact":0.01}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.2617891670000099}
{"split":"test","qid":"q32","pid":"p8796","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91759af1598eef1c0a51ec50d9d274fff1e2b5b3c0719138ba7c55bafa497e2a","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.4,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.56,"probabilities":{"0":0.03,"1":0.38,"2":0.58,"3":0.01},"confidence":0.55},"noul":{"related":0.73,"answers":0.68,"exact":0.09}},"inputTokens":913,"outputTokens":107,"latencySeconds":0.2139586249999993}
{"split":"test","qid":"q32","pid":"p8805","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a74d50afab2307e1d7297153d2156ea786adc959497e239cf55e3e59a27c35bc","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.85},"score":{"score":0.17,"probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.83},"noul":{"related":0.13,"answers":0.16,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22396766699998988}
{"split":"test","qid":"q32","pid":"p8898","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"afc455fb7bc09b9a4273a5173ae7cc83fa16ea00755b0de0fb96e5ca4109152d","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.94},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.83,"answers":0.05,"exact":0.03}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.210848708000005}
{"split":"test","qid":"q32","pid":"p8911","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e7fa650317039586ee44d2bcbe4d982b32460f3787b799c965523b6002b4d80e","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.1,"probabilities":{"0":0.94,"1":0.02,"2":0.03,"3":0.01},"confidence":0.9},"noul":{"related":0.03,"answers":0.07,"exact":0.02}},"inputTokens":799,"outputTokens":107,"latencySeconds":0.2603214169999992}
{"split":"test","qid":"q32","pid":"p8991","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef0ec67f241d86778b1aa87bf403925b2249380729c65778e423d06bd5495930","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.79,"3":0.21},"confidence":0.71},"score":{"score":2.25,"probabilities":{"0":0,"1":0,"2":0.75,"3":0.25},"confidence":0.75},"noul":{"related":0.97,"answers":0.95,"exact":0.49}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24554712500001188}
{"split":"test","qid":"q32","pid":"p9009","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b0f0452aac51c643c43bca73a2524b42e5355d10036e554add2857e8c2ef94c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.8,"3":0.19},"confidence":0.73},"score":{"score":2.23,"probabilities":{"0":0,"1":0,"2":0.77,"3":0.23},"confidence":0.77},"noul":{"related":0.95,"answers":0.94,"exact":0.44}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2105525830000115}
{"split":"test","qid":"q32","pid":"p9067","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4929dedc8265925edd5bbb1e0c76e0e7e557aae908eb93e1f0bb53205c2d1097","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.01,"2":0.01,"3":0.01},"confidence":0.96},"score":{"score":0.1,"probabilities":{"0":0.94,"1":0.03,"2":0.02,"3":0.01},"confidence":0.9},"noul":{"related":0.03,"answers":0.06,"exact":0.02}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.22217412499999045}
{"split":"test","qid":"q32","pid":"p9124","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e5ed772ac77046bb804a404026e71d0397e53a28e151564a2d745506b7aedb5","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.21191466700000455}
{"split":"test","qid":"q32","pid":"p9256","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b4d994d3fd4b1cc1b8f770f8d74fa591f306acb617fc744a476f53a5c421b47","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.65,"2":0.3,"3":0.01},"confidence":0.53},"score":{"score":1.56,"probabilities":{"0":0.02,"1":0.42,"2":0.55,"3":0.01},"confidence":0.54},"noul":{"related":0.74,"answers":0.58,"exact":0.11}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2151656250000233}
{"split":"test","qid":"q32","pid":"p9395","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b0f0452aac51c643c43bca73a2524b42e5355d10036e554add2857e8c2ef94c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.82,"3":0.17},"confidence":0.76},"score":{"score":2.29,"probabilities":{"0":0,"1":0,"2":0.71,"3":0.29},"confidence":0.71},"noul":{"related":0.95,"answers":0.94,"exact":0.45}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.26227766699998756}
{"split":"test","qid":"q32","pid":"p9478","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25d03952264b02ab159ff59f30ba67414f80de53cd0635c7c2855760336c1c05","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.82,"2":0,"3":0},"confidence":0.76},"score":{"score":0.88,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.69,"answers":0.04,"exact":0.02}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2492565000000177}
{"split":"test","qid":"q32","pid":"p9596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01c431208adfa915359b145deafa2e089979cc8d21f39ecf44c8c87ffe9cc386","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.42,"2":0.55,"3":0},"confidence":0.39},"score":{"score":1.52,"probabilities":{"0":0.03,"1":0.42,"2":0.55,"3":0},"confidence":0.52},"noul":{"related":0.67,"answers":0.64,"exact":0.07}},"inputTokens":805,"outputTokens":107,"latencySeconds":0.23401691700000082}
{"split":"test","qid":"q32","pid":"p965","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79e97c43bf2a8c8543cc21620c25de7b3fcf2003101515f1692f5a5c51976c57","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22243262500001584}
{"split":"test","qid":"q32","pid":"p9654","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bb374b7dde382d3af9ca5df86b5440d38a099a553cec1b3e13c41409a37d75c","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.01,"2":0.02,"3":0},"confidence":0.96},"score":{"score":0.12,"probabilities":{"0":0.92,"1":0.04,"2":0.03,"3":0.01},"confidence":0.88},"noul":{"related":0.04,"answers":0.08,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.3006773749999993}
{"split":"test","qid":"q32","pid":"p9706","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fd2a160307649f1aff4f5dc36f9a441f352c5acdf4db98dd32048566c95b66dc","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.76},"score":{"score":0.22,"probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2113466250000056}
{"split":"test","qid":"q33","pid":"p10001","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d3a372738f1dae90f6f34c55592af4af66baced19bdc2ec4e93edf1e34ce0de","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.25,"2":0.02,"3":0},"confidence":0.63},"score":{"score":0.35,"probabilities":{"0":0.72,"1":0.24,"2":0.04,"3":0},"confidence":0.65},"noul":{"related":0.27,"answers":0.09,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.23629275000002234}
{"split":"test","qid":"q33","pid":"p10100","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52d2ec3d91c736695ecac5d3b0af0432af05f415f52b9953c9162dcdd5a721b0","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.7,"2":0.26,"3":0.01},"confidence":0.59},"score":{"score":1.32,"probabilities":{"0":0.02,"1":0.65,"2":0.32,"3":0.01},"confidence":0.65},"noul":{"related":0.81,"answers":0.71,"exact":0.12}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21093699999997625}
{"split":"test","qid":"q33","pid":"p10123","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e3007955a4056fb53b5c5575f8fe98801adaf532663548c017e848a173b039c","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.04,"2":0.03,"3":0},"confidence":0.91},"score":{"score":0.14,"probabilities":{"0":0.9,"1":0.06,"2":0.04,"3":0},"confidence":0.86},"noul":{"related":0.09,"answers":0.06,"exact":0.02}},"inputTokens":931,"outputTokens":107,"latencySeconds":0.30780133299998125}
{"split":"test","qid":"q33","pid":"p102","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"323c641b919973bb84b7f3ee06e3d82c0602e5ea7cd713999dcceea13db208c2","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.07,"2":0.04,"3":0.01},"confidence":0.84},"score":{"score":0.28,"probabilities":{"0":0.82,"1":0.1,"2":0.06,"3":0.02},"confidence":0.72},"noul":{"related":0.17,"answers":0.09,"exact":0.03}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2838789999999863}
{"split":"test","qid":"q33","pid":"p10224","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f659f1b153eac3feb650ef1f831982245c3b6aefa222117c709ef9d933c252a2","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.22908987500000513}
{"split":"test","qid":"q33","pid":"p10380","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8479a5fa7440334540e00802eb0184d91542dee5fa6e1c1cdf9706244ce04ff","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.75,"2":0.05,"3":0.01},"confidence":0.68},"score":{"score":0.93,"probabilities":{"0":0.15,"1":0.77,"2":0.07,"3":0.01},"confidence":0.77},"noul":{"related":0.68,"answers":0.1,"exact":0.03}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.22162670799999615}
{"split":"test","qid":"q33","pid":"p10470","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58fd0a4e1981b23175e9981d209c5a1061066b896a2f39ebaf3bf3fa7281c966","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.67,"2":0.3,"3":0.01},"confidence":0.56},"score":{"score":1.43,"probabilities":{"0":0.01,"1":0.55,"2":0.44,"3":0},"confidence":0.55},"noul":{"related":0.84,"answers":0.52,"exact":0.08}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.26412583399997674}
{"split":"test","qid":"q33","pid":"p10488","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7501d95a29f404203e82b0278ad87a7caa665801ab18340b5774de37a9e3889d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.73,"2":0.25,"3":0.01},"confidence":0.64},"score":{"score":1.28,"probabilities":{"0":0.01,"1":0.7,"2":0.29,"3":0},"confidence":0.7},"noul":{"related":0.87,"answers":0.63,"exact":0.07}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21662462499999674}
{"split":"test","qid":"q33","pid":"p10504","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40a10e794dc6fad4d1e360037334d47f3a80c60d47dd6e927dd83c12c6ccfbf3","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23859370800000032}
{"split":"test","qid":"q33","pid":"p10596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fab274beba976d479f9fb0b2f8b50f0fb43e78cca716c344b347a5c3aa7c1c3f","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22633887499998673}
{"split":"test","qid":"q33","pid":"p10612","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1997c47244b036474b39de59f810b9283937cf53a98c353a1b941d8b7aad64bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.18,"2":0.03,"3":0},"confidence":0.71},"score":{"score":0.27,"probabilities":{"0":0.77,"1":0.19,"2":0.04,"3":0},"confidence":0.73},"noul":{"related":0.36,"answers":0.11,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22100800000000162}
{"split":"test","qid":"q33","pid":"p10619","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1236e459aa304343dc6130711b578b289e6aa04d7d13a51490b8d4089337f6c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.9,"2":0.06,"3":0},"confidence":0.87},"score":{"score":1.06,"probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.89},"noul":{"related":0.8,"answers":0.25,"exact":0.03}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23753104099998018}
{"split":"test","qid":"q33","pid":"p10720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b82c2913ee5e733ffa374d2e2f88ab861d91b0f1c89c317871c7283d0fcb4a0e","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.66,"2":0.24,"3":0.02},"confidence":0.55},"score":{"score":1.28,"probabilities":{"0":0.05,"1":0.64,"2":0.3,"3":0.01},"confidence":0.62},"noul":{"related":0.8,"answers":0.47,"exact":0.1}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.24755208299998777}
{"split":"test","qid":"q33","pid":"p10726","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ac65dd3d6f5ec10441804508a169a87441b389b5f978ed72a01d8709e3da2c8","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.88,"2":0.06,"3":0},"confidence":0.84},"score":{"score":0.97,"probabilities":{"0":0.09,"1":0.86,"2":0.05,"3":0},"confidence":0.86},"noul":{"related":0.68,"answers":0.17,"exact":0.03}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21456424999999582}
{"split":"test","qid":"q33","pid":"p10823","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c020c1a61c78319f2cc46b830af9ef6f1ab41e736b4f9c05bc57301fbb8546bb","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.93},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.24829062499999419}
{"split":"test","qid":"q33","pid":"p10875","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c2ec13dc9f263e4766f6184782278e7d0452f2172ae025d1fd8158b5ce443056","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.14,"2":0.02,"3":0},"confidence":0.79},"score":{"score":0.27,"probabilities":{"0":0.78,"1":0.18,"2":0.04,"3":0},"confidence":0.73},"noul":{"related":0.26,"answers":0.15,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.201763082999998}
{"split":"test","qid":"q33","pid":"p10879","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a494ffd341d55b4f57666ab01db03496912637e87daeec5a05365bddc0129688","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"score":{"score":0.14,"probabilities":{"0":0.9,"1":0.06,"2":0.04,"3":0},"confidence":0.86},"noul":{"related":0.09,"answers":0.05,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2566452500000014}
{"split":"test","qid":"q33","pid":"p109","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c12ea52c546aec699d425c7fd906e3744bddaa8d248828ce6eb614f6b6e0d708","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.12,"probabilities":{"0":0.93,"1":0.04,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.245201040999993}
{"split":"test","qid":"q33","pid":"p10927","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc3a5d1a43486b6bdd56b29b6984076314aae3ba189b30c9586283871c714e8b","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.87},"score":{"score":0.24,"probabilities":{"0":0.82,"1":0.13,"2":0.04,"3":0.01},"confidence":0.76},"noul":{"related":0.15,"answers":0.05,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23742574999999488}
{"split":"test","qid":"q33","pid":"p10948","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dee51ef55ddb47804ad3da57925de0e9f601f85ff5eb58b1b58dee731b76b410","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.76,"2":0.17,"3":0.01},"confidence":0.68},"score":{"score":1.21,"probabilities":{"0":0.04,"1":0.71,"2":0.24,"3":0.01},"confidence":0.7},"noul":{"related":0.76,"answers":0.37,"exact":0.08}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.20936562500000583}
{"split":"test","qid":"q33","pid":"p11002","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f13252ea1aa0ecd5d77083dbb246ff77741ddb589023ebb2e2979b841b455540","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.66,"2":0.29,"3":0.02},"confidence":0.54},"score":{"score":1.4,"probabilities":{"0":0.02,"1":0.58,"2":0.39,"3":0.01},"confidence":0.56},"noul":{"related":0.81,"answers":0.47,"exact":0.08}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21846008299998357}
{"split":"test","qid":"q33","pid":"p11009","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5097849bb09064c78308aaed410e2d72aacf16f2b161007a6ea2932e8db1c49f","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.18,"probabilities":{"0":0.88,"1":0.07,"2":0.05,"3":0},"confidence":0.82},"noul":{"related":0.13,"answers":0.05,"exact":0.01}},"inputTokens":897,"outputTokens":107,"latencySeconds":0.2584417079999985}
{"split":"test","qid":"q33","pid":"p11054","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8ca8eb05f87bc382d68a55738cd1d73fc699121a2a7ebf2db5c3832c0ae5e4c","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.21,"probabilities":{"0":0.85,"1":0.11,"2":0.04,"3":0},"confidence":0.79},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.2279415410000074}
{"split":"test","qid":"q33","pid":"p11057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"416365c4668da8d83530547fe4bb8459639ff04049ea083742de047b03623579","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.9,"1":0.06,"2":0.04,"3":0},"confidence":0.85},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2152036659999867}
{"split":"test","qid":"q33","pid":"p11059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a10eb6b300271aa25895ee753c2874d7b4e93b051f88ce2a8d85cb15b3537de","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.27558829200000035}
{"split":"test","qid":"q33","pid":"p1107","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"351f5981bb3cfc77ba72501553957a51ddabfad067f3e5022087851b3ca444f0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.74,"2":0.23,"3":0.01},"confidence":0.66},"score":{"score":1.35,"probabilities":{"0":0.01,"1":0.63,"2":0.35,"3":0.01},"confidence":0.62},"noul":{"related":0.86,"answers":0.61,"exact":0.1}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22765020800000638}
{"split":"test","qid":"q33","pid":"p11164","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7231c1af374d77bda82e6ec5b80e67786285afc36e79bd7a2b3dfd0f28b7f361","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.02,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2030940829999745}
{"split":"test","qid":"q33","pid":"p11203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b69c441a7479136acf07695718364c07dc6345d83efaae7de3133a7d0ee922a","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.13,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.87},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21581104199998663}
{"split":"test","qid":"q33","pid":"p11278","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"532a64040d0f540ac418338e8aabdb8eff90a3fa7a5ab5b0bcd82e059c9fb5ab","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.92},"score":{"score":1,"probabilities":{"0":0.03,"1":0.94,"2":0.03,"3":0},"confidence":0.94},"noul":{"related":0.82,"answers":0.16,"exact":0.03}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.25060762500000416}
{"split":"test","qid":"q33","pid":"p11298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d9bca73d639e4b4dd0c100a75dae32aedd798fa0e9c93766a480f24ff782cdb","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.07,"2":0.04,"3":0},"confidence":0.85},"score":{"score":0.18,"probabilities":{"0":0.86,"1":0.09,"2":0.04,"3":0.01},"confidence":0.82},"noul":{"related":0.11,"answers":0.04,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20839670799998566}
{"split":"test","qid":"q33","pid":"p11320","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8508abb0e3226381b160d9b938be6fd1669469a51983a51a5bfbcc960f793a23","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.08,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.2480027500000142}
{"split":"test","qid":"q33","pid":"p11377","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1764c031eed103716b66a4072d1c79d3560e664988cd0aadc6aa1448a3d097c2","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.73,"2":0.26,"3":0},"confidence":0.63},"score":{"score":1.2,"probabilities":{"0":0.01,"1":0.78,"2":0.21,"3":0},"confidence":0.78},"noul":{"related":0.87,"answers":0.41,"exact":0.07}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.20900829200001317}
{"split":"test","qid":"q33","pid":"p11476","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab97c826248dc0106ec574ebbff73666982af06e8b92a3e75bc0697a5cea4eb9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.29806037500000093}
{"split":"test","qid":"q33","pid":"p11592","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22d37e902c656e05be2950c1220c1f511c35e7dd4a212bf74eb7283553775812","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.7,"2":0.17,"3":0.02},"confidence":0.6},"score":{"score":1.14,"probabilities":{"0":0.12,"1":0.64,"2":0.22,"3":0.02},"confidence":0.62},"noul":{"related":0.74,"answers":0.52,"exact":0.1}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20878625000000467}
{"split":"test","qid":"q33","pid":"p11596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"abf155288d117698df489fc788c417acd730b51db6718f5793022230e7aa69f8","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.86},"score":{"score":0.3,"probabilities":{"0":0.79,"1":0.13,"2":0.07,"3":0.01},"confidence":0.7},"noul":{"related":0.17,"answers":0.11,"exact":0.02}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.206967416999978}
{"split":"test","qid":"q33","pid":"p1193","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c46bbf8fe7483ba6db9863a42e06e55a1ca56abe94e8ea4fc481f3e221d54a99","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.12,"answers":0.05,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2226298329999845}
{"split":"test","qid":"q33","pid":"p1263","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"951fc41e39ac88df0902c44bb214909ddfff8f6d81d553ad342629bd62c7e3d8","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.86},"score":{"score":0.23,"probabilities":{"0":0.83,"1":0.13,"2":0.04,"3":0},"confidence":0.77},"noul":{"related":0.16,"answers":0.08,"exact":0.02}},"inputTokens":896,"outputTokens":107,"latencySeconds":0.21210074999998324}
{"split":"test","qid":"q33","pid":"p1373","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2728756b4c604888bec9bf4b7c65522b4b0b018e545b1231ac94236bc887f3b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22504766699997708}
{"split":"test","qid":"q33","pid":"p1382","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a4c32359c9da0934d01a94bf5387443185e1e92b1a57ea03cb0ede583fbf5ff2","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.78,"2":0.17,"3":0.02},"confidence":0.72},"score":{"score":1.3,"probabilities":{"0":0.01,"1":0.7,"2":0.27,"3":0.02},"confidence":0.68},"noul":{"related":0.83,"answers":0.62,"exact":0.12}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21591975000000094}
{"split":"test","qid":"q33","pid":"p141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7ca40fb29501f0ffdfb470a4a121095bbd8ba6ccbf4527b5916eaf70ceeedb3","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.34,"3":0.02},"confidence":0.51},"score":{"score":1.44,"probabilities":{"0":0.01,"1":0.56,"2":0.42,"3":0.01},"confidence":0.54},"noul":{"related":0.84,"answers":0.63,"exact":0.12}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.32002812500001165}
{"split":"test","qid":"q33","pid":"p1461","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cff2a42bb4ba19d2986bb4b9ad4bbc5264eba95a56996b112fff6f142c7fb20","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.74,"2":0.14,"3":0.01},"confidence":0.66},"score":{"score":1.09,"probabilities":{"0":0.09,"1":0.74,"2":0.17,"3":0},"confidence":0.73},"noul":{"related":0.76,"answers":0.33,"exact":0.06}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22541120899998351}
{"split":"test","qid":"q33","pid":"p1588","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88db771bfe1e4d12e043cb69b74f0a3094186ced7500e176903d759fa048b310","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.93,"2":0.02,"3":0},"confidence":0.91},"score":{"score":0.99,"probabilities":{"0":0.05,"1":0.91,"2":0.04,"3":0},"confidence":0.91},"noul":{"related":0.81,"answers":0.14,"exact":0.03}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.297426083999977}
{"split":"test","qid":"q33","pid":"p1658","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f42fe1bb6c5e59f4ee2be8c73b6508f20fdc8a56336d4c755dc75fc5e50201f","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.51,"2":0.24,"3":0.05},"confidence":0.35},"score":{"score":1.21,"probabilities":{"0":0.14,"1":0.55,"2":0.27,"3":0.04},"confidence":0.51},"noul":{"related":0.56,"answers":0.34,"exact":0.07}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21607645900000352}
{"split":"test","qid":"q33","pid":"p1768","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83d371dff7ec1d02ca5d69d2797d58ead4c3233423381c6b8de2b60e7cd87f7d","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.12,"2":0.08,"3":0.01},"confidence":0.71},"score":{"score":0.4,"probabilities":{"0":0.74,"1":0.15,"2":0.09,"3":0.02},"confidence":0.6},"noul":{"related":0.2,"answers":0.14,"exact":0.03}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2488438749999914}
{"split":"test","qid":"q33","pid":"p1855","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc4b679d380eba267f11aa0a652812c07ceb542168a7ae4c03a4b33f4359a278","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.77,"2":0.06,"3":0},"confidence":0.69},"score":{"score":0.97,"probabilities":{"0":0.13,"1":0.78,"2":0.09,"3":0},"confidence":0.77},"noul":{"related":0.69,"answers":0.23,"exact":0.05}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2160012909999932}
{"split":"test","qid":"q33","pid":"p2008","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43adec972d0df93d2783254be29d1d090c0665e1406e1102512f214937d8ba40","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.85,"2":0.1,"3":0},"confidence":0.79},"score":{"score":1.07,"probabilities":{"0":0.03,"1":0.86,"2":0.11,"3":0},"confidence":0.86},"noul":{"related":0.79,"answers":0.36,"exact":0.06}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21679516700000387}
{"split":"test","qid":"q33","pid":"p2073","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"879c1696c9fdfd0e924efb7c909d83839d409bd13af4f13348d7e83a3c2e72ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.07,"probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21624891599998228}
{"split":"test","qid":"q33","pid":"p211","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6402e1b73f6ae92f9a3b556d7564a71ef12950f4b13701d16234282c8c07cd17","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.63,"2":0.04,"3":0},"confidence":0.51},"score":{"score":0.77,"probabilities":{"0":0.26,"1":0.71,"2":0.03,"3":0},"confidence":0.7},"noul":{"related":0.56,"answers":0.28,"exact":0.04}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.25853979100001745}
{"split":"test","qid":"q33","pid":"p2110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b09cdd44e73f8481bf908f5fac50438a20b36786da0fbeda6372644587190cbc","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.73,"2":0.17,"3":0.01},"confidence":0.64},"score":{"score":1.19,"probabilities":{"0":0.06,"1":0.7,"2":0.23,"3":0.01},"confidence":0.7},"noul":{"related":0.8,"answers":0.44,"exact":0.07}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23231325000000652}
{"split":"test","qid":"q33","pid":"p2140","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca91a8f5089bdcac2eda90e08e305101e05b95ff523440ff1c428ba5932cb394","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.03,"2":0.04,"3":0.01},"confidence":0.9},"score":{"score":0.22,"probabilities":{"0":0.86,"1":0.06,"2":0.07,"3":0.01},"confidence":0.78},"noul":{"related":0.12,"answers":0.1,"exact":0.03}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.20647166700000524}
{"split":"test","qid":"q33","pid":"p2165","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b3ee6f318027cf91072b121bcc9330c25f9194742039108783bbc063391bbd3","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.15,"2":0.07,"3":0.01},"confidence":0.69},"score":{"score":0.35,"probabilities":{"0":0.75,"1":0.17,"2":0.07,"3":0.01},"confidence":0.65},"noul":{"related":0.22,"answers":0.1,"exact":0.04}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2379905420000141}
{"split":"test","qid":"q33","pid":"p2220","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c0ab3bbfe3404dc563c65818a428838ae8d03fd97092d1a4b860dec9462e8bd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.23,"3":0.02},"confidence":0.66},"score":{"score":1.29,"probabilities":{"0":0.01,"1":0.7,"2":0.28,"3":0.01},"confidence":0.68},"noul":{"related":0.82,"answers":0.6,"exact":0.07}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21888924999997836}
{"split":"test","qid":"q33","pid":"p2455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"797cff824bb48055547de881bd932a6e5dc70a237b87613d1f60b416748aa00a","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.76,"2":0.08,"3":0},"confidence":0.68},"score":{"score":1.02,"probabilities":{"0":0.08,"1":0.83,"2":0.09,"3":0},"confidence":0.83},"noul":{"related":0.73,"answers":0.25,"exact":0.05}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.21535433299999568}
{"split":"test","qid":"q33","pid":"p2670","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b70ecb163a45e5ec7462efea7f68de3121861b9191d81f78023b99c02e94d322","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2313152499999851}
{"split":"test","qid":"q33","pid":"p2702","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0dcc548765ab1ed24351e57fdce3356809fca89e5cb7577ae716088c6cea2c4","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":907,"outputTokens":107,"latencySeconds":0.2172517499999958}
{"split":"test","qid":"q33","pid":"p28","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66595b7a2598de25d1a530ab788d384a6fb5a5ee5c2270961b069137f5573aa4","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.15,"probabilities":{"0":0.89,"1":0.08,"2":0.03,"3":0},"confidence":0.85},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.238815042000002}
{"split":"test","qid":"q33","pid":"p2834","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f78aaddbf5200d2cc15a4f025a906d59fe9398f44f86d06aaa7be28455ded77","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.63,"2":0.28,"3":0.03},"confidence":0.51},"score":{"score":1.44,"probabilities":{"0":0.04,"1":0.51,"2":0.43,"3":0.02},"confidence":0.48},"noul":{"related":0.81,"answers":0.59,"exact":0.12}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.24859908300000824}
{"split":"test","qid":"q33","pid":"p2918","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2933dc5426f5f26b56dffcd6e3cea5b2a5a69659a8f3e6b86ce1c32770931c6","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.69,"2":0.19,"3":0.01},"confidence":0.58},"score":{"score":1.21,"probabilities":{"0":0.05,"1":0.69,"2":0.25,"3":0.01},"confidence":0.68},"noul":{"related":0.72,"answers":0.62,"exact":0.08}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2392602499999921}
{"split":"test","qid":"q33","pid":"p3057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d1313f3eb70035e9528c6d96f35ca401c9f81753dec81c0ccce57da155b4028","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.38,"2":0.02,"3":0},"confidence":0.45},"score":{"score":0.55,"probabilities":{"0":0.48,"1":0.5,"2":0.02,"3":0},"confidence":0.5},"noul":{"related":0.39,"answers":0.07,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.213541790999996}
{"split":"test","qid":"q33","pid":"p3350","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ee5fd4e564102adecd43815190338f036bc21e35a2ed8fbabfdc933c1754756","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21143545799999264}
{"split":"test","qid":"q33","pid":"p3398","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58136e2bf0baa7f37cd5140bf17b58508848679ec92328d2ab1b9b933a1e75e5","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.03,"2":0.35,"3":0.61},"confidence":0.49},"score":{"score":2.51,"probabilities":{"0":0.01,"1":0.03,"2":0.4,"3":0.56},"confidence":0.51},"noul":{"related":0.92,"answers":0.87,"exact":0.41}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22744912499998463}
{"split":"test","qid":"q33","pid":"p3434","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89a3b9c06c3a641a56cec12da1fe3b214431960e562a16e072fe0f0aa91247a4","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.20558400000000257}
{"split":"test","qid":"q33","pid":"p3468","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a703dc6d30a0c0508ead0826dd77ba256d677b53941776a67b27f6662fd93c9f","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.09,"2":0.03,"3":0.01},"confidence":0.82},"score":{"score":0.24,"probabilities":{"0":0.81,"1":0.14,"2":0.04,"3":0.01},"confidence":0.76},"noul":{"related":0.18,"answers":0.06,"exact":0.02}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.2084948330000043}
{"split":"test","qid":"q33","pid":"p3479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69df81a36dab3074b601ac0bc17d36048e2f311927cd78d4de429ae7cf586e2c","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.2,"probabilities":{"0":0.86,"1":0.1,"2":0.04,"3":0},"confidence":0.8},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21270512500000768}
{"split":"test","qid":"q33","pid":"p3582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ebfc7433ba021b8052396ef32e0af99904556d62a420f80ae151a76786bff210","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"score":{"score":0.31,"probabilities":{"0":0.76,"1":0.16,"2":0.07,"3":0.01},"confidence":0.69},"noul":{"related":0.14,"answers":0.07,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2690792089999886}
{"split":"test","qid":"q33","pid":"p3606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"549bfb837590f16d53c46f49ef3c9e632aed4e1ef106a21d19e45ae7c0e23d39","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.24093533300000128}
{"split":"test","qid":"q33","pid":"p3741","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ece0c8f22e9c64ce276771d95c845c96e334662a655d263b66d9c4e36050395","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.3252657500000205}
{"split":"test","qid":"q33","pid":"p3975","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ee4c3890d7104b8dd50743fb5a5e026f17f81b40b66b0a13f92017d642d4f79","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.85},"score":{"score":0.36,"probabilities":{"0":0.72,"1":0.19,"2":0.08,"3":0.01},"confidence":0.64},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":918,"outputTokens":107,"latencySeconds":0.21167074999999022}
{"split":"test","qid":"q33","pid":"p4000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d60864148d3a575d2e0527718afcf97eb41d1b8046fd5c2d64efb68eee8771e2","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.71,"2":0.05,"3":0},"confidence":0.6},"score":{"score":0.89,"probabilities":{"0":0.16,"1":0.8,"2":0.04,"3":0},"confidence":0.79},"noul":{"related":0.6,"answers":0.24,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21262475000001724}
{"split":"test","qid":"q33","pid":"p4141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ce5f7c6b0fd1f9c65710256d5e8139c049141ff03089e9b1c478b91ed5fa2d3","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.8,"2":0.06,"3":0},"confidence":0.73},"score":{"score":0.96,"probabilities":{"0":0.11,"1":0.83,"2":0.06,"3":0},"confidence":0.83},"noul":{"related":0.69,"answers":0.27,"exact":0.04}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.257546417000005}
{"split":"test","qid":"q33","pid":"p4237","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0108e46af31b44c47e6c2239d2ae1fc5b8cc5d38a5a9942c82cc07b9faa2c879","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.09,"2":0.03,"3":0.01},"confidence":0.83},"score":{"score":0.36,"probabilities":{"0":0.73,"1":0.18,"2":0.08,"3":0.01},"confidence":0.64},"noul":{"related":0.23,"answers":0.08,"exact":0.03}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.30364924999998766}
{"split":"test","qid":"q33","pid":"p4247","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7daf15ef774dafabecd913848830e5465aeb62b1bc175d15c83711eb1b595f51","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.39,"2":0.48,"3":0.12},"confidence":0.31},"score":{"score":1.59,"probabilities":{"0":0.01,"1":0.47000000000000003,"2":0.44,"3":0.08},"confidence":0.38},"noul":{"related":0.87,"answers":0.61,"exact":0.19}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20613079100000323}
{"split":"test","qid":"q33","pid":"p4359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ae276aa97356c0a8e92db770be2d9d34f68845afdf67ee0bf7190f79129376e","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.53,"2":0.27,"3":0.01},"confidence":0.37},"score":{"score":1.14,"probabilities":{"0":0.16,"1":0.55,"2":0.28,"3":0.01},"confidence":0.54},"noul":{"related":0.61,"answers":0.44,"exact":0.07}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23334108399998513}
{"split":"test","qid":"q33","pid":"p4536","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1997c47244b036474b39de59f810b9283937cf53a98c353a1b941d8b7aad64bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.24,"2":0.04,"3":0},"confidence":0.62},"score":{"score":0.4,"probabilities":{"0":0.67,"1":0.27,"2":0.06,"3":0},"confidence":0.6},"noul":{"related":0.36,"answers":0.11,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.26825854199999594}
{"split":"test","qid":"q33","pid":"p4572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41b202d70557a2b2fac0fb8b25b599ed325e37f44062108f39f0d6fee293b68a","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.8},"score":{"score":0.27,"probabilities":{"0":0.78,"1":0.17,"2":0.04,"3":0.01},"confidence":0.73},"noul":{"related":0.23,"answers":0.08,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21449299999998767}
{"split":"test","qid":"q33","pid":"p4592","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8ede86b10013bb847a968200d4c6431d9c471e20cf4be9a978bea9a6f4f246d","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.23,"2":0.17,"3":0.02},"confidence":0.45},"score":{"score":0.79,"probabilities":{"0":0.5,"1":0.24,"2":0.24,"3":0.02},"confidence":0.21},"noul":{"related":0.4,"answers":0.27,"exact":0.05}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2047827920000127}
{"split":"test","qid":"q33","pid":"p4596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80010afdc03a9dee43726bd6a9b88113699afc8f7e6b81714b8bafa7f597c16e","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.71,"2":0.25,"3":0.01},"confidence":0.61},"score":{"score":1.38,"probabilities":{"0":0.02,"1":0.59,"2":0.38,"3":0.01},"confidence":0.57},"noul":{"related":0.83,"answers":0.63,"exact":0.08}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2464500420000113}
{"split":"test","qid":"q33","pid":"p4745","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13d88cd9bdb1eac63f415d615559b9357efd172b507aacdab6525ed76858b101","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.84,"2":0.04,"3":0},"confidence":0.79},"score":{"score":0.96,"probabilities":{"0":0.07,"1":0.9,"2":0.03,"3":0},"confidence":0.9},"noul":{"related":0.78,"answers":0.09,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21442095900001004}
{"split":"test","qid":"q33","pid":"p4775","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64985c900d22d68805a44de30091c840cab3f4e948497518390bb029cdd9600d","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.13,"probabilities":{"0":0.91,"1":0.06,"2":0.03,"3":0},"confidence":0.87},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.25408104200000525}
{"split":"test","qid":"q33","pid":"p4844","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7c107ad6a73c0dd9faab588bce5f8f37637fb792f04a3060c76d6b6a814ab0e","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.11,"2":0.04,"3":0},"confidence":0.79},"score":{"score":0.34,"probabilities":{"0":0.73,"1":0.19,"2":0.07,"3":0.01},"confidence":0.66},"noul":{"related":0.28,"answers":0.06,"exact":0.02}},"inputTokens":954,"outputTokens":107,"latencySeconds":0.23367237499999466}
{"split":"test","qid":"q33","pid":"p4867","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a87018cb3bf6276172188f44136dc51da658f16bdaa4810fb89e02180eef3b1","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.14,"probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.86},"noul":{"related":0.15,"answers":0.04,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.23392754199999036}
{"split":"test","qid":"q33","pid":"p4926","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03a0ab437469212e656d02acf5e134ea0a7266cbada4f5691fa64f0b2f95c96a","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.89},"noul":{"related":0.1,"answers":0.05,"exact":0.01}},"inputTokens":920,"outputTokens":107,"latencySeconds":0.22661924999998884}
{"split":"test","qid":"q33","pid":"p4929","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07ead1f68e3d455786f739a1b24e788f2c77c712f75fd4f21bb839df88acdd33","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.8,"2":0.15,"3":0.01},"confidence":0.74},"score":{"score":1.11,"probabilities":{"0":0.05,"1":0.79,"2":0.15,"3":0.01},"confidence":0.78},"noul":{"related":0.75,"answers":0.22,"exact":0.06}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2222072909999988}
{"split":"test","qid":"q33","pid":"p5109","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26a9c08a51dc87c467101cd2525920fbf60f29688027500b4f7ec82e82f6e5b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.14,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21098412499998812}
{"split":"test","qid":"q33","pid":"p5192","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f96beefef9f10cb9e979e23aedfa8cbcc94417211c0fb2903025908aa3d77ab9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":28044,"outputTokens":107,"latencySeconds":1.097248416,"passageCap":60000,"originalPassageChars":236125,"submittedPassageChars":60000}
{"split":"test","qid":"q33","pid":"p524","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"673938cc45acaf13c378cf96a3e29f4154c9163b2463ac995b44683fa8273f7e","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.24479408399999375}
{"split":"test","qid":"q33","pid":"p5430","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba9532d7b1ae0edcb8d6815718164548b59872af1430b7c5e8880726f99ffda2","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22578333400000702}
{"split":"test","qid":"q33","pid":"p5487","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a03ca49da2e347630b6e22888ccceb12897814704f94901163d4882aa80085d","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.62,"2":0.23,"3":0.08},"confidence":0.5},"score":{"score":1.23,"probabilities":{"0":0.09,"1":0.62,"2":0.26,"3":0.03},"confidence":0.59},"noul":{"related":0.75,"answers":0.62,"exact":0.14}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.21387320800000453}
{"split":"test","qid":"q33","pid":"p5632","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53b1e2193162a5980158a62036ec166f8981b051220e1ac39ba9ccbeeca4e12e","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.1,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.08,"answers":0.05,"exact":0.01}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.2300934170000255}
{"split":"test","qid":"q33","pid":"p5668","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0c1b3ebaa79e7681e2811c826e975f8dab7260fd62e67f015a3be7c376c20f6","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.58,"2":0.21,"3":0.01},"confidence":0.44},"score":{"score":1.19,"probabilities":{"0":0.1,"1":0.63,"2":0.26,"3":0.01},"confidence":0.61},"noul":{"related":0.69,"answers":0.43,"exact":0.09}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23364595799997914}
{"split":"test","qid":"q33","pid":"p5689","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9b288a989870ac6fef4825f1cc47e56785c84589046ca371c35e14fc60d5fe06","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.14,"3":0},"confidence":0.78},"score":{"score":1.1,"probabilities":{"0":0.02,"1":0.86,"2":0.12,"3":0},"confidence":0.85},"noul":{"related":0.82,"answers":0.28,"exact":0.06}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.22252845899999374}
{"split":"test","qid":"q33","pid":"p5704","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"594f0e7965a416b6f6e54f8d4df52d5486f77be4bbf71abe52cd9651360880f1","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.76,"2":0.08,"3":0.01},"confidence":0.67},"score":{"score":0.98,"probabilities":{"0":0.12,"1":0.78,"2":0.1,"3":0},"confidence":0.77},"noul":{"related":0.74,"answers":0.49,"exact":0.06}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22929979100002673}
{"split":"test","qid":"q33","pid":"p5781","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9344d4f00dc16d819b6631ea66c2e2fc44b22942459e2780a678902643383252","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.68,"2":0.28,"3":0.02},"confidence":0.58},"score":{"score":1.32,"probabilities":{"0":0.02,"1":0.64,"2":0.33,"3":0.01},"confidence":0.64},"noul":{"related":0.86,"answers":0.55,"exact":0.09}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.258181459000014}
{"split":"test","qid":"q33","pid":"p5964","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcd6aed796eb682631caf628af5324f786ab0556369bffb00e8c62e684e7daaf","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":0.99},"score":{"score":2.95,"probabilities":{"0":0.01,"1":0,"2":0.02,"3":0.97},"confidence":0.95},"noul":{"related":0.98,"answers":0.98,"exact":0.92}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.25109212499999556}
{"split":"test","qid":"q33","pid":"p5986","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3134357776ecd7a3a4278764da7280bb145163bd0fc8e56b8ba3019ac1409df9","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0,"2":0.01,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.05,"answers":0.02,"exact":0.01}},"inputTokens":920,"outputTokens":107,"latencySeconds":0.6034931660000002}
{"split":"test","qid":"q33","pid":"p6044","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34f5f933745d5dc89d0110db8a75fc9b8631028db2d056524d1bf180ae1c440c","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.86},"score":{"score":0.17,"probabilities":{"0":0.88,"1":0.08,"2":0.03,"3":0.01},"confidence":0.83},"noul":{"related":0.1,"answers":0.05,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.26399749999999766}
{"split":"test","qid":"q33","pid":"p6060","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa8a11f41cdef246ca9d8f30129e1c4af9bb0c1eb5caa649016edf8d91be281c","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.61,"2":0.31,"3":0.05},"confidence":0.49},"score":{"score":1.47,"probabilities":{"0":0.02,"1":0.54,"2":0.38,"3":0.06},"confidence":0.48},"noul":{"related":0.82,"answers":0.56,"exact":0.14}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.5166923750000133}
{"split":"test","qid":"q33","pid":"p6181","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d30066b817ac129f3c312824c05683b5d1a9cd98345bd92f6109e68997a51863","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.84},"score":{"score":0.21,"probabilities":{"0":0.84,"1":0.12,"2":0.04,"3":0},"confidence":0.79},"noul":{"related":0.2,"answers":0.06,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22020141700000387}
{"split":"test","qid":"q33","pid":"p6189","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59916fa2d74099172bd59b024db2837e38eae02f528eb6857810701a873544bc","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.08,"2":0.03,"3":0},"confidence":0.86},"score":{"score":0.16,"probabilities":{"0":0.87,"1":0.1,"2":0.03,"3":0},"confidence":0.84},"noul":{"related":0.15,"answers":0.05,"exact":0.02}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21652737500000513}
{"split":"test","qid":"q33","pid":"p6204","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"567ea4445b78ad9cbcd42ee44d3ac44b9351b68a250ecbde5c273983d5300239","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.02,"exact":0.01}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.2376268749999872}
{"split":"test","qid":"q33","pid":"p6208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"761eef180fb4de5f56f51f484480612e4f318735b6fe3d1e6f72c432f355fc07","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.19,"2":0.04,"3":0.01},"confidence":0.69},"score":{"score":0.32,"probabilities":{"0":0.73,"1":0.22,"2":0.04,"3":0.01},"confidence":0.68},"noul":{"related":0.25,"answers":0.11,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21117987500000163}
{"split":"test","qid":"q33","pid":"p6221","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5359020be1e473eda3c54067b63bbaf7049032731bbe3cf50d8116957dc6dd90","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.83},"score":{"score":0.22,"probabilities":{"0":0.83,"1":0.13,"2":0.04,"3":0},"confidence":0.78},"noul":{"related":0.2,"answers":0.05,"exact":0.02}},"inputTokens":909,"outputTokens":107,"latencySeconds":0.2288890830000164}
{"split":"test","qid":"q33","pid":"p6305","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64ebb7bde6f647d65e56a18f6bd9c599cdc8186b572a99af65afdfb252a65789","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.89},"score":{"score":0.1,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.06,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2336722090000112}
{"split":"test","qid":"q33","pid":"p6309","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58136e2bf0baa7f37cd5140bf17b58508848679ec92328d2ab1b9b933a1e75e5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.28,"3":0.7},"confidence":0.59},"score":{"score":2.58,"probabilities":{"0":0.01,"1":0.02,"2":0.36,"3":0.61},"confidence":0.58},"noul":{"related":0.93,"answers":0.87,"exact":0.45}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.24328470800002105}
{"split":"test","qid":"q33","pid":"p6415","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0594d19dc70b828b5d8fe9f4e6cd5077b67c879e0436b948b22bc68545565b42","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.17,"2":0.07,"3":0.01},"confidence":0.67},"score":{"score":0.61,"probabilities":{"0":0.57,"1":0.26,"2":0.16,"3":0.01},"confidence":0.39},"noul":{"related":0.29,"answers":0.17,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22012670800002523}
{"split":"test","qid":"q33","pid":"p6494","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"958fdefcca6392ff119a440e1f17657c16be6cec122b608b80e614c059786429","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.78,"2":0.03,"3":0},"confidence":0.71},"score":{"score":0.94,"probabilities":{"0":0.11,"1":0.84,"2":0.05,"3":0},"confidence":0.83},"noul":{"related":0.72,"answers":0.13,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21371162499999627}
{"split":"test","qid":"q33","pid":"p6522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20614619eafab40f7c2dc5e95e05a1fbc2b8705237851d883bdd1d2d0896ab6f","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.73,"2":0.17,"3":0.02},"confidence":0.64},"score":{"score":1.32,"probabilities":{"0":0.04,"1":0.62,"2":0.32,"3":0.02},"confidence":0.6},"noul":{"related":0.72,"answers":0.6,"exact":0.1}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23849666699999944}
{"split":"test","qid":"q33","pid":"p6573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d7c0eeaf5479761052eacc78c894dfa1e08471a2f485d987b514f9bdc836884","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.13,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.87},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":913,"outputTokens":107,"latencySeconds":0.24406887499999722}
{"split":"test","qid":"q33","pid":"p6814","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bf83f9fa8a7c8e86c4b7251493cbb8d0bba8aab76963da62b84c11a377484ec","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.89},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23376524999999673}
{"split":"test","qid":"q33","pid":"p7092","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3582cc761387b84d3822de95cff6a833480929f2ec4477d2d28b80265a577473","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.1,"probabilities":{"0":0.9400000000000001,"1":0.03,"2":0.03,"3":0},"confidence":0.9},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":894,"outputTokens":107,"latencySeconds":0.2368770829999994}
{"split":"test","qid":"q33","pid":"p7268","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87e474acdcded9dc5687486340aea5c18a26588cbe54fc805029b77733779d21","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.05,"answers":0.02,"exact":0.01}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.3034036250000063}
{"split":"test","qid":"q33","pid":"p7297","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8508abb0e3226381b160d9b938be6fd1669469a51983a51a5bfbcc960f793a23","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.27576345800000124}
{"split":"test","qid":"q33","pid":"p7324","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f0bcd0a1302f7d80fb0cc6e69a8ed88e1563493b4b030be44e66aafb83149b0","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.23515012499998555}
{"split":"test","qid":"q33","pid":"p739","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5c73790c6f8a783192b4e24e99b95292c8145b5689460c1ab3908cae6cb3211","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.84},"score":{"score":0.27,"probabilities":{"0":0.79,"1":0.17,"2":0.04,"3":0},"confidence":0.73},"noul":{"related":0.18,"answers":0.08,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2544791249999835}
{"split":"test","qid":"q33","pid":"p74","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"814f25b5e10fdcbebf289b50c8fbfd78b7000d36e11d5747569afcfc980690e3","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.1,"2":0.04,"3":0},"confidence":0.82},"score":{"score":0.26,"probabilities":{"0":0.8,"1":0.15,"2":0.05,"3":0},"confidence":0.74},"noul":{"related":0.16,"answers":0.09,"exact":0.02}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.2265061670000141}
{"split":"test","qid":"q33","pid":"p7503","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47644eb37c8572a330f6b15eadbea34b2a683dea11f64e26f9a4d87866424ca5","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.12,"answers":0.02,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22117900000000373}
{"split":"test","qid":"q33","pid":"p7539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d477a46560365436b9294cc022e0b35d014dfe36c5680079d6d2c99fb33d16dd","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.09,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.24032600000000093}
{"split":"test","qid":"q33","pid":"p7559","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36449b7fb7fceb72f4b782313ffcce311f3a92320a819862703b3c49ce8169c1","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.56,"2":0.33,"3":0.08},"confidence":0.41},"score":{"score":1.48,"probabilities":{"0":0.02,"1":0.56,"2":0.35,"3":0.07},"confidence":0.48},"noul":{"related":0.83,"answers":0.59,"exact":0.17}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22516312500002095}
{"split":"test","qid":"q33","pid":"p7574","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8479a5fa7440334540e00802eb0184d91542dee5fa6e1c1cdf9706244ce04ff","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.77,"2":0.05,"3":0.01},"confidence":0.7},"score":{"score":0.92,"probabilities":{"0":0.15,"1":0.78,"2":0.07,"3":0},"confidence":0.77},"noul":{"related":0.69,"answers":0.11,"exact":0.03}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.21879154100001325}
{"split":"test","qid":"q33","pid":"p7587","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b09b96e6f19395eb95d5f6de84edfdd2eec7bb009f6e447ba2ba0bb88fc1704a","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":889,"outputTokens":107,"latencySeconds":0.2182357079999929}
{"split":"test","qid":"q33","pid":"p7608","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"549bfb837590f16d53c46f49ef3c9e632aed4e1ef106a21d19e45ae7c0e23d39","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2461787089999998}
{"split":"test","qid":"q33","pid":"p7632","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41e81fb70aa92bd473a58cdb9f74796c0436b4c47d0681511d790e7fa83ee086","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.13,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.87},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21854508300000453}
{"split":"test","qid":"q33","pid":"p7658","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84444043949b900b0213c4840855a8dd313887ebe93e632414caafb25bcf5363","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.74,"2":0.21,"3":0.01},"confidence":0.65},"score":{"score":1.25,"probabilities":{"0":0.02,"1":0.71,"2":0.26,"3":0.01},"confidence":0.71},"noul":{"related":0.79,"answers":0.49,"exact":0.07}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2661993750000256}
{"split":"test","qid":"q33","pid":"p7679","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48d97249f37fb0b377988f3d29c5be641c30a4cad3439c1afa917e9912308ad2","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.11,"2":0.64,"3":0.19},"confidence":0.51},"score":{"score":2.03,"probabilities":{"0":0.04,"1":0.12,"2":0.61,"3":0.23},"confidence":0.57},"noul":{"related":0.85,"answers":0.8,"exact":0.3}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21455670799998916}
{"split":"test","qid":"q33","pid":"p7688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6cec7f99f724b4226e12670821fb1c0ed62d036be4659cd10570b6dc02fb9675","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.31,"2":0.6,"3":0.08},"confidence":0.47},"score":{"score":1.83,"probabilities":{"0":0.01,"1":0.25,"2":0.65,"3":0.09},"confidence":0.64},"noul":{"related":0.84,"answers":0.71,"exact":0.18}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24397049999999582}
{"split":"test","qid":"q33","pid":"p8011","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8479a5fa7440334540e00802eb0184d91542dee5fa6e1c1cdf9706244ce04ff","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.77,"2":0.05,"3":0.01},"confidence":0.7},"score":{"score":0.93,"probabilities":{"0":0.14,"1":0.8,"2":0.06,"3":0},"confidence":0.79},"noul":{"related":0.72,"answers":0.11,"exact":0.03}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.21403316600000835}
{"split":"test","qid":"q33","pid":"p8012","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f60235c13f6e463617df1bfb08c02ab307097e3218479c3da92a232785ce27e5","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.07,"2":0.06,"3":0.01},"confidence":0.81},"score":{"score":0.38,"probabilities":{"0":0.78,"1":0.08,"2":0.12,"3":0.02},"confidence":0.62},"noul":{"related":0.17,"answers":0.45,"exact":0.08}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.25912866699998266}
{"split":"test","qid":"q33","pid":"p8126","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e64950c6588b74f5c75402023fd71e4d17f525e9d1c0d9145c5512a3175ef934","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.83,"2":0.15,"3":0.01},"confidence":0.78},"score":{"score":1.18,"probabilities":{"0":0.01,"1":0.81,"2":0.18,"3":0},"confidence":0.81},"noul":{"related":0.86,"answers":0.44,"exact":0.08}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24040275000000838}
{"split":"test","qid":"q33","pid":"p8200","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c6d17b213e82728589f78499ec5949a3b1d111b87f5b97ff051df8b69d854013","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.64,"2":0.07,"3":0.01},"confidence":0.52},"score":{"score":0.91,"probabilities":{"0":0.21,"1":0.68,"2":0.1,"3":0.01},"confidence":0.66},"noul":{"related":0.56,"answers":0.26,"exact":0.08}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2262242499999993}
{"split":"test","qid":"q33","pid":"p8256","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92581df7b8aaf5fd0bb8554664da5145d3da65a64a195454d5072afe89ad0bf8","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2104094160000095}
{"split":"test","qid":"q33","pid":"p8315","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea5afd883b1550a19118d9cfe2f5df67c7b9d45def7f29360d4123d74c7d20af","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.13,"answers":0.03,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.21156433300001662}
{"split":"test","qid":"q33","pid":"p8351","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0de2ef3960a79bb2522b259a61f66bb03be1488c999057e27234dfe595b01c4f","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.24638716600000043}
{"split":"test","qid":"q33","pid":"p8374","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17464e55f1b8e9f358cb24ca0db1e437502972dc3e49621e6f0bbb6088d88aee","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.77,"2":0.17,"3":0.01},"confidence":0.71},"score":{"score":1.25,"probabilities":{"0":0.01,"1":0.74,"2":0.25,"3":0},"confidence":0.73},"noul":{"related":0.82,"answers":0.54,"exact":0.08}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24981058399999165}
{"split":"test","qid":"q33","pid":"p8383","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e494a4a47fbd919b50a535c62235552f93cb8414154631c18f7327f1fe3d9fbd","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.87,"2":0.1,"3":0.01},"confidence":0.82},"score":{"score":1.08,"probabilities":{"0":0.03,"1":0.86,"2":0.11,"3":0},"confidence":0.85},"noul":{"related":0.81,"answers":0.41,"exact":0.05}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22618600000001607}
{"split":"test","qid":"q33","pid":"p8415","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"366c4982a87eec15096b60839e68b76a4ffc7d594db1ed33bc6df263d0e25e68","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.24,"3":0.01},"confidence":0.66},"score":{"score":1.35,"probabilities":{"0":0.01,"1":0.64,"2":0.35,"3":0},"confidence":0.63},"noul":{"related":0.85,"answers":0.44,"exact":0.07}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20980637500001467}
{"split":"test","qid":"q33","pid":"p8488","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf76fe03b3a4f7727bfcd214d9e228d10c9687637eda64ef9d6375cd544dc93c","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.4},"score":{"score":0.54,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.43,"answers":0.07,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2103089999999793}
{"split":"test","qid":"q33","pid":"p8535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"653bf31daa029d420d6f9cc42ffa38b5eb62a17ead2be43e1e965f97aa5b9d20","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.85},"score":{"score":1.07,"probabilities":{"0":0.03,"1":0.87,"2":0.1,"3":0},"confidence":0.87},"noul":{"related":0.83,"answers":0.34,"exact":0.06}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2373625410000095}
{"split":"test","qid":"q33","pid":"p8538","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83a282934ce1090eea721ff2571a4ab476bb72b2b1b9eb75a350d6edda3a94c2","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.75,"2":0.19,"3":0.02},"confidence":0.67},"score":{"score":1.16,"probabilities":{"0":0.02,"1":0.8,"2":0.17,"3":0.01},"confidence":0.79},"noul":{"related":0.82,"answers":0.63,"exact":0.09}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22895112499999232}
{"split":"test","qid":"q33","pid":"p8657","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e0b3560eb5ffe3e43f6c51d5bde73c7c4d54dacf74bea7b42cf08884daae40e","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.17,"probabilities":{"0":0.89,"1":0.06,"2":0.05,"3":0},"confidence":0.83},"noul":{"related":0.13,"answers":0.04,"exact":0.01}},"inputTokens":887,"outputTokens":107,"latencySeconds":0.22047729199999594}
{"split":"test","qid":"q33","pid":"p8671","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"205c833d001c8a848940fed0afcd40aebdf1e09967b16329c1c37645946d2700","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.20230137500001003}
{"split":"test","qid":"q33","pid":"p8730","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"620748b2fd7b157fec6cfcd0aea6a07a3c31c44969002511815114d59e40f30f","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.13,"2":0.05,"3":0},"confidence":0.76},"score":{"score":0.48,"probabilities":{"0":0.64,"1":0.25,"2":0.1,"3":0.01},"confidence":0.52},"noul":{"related":0.32,"answers":0.14,"exact":0.02}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.22133829200000035}
{"split":"test","qid":"q33","pid":"p8764","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d72dcf5e1d62232c428b734da5510a89d9467ea7ca32c53e41b7a145f9e6c850","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.81,"3":0.11},"confidence":0.75},"score":{"score":1.92,"probabilities":{"0":0.01,"1":0.14,"2":0.77,"3":0.08},"confidence":0.76},"noul":{"related":0.89,"answers":0.86,"exact":0.26}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24666037499997764}
{"split":"test","qid":"q33","pid":"p877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de9e0a7e165163f8016034d3aa9780f1517980d428c56667bd706564f2f39591","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.41,"2":0.46,"3":0.11},"confidence":0.27},"score":{"score":1.66,"probabilities":{"0":0.01,"1":0.38,"2":0.54,"3":0.07},"confidence":0.52},"noul":{"related":0.84,"answers":0.73,"exact":0.18}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22247179199999664}
{"split":"test","qid":"q33","pid":"p8797","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3ea78fef4f2deb8b56997cb18eba9e8015f8f0a3dd1e11c15503dd083186926","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.39,"2":0.5,"3":0.09},"confidence":0.33},"score":{"score":1.76,"probabilities":{"0":0.01,"1":0.32,"2":0.57,"3":0.1},"confidence":0.55},"noul":{"related":0.85,"answers":0.59,"exact":0.18}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26806958300000405}
{"split":"test","qid":"q33","pid":"p8809","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83d371dff7ec1d02ca5d69d2797d58ead4c3233423381c6b8de2b60e7cd87f7d","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.08,"2":0.05,"3":0.01},"confidence":0.81},"score":{"score":0.25,"probabilities":{"0":0.83,"1":0.1,"2":0.06,"3":0.01},"confidence":0.75},"noul":{"related":0.15,"answers":0.08,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.26208804100001}
{"split":"test","qid":"q33","pid":"p8832","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"844aaa58975b9116de989ffe584539c201d6c4cdcca88f604434528d1cbab0c3","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2191586670000106}
{"split":"test","qid":"q33","pid":"p8840","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82ffb11e717240a2ccf90d71f6a021fad86f563a6d6f6ed0b804c2c70f088aed","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.08,"2":0.04,"3":0},"confidence":0.84},"score":{"score":0.25,"probabilities":{"0":0.8099999999999999,"1":0.12,"2":0.06,"3":0.01},"confidence":0.75},"noul":{"related":0.13,"answers":0.07,"exact":0.02}},"inputTokens":922,"outputTokens":107,"latencySeconds":0.22390633300002083}
{"split":"test","qid":"q33","pid":"p8848","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18c2e17fe8fa5eeb43cb5c93679adc63a07614a0665aff534b35f065c00bca97","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.16,"probabilities":{"0":0.89,"1":0.07,"2":0.04,"3":0},"confidence":0.84},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.27938008400000397}
{"split":"test","qid":"q33","pid":"p9017","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"067087a9681ba192932cdf8eb91760bd47dd01c12208ab6f0fcead2712a20e41","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.23624583299999358}
{"split":"test","qid":"q33","pid":"p9072","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fab3204bbaa7d16508f5b218560583592f3cee73b2a3d14fa8bfb94dea0de9ef","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.06,"2":0.03,"3":0},"confidence":0.87},"score":{"score":0.23,"probabilities":{"0":0.83,"1":0.12,"2":0.05,"3":0},"confidence":0.77},"noul":{"related":0.16,"answers":0.07,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2537184169999964}
{"split":"test","qid":"q33","pid":"p9148","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc749b674e39410f453cf2d88f0d7475d73a2e65ed2457b4f726899078d1d0ad","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.96},"score":{"score":0.09,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2130195829999866}
{"split":"test","qid":"q33","pid":"p9206","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4499c54240f9da9e7135983622d24c020c49a1fc4aeb40545bf242e7d945e65","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.73,"2":0.25,"3":0.01},"confidence":0.64},"score":{"score":1.29,"probabilities":{"0":0.01,"1":0.7,"2":0.28,"3":0.01},"confidence":0.69},"noul":{"related":0.84,"answers":0.47,"exact":0.09}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.25430666599998947}
{"split":"test","qid":"q33","pid":"p9229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d75b832307cadee24e438b47e7cd1e6c705d8643c8f5e57cc89c247ec7d51e2","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.89},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2594610420000099}
{"split":"test","qid":"q33","pid":"p9312","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be2a39851de872e2dad27696cd4b123e3b796b5c44a04c41cefbc9d524c9e300","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.75,"2":0.18,"3":0.02},"confidence":0.67},"score":{"score":1.21,"probabilities":{"0":0.04,"1":0.72,"2":0.23,"3":0.01},"confidence":0.72},"noul":{"related":0.8,"answers":0.38,"exact":0.07}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22308212499998625}
{"split":"test","qid":"q33","pid":"p9357","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2225a64a46ff22b7c0f0ba35c10dfe34632aa0065d9595bd408c716cd0cbb97a","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.24,"probabilities":{"0":0.83,"1":0.11,"2":0.05,"3":0.01},"confidence":0.76},"noul":{"related":0.16,"answers":0.07,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.26335020799998893}
{"split":"test","qid":"q33","pid":"p9486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21fea6c477789485b9f560822cf34278298805c12db43d5ab71f272cee5e5977","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":926,"outputTokens":107,"latencySeconds":0.3219468750000233}
{"split":"test","qid":"q33","pid":"p95","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f65868a9931f5b392b0328811e56de9ab22fe9bbc529b64ab06f11de9da953d","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":918,"outputTokens":107,"latencySeconds":0.2270137500000128}
{"split":"test","qid":"q33","pid":"p9519","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"11538db78978c5117577c0929a64288132ffcf24661a496e541b540179e3c6b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.18,"probabilities":{"0":0.88,"1":0.08,"2":0.04,"3":0},"confidence":0.82},"noul":{"related":0.13,"answers":0.06,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20972104199999012}
{"split":"test","qid":"q33","pid":"p9585","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"921d8005e7534135d2aebdc3f1a7b5d8b372e52432795f583df49f8b72a098ce","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2516622499999939}
{"split":"test","qid":"q33","pid":"p9651","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5016912cd6dc9ce251fa5360e0b4092dc3913c1db5f8ecb30de8a6eecf0fe88","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.62,"2":0.15,"3":0.02},"confidence":0.5},"score":{"score":0.94,"probabilities":{"0":0.22,"1":0.62,"2":0.15,"3":0.01},"confidence":0.61},"noul":{"related":0.67,"answers":0.42,"exact":0.08}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2285485420000041}
{"split":"test","qid":"q33","pid":"p980","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"062108be236d2eb44ce95c589715c94c5d6332e794cdf85dd2945bddbbd5492c","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.79,"2":0.15,"3":0.01},"confidence":0.73},"score":{"score":1.12,"probabilities":{"0":0.03,"1":0.83,"2":0.14,"3":0},"confidence":0.82},"noul":{"related":0.81,"answers":0.63,"exact":0.08}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21653716700000222}
{"split":"test","qid":"q33","pid":"p9863","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81e5e64ce27cf298d5767dd7fb01d5a6d09192de5c62bb10df5be56276556ebc","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.81,"2":0.11,"3":0},"confidence":0.75},"score":{"score":1.05,"probabilities":{"0":0.05,"1":0.85,"2":0.1,"3":0},"confidence":0.85},"noul":{"related":0.75,"answers":0.34,"exact":0.04}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2965377499999886}
{"split":"test","qid":"q33","pid":"p9930","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da80673d055166a120c1ff0eee4c757860ae879122d84117f64290d1f533a663","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.05,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.24086783299999662}
{"split":"test","qid":"q33","pid":"p9938","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e494a4a47fbd919b50a535c62235552f93cb8414154631c18f7327f1fe3d9fbd","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.87,"2":0.09,"3":0.01},"confidence":0.83},"score":{"score":1.08,"probabilities":{"0":0.02,"1":0.89,"2":0.09,"3":0},"confidence":0.88},"noul":{"related":0.8,"answers":0.33,"exact":0.05}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.5336264169999922}
{"split":"test","qid":"q33","pid":"p9949","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d40aae7adb6d8677a01bf5b2aff3d749478c4653156848b526938be353607cf3","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.85},"noul":{"related":0.11,"answers":0.05,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.3187470420000027}
{"split":"test","qid":"q34","pid":"p10183","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38c455157477c56fd885e0151cce8ba50d07bd42dcebb8a7e9811c28c9e5750f","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.79},"score":{"score":0.32,"probabilities":{"0":0.69,"1":0.3,"2":0.01,"3":0},"confidence":0.68},"noul":{"related":0.15,"answers":0.07,"exact":0.02}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.2291240000000107}
{"split":"test","qid":"q34","pid":"p10413","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.33},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.33,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.20219312499999068}
{"split":"test","qid":"q34","pid":"p10427","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38e87cbf9de91019c85b07def78694205b7677f9bd5f92b3b93528efb72fac25","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.19,"2":0.37,"3":0.44},"confidence":0.25},"score":{"score":2.35,"probabilities":{"0":0,"1":0.12,"2":0.4,"3":0.48},"confidence":0.35},"noul":{"related":0.97,"answers":0.87,"exact":0.43}},"inputTokens":908,"outputTokens":107,"latencySeconds":0.21113058299999102}
{"split":"test","qid":"q34","pid":"p10473","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"005a58460c2bb7cf58f47c8456ec4afd537649ba065c080aea079333b0eed833","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.33,"2":0.57,"3":0.1},"confidence":0.43},"score":{"score":1.94,"probabilities":{"0":0,"1":0.18,"2":0.7,"3":0.12},"confidence":0.69},"noul":{"related":0.95,"answers":0.84,"exact":0.21}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.3145500830000092}
{"split":"test","qid":"q34","pid":"p10482","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb0ea5f79677fa292e18c04fe02aa8deb41be5e7dce0040a9d4c07d4e464b24d","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.16,"2":0.03,"3":0},"confidence":0.75},"score":{"score":0.37,"probabilities":{"0":0.68,"1":0.28,"2":0.04,"3":0},"confidence":0.63},"noul":{"related":0.17,"answers":0.1,"exact":0.02}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2221219170000113}
{"split":"test","qid":"q34","pid":"p106","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.41},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.32,"answers":0.06,"exact":0.01}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2714067919999943}
{"split":"test","qid":"q34","pid":"p10630","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6052af5d2a95c13c023188fa7e77b063219f45f9844fb99f1d561cd7d82432b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.5,"2":0.06,"3":0},"confidence":0.32},"score":{"score":0.7,"probabilities":{"0":0.35,"1":0.61,"2":0.04,"3":0},"confidence":0.6},"noul":{"related":0.38,"answers":0.17,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2497876249999972}
{"split":"test","qid":"q34","pid":"p10737","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bac1a4049dfcbfa40b09f45b4f45e01a2b22e2f38caa809f46acaab9cf6fb25a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.26062783399998446}
{"split":"test","qid":"q34","pid":"p10882","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ccaca01fb3ff697b115c21cb989e679bc3f46add05b880027ec6ac795bc26ae1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.2,"2":0.35,"3":0.45},"confidence":0.27},"score":{"score":2.24,"probabilities":{"0":0,"1":0.15,"2":0.45,"3":0.4},"confidence":0.44},"noul":{"related":0.93,"answers":0.77,"exact":0.28}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22926391700000387}
{"split":"test","qid":"q34","pid":"p10930","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"020e02160b5e77f5a5a812589c7ecadd2fc78dd148fa8c77e53704b0ec89138b","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.17,"2":0.02,"3":0},"confidence":0.74},"score":{"score":0.39,"probabilities":{"0":0.65,"1":0.32,"2":0.03,"3":0},"confidence":0.61},"noul":{"related":0.14,"answers":0.07,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23283191599999553}
{"split":"test","qid":"q34","pid":"p10987","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.35},"score":{"score":0.54,"probabilities":{"0":0.47,"1":0.52,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.32,"answers":0.07,"exact":0.01}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.22073858299999846}
{"split":"test","qid":"q34","pid":"p1103","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"11b8da5a809b9859c71d0e399ead7c858790856fa64f382f9638df391cbfdf97","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.09,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.12,"answers":0.05,"exact":0.01}},"inputTokens":803,"outputTokens":107,"latencySeconds":0.20360291600000346}
{"split":"test","qid":"q34","pid":"p11034","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"337b7d83ba0df05a4753697fdaa8642d863a7ed2d7fb38d45ba341e86964e2e4","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.28,"probabilities":{"0":0.72,"1":0.28,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.13,"answers":0.05,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2125737080000108}
{"split":"test","qid":"q34","pid":"p11075","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01f028b16642259104c7de006f432b9a6028d36ecbcca9ffe16b7e47940a7a35","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.63,"2":0.06,"3":0},"confidence":0.51},"score":{"score":0.8,"probabilities":{"0":0.26,"1":0.69,"2":0.05,"3":0},"confidence":0.69},"noul":{"related":0.41,"answers":0.15,"exact":0.03}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.27590366699997687}
{"split":"test","qid":"q34","pid":"p11088","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9dd37eee10012a1aa40ae39614eb53709db31985c4757fcd0b5fdd8d639e1c54","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.22,"2":0.37,"3":0.41},"confidence":0.22},"score":{"score":2.37,"probabilities":{"0":0,"1":0.11,"2":0.4,"3":0.49},"confidence":0.37},"noul":{"related":0.95,"answers":0.82,"exact":0.35}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.25401270799999476}
{"split":"test","qid":"q34","pid":"p11170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4dbc27c501a44dbeef5dc53ad09a21661a44fc83c331a875fe7b6663eade5725","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22082383400000982}
{"split":"test","qid":"q34","pid":"p11181","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"76f501f3a632af936a4fa66485d90c92c37771f753df61d79191ceaad9469c04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.48,"3":0.12},"confidence":0.3},"score":{"score":1.85,"probabilities":{"0":0,"1":0.26,"2":0.62,"3":0.12},"confidence":0.61},"noul":{"related":0.92,"answers":0.82,"exact":0.2}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21156495800000266}
{"split":"test","qid":"q34","pid":"p11185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7c8989fb5030d364b9f98b78193931799012a76d02512a4c9c6063e434b4f9a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.26,"2":0.54,"3":0.19},"confidence":0.38},"score":{"score":2.01,"probabilities":{"0":0.01,"1":0.2,"2":0.5599999999999999,"3":0.23},"confidence":0.56},"noul":{"related":0.85,"answers":0.78,"exact":0.28}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26238883300000454}
{"split":"test","qid":"q34","pid":"p1123","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8ca820f29b6e59792c11111c67e929ffdc90d82984c05237465ed9892d414ec","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.23581791599999996}
{"split":"test","qid":"q34","pid":"p11252","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"1","probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.34},"score":{"score":0.51,"probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.49},"noul":{"related":0.32,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2578522499999963}
{"split":"test","qid":"q34","pid":"p11261","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a84415a32e5faf3e9f5cbe2b7ca71970820ff92152f19c92211cc4f158386bc6","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.24,"2":0.01,"3":0},"confidence":0.66},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.37,"2":0.01,"3":0},"confidence":0.62},"noul":{"related":0.14,"answers":0.05,"exact":0.02}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.24134004099998857}
{"split":"test","qid":"q34","pid":"p11275","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a41c6c66cac61d5b3ebcfed1e2e88716f06264c139560b881ffaee40d108d4fb","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.24223404100001789}
{"split":"test","qid":"q34","pid":"p11283","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"793cb147aa6fda2d6d5ead86bc7eb7449b652e80f99636e8dae08959be137bae","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.01,"2":0.02,"3":0},"confidence":0.96},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.2357556249999907}
{"split":"test","qid":"q34","pid":"p11328","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.39,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.49,"probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.29,"answers":0.06,"exact":0.01}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.21799916599999414}
{"split":"test","qid":"q34","pid":"p11425","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d79a853aae5f053b9bed54120cbdb369dfc6382f7830f4580e96609993a60961","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2134729169999773}
{"split":"test","qid":"q34","pid":"p11529","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9160d32e7f6cf56010d774b55fd20b3ce843a3699cda2eeba80fc6475fdba5d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.55,"3":0.19},"confidence":0.39},"score":{"score":2.12,"probabilities":{"0":0,"1":0.12,"2":0.64,"3":0.24},"confidence":0.63},"noul":{"related":0.95,"answers":0.85,"exact":0.31}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2326033329999773}
{"split":"test","qid":"q34","pid":"p11562","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"005a58460c2bb7cf58f47c8456ec4afd537649ba065c080aea079333b0eed833","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.29,"2":0.61,"3":0.1},"confidence":0.47},"score":{"score":1.96,"probabilities":{"0":0,"1":0.16,"2":0.72,"3":0.12},"confidence":0.72},"noul":{"related":0.95,"answers":0.85,"exact":0.21}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22670062499999769}
{"split":"test","qid":"q34","pid":"p1203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a07caff67bba7d8c5fdfc9fbb93693edcf3917a09ab45942ed168fdbe4006c1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.15,"2":0.4,"3":0.45},"confidence":0.26},"score":{"score":2.29,"probabilities":{"0":0,"1":0.12,"2":0.47,"3":0.41},"confidence":0.47},"noul":{"related":0.97,"answers":0.87,"exact":0.38}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2867926659999939}
{"split":"test","qid":"q34","pid":"p1212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8b0968e29b2a97ab4dfac8022c60a56f435b7bcdd435d7e7fe2dd7c6a53a104","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.28,"2":0.51,"3":0.19},"confidence":0.34},"score":{"score":1.9,"probabilities":{"0":0.02,"1":0.23,"2":0.58,"3":0.17},"confidence":0.55},"noul":{"related":0.79,"answers":0.72,"exact":0.17}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22434862500001326}
{"split":"test","qid":"q34","pid":"p1231","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.35},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.31,"answers":0.05,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.22253166700000293}
{"split":"test","qid":"q34","pid":"p1253","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e08d9b22451e8b18df3e4c86ea5b597eb809274cd38efe17c13c3363bcf499a3","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.24,"2":0.01,"3":0},"confidence":0.67},"score":{"score":0.31,"probabilities":{"0":0.7,"1":0.29,"2":0.01,"3":0},"confidence":0.69},"noul":{"related":0.12,"answers":0.05,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21985599999999977}
{"split":"test","qid":"q34","pid":"p1260","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.45,"2":0.01,"3":0},"confidence":0.38},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.22040333299999473}
{"split":"test","qid":"q34","pid":"p1429","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01f4c1657e6d92e5bb09d3e36fa1ed4a8fe0cca06bd95d58c344de95433b3868","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.23496333299999242}
{"split":"test","qid":"q34","pid":"p1438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c50abbdf5125daab54d988102094d608c0feb22ce32d167fcbe77e0624d0568d","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2441463330000115}
{"split":"test","qid":"q34","pid":"p1486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4cc7ef31929d1a5fd55a3d65be3f11a9ab39aa70728256224791e99c8b0d58cb","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.09,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.26837325000000417}
{"split":"test","qid":"q34","pid":"p1519","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef8f76b7e43064d705583748d816f1105b03ec3f97519ca004fa29145e8d374a","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.81},"score":{"score":0.2,"probabilities":{"0":0.8,"1":0.19,"2":0.01,"3":0},"confidence":0.8},"noul":{"related":0.12,"answers":0.06,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2086380000000063}
{"split":"test","qid":"q34","pid":"p1625","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"866206fd09a992e3d87f875197e22115d6cf514f6da18d558dac9623e2e4da0e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.39,"3":0.23},"confidence":0.18},"score":{"score":2.11,"probabilities":{"0":0,"1":0.18,"2":0.52,"3":0.3},"confidence":0.51},"noul":{"related":0.95,"answers":0.84,"exact":0.3}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.26174600000001375}
{"split":"test","qid":"q34","pid":"p1739","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5ead63bc1017ac1d2ff32ec9e6cbf062420c737f65305f343e77d8dc47be137","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.51,"2":0.36,"3":0.12},"confidence":0.35},"score":{"score":1.68,"probabilities":{"0":0,"1":0.43,"2":0.45,"3":0.12},"confidence":0.44},"noul":{"related":0.93,"answers":0.67,"exact":0.17}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23399225000001025}
{"split":"test","qid":"q34","pid":"p1751","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a04652e1ce8d2591e02950147fd8ff73c2f07109512328fdc5e71142589fef92","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21666266599998926}
{"split":"test","qid":"q34","pid":"p1887","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02b6a54994f6142d6c8e39c46f4e8b057d63fe92b30aa2faf9a46962f48102c1","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2241732910000137}
{"split":"test","qid":"q34","pid":"p2163","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47ac1da54d848909dc63d23a14592bc041c66c3172d812908992667c5934d7b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22546695899998304}
{"split":"test","qid":"q34","pid":"p2199","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc336623cacf81c9d41c1f0f58c393a8dc0fbeb76934110d3fc93489e34eb8e5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.18,"3":0.77},"confidence":0.69},"score":{"score":2.78,"probabilities":{"0":0,"1":0.02,"2":0.17,"3":0.81},"confidence":0.78},"noul":{"related":0.97,"answers":0.92,"exact":0.59}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.20826845900001353}
{"split":"test","qid":"q34","pid":"p233","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04732f3cccb2e36660697885bbc4b032c418492b7eba306af77e990ca33100b2","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.54,"2":0.01,"3":0},"confidence":0.38},"score":{"score":0.71,"probabilities":{"0":0.3,"1":0.69,"2":0.01,"3":0},"confidence":0.69},"noul":{"related":0.41,"answers":0.1,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21073641599999973}
{"split":"test","qid":"q34","pid":"p2395","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"577e8c2c2d0eee2fcdd978b9c23e595d45baafc796bb132c74ae995962bacd00","answers":{"choice":{"choice":"1","probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.33},"score":{"score":0.64,"probabilities":{"0":0.36,"1":0.64,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.31,"answers":0.08,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23005937500001164}
{"split":"test","qid":"q34","pid":"p2413","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ec4ff938b7a69dd94ec13b45c53a72116c5aa75cbb632dc6d3e60caa411b5aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.5,"2":0.06,"3":0.01},"confidence":0.34},"score":{"score":0.75,"probabilities":{"0":0.32,"1":0.61,"2":0.07,"3":0},"confidence":0.6},"noul":{"related":0.36,"answers":0.23,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21712416700000176}
{"split":"test","qid":"q34","pid":"p2591","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbc391ac2aa3ef46f9cc0c23915c72da8af1e3e34d4d2cf1d28b8dbb666577d5","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2424943750000093}
{"split":"test","qid":"q34","pid":"p2616","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3df153e77a3e65de0d6d474c94b1b1e84c136fb5bebc761a8fc4bf662460d20a","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.65,"2":0.02,"3":0},"confidence":0.53},"score":{"score":0.78,"probabilities":{"0":0.25,"1":0.72,"2":0.03,"3":0},"confidence":0.72},"noul":{"related":0.47,"answers":0.1,"exact":0.02}},"inputTokens":925,"outputTokens":107,"latencySeconds":0.20657666700001573}
{"split":"test","qid":"q34","pid":"p2625","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e35bab4a8dbfda820728aedd3a0c97a88017ff17bbb6841ba609b3f74c9e5675","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23776133300000218}
{"split":"test","qid":"q34","pid":"p2678","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39b9101e661cef4e2da4555797fb30cc327790cf2c6707b6aa0812993b20ae3e","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.25,"2":0.01,"3":0},"confidence":0.66},"score":{"score":0.34,"probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.17,"answers":0.06,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.3438325410000107}
{"split":"test","qid":"q34","pid":"p2750","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.54,"probabilities":{"0":0.47,"1":0.52,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.33,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2513786669999827}
{"split":"test","qid":"q34","pid":"p2763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a3548c4615e072123a2bf456b83a15303aecab59cf4df4c48c5cf5bd97522660","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.54,"3":0.16},"confidence":0.39},"score":{"score":2.06,"probabilities":{"0":0,"1":0.13,"2":0.67,"3":0.2},"confidence":0.66},"noul":{"related":0.94,"answers":0.88,"exact":0.26}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23391975000000093}
{"split":"test","qid":"q34","pid":"p2881","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d23e8e08abbaa3c0cb05efda2ceaa11d8cd7c5d195547609ba27fd6385580c9","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.15,"2":0.05,"3":0},"confidence":0.73},"score":{"score":0.34,"probabilities":{"0":0.73,"1":0.21,"2":0.06,"3":0},"confidence":0.66},"noul":{"related":0.15,"answers":0.1,"exact":0.02}},"inputTokens":1292,"outputTokens":107,"latencySeconds":0.2556456669999752}
{"split":"test","qid":"q34","pid":"p3013","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1193214da45b4ff6152d6ef97463df73b24c5469d33c2a453271aecdef52ef54","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.45,"2":0.03,"3":0},"confidence":0.36},"score":{"score":0.57,"probabilities":{"0":0.46,"1":0.51,"2":0.03,"3":0},"confidence":0.51},"noul":{"related":0.37,"answers":0.17,"exact":0.03}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2292862079999759}
{"split":"test","qid":"q34","pid":"p3453","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5668c324362df4c8db47c54ffe04e3d1248dadde0a3cb62b700d3b2a357c34f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.22,"3":0.73},"confidence":0.64},"score":{"score":2.72,"probabilities":{"0":0,"1":0.02,"2":0.24,"3":0.74},"confidence":0.72},"noul":{"related":0.96,"answers":0.91,"exact":0.49}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21145612499999697}
{"split":"test","qid":"q34","pid":"p3548","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1898b6d85e84a6ec6745168d4fb865893cb58ce4b581e5ed2f17bfdb497d16d","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.33,"answers":0.12,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2208797080000222}
{"split":"test","qid":"q34","pid":"p357","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ebe2b350b3a4186818561b60b34f18d6a534f297a175fda56e42567ec7cde806","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.65,"2":0.27,"3":0.03},"confidence":0.52},"score":{"score":1.35,"probabilities":{"0":0.05,"1":0.57,"2":0.36,"3":0.02},"confidence":0.55},"noul":{"related":0.68,"answers":0.53,"exact":0.1}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20796012499998323}
{"split":"test","qid":"q34","pid":"p3699","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a64412932409b8222b4641974c2af6b57ff16fe729bd83eb4201f4d0c4c5802","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22264129100000718}
{"split":"test","qid":"q34","pid":"p3786","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.57,"1":0.42,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2109970420000027}
{"split":"test","qid":"q34","pid":"p3993","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8a3433f28af9061c757cef3bccdc40e62e7f1231ab5fb5ca79bd98256a8a46b2","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2169293329999782}
{"split":"test","qid":"q34","pid":"p4052","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6cdd6750f0233a17e38bac0f57604986d99e0c259f0b9eafc9c862cc536a9ff5","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.39,"2":0.02,"3":0},"confidence":0.45},"score":{"score":0.53,"probabilities":{"0":0.48,"1":0.51,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.25,"answers":0.14,"exact":0.02}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.21019512500002746}
{"split":"test","qid":"q34","pid":"p4077","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8ca820f29b6e59792c11111c67e929ffdc90d82984c05237465ed9892d414ec","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.2184498329999915}
{"split":"test","qid":"q34","pid":"p4101","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47068992012b46b59d6675775f87af1e25439df30cfa29cf63ba44b1f8661a0b","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.24114362499999697}
{"split":"test","qid":"q34","pid":"p4188","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5cec8027854295b9726657a08cccf09cd2aea12c39d829e3f5d0e139fba7e298","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.39,"3":0.36},"confidence":0.18},"score":{"score":2.13,"probabilities":{"0":0,"1":0.21,"2":0.44,"3":0.35},"confidence":0.44},"noul":{"related":0.96,"answers":0.79,"exact":0.42}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23740650000001187}
{"split":"test","qid":"q34","pid":"p4259","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.41},"score":{"score":0.52,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.3,"answers":0.06,"exact":0.01}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2631636249999865}
{"split":"test","qid":"q34","pid":"p4507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b5dd33d86a57f8cc8d1e46080ad2cf051f57d3b6f13ff9925711e0245fa4dc6","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.24516075000001}
{"split":"test","qid":"q34","pid":"p4567","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52365d1aed894b33dd145cdcea4c6b3c20ec52c2106d6a3154ec016d7090c8b9","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.09,"answers":0.06,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22941633400000866}
{"split":"test","qid":"q34","pid":"p4805","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3c38420ce293af0b6e34ccd6cad7303b226956e3f44d1ef86e96f03ee559f5f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.31,"2":0.21,"3":0.48},"confidence":0.3},"score":{"score":2.3,"probabilities":{"0":0,"1":0.2,"2":0.29,"3":0.51},"confidence":0.3},"noul":{"related":0.95,"answers":0.82,"exact":0.33}},"inputTokens":804,"outputTokens":107,"latencySeconds":0.261338665999996}
{"split":"test","qid":"q34","pid":"p4881","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02ba1ecf666cb55f81b8d23e02f1c95a150ac26f0831b05b45d385893d4efbe2","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.05,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.24339429100000415}
{"split":"test","qid":"q34","pid":"p4897","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a50035c93650e49572e707a26f584476d4b6c3eb2733f026d6db2e3898320b6","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.45,"2":0.1,"3":0.01},"confidence":0.27},"score":{"score":0.86,"probabilities":{"0":0.31,"1":0.54,"2":0.14,"3":0.01},"confidence":0.52},"noul":{"related":0.45,"answers":0.27,"exact":0.06}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20179087500000606}
{"split":"test","qid":"q34","pid":"p5078","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e49f36e11c3db8fba77176f3863dedf9a92e3cf3a10d952a9f49066dae68b06d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.2,"3":0.75},"confidence":0.67},"score":{"score":2.74,"probabilities":{"0":0,"1":0.02,"2":0.21,"3":0.77},"confidence":0.74},"noul":{"related":0.97,"answers":0.92,"exact":0.56}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2595636250000098}
{"split":"test","qid":"q34","pid":"p5087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e91979ed0945d6d126cf6ccf98344d1148dedb431b997900ac80227451f58a3d","answers":{"choice":{"choice":"1","probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.37},"score":{"score":0.56,"probabilities":{"0":0.44,"1":0.56,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.31,"answers":0.07,"exact":0.02}},"inputTokens":804,"outputTokens":107,"latencySeconds":0.2283209590000042}
{"split":"test","qid":"q34","pid":"p5208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"00ea8c4270cc51e9626ffe76ce40111836ef420b58e19ee3cdbc318832a24da3","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2197589169999992}
{"split":"test","qid":"q34","pid":"p5484","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83bd99dc0d55a4e229de1758534c8a7ed4a5c90ff2eb457aeab4a57ccae63219","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.39,"3":0.06},"confidence":0.4},"score":{"score":1.79,"probabilities":{"0":0,"1":0.28,"2":0.64,"3":0.08},"confidence":0.63},"noul":{"related":0.92,"answers":0.79,"exact":0.15}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2443262499999837}
{"split":"test","qid":"q34","pid":"p5570","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d4772e7d92e1ea353d73ccf11aa6fa2211b76ec0949f7100e6a914b34714e6f","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.32,"2":0.41,"3":0.26},"confidence":0.22},"score":{"score":1.97,"probabilities":{"0":0.01,"1":0.25,"2":0.5,"3":0.24},"confidence":0.49},"noul":{"related":0.87,"answers":0.69,"exact":0.19}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.25748687500000234}
{"split":"test","qid":"q34","pid":"p5629","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"390b4694a2095f9124b90322034aa612c1a2b0e53b9ffff9e58a0fac5441bfbb","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.20810829200001899}
{"split":"test","qid":"q34","pid":"p567","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"005a58460c2bb7cf58f47c8456ec4afd537649ba065c080aea079333b0eed833","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.59,"3":0.11},"confidence":0.45},"score":{"score":1.94,"probabilities":{"0":0,"1":0.18,"2":0.7,"3":0.12},"confidence":0.69},"noul":{"related":0.95,"answers":0.85,"exact":0.22}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2080568750000093}
{"split":"test","qid":"q34","pid":"p5890","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26235a0b324b42f108e7c0afc9e3cccf3e5dac69acc921c61696c2a97ba09c22","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21110479200002738}
{"split":"test","qid":"q34","pid":"p5984","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d413a05db7c52dbedfaa86b68f094246f71c76c62b513c05cd3b20abd308fcf","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.88},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2999239169999782}
{"split":"test","qid":"q34","pid":"p6110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.36},"score":{"score":0.52,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.3,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.21672408300000826}
{"split":"test","qid":"q34","pid":"p6139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.41},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.3,"answers":0.05,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.20928195800000685}
{"split":"test","qid":"q34","pid":"p615","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0ea5da1e558971b8c245986d77f24f120d870d8140b67b1b5ea60b6943f87f4","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.92,"2":0.03,"3":0},"confidence":0.89},"score":{"score":1,"probabilities":{"0":0.03,"1":0.94,"2":0.03,"3":0},"confidence":0.94},"noul":{"related":0.74,"answers":0.2,"exact":0.04}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.20338474999999745}
{"split":"test","qid":"q34","pid":"p62","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.5700000000000001,"1":0.42,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.49,"probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.32,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.24709862500001328}
{"split":"test","qid":"q34","pid":"p6201","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23d8012cf67b7b7e9f721fa2b1b06a2d8f35d785547b046f37956c309ed16e41","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.22,"2":0.36,"3":0.41},"confidence":0.21},"score":{"score":2.19,"probabilities":{"0":0,"1":0.18,"2":0.44,"3":0.38},"confidence":0.43},"noul":{"related":0.94,"answers":0.75,"exact":0.3}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2866468750000058}
{"split":"test","qid":"q34","pid":"p6250","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.48,"probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.31,"answers":0.07,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.22027074999999605}
{"split":"test","qid":"q34","pid":"p630","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"412e32a7f187ae30bcdf66d99580ed5ff69800c23499b01f47fe178dbc3a6305","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.83},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.1,"answers":0.05,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22679904099999112}
{"split":"test","qid":"q34","pid":"p6372","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa516b8c3160a72c1ae6c40f6ae99b465cfe6e1492d6eb572125c415c58dd1cb","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.83},"score":{"score":0.19,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.11,"answers":0.05,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2429627089999849}
{"split":"test","qid":"q34","pid":"p6434","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"407e75596d6075221378cc05f6151401be27ecb1eadad4e185c3d4471fa01679","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2318157919999794}
{"split":"test","qid":"q34","pid":"p6471","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.34},"score":{"score":0.52,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.34,"answers":0.07,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.23367145800002617}
{"split":"test","qid":"q34","pid":"p6496","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f5d92e756f3f276256c721d548f5f99738bbeb172893f1afa9debb9cfa18749","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.65,"2":0.32,"3":0.03},"confidence":0.54},"score":{"score":1.62,"probabilities":{"0":0,"1":0.41,"2":0.56,"3":0.03},"confidence":0.55},"noul":{"related":0.92,"answers":0.79,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2875804159999825}
{"split":"test","qid":"q34","pid":"p6611","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2495a7fd2ce365ccc70ff4f164c9a26d8b7a81e1951d4b616548446f0fb45552","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.04,"exact":0.01}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.21488187500002096}
{"split":"test","qid":"q34","pid":"p6708","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8217d024eee979e6537a66fe8a977a34c7b983a0534e2816c8859ce7fb84084b","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.28,"2":0.01,"3":0},"confidence":0.62},"score":{"score":0.34,"probabilities":{"0":0.66,"1":0.33,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.14,"answers":0.06,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2393413329999894}
{"split":"test","qid":"q34","pid":"p6723","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"532db4e44e117bf67afb11a5539828487231222e185091348857e767270ae89d","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.2,"2":0.49,"3":0.3},"confidence":0.33},"score":{"score":2.11,"probabilities":{"0":0.01,"1":0.16,"2":0.54,"3":0.29},"confidence":0.52},"noul":{"related":0.88,"answers":0.76,"exact":0.19}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21729779199999757}
{"split":"test","qid":"q34","pid":"p6776","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"76c333d978dfc6b10480920f3d5d1cb3e483386c16e31d4e2feef5412b56c215","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.66,"2":0.29,"3":0.05},"confidence":0.54},"score":{"score":1.64,"probabilities":{"0":0,"1":0.43,"2":0.5,"3":0.07},"confidence":0.5},"noul":{"related":0.94,"answers":0.79,"exact":0.19}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21375020899999073}
{"split":"test","qid":"q34","pid":"p6854","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd67ad67bcf0a445ca218fcb28f9dcf3a238a6f7f208bd34d4d738fe3935abf7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.23052187500000582}
{"split":"test","qid":"q34","pid":"p6941","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.41,"2":0.01,"3":0},"confidence":0.43},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.3,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.245368833000015}
{"split":"test","qid":"q34","pid":"p7076","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.45,"2":0.01,"3":0},"confidence":0.38},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.51,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.32,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.26227745900000443}
{"split":"test","qid":"q34","pid":"p7121","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"749d81b6f082cb6db9bd834b216fbb70a1686d0c99bfbbbe1243e5e1f6ae1ca7","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.05,"answers":0.02,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.21090116700000364}
{"split":"test","qid":"q34","pid":"p7181","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dd8e4858d94a5642942c06e34a80d338f58f831162c1054e52b06bb22fddfb25","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.49,"2":0.04,"3":0.01},"confidence":0.33},"score":{"score":0.66,"probabilities":{"0":0.4,"1":0.54,"2":0.05,"3":0},"confidence":0.54},"noul":{"related":0.42,"answers":0.17,"exact":0.06}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20954770900000586}
{"split":"test","qid":"q34","pid":"p7199","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bbbc3bf9325166f419fb357d90612b8adff3d60d6b8c6b2cccceeec0fa94d27f","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.7},"score":{"score":0.25,"probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.12,"answers":0.05,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.21236170900001888}
{"split":"test","qid":"q34","pid":"p7205","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.41,"2":0.01,"3":0},"confidence":0.44},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.28,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2125040839999856}
{"split":"test","qid":"q34","pid":"p7309","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa688568a5ec6739ea02c7fb85ae4ccc8b60faef4e7f91fb410e71c9ec633ba8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":892,"outputTokens":107,"latencySeconds":0.21513916700001573}
{"split":"test","qid":"q34","pid":"p7322","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d0646a68d8457de9b25561abebba749716b75271fb7a6e5383c0318ff183ae1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.39,"2":0.36,"3":0.25},"confidence":0.18},"score":{"score":1.89,"probabilities":{"0":0,"1":0.32,"2":0.47,"3":0.21},"confidence":0.47},"noul":{"related":0.93,"answers":0.72,"exact":0.2}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.29657774999999675}
{"split":"test","qid":"q34","pid":"p7546","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c6aacab0d9a0dd5a94b6ab2d59ca7db7e4a376286eb868ac61609def4ff6bef5","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.38},"score":{"score":0.54,"probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.26,"answers":0.05,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2690590830000001}
{"split":"test","qid":"q34","pid":"p7601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d7cdc6c1d5b6bf31ace6023d53a46d9a73e90a9e5fe73aa155447c744ec6b72","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.31,"2":0.49,"3":0.19},"confidence":0.32},"score":{"score":1.96,"probabilities":{"0":0,"1":0.24,"2":0.56,"3":0.2},"confidence":0.56},"noul":{"related":0.89,"answers":0.68,"exact":0.18}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20278404199998476}
{"split":"test","qid":"q34","pid":"p7646","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af819b851b2b403801b25bd7bdfe0d41ecf765c1d96875d81fca8d91223fc1fa","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.39999999999999997,"2":0.27,"3":0.1},"confidence":0.21},"score":{"score":1.49,"probabilities":{"0":0.13,"1":0.36,"2":0.39,"3":0.12},"confidence":0.25},"noul":{"related":0.56,"answers":0.48,"exact":0.18}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22338545800000428}
{"split":"test","qid":"q34","pid":"p768","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4744b141ffd05aedc1674b8302253af5b1520608fe82151aed07904bccb219cc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.12,"3":0.86},"confidence":0.81},"score":{"score":2.84,"probabilities":{"0":0,"1":0.01,"2":0.13,"3":0.86},"confidence":0.84},"noul":{"related":0.97,"answers":0.94,"exact":0.62}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21835654199999407}
{"split":"test","qid":"q34","pid":"p7700","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"778b687dd126c1e4f1bf70db8724283d06376e8a434107ab5c8cd350d8631aec","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.67,"2":0.02,"3":0},"confidence":0.55},"score":{"score":0.76,"probabilities":{"0":0.26,"1":0.73,"2":0.01,"3":0},"confidence":0.73},"noul":{"related":0.32,"answers":0.11,"exact":0.03}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22137266700001781}
{"split":"test","qid":"q34","pid":"p7705","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.34,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2290326670000213}
{"split":"test","qid":"q34","pid":"p7715","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"400b1ba55df230da3ce0ffd2770e956a506aba9574365049fa9492c9e9fc068a","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.76,"answers":0.11,"exact":0.03}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21656308300001548}
{"split":"test","qid":"q34","pid":"p7725","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07c77ec3b0b513fb93a1787d73c183fa62981dbab718e735da21a7c9a069c345","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.06,"exact":0.02}},"inputTokens":916,"outputTokens":107,"latencySeconds":0.22987233300000662}
{"split":"test","qid":"q34","pid":"p8078","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.57,"1":0.42,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.47,"probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.27,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2291191659999895}
{"split":"test","qid":"q34","pid":"p8184","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6c2790af7a58c3b184c35ea16b737852f1ca554cf1805ffa5937c940ff9481d","answers":{"choice":{"choice":"0","probabilities":{"0":0.47,"1":0.44,"2":0.08,"3":0.01},"confidence":0.29},"score":{"score":0.82,"probabilities":{"0":0.33,"1":0.53,"2":0.13,"3":0.01},"confidence":0.51},"noul":{"related":0.43,"answers":0.24,"exact":0.06}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22135483299999031}
{"split":"test","qid":"q34","pid":"p8245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2251b1667f1ad34c5ad215599552c5cfb6f9a669fc6023d48202d849f1d1a3e3","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.81},"score":{"score":0.24,"probabilities":{"0":0.78,"1":0.21,"2":0.01,"3":0},"confidence":0.76},"noul":{"related":0.1,"answers":0.06,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.24785879199998453}
{"split":"test","qid":"q34","pid":"p8486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4b48aa784fb26573068fea29e0ffc637e093c6e6ee2b1addd82cbf67fea1355","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.68},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.25,"2":0.01,"3":0},"confidence":0.73},"noul":{"related":0.14,"answers":0.08,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21017370799998752}
{"split":"test","qid":"q34","pid":"p8552","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e69f2516d6dd192eeb2d5d73502327cffa83e05f22d5b789dcc48c5913616a0","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.06,"answers":0.05,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21567679199998382}
{"split":"test","qid":"q34","pid":"p8559","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.53,"probabilities":{"0":0.48,"1":0.51,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.33,"answers":0.07,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.22122304199999782}
{"split":"test","qid":"q34","pid":"p866","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ecc532ca042c602a5e13e8e8430461210f4cfaba9eb4976a11e5d2c806150880","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.21539279099999112}
{"split":"test","qid":"q34","pid":"p8733","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4dbc27c501a44dbeef5dc53ad09a21661a44fc83c331a875fe7b6663eade5725","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2249392919999955}
{"split":"test","qid":"q34","pid":"p8754","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a2bcaee3a0aca1f7047902e6add8b4994a38dfedc86b7501fb814e946214ea3","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.11,"answers":0.05,"exact":0.01}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2221414999999979}
{"split":"test","qid":"q34","pid":"p8762","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4da1264bd4308fdeaed71c30ca34fa848d073a99d6e5ef620168d22176339020","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.05,"answers":0.06,"exact":0.01}},"inputTokens":9222,"outputTokens":107,"latencySeconds":0.2727778330000001}
{"split":"test","qid":"q34","pid":"p88","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db6b2bd0397ed8a63ba744b2109df0d16e3fa78fef341fe6ee5bbdb6cea75791","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.63,"2":0.02,"3":0},"confidence":0.5},"score":{"score":0.69,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.36,"answers":0.17,"exact":0.03}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.26115975000002073}
{"split":"test","qid":"q34","pid":"p8895","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"13338f94d5bb3764c6f2753e19c1a8c6f3b0a9f9294faa2db9119510d8b91030","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.89,"2":0.02,"3":0},"confidence":0.86},"score":{"score":0.97,"probabilities":{"0":0.05,"1":0.93,"2":0.02,"3":0},"confidence":0.93},"noul":{"related":0.71,"answers":0.15,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21225699999998324}
{"split":"test","qid":"q34","pid":"p8897","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47b8d7e7492224fa5b07528678dece8071a526641d464154937e9fa15d16e0b0","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2602054160000116}
{"split":"test","qid":"q34","pid":"p8916","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ff0031f6fa443942f8bb85c457883db78b902ca8537406f046f72292697cf74b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.16,"2":0.66,"3":0.18},"confidence":0.55},"score":{"score":2.15,"probabilities":{"0":0,"1":0.06,"2":0.73,"3":0.21},"confidence":0.72},"noul":{"related":0.94,"answers":0.88,"exact":0.27}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2096292919999978}
{"split":"test","qid":"q34","pid":"p8986","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.36},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.3,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.23433279200000107}
{"split":"test","qid":"q34","pid":"p8994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"946a8c5a0f5e796164a262217dbbf730ba33ce48a654915adbdea1331bb8498f","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.36},"score":{"score":0.44,"probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.24,"answers":0.06,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2663912919999857}
{"split":"test","qid":"q34","pid":"p9030","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30823f1e19f8fb2ff2e90061c4710c8ca101bcb0260d026a2172013e8f20f997","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.23,"2":0.55,"3":0.22},"confidence":0.4},"score":{"score":2.12,"probabilities":{"0":0,"1":0.14,"2":0.6,"3":0.26},"confidence":0.59},"noul":{"related":0.92,"answers":0.86,"exact":0.24}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24032883300000685}
{"split":"test","qid":"q34","pid":"p9087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.41},"score":{"score":0.51,"probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.49},"noul":{"related":0.3,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.21486133299997892}
{"split":"test","qid":"q34","pid":"p9258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04f74bf69202d82fa63723a44007eaa3e40f872105f24f36c56d6eb10ccb90cb","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.87},"score":{"score":0.15,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.16,"answers":0.04,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2206059590000077}
{"split":"test","qid":"q34","pid":"p9331","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53fa964fce7df66165af93747479123ec9f3faf00f2a7b303cc6882f7d48b1d3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.55,"3":0.08},"confidence":0.4},"score":{"score":1.88,"probabilities":{"0":0,"1":0.24,"2":0.64,"3":0.12},"confidence":0.64},"noul":{"related":0.94,"answers":0.81,"exact":0.2}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20821216600001208}
{"split":"test","qid":"q34","pid":"p9342","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61824bbce56fe3c8579ce1622bfa185ea72af533697f48325466231a70cce050","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.73,"2":0.01,"3":0},"confidence":0.64},"score":{"score":0.8,"probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.78},"noul":{"related":0.45,"answers":0.1,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.20434091600001555}
{"split":"test","qid":"q34","pid":"p9358","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae52805741f8be8c9740a2018628e157cf13985527e7fbb0dd7b453aea079386","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.24149299999998766}
{"split":"test","qid":"q34","pid":"p9402","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0421a5091cfec6e4c42c1517132b8ce7591591bb6c6bbeeb97d139cd1408a901","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.65,"2":0.05,"3":0},"confidence":0.53},"score":{"score":0.88,"probabilities":{"0":0.2,"1":0.72,"2":0.08,"3":0},"confidence":0.72},"noul":{"related":0.48,"answers":0.17,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2493219579999859}
{"split":"test","qid":"q34","pid":"p9490","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ba0b0134b403cd15b9270b35756740253a1eca74f261133675034a2c641daa9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.54,"3":0.21},"confidence":0.39},"score":{"score":2.09,"probabilities":{"0":0,"1":0.14,"2":0.63,"3":0.23},"confidence":0.63},"noul":{"related":0.97,"answers":0.87,"exact":0.43}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.24963054099999135}
{"split":"test","qid":"q34","pid":"p9504","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.34},"score":{"score":0.55,"probabilities":{"0":0.45,"1":0.54,"2":0.01,"3":0},"confidence":0.54},"noul":{"related":0.32,"answers":0.07,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.25649045800001474}
{"split":"test","qid":"q34","pid":"p9575","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8bbb26c69372eb3c7f724d1d8da548e351dc04b45b5edea2cc4a3c5f21fa5ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20592333300001336}
{"split":"test","qid":"q34","pid":"p9580","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a1f1f024c810f3dde4e48cbaf679256d23e65f11122a85d6680c13aadd64bb6","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":1089,"outputTokens":107,"latencySeconds":0.20369183299998986}
{"split":"test","qid":"q34","pid":"p9617","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4f1ae825517cbc302d21dd0597b66fa3bf035d4c92a3b560f78fbf26a9bc984","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.48,"2":0.32,"3":0.19},"confidence":0.31},"score":{"score":1.78,"probabilities":{"0":0.01,"1":0.38,"2":0.43,"3":0.18},"confidence":0.42},"noul":{"related":0.86,"answers":0.61,"exact":0.17}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.23077324999999838}
{"split":"test","qid":"q34","pid":"p9647","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"294936bdf23865462ccd6f1590bb667a7442612863637afb4bc7ca89a98d3f55","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.7},"score":{"score":0.26,"probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.16,"answers":0.06,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22738758300000336}
{"split":"test","qid":"q34","pid":"p9685","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62e9aa68f742857a78aedb263c8b204f45a52defe65e17e043142caa5b7b8000","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.32,"2":0.01,"3":0},"confidence":0.56},"score":{"score":0.37,"probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.26,"answers":0.05,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.25689054099997155}
{"split":"test","qid":"q34","pid":"p970","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.5700000000000001,"1":0.42,"2":0.01,"3":0},"confidence":0.41},"score":{"score":0.47,"probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2601500410000153}
{"split":"test","qid":"q34","pid":"p9737","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96f5b73ee145b58605357609cc91c99c8930c304f22b3f6f44886188e04a2c60","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24662329200000385}
{"split":"test","qid":"q34","pid":"p9788","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.44,"2":0.01,"3":0},"confidence":0.39},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.21612066600000254}
{"split":"test","qid":"q34","pid":"p986","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7efa8aeb72f9cbae0db46a46234ae0f9f598dc7d1debb1d2ce87ce2e84fdba75","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.5},"noul":{"related":0.3,"answers":0.07,"exact":0.02}},"inputTokens":1178,"outputTokens":107,"latencySeconds":0.2487240420000162}
{"split":"test","qid":"q34","pid":"p9913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea98e3a1d631eec2d9859347404ef94f7c0205c6cbb3fd48bb4738d7601992e5","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.48,"2":0.32,"3":0.07},"confidence":0.3},"score":{"score":1.5,"probabilities":{"0":0.1,"1":0.37,"2":0.45,"3":0.08},"confidence":0.33},"noul":{"related":0.63,"answers":0.56,"exact":0.15}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2025355409999902}
{"split":"test","qid":"q34","pid":"p9970","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a3f661c88566e9c460914a4ab2d854b4e0e2ad051237fa5dce020464cc4930a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.26,"3":0.69},"confidence":0.59},"score":{"score":2.65,"probabilities":{"0":0,"1":0.01,"2":0.32,"3":0.67},"confidence":0.65},"noul":{"related":0.96,"answers":0.91,"exact":0.43}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2178685000000114}
{"split":"test","qid":"q35","pid":"p10014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4efb8618b7647ba988667345baa7b0177ae5fe7622933072e5a3ce788dc8e23","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.73,"2":0.08,"3":0},"confidence":0.64},"score":{"score":0.92,"probabilities":{"0":0.14,"1":0.8,"2":0.06,"3":0},"confidence":0.8},"noul":{"related":0.63,"answers":0.14,"exact":0.03}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23840775000001305}
{"split":"test","qid":"q35","pid":"p1002","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58723ad8a649d3ebe40d667a834a0b2e7e0dc485d09619704343f40488eebaae","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.85,"2":0.06,"3":0},"confidence":0.79},"score":{"score":1.06,"probabilities":{"0":0.02,"1":0.9,"2":0.08,"3":0},"confidence":0.9},"noul":{"related":0.69,"answers":0.18,"exact":0.05}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2499820410000102}
{"split":"test","qid":"q35","pid":"p10043","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36008418aee47877bc6f77a8197d8d5084a570d80127c664ff93cef32e436fcf","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.09,"answers":0.02,"exact":0.01}},"inputTokens":1005,"outputTokens":107,"latencySeconds":0.22127837499999442}
{"split":"test","qid":"q35","pid":"p10056","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d541008dec7116e0b67b77b34cd07243628e7f5627f2927107fbdf203b45038b","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.44,"2":0.05,"3":0},"confidence":0.35},"score":{"score":0.62,"probabilities":{"0":0.42,"1":0.54,"2":0.04,"3":0},"confidence":0.53},"noul":{"related":0.27,"answers":0.11,"exact":0.05}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21009016699998756}
{"split":"test","qid":"q35","pid":"p10086","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e012828b1346df5849b8b22f94d98a20194c20e1e9d7f27424b82bac63d43e9d","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.87,"2":0.11,"3":0},"confidence":0.82},"score":{"score":1.1,"probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.85},"noul":{"related":0.76,"answers":0.22,"exact":0.06}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.254055624999979}
{"split":"test","qid":"q35","pid":"p10099","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b7b79ab64a06a39f7a57725fe2b0dac3ea20c9f3ffcca817eea6029d6910825","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.98,"answers":0.97,"exact":0.88}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2120773749999935}
{"split":"test","qid":"q35","pid":"p10120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ea440ee964b9f6307d83245933f672ddae3528b7e3833ccdf98a515c0474d82","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.14,"3":0},"confidence":0.78},"score":{"score":1.14,"probabilities":{"0":0.01,"1":0.84,"2":0.15,"3":0},"confidence":0.84},"noul":{"related":0.77,"answers":0.25,"exact":0.09}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.238888082999998}
{"split":"test","qid":"q35","pid":"p10205","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"00726a2f97166e807b4cb0f9de947b5f9023025a84ac1196cbb4603356580ec9","answers":{"choice":{"choice":"1","probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.34},"score":{"score":0.66,"probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.42,"answers":0.04,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23050704100000438}
{"split":"test","qid":"q35","pid":"p10284","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89ed853173ce43fa1775dbd4b23a5d20ee40f76470bbde26ec60709a86be13a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.63,"2":0.01,"3":0},"confidence":0.51},"score":{"score":0.76,"probabilities":{"0":0.24,"1":0.75,"2":0.01,"3":0},"confidence":0.75},"noul":{"related":0.49,"answers":0.07,"exact":0.03}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23585379200000897}
{"split":"test","qid":"q35","pid":"p1029","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a624a759b423c303dbb829ea05d9836927231ff7cdfaf768fa3208db870f41e","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.79,"2":0.02,"3":0},"confidence":0.73},"score":{"score":0.8,"probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.77},"noul":{"related":0.59,"answers":0.09,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22060133399997722}
{"split":"test","qid":"q35","pid":"p10396","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80a2c9d43bf94b22b17b6562d1108b7635b555ee2b8b2c8237dd3c3d07243350","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.84},"score":{"score":0.22,"probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.19,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.34766687500002447}
{"split":"test","qid":"q35","pid":"p10440","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6962c1dd6bebd205757eb1d9610aa84c57cf3c60875073767f0104e7d1ee0ab9","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.82},"score":{"score":0.24,"probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.76},"noul":{"related":0.12,"answers":0.07,"exact":0.01}},"inputTokens":1070,"outputTokens":107,"latencySeconds":0.21748170900001423}
{"split":"test","qid":"q35","pid":"p10457","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6474ca10eddd5f5ddd3454bce4d026b63633237138cfc148e314eccfd6021356","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.8,"2":0.19,"3":0},"confidence":0.73},"score":{"score":1.23,"probabilities":{"0":0.01,"1":0.76,"2":0.23,"3":0},"confidence":0.76},"noul":{"related":0.77,"answers":0.22,"exact":0.06}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22313262499999836}
{"split":"test","qid":"q35","pid":"p1046","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a23fe2ae56db23ee2e9e27a4482d5c89266817aef2599ceb8bfe90986b39c26e","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.56,"probabilities":{"0":0.45,"1":0.54,"2":0.01,"3":0},"confidence":0.55},"noul":{"related":0.26,"answers":0.08,"exact":0.03}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22348166600000696}
{"split":"test","qid":"q35","pid":"p10656","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b09cc6e866c3f27fd2ed3f7daa343e9f5df1123fe882da339bbb17bbdccc1a3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.43,"3":0.06},"confidence":0.35},"score":{"score":1.49,"probabilities":{"0":0,"1":0.54,"2":0.42,"3":0.04},"confidence":0.5},"noul":{"related":0.96,"answers":0.65,"exact":0.13}},"inputTokens":886,"outputTokens":107,"latencySeconds":0.2286013329999987}
{"split":"test","qid":"q35","pid":"p1066","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d54ae1c1ddb96278e03bebdaaad46c590d335b0d229fc8143504b996b2f84b3d","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.49},"score":{"score":0.46,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.36,"answers":0.03,"exact":0.02}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.24221795799999382}
{"split":"test","qid":"q35","pid":"p10663","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c95732beb4a76ebd3d846c3e494ce28fef99e145de603a1a63def0ed0ce7ba3","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.82,"2":0.13,"3":0},"confidence":0.76},"score":{"score":1.18,"probabilities":{"0":0.02,"1":0.78,"2":0.2,"3":0},"confidence":0.79},"noul":{"related":0.75,"answers":0.27,"exact":0.08}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2347200840000005}
{"split":"test","qid":"q35","pid":"p10669","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70eba68074e3d74f860649822b91fbcf6390c4e595e78ed82b2200f189056cab","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.77,"2":0.18,"3":0.01},"confidence":0.7},"score":{"score":1.14,"probabilities":{"0":0.02,"1":0.81,"2":0.16,"3":0},"confidence":0.81},"noul":{"related":0.75,"answers":0.27,"exact":0.08}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2259950410000165}
{"split":"test","qid":"q35","pid":"p10680","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e7b9525d52a66f4ec1a0f163c6439708536a10fa5f47fae2eabe899b695eeca","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.73,"2":0.17,"3":0},"confidence":0.64},"score":{"score":1.15,"probabilities":{"0":0.03,"1":0.79,"2":0.18,"3":0},"confidence":0.79},"noul":{"related":0.71,"answers":0.25,"exact":0.07}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23352791599999181}
{"split":"test","qid":"q35","pid":"p10684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71b001ce00902e8c2b8f1fbfb6e4db4dc8257fb872702865c07138da795c0d9c","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.8,"2":0.18,"3":0.01},"confidence":0.74},"score":{"score":1.17,"probabilities":{"0":0.01,"1":0.81,"2":0.18,"3":0},"confidence":0.81},"noul":{"related":0.78,"answers":0.33,"exact":0.09}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21305112499999815}
{"split":"test","qid":"q35","pid":"p10714","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6474a26a2c775258ff2fc7acdcc5ed11e4caea0d7b1b5b4838623426a880cfb1","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.65},"score":{"score":0.36,"probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.23,"answers":0.04,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.31089641600000323}
{"split":"test","qid":"q35","pid":"p10715","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9dc48250922eca5d3ba8a15be9946723c5681b291bb661d8910ea3754f6eaead","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.71,"2":0.01,"3":0},"confidence":0.61},"score":{"score":0.84,"probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.48,"answers":0.08,"exact":0.03}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21497345799999312}
{"split":"test","qid":"q35","pid":"p1080","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8adfc9862ae8c89ea04e6e3e357d9e0f28039c57b9abde312259b795db7c9010","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.85,"2":0.06,"3":0},"confidence":0.8},"score":{"score":1.02,"probabilities":{"0":0.08,"1":0.82,"2":0.1,"3":0},"confidence":0.82},"noul":{"related":0.66,"answers":0.13,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2167121670000197}
{"split":"test","qid":"q35","pid":"p10873","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84fd89d2a3f9c443dcb32e0413f25f5d3ee57d85961c2090300224abe11c7885","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.94},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.92},"noul":{"related":0.98,"answers":0.98,"exact":0.81}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23657750000001396}
{"split":"test","qid":"q35","pid":"p11123","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0e1e021e54100034c034cab48889efad98c12fb62b608d94c453068080ab8e5","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.43,"2":0.02,"3":0},"confidence":0.4},"score":{"score":0.55,"probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.29,"answers":0.08,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20431595799999194}
{"split":"test","qid":"q35","pid":"p11232","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5da270236842ccebd3af5bb56f7006da250bd6d13a5fc743f3be64daa4828bde","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.8},"score":{"score":0.32,"probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.23,"answers":0.03,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23188387500002863}
{"split":"test","qid":"q35","pid":"p1131","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e9b5d4d18fade8354fd223768a2e35add554e06939f7c90f6bb42ce4b6dd5fe","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.64},"score":{"score":0.43,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.25,"answers":0.04,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.23021295799998917}
{"split":"test","qid":"q35","pid":"p11329","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d780b2de397ccd45e360b06ac73641ba4e41369bec94135a5f5df37cc55494e9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1073,"outputTokens":107,"latencySeconds":0.21236491699999896}
{"split":"test","qid":"q35","pid":"p11419","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7f0344a1f5aa18f7efe088cf56c6801d7b132f407fe1c95396fda1bfc04003a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.8},"score":{"score":1.14,"probabilities":{"0":0.01,"1":0.84,"2":0.15,"3":0},"confidence":0.84},"noul":{"related":0.81,"answers":0.22,"exact":0.07}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21171020800000406}
{"split":"test","qid":"q35","pid":"p11449","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0aed56ed44e9e47657ca1379a48eb6322b8413bae396e1b824588c25d2291738","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.67,"2":0.02,"3":0},"confidence":0.56},"score":{"score":0.67,"probabilities":{"0":0.34,"1":0.65,"2":0.01,"3":0},"confidence":0.64},"noul":{"related":0.39,"answers":0.09,"exact":0.04}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.41387616700000945}
{"split":"test","qid":"q35","pid":"p11525","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24a7da78412ec6826637e7f5293734c29fc8ecba7d10b7a1ca6976c2dab10e33","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.82},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.19,"answers":0.03,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2389555409999739}
{"split":"test","qid":"q35","pid":"p1159","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"baf3adf154b2ee0932ad9c8c06b93cae38aa203e2031f71e95d7415016867b33","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.49,"2":0.01,"3":0},"confidence":0.33},"score":{"score":0.53,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21308054200001061}
{"split":"test","qid":"q35","pid":"p1202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1581be3e49db334ea9b7c4fb080a32614f7f7c39e6fc360fde75c7ebe4a64f28","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.86,"2":0.1,"3":0},"confidence":0.81},"score":{"score":1.08,"probabilities":{"0":0.03,"1":0.86,"2":0.11,"3":0},"confidence":0.85},"noul":{"related":0.7,"answers":0.2,"exact":0.06}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24930616599999483}
{"split":"test","qid":"q35","pid":"p1284","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c86432c853ebc1bbd79d7cdbfd3514360c1ac6ca0b54f821346997e2dfa889c","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.65,"2":0.06,"3":0},"confidence":0.53},"score":{"score":0.89,"probabilities":{"0":0.16,"1":0.79,"2":0.05,"3":0},"confidence":0.79},"noul":{"related":0.46,"answers":0.17,"exact":0.04}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.28466366600000764}
{"split":"test","qid":"q35","pid":"p1427","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ae93ff27b7dd511b0c49956ec980a355621c79381d7f8543ecd62af0f56e796","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.86},"score":{"score":0.2,"probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.17,"answers":0.02,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2125846250000177}
{"split":"test","qid":"q35","pid":"p1447","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c2a6c8a863402a203d7f9eae5ffb194fbbf1c724d4e1b7102abd42788067cc70","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.77},"score":{"score":0.24,"probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.14,"answers":0.04,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2503926250000077}
{"split":"test","qid":"q35","pid":"p1492","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1011326944e39b7b734b9e6d0834d8ec0db125f0bd69db84371fd9aa3f0a957b","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.77,"2":0.02,"3":0},"confidence":0.68},"score":{"score":0.87,"probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.48,"answers":0.08,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20334495900000912}
{"split":"test","qid":"q35","pid":"p1572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31384060a06b28355a507909d69051c2c34b09803bca55f7448e54d3e38e88b7","answers":{"choice":{"choice":"0","probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.51},"score":{"score":0.42,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.23,"answers":0.04,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.23752854200001458}
{"split":"test","qid":"q35","pid":"p1578","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ac2aa651be6b71bdf99b9e2786c197ca506f9466c2955850155135101007b3f","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.34},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.34,"answers":0.07,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.25597145900002216}
{"split":"test","qid":"q35","pid":"p1667","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d54ae1c1ddb96278e03bebdaaad46c590d335b0d229fc8143504b996b2f84b3d","answers":{"choice":{"choice":"0","probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.5},"score":{"score":0.44,"probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.36,"answers":0.04,"exact":0.02}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.2640527090000105}
{"split":"test","qid":"q35","pid":"p1725","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e5496abfbd519902d367f5ea071f5e8d9519b2d429c60364132af5512325c3e","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.65,"2":0.01,"3":0},"confidence":0.53},"score":{"score":0.68,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.38,"answers":0.08,"exact":0.03}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20569599999999627}
{"split":"test","qid":"q35","pid":"p1777","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6517e29eaf55e3bc8a201627e5bb60ede004b2dd4ca027adcadcb09ad7b167ae","answers":{"choice":{"choice":"1","probabilities":{"0":0.49,"1":0.5,"2":0.01,"3":0},"confidence":0.33},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.34,"answers":0.06,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.3149255829999747}
{"split":"test","qid":"q35","pid":"p1821","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54d2730f4192d2f9041067a5dc8964ce3c5a545186cd40ac4d3e8af7c7817713","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.67},"score":{"score":2.74,"probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.74},"noul":{"related":0.97,"answers":0.96,"exact":0.81}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21067895799997496}
{"split":"test","qid":"q35","pid":"p1879","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88959746c0244bce1ac82b98463e1ac3b2aab5af654349eecee0992cc2e3cb03","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.39},"score":{"score":0.72,"probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.71},"noul":{"related":0.34,"answers":0.05,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.26580950000000303}
{"split":"test","qid":"q35","pid":"p1926","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a77786d6a268b98e4d6267e8f60585c96f5896e23995c6e239d3491e52ef279","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.81,"2":0.18,"3":0},"confidence":0.74},"score":{"score":1.21,"probabilities":{"0":0.01,"1":0.77,"2":0.22,"3":0},"confidence":0.77},"noul":{"related":0.78,"answers":0.31,"exact":0.08}},"inputTokens":1005,"outputTokens":107,"latencySeconds":0.23227270800000405}
{"split":"test","qid":"q35","pid":"p1973","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36736053392b1cbd2ac57287ef9f547a09d90304aaaefa02a7b68446fbdbcac0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.14,"3":0},"confidence":0.78},"score":{"score":1.11,"probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.77,"answers":0.23,"exact":0.07}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24796483399998398}
{"split":"test","qid":"q35","pid":"p1990","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63555c68fb125f96745cb9aec3e01b63df50e9503a85a7792180e28343047451","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.66,"2":0.04,"3":0},"confidence":0.55},"score":{"score":0.71,"probabilities":{"0":0.33,"1":0.64,"2":0.03,"3":0},"confidence":0.64},"noul":{"related":0.43,"answers":0.14,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2425380829999922}
{"split":"test","qid":"q35","pid":"p2017","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbabbcc944b9df32b9648a210c8a52ba9f4d715aee2a8e2aa6c446e8ef5f935a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1043,"outputTokens":107,"latencySeconds":0.21267775000000255}
{"split":"test","qid":"q35","pid":"p2028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5fb94eb6cea1b0a5854e3285046e06067eee39c415f2e0483728c43be2e21a51","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.64,"2":0.16,"3":0},"confidence":0.52},"score":{"score":1.08,"probabilities":{"0":0.1,"1":0.72,"2":0.18,"3":0},"confidence":0.71},"noul":{"related":0.55,"answers":0.2,"exact":0.04}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.22572483299998566}
{"split":"test","qid":"q35","pid":"p2072","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47538c90c7d53e053408adcc168ee9bff06b57eaa61f6b11d48bb674e9678e01","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.67,"2":0.04,"3":0},"confidence":0.57},"score":{"score":0.85,"probabilities":{"0":0.19,"1":0.77,"2":0.04,"3":0},"confidence":0.77},"noul":{"related":0.48,"answers":0.12,"exact":0.03}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.27906733300001363}
{"split":"test","qid":"q35","pid":"p2116","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2cd4b19e0ff694c5d30d1db3762e3e153fec46eafcc4aa53334464a068f950b0","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.79},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.13,"answers":0.05,"exact":0.02}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.21709037499999978}
{"split":"test","qid":"q35","pid":"p2152","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6dae480e89cc1fe1725761df1217a151223f3361a261e49e5e5caa96a29890d5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.78,"2":0.2,"3":0.01},"confidence":0.71},"score":{"score":1.26,"probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.73},"noul":{"related":0.83,"answers":0.32,"exact":0.08}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2485453330000164}
{"split":"test","qid":"q35","pid":"p2221","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eced03ba53cb5a95489277cec44f35b5c233ee7d98a003c2e8da25ae3ae23f22","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.65},"score":{"score":0.4,"probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.37,"answers":0.03,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2097640830000164}
{"split":"test","qid":"q35","pid":"p2231","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58a8c942c89cfd24b060239872afe2c47386ede6f0c237da1595c0dc101dcac0","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.69},"score":{"score":0.31,"probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.19,"answers":0.04,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.27304637500000534}
{"split":"test","qid":"q35","pid":"p2341","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b25fcabc8271e81717ed83b8f733e29ea5afaa9956a8b3bc6d2585119a0b9654","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.83,"2":0.03,"3":0},"confidence":0.77},"score":{"score":0.88,"probabilities":{"0":0.13,"1":0.86,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.62,"answers":0.1,"exact":0.04}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.3050631660000072}
{"split":"test","qid":"q35","pid":"p238","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e53df0460725c1ed25ffa1c380402f8f5da90c3094e3bb0ac724ed0a077bf8be","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.84},"score":{"score":1.14,"probabilities":{"0":0.01,"1":0.84,"2":0.15,"3":0},"confidence":0.84},"noul":{"related":0.78,"answers":0.29,"exact":0.09}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2729031250000116}
{"split":"test","qid":"q35","pid":"p2606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53f6687a35e6710adb03e98340669ba83adc09bcf555f4ac3aca06b39dfd08b8","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.75,"2":0.02,"3":0},"confidence":0.66},"score":{"score":0.83,"probabilities":{"0":0.19,"1":0.79,"2":0.02,"3":0},"confidence":0.79},"noul":{"related":0.47,"answers":0.08,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21519866699998966}
{"split":"test","qid":"q35","pid":"p2610","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb196dbc3b79b66009c38e7fa53b8187a33c1a0620dc56ee5c6a0aecb2762d5c","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.62,"2":0.03,"3":0},"confidence":0.49},"score":{"score":0.85,"probabilities":{"0":0.18,"1":0.79,"2":0.03,"3":0},"confidence":0.79},"noul":{"related":0.5,"answers":0.07,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22731795900000726}
{"split":"test","qid":"q35","pid":"p2612","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9b7a9c6c7ee011b674647d34b2dcd36e1a86b94eaf874618bdea60de8e7f0941","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.88,"2":0.08,"3":0},"confidence":0.83},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.78,"answers":0.21,"exact":0.06}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21741412499998114}
{"split":"test","qid":"q35","pid":"p2621","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d6b0c5b674f35b3108e6469646e03b5a7073b121a58d730f96a28696e544271","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.84,"2":0.03,"3":0},"confidence":0.79},"score":{"score":0.99,"probabilities":{"0":0.05,"1":0.91,"2":0.04,"3":0},"confidence":0.91},"noul":{"related":0.7,"answers":0.15,"exact":0.04}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.288351708000002}
{"split":"test","qid":"q35","pid":"p2677","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8a104c728206be4669b09d642842f2ce4acf7134a43031401b8f2e2b34979e6c","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.86,"2":0.12,"3":0},"confidence":0.82},"score":{"score":1.11,"probabilities":{"0":0.01,"1":0.87,"2":0.12,"3":0},"confidence":0.87},"noul":{"related":0.8,"answers":0.26,"exact":0.08}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.309583707999991}
{"split":"test","qid":"q35","pid":"p2683","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0aed56ed44e9e47657ca1379a48eb6322b8413bae396e1b824588c25d2291738","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.54},"score":{"score":0.68,"probabilities":{"0":0.34,"1":0.64,"2":0.02,"3":0},"confidence":0.64},"noul":{"related":0.38,"answers":0.09,"exact":0.04}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20900666600000115}
{"split":"test","qid":"q35","pid":"p2700","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5b32b2de0d42d75ba7de6b0e3e928c41d1b0a0bad3051d48195ba640c202cb8c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.53,"3":0.47},"confidence":0.36},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.97,"answers":0.96,"exact":0.58}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.3018242909999972}
{"split":"test","qid":"q35","pid":"p2758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e43718fd8b581ee1fbb51e6091b180a320db5c29b1caf13b1a92247d581e70a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":1000,"outputTokens":107,"latencySeconds":0.21108433400001378}
{"split":"test","qid":"q35","pid":"p276","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc9cd3638b0122da727586919463bcb9059350bd4d75dfb2a6b556245cfaacb3","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.74,"2":0.03,"3":0},"confidence":0.66},"score":{"score":0.83,"probabilities":{"0":0.21,"1":0.76,"2":0.03,"3":0},"confidence":0.76},"noul":{"related":0.41,"answers":0.12,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2178391249999986}
{"split":"test","qid":"q35","pid":"p280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94c575b99edb5337e1fda5a54c0a82f1bd7f4580f93ae3508f99d9d2450df174","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.23,"2":0.02,"3":0},"confidence":0.67},"score":{"score":0.3,"probabilities":{"0":0.7,"1":0.29,"2":0.01,"3":0},"confidence":0.7},"noul":{"related":0.21,"answers":0.07,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22839650000000256}
{"split":"test","qid":"q35","pid":"p2807","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0fe9bb5614d32d9bfcb56ebd22bcb4bac113617b7ef0adcd305e8113a419ab28","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.84,"2":0.13,"3":0.01},"confidence":0.78},"score":{"score":1.11,"probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.85},"noul":{"related":0.74,"answers":0.29,"exact":0.08}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20769445799998357}
{"split":"test","qid":"q35","pid":"p2825","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87b40d4b7207386103f00b782cd9e464559bec64d28b06bb08117a17fb6ded7b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.9},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2098469590000168}
{"split":"test","qid":"q35","pid":"p2856","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"190f9f712fea12fb943d8c62f880320167350335c641ca61c8c0a1f1a8ef16e0","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.52,"2":0.03,"3":0},"confidence":0.36},"score":{"score":0.76,"probabilities":{"0":0.28,"1":0.67,"2":0.05,"3":0},"confidence":0.67},"noul":{"related":0.3,"answers":0.1,"exact":0.03}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2222386670000269}
{"split":"test","qid":"q35","pid":"p3045","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ace68353f635f42f18b8820a838ea0e5ecd97e76a2b19458af3c2abe0767f5a0","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.79,"2":0.03,"3":0},"confidence":0.72},"score":{"score":0.85,"probabilities":{"0":0.18,"1":0.79,"2":0.03,"3":0},"confidence":0.79},"noul":{"related":0.55,"answers":0.11,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2100883329999924}
{"split":"test","qid":"q35","pid":"p3059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a40c619de4b481e0181d40c3814b0d7ff87bb17c5e4884cb350acae0377ecbc3","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.87,"2":0.11,"3":0},"confidence":0.82},"score":{"score":1.09,"probabilities":{"0":0.03,"1":0.86,"2":0.11,"3":0},"confidence":0.86},"noul":{"related":0.79,"answers":0.22,"exact":0.06}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23898254200001248}
{"split":"test","qid":"q35","pid":"p3067","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"094f05a2b070be3f6fefeb409ce729f295a5ee9f4bd1c68e930951bc65aa7118","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.77,"2":0.03,"3":0},"confidence":0.68},"score":{"score":0.86,"probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.54,"answers":0.12,"exact":0.03}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20494770800002152}
{"split":"test","qid":"q35","pid":"p3118","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d184320a8d975be3eefa76edb8778e93bd1589e4a1a9b2ffb74956a33dfea6e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1010,"outputTokens":107,"latencySeconds":0.2948098749999772}
{"split":"test","qid":"q35","pid":"p3147","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01b1575788a18cd0df46ef72fffb00f2a6614f71553a9bd44d2c7e4fc31fba08","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.76,"2":0.23,"3":0},"confidence":0.68},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.67},"noul":{"related":0.84,"answers":0.28,"exact":0.05}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.25257362499999}
{"split":"test","qid":"q35","pid":"p3155","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63555c68fb125f96745cb9aec3e01b63df50e9503a85a7792180e28343047451","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.66,"2":0.04,"3":0},"confidence":0.55},"score":{"score":0.8,"probabilities":{"0":0.24,"1":0.72,"2":0.04,"3":0},"confidence":0.71},"noul":{"related":0.44,"answers":0.15,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.25781233300000894}
{"split":"test","qid":"q35","pid":"p3163","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a7717d1dca726431f307d8e52b033aba4d79c4e5a3a6a8524528020d3ad4957","answers":{"choice":{"choice":"2","probabilities":{"0":0.08,"1":0.35,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.71,"probabilities":{"0":0.04,"1":0.22,"2":0.73,"3":0.01},"confidence":0.69},"noul":{"related":0.66,"answers":0.5,"exact":0.12}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2487726669999829}
{"split":"test","qid":"q35","pid":"p3171","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"95c2ac1ae03ded16d6cc7d3b6b1c2c36dcf9704defa22b55c5565c408fd107bb","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.67},"score":{"score":0.81,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.53,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20997174999999696}
{"split":"test","qid":"q35","pid":"p319","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"981d750d0e2922491fd89efed9a63a54f3f23482a8337b2395146ae082c8eef7","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.57},"score":{"score":0.43,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.23,"answers":0.04,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23158212500001538}
{"split":"test","qid":"q35","pid":"p3216","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1d18cced88fa088d71ab4373f363676d27f221592b47128224b7bb35a7fa8582","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.41},"score":{"score":0.59,"probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.37,"answers":0.04,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24995000000001164}
{"split":"test","qid":"q35","pid":"p3235","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b25fcabc8271e81717ed83b8f733e29ea5afaa9956a8b3bc6d2585119a0b9654","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.83,"2":0.03,"3":0},"confidence":0.77},"score":{"score":0.86,"probabilities":{"0":0.16,"1":0.83,"2":0.01,"3":0},"confidence":0.83},"noul":{"related":0.63,"answers":0.1,"exact":0.04}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.2885380420000001}
{"split":"test","qid":"q35","pid":"p326","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82c423ea90508342ab63a1b81498e94ed9a3f780470ab97b0eed801b2107d5e7","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.81},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.19,"answers":0.03,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21644954199998756}
{"split":"test","qid":"q35","pid":"p3261","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fad1d28efc48691e539a9a5aab210d067b86674c1e6761205e709951301c0ad6","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1116,"outputTokens":107,"latencySeconds":0.24295195799999056}
{"split":"test","qid":"q35","pid":"p3275","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"308ffbe14db673be55cc6cbdcdbe22f6376260cd503203e92bae8ac49ea14fd2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.2,"3":0.79},"confidence":0.72},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.78},"noul":{"related":0.97,"answers":0.96,"exact":0.76}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21598924999998417}
{"split":"test","qid":"q35","pid":"p3307","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d81d3df8201005214fda1ae3d78d4e48de64bbb67d4b762eea392f46b0363b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.07,"answers":0.02,"exact":0.01}},"inputTokens":1021,"outputTokens":107,"latencySeconds":0.21486541699999362}
{"split":"test","qid":"q35","pid":"p3410","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa1461f7de19d86baa89b1efd91a7896e1f2a8fe8746743dace6651f07d6fa59","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.71},"score":{"score":0.82,"probabilities":{"0":0.19,"1":0.8,"2":0.01,"3":0},"confidence":0.8},"noul":{"related":0.44,"answers":0.08,"exact":0.03}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2406618749999907}
{"split":"test","qid":"q35","pid":"p3461","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f55dc0f9e6b67c6b343a21b4f6a1a878964393cbe1d29e5b0b97d8f9ba10311","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.68,"2":0.02,"3":0},"confidence":0.57},"score":{"score":0.82,"probabilities":{"0":0.21,"1":0.76,"2":0.03,"3":0},"confidence":0.77},"noul":{"related":0.54,"answers":0.12,"exact":0.04}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.26192754100001187}
{"split":"test","qid":"q35","pid":"p3507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b112d0d3467b8b06b5371276e707d60e01f4b8a9c042d600bbb474e0aa4df0a","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.47},"score":{"score":0.43,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.25,"answers":0.06,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.23841445899999233}
{"split":"test","qid":"q35","pid":"p3511","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7f0344a1f5aa18f7efe088cf56c6801d7b132f407fe1c95396fda1bfc04003a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.84,"2":0.15,"3":0},"confidence":0.78},"score":{"score":1.2,"probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.79},"noul":{"related":0.81,"answers":0.23,"exact":0.08}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2575217080000148}
{"split":"test","qid":"q35","pid":"p3545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"891d9034ea2a0d929a807199fc1e63be5ee3c532f62643a766c3f3d8e2137dfd","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.87,"3":0.08},"confidence":0.83},"score":{"score":2.03,"probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.89},"noul":{"related":0.96,"answers":0.89,"exact":0.25}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20817954199999802}
{"split":"test","qid":"q35","pid":"p3627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96f9253557b5761227d5c85e5d22e7b3618e31735d1eeb0240bc0482742258f5","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.87,"2":0.06,"3":0},"confidence":0.83},"score":{"score":1.03,"probabilities":{"0":0.04,"1":0.89,"2":0.07,"3":0},"confidence":0.89},"noul":{"related":0.63,"answers":0.17,"exact":0.03}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20896641699998872}
{"split":"test","qid":"q35","pid":"p3654","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0e777c1912156214351f9c86f4c4f33a4214d6dfcf192c2e5ed14eae3f22b8e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.84,"3":0.14},"confidence":0.78},"score":{"score":2.13,"probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.85},"noul":{"related":0.94,"answers":0.86,"exact":0.29}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2262675829999789}
{"split":"test","qid":"q35","pid":"p3661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26755f3c55087bad6ffbc59aeb0de377fd903d69435f71bb77d4653d3243df3a","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.69,"2":0.03,"3":0},"confidence":0.58},"score":{"score":0.79,"probabilities":{"0":0.22,"1":0.76,"2":0.02,"3":0},"confidence":0.76},"noul":{"related":0.42,"answers":0.12,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21377900000000954}
{"split":"test","qid":"q35","pid":"p3803","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"99fea989f009244e17e398e85497e72b7a6ab16049915d10ded4d059bb2f31a9","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":1014,"outputTokens":107,"latencySeconds":0.21500629200000548}
{"split":"test","qid":"q35","pid":"p3825","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4401ca240f6a1b8a96933e31fdd68176006afb03e0baec7967bed952380f74ef","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.73,"2":0.05,"3":0},"confidence":0.64},"score":{"score":0.92,"probabilities":{"0":0.15,"1":0.79,"2":0.06,"3":0},"confidence":0.79},"noul":{"related":0.53,"answers":0.11,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2378611669999955}
{"split":"test","qid":"q35","pid":"p385","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6387daf7d3c3e9543e9e8263471d3c0dfb28784bd203d53b304ca687273f4e25","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.56,"2":0.02,"3":0},"confidence":0.41},"score":{"score":0.71,"probabilities":{"0":0.3,"1":0.69,"2":0.01,"3":0},"confidence":0.69},"noul":{"related":0.37,"answers":0.09,"exact":0.03}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20302424999998767}
{"split":"test","qid":"q35","pid":"p3933","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f47158057ebdaca1c3ba33727968424eb216b588c87c11a4d67be4ea4b0989c4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1067,"outputTokens":107,"latencySeconds":0.25263812499999766}
{"split":"test","qid":"q35","pid":"p3942","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97273e62a2bd6a5bdd5af5a564e53fab1a5cad07198b2fb36f85f76a120a46d1","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.58,"2":0.02,"3":0},"confidence":0.44},"score":{"score":0.73,"probabilities":{"0":0.28,"1":0.71,"2":0.01,"3":0},"confidence":0.7},"noul":{"related":0.37,"answers":0.09,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.24438883400001213}
{"split":"test","qid":"q35","pid":"p3985","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62b22421446adcd53577b4fd9661e17e7c820338c845da4b96ac99502edce0a8","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.57},"score":{"score":0.42,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.34,"answers":0.03,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21087166699999943}
{"split":"test","qid":"q35","pid":"p4109","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0984e87da357b2d56a461d49bed927f69e7c356a3184f80b7391147a65183eeb","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.62,"2":0.1,"3":0},"confidence":0.48},"score":{"score":0.85,"probabilities":{"0":0.23,"1":0.7,"2":0.07,"3":0},"confidence":0.7},"noul":{"related":0.41,"answers":0.13,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2529020409999939}
{"split":"test","qid":"q35","pid":"p4302","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36736053392b1cbd2ac57287ef9f547a09d90304aaaefa02a7b68446fbdbcac0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.79},"score":{"score":1.11,"probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.85},"noul":{"related":0.75,"answers":0.25,"exact":0.07}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2150547920000099}
{"split":"test","qid":"q35","pid":"p4368","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c009881cbb25cf73d546ef522bb42c6191276a25c231a116fa61c6461a024efb","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.72},"score":{"score":0.29,"probabilities":{"0":0.71,"1":0.29,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.16,"answers":0.05,"exact":0.02}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.2476549159999995}
{"split":"test","qid":"q35","pid":"p4432","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18f09958497b0e0b8300ece65294399fe71b6059f9c6a8ceaea331fd79123dc3","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.6},"score":{"score":0.61,"probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.6},"noul":{"related":0.42,"answers":0.08,"exact":0.03}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21108795799998917}
{"split":"test","qid":"q35","pid":"p4459","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d7727f44764e6f395282fca44e1ceca9cd256088e1fb800b0c34d1eb298d367","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.81,"2":0.06,"3":0.01},"confidence":0.75},"score":{"score":0.97,"probabilities":{"0":0.1,"1":0.84,"2":0.06,"3":0},"confidence":0.83},"noul":{"related":0.59,"answers":0.19,"exact":0.08}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.25887308399999165}
{"split":"test","qid":"q35","pid":"p452","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e53df0460725c1ed25ffa1c380402f8f5da90c3094e3bb0ac724ed0a077bf8be","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.84},"score":{"score":1.15,"probabilities":{"0":0.01,"1":0.83,"2":0.16,"3":0},"confidence":0.82},"noul":{"related":0.79,"answers":0.25,"exact":0.09}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.31765662500000325}
{"split":"test","qid":"q35","pid":"p4587","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7f0344a1f5aa18f7efe088cf56c6801d7b132f407fe1c95396fda1bfc04003a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.79,"2":0.2,"3":0},"confidence":0.72},"score":{"score":1.21,"probabilities":{"0":0.01,"1":0.78,"2":0.21,"3":0},"confidence":0.78},"noul":{"related":0.83,"answers":0.25,"exact":0.08}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.25845870799999104}
{"split":"test","qid":"q35","pid":"p4655","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e80ba4dda312f32cf9838343b1cebee4e98f7cf1c711a7201751d145ab41c524","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.19,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.22,"answers":0.03,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23557975000000442}
{"split":"test","qid":"q35","pid":"p4661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"452a6854f889f68dbd10a626c586613f334309e6c7919c0f349e64722fea5b49","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.5700000000000001,"3":0.43},"confidence":0.42},"score":{"score":2.51,"probabilities":{"0":0,"1":0,"2":0.49,"3":0.51},"confidence":0.51},"noul":{"related":0.97,"answers":0.95,"exact":0.69}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23153529199998593}
{"split":"test","qid":"q35","pid":"p4670","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30f9dc8fb46796a348985589ee60baca2a94addbc9e241eefad65c8e54471201","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.19,"probabilities":{"0":0.82,"1":0.17,"2":0.01,"3":0},"confidence":0.81},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21565104199998314}
{"split":"test","qid":"q35","pid":"p4696","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b57fdf5bb3479fd2b0dfbebc1d5ec2e7cd988111ce9d9315d7fd5c3c580559e4","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.5700000000000001,"2":0,"3":0},"confidence":0.41},"score":{"score":0.69,"probabilities":{"0":0.31,"1":0.69,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.44,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22735845800000243}
{"split":"test","qid":"q35","pid":"p4734","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f47520fb78c1a90eeb419f3a1f22d43ca299e38c7203ee60c65ca33c5a5cde7f","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.85,"2":0.12,"3":0},"confidence":0.8},"score":{"score":1.1,"probabilities":{"0":0.03,"1":0.85,"2":0.12,"3":0},"confidence":0.85},"noul":{"related":0.75,"answers":0.26,"exact":0.07}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2518999160000239}
{"split":"test","qid":"q35","pid":"p479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86375475c82485182a696647e852b16dd56634323584b70b1c0ac0e5bb71e086","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.83},"score":{"score":1.12,"probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.85},"noul":{"related":0.77,"answers":0.19,"exact":0.06}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.23996845900002517}
{"split":"test","qid":"q35","pid":"p4840","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e0eba3df496f810bac37ad877ec6e580eaff1214cd6157c4214cc1e5578c9f5","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.14,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.15,"answers":0.02,"exact":0.01}},"inputTokens":999,"outputTokens":107,"latencySeconds":0.3298381660000014}
{"split":"test","qid":"q35","pid":"p5032","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83cdf89cb59ce6c74d34d8f09cebeb3132c14b55c629e6d10244ddb1c052358b","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.42,"2":0.02,"3":0},"confidence":0.42},"score":{"score":0.45,"probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.55},"noul":{"related":0.27,"answers":0.08,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2276462499999907}
{"split":"test","qid":"q35","pid":"p508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81c8b97cdc180024efe3263205adcb5259e3a62677dffa00250c0e1f957682ac","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.9,"2":0.08,"3":0},"confidence":0.86},"score":{"score":1.09,"probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.88},"noul":{"related":0.78,"answers":0.26,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2591932500000112}
{"split":"test","qid":"q35","pid":"p5115","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21203b2597ece01fbdd1edceac56a0566460fab7ff772e86f44b69355efe200a","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.5},"score":{"score":0.41,"probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.4,"answers":0.03,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2164987919999985}
{"split":"test","qid":"q35","pid":"p5205","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71f598a53323b718dea8e8d537be7339858ec67793994b97eaaa3326672ce9f5","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.47,"2":0.03,"3":0},"confidence":0.33},"score":{"score":0.7,"probabilities":{"0":0.32,"1":0.65,"2":0.03,"3":0},"confidence":0.65},"noul":{"related":0.3,"answers":0.11,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2524134579999954}
{"split":"test","qid":"q35","pid":"p522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc8e8efcf2e3e3bf83ca98f0eb87315c5495fe3e0cd72fd78150a5ff5d5b1c7e","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.63},"score":{"score":0.39,"probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.61},"noul":{"related":0.23,"answers":0.03,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22906620800000382}
{"split":"test","qid":"q35","pid":"p5351","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0645d68cc24692f34aeb08ff522dc34ef2337e29def7a534286df1223ff3681","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.85,"2":0.08,"3":0},"confidence":0.8},"score":{"score":1.04,"probabilities":{"0":0.05,"1":0.87,"2":0.08,"3":0},"confidence":0.86},"noul":{"related":0.67,"answers":0.18,"exact":0.06}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2989365830000024}
{"split":"test","qid":"q35","pid":"p5391","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6cbf823b37a90a31b9f865d178f0dec98d98dc30ec3afd353342d09ab2feedd5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.83,"2":0.16,"3":0},"confidence":0.78},"score":{"score":1.2,"probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.79},"noul":{"related":0.83,"answers":0.35,"exact":0.08}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2279714999999851}
{"split":"test","qid":"q35","pid":"p5415","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4401ca240f6a1b8a96933e31fdd68176006afb03e0baec7967bed952380f74ef","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.74,"2":0.04,"3":0},"confidence":0.64},"score":{"score":0.92,"probabilities":{"0":0.14,"1":0.8,"2":0.06,"3":0},"confidence":0.8},"noul":{"related":0.49,"answers":0.12,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23270216699998128}
{"split":"test","qid":"q35","pid":"p5453","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b97d2839abc8328e7087b60274926714e486734659fc185d19ba816650d1fa10","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.62,"2":0.02,"3":0},"confidence":0.49},"score":{"score":0.72,"probabilities":{"0":0.3,"1":0.68,"2":0.02,"3":0},"confidence":0.68},"noul":{"related":0.41,"answers":0.1,"exact":0.04}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24247025000001304}
{"split":"test","qid":"q35","pid":"p5490","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93fe802cdd762345b67384816709415a9fe6e78deede0ca0ef16b7964d4cc04e","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.45,"2":0.01,"3":0},"confidence":0.39},"score":{"score":0.58,"probabilities":{"0":0.43,"1":0.5599999999999999,"2":0.01,"3":0},"confidence":0.57},"noul":{"related":0.25,"answers":0.07,"exact":0.03}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.23733258400001797}
{"split":"test","qid":"q35","pid":"p5513","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b436ed400f5ae8e8495584c527117cea171739eff43e0e3f792f114d42cc5fbe","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.31,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.49,"probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.21,"answers":0.07,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.28474533299999893}
{"split":"test","qid":"q35","pid":"p5526","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f725e009707eab923b2f20f5daf42d79abf69efc623306e31f61349a060a819","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":1087,"outputTokens":107,"latencySeconds":0.24451070899999466}
{"split":"test","qid":"q35","pid":"p5588","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39b8709401087a554f7b79f929c7fe5e063246f7046e64a20dd961b3a3647ae4","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.78,"2":0.19,"3":0},"confidence":0.71},"score":{"score":1.15,"probabilities":{"0":0.01,"1":0.82,"2":0.17,"3":0},"confidence":0.82},"noul":{"related":0.72,"answers":0.29,"exact":0.07}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2167117910000088}
{"split":"test","qid":"q35","pid":"p5615","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e258b5a9283191a529f2f2fc2b72e5491723a710f0b8572a242d1083ed77244f","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.1,"answers":0.02,"exact":0.01}},"inputTokens":1009,"outputTokens":107,"latencySeconds":0.21400729199999477}
{"split":"test","qid":"q35","pid":"p5626","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"543053de270c1a881c79e1c9ce3cf936652a756879c20701136801ad7f0e95a3","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.86,"2":0.04,"3":0},"confidence":0.82},"score":{"score":0.95,"probabilities":{"0":0.07,"1":0.91,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.61,"answers":0.1,"exact":0.03}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22746570799997426}
{"split":"test","qid":"q35","pid":"p5638","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf1b1ee4d56482dfd5c7084c996f4b3f77f4efc7cde2ff1b9eaeb6c21679ed08","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.42},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.37,"answers":0.03,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.32284058300001195}
{"split":"test","qid":"q35","pid":"p5662","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59ab2f475ee4baf74b3bdcc6ee5aca8248302f8477fba8e22c5c86c192decdd1","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.19,"answers":0.02,"exact":0.01}},"inputTokens":1024,"outputTokens":107,"latencySeconds":0.22651600000000327}
{"split":"test","qid":"q35","pid":"p5692","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a9ef4552c4ae558a16797a7ef816aaeadb7c3a259fcd410a62b7fd994e2abfb","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.3,"2":0.02,"3":0},"confidence":0.56},"score":{"score":0.39,"probabilities":{"0":0.61,"1":0.38,"2":0.01,"3":0},"confidence":0.61},"noul":{"related":0.21,"answers":0.06,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2535210419999785}
{"split":"test","qid":"q35","pid":"p5699","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8f07365361c293257b0bbbd1c81e89e9e442a9469b23834cde87290c3e7e5fe","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.54,"2":0.02,"3":0},"confidence":0.39},"score":{"score":0.69,"probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.66},"noul":{"related":0.38,"answers":0.1,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.225617499999993}
{"split":"test","qid":"q35","pid":"p5716","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8819b576f8544fff9a168d9308a4b5506db153777ef5e1c5316e7c1b49066de1","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":964,"outputTokens":107,"latencySeconds":0.26467070899999817}
{"split":"test","qid":"q35","pid":"p5727","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ee3c403532bc127b46182f239cee0f2e5eb26181e765e2490b65253aeb6d7b0","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.65,"2":0.09,"3":0},"confidence":0.54},"score":{"score":0.8,"probabilities":{"0":0.26,"1":0.68,"2":0.06,"3":0},"confidence":0.68},"noul":{"related":0.48,"answers":0.12,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2223910840000026}
{"split":"test","qid":"q35","pid":"p5749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0fc24ec628ae38d55338de9c8d68d6b2fcb82f895c297cdcd9931012d65c6b20","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.88,"2":0.11,"3":0},"confidence":0.83},"score":{"score":1.09,"probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.89},"noul":{"related":0.8,"answers":0.25,"exact":0.07}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22701470800000242}
{"split":"test","qid":"q35","pid":"p5849","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67e1b3df93ad48562186f2e3093628839f2cb03da770fe6379a49d02719cd131","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.83},"score":{"score":1.05,"probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.9},"noul":{"related":0.74,"answers":0.2,"exact":0.06}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21636945799997193}
{"split":"test","qid":"q35","pid":"p5892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77f19ab50405436fc671c2b2d2739d1ba8dd3493669158680883545890537634","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.44,"3":0.56},"confidence":0.41},"score":{"score":2.58,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.58},"noul":{"related":0.97,"answers":0.96,"exact":0.66}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2092972080000036}
{"split":"test","qid":"q35","pid":"p5931","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"75c5553236b8185ca91e1fe6f75bbec8272cb4a935e5170100daf200e21c7943","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23392024999999558}
{"split":"test","qid":"q35","pid":"p5954","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71453e8b6af804186b18d893c67132f981c992b2314bdf5701c8f2beba5efe24","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":1044,"outputTokens":107,"latencySeconds":0.22238825000001816}
{"split":"test","qid":"q35","pid":"p5975","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36736053392b1cbd2ac57287ef9f547a09d90304aaaefa02a7b68446fbdbcac0","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.84,"2":0.13,"3":0},"confidence":0.79},"score":{"score":1.09,"probabilities":{"0":0.02,"1":0.87,"2":0.11,"3":0},"confidence":0.86},"noul":{"related":0.74,"answers":0.25,"exact":0.06}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22434450000000652}
{"split":"test","qid":"q35","pid":"p6016","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a5fffe1f00eceec58231916c8bf8d2f6a89ea99cb36b94f30264dc79400bf5c","answers":{"choice":{"choice":"1","probabilities":{"0":0.43,"1":0.56,"2":0.01,"3":0},"confidence":0.41},"score":{"score":0.68,"probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.42,"answers":0.07,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24714508299998125}
{"split":"test","qid":"q35","pid":"p613","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a409be706601f6b5cad0ef72bb0e629fcf9eac87bcec7f75e2e74083617db513","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.87,"2":0.12,"3":0},"confidence":0.82},"score":{"score":1.11,"probabilities":{"0":0.01,"1":0.87,"2":0.12,"3":0},"confidence":0.87},"noul":{"related":0.78,"answers":0.23,"exact":0.06}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21476779099999113}
{"split":"test","qid":"q35","pid":"p6132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"895dc82cdbc7d9d3789b407aa2b67d622b63f80c7d9bce623441bd92d2d5c776","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.85},"score":{"score":1.07,"probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.9},"noul":{"related":0.77,"answers":0.22,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2512304169999843}
{"split":"test","qid":"q35","pid":"p6144","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb441dcd832bee87bc2b0de8b497da1735b582226ddd91b69127516750bef9dc","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.6,"2":0.13,"3":0},"confidence":0.46},"score":{"score":0.87,"probabilities":{"0":0.22,"1":0.7,"2":0.08,"3":0},"confidence":0.7},"noul":{"related":0.43,"answers":0.19,"exact":0.03}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.26793912500000444}
{"split":"test","qid":"q35","pid":"p6214","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62b22421446adcd53577b4fd9661e17e7c820338c845da4b96ac99502edce0a8","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.55},"score":{"score":0.46,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.38,"answers":0.04,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20687029199997778}
{"split":"test","qid":"q35","pid":"p6346","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"426dbc06b01bd427d35b3757873d5b6fa571128b5338c74db5e2eaaca08643ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.12,"answers":0.03,"exact":0.01}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23274195900000633}
{"split":"test","qid":"q35","pid":"p6417","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4575fac099fbc986464b7b1ff1ad94509f5861d7296443dbbb05d9e65ba0f534","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.48,"2":0.51,"3":0.01},"confidence":0.34},"score":{"score":1.56,"probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.55},"noul":{"related":0.87,"answers":0.63,"exact":0.13}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22115154099999926}
{"split":"test","qid":"q35","pid":"p6508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4921bcb0af1318a7c206978967b1256cb5ac832eb2e73371e02a345c2827670b","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.84,"2":0.01,"3":0},"confidence":0.79},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.88,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.57,"answers":0.07,"exact":0.04}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24621416600001975}
{"split":"test","qid":"q35","pid":"p6511","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8545a3108eaf3e9914693ddd3450015796d07b1fd73d3e5dab767cc0605785b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.87,"2":0.12,"3":0},"confidence":0.82},"score":{"score":1.17,"probabilities":{"0":0.01,"1":0.82,"2":0.17,"3":0},"confidence":0.82},"noul":{"related":0.81,"answers":0.35,"exact":0.08}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2524749170000141}
{"split":"test","qid":"q35","pid":"p6599","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"804c0508a516078b3fa066f819561470c48c975a6b2e104fe05df4fb451dd44c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.45,"3":0.54},"confidence":0.39},"score":{"score":2.68,"probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.68},"noul":{"related":0.97,"answers":0.93,"exact":0.58}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.3339427499999874}
{"split":"test","qid":"q35","pid":"p6640","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82d55df27196f47476f44482ae2ea66d1c94a106b4e637951aa43ad5eb0bf3c5","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.74,"2":0.06,"3":0},"confidence":0.65},"score":{"score":0.88,"probabilities":{"0":0.17,"1":0.79,"2":0.04,"3":0},"confidence":0.79},"noul":{"related":0.47,"answers":0.14,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2124281249999767}
{"split":"test","qid":"q35","pid":"p6650","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"883a1fb0e16009034bed4e352183b088f2b7508efa8de7835a5ff88e962a8831","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.02,"answers":0.04,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21505845799998496}
{"split":"test","qid":"q35","pid":"p6663","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"246e61ec94da1207b17594a5813898f5921e35497efae88c0868317d9a0ef3b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.81,"2":0.15,"3":0},"confidence":0.74},"score":{"score":1.09,"probabilities":{"0":0.04,"1":0.83,"2":0.13,"3":0},"confidence":0.83},"noul":{"related":0.69,"answers":0.22,"exact":0.07}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2156158750000177}
{"split":"test","qid":"q35","pid":"p6681","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ea440ee964b9f6307d83245933f672ddae3528b7e3833ccdf98a515c0474d82","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.87,"2":0.11,"3":0},"confidence":0.82},"score":{"score":1.1,"probabilities":{"0":0.02,"1":0.86,"2":0.12,"3":0},"confidence":0.86},"noul":{"related":0.75,"answers":0.22,"exact":0.09}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2838750829999917}
{"split":"test","qid":"q35","pid":"p6722","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8afcb49a6e9ddd3741ec0e2c8e58859ee540fb79a5fd8971f9a827b6b7a0c9f6","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.83,"2":0.09,"3":0},"confidence":0.78},"score":{"score":1.07,"probabilities":{"0":0.03,"1":0.88,"2":0.09,"3":0},"confidence":0.88},"noul":{"related":0.68,"answers":0.18,"exact":0.03}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.23820591699998478}
{"split":"test","qid":"q35","pid":"p6730","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88959746c0244bce1ac82b98463e1ac3b2aab5af654349eecee0992cc2e3cb03","answers":{"choice":{"choice":"1","probabilities":{"0":0.47,"1":0.52,"2":0.01,"3":0},"confidence":0.37},"score":{"score":0.74,"probabilities":{"0":0.26,"1":0.73,"2":0.01,"3":0},"confidence":0.73},"noul":{"related":0.37,"answers":0.05,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21330820900000982}
{"split":"test","qid":"q35","pid":"p6751","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ec136fd446992296a3b85f0828459b2e980a84c94ad83b907b45be388486bf8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.72,"3":0.24},"confidence":0.62},"score":{"score":2.33,"probabilities":{"0":0,"1":0.02,"2":0.62,"3":0.36},"confidence":0.62},"noul":{"related":0.9,"answers":0.85,"exact":0.32}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22414479200000642}
{"split":"test","qid":"q35","pid":"p6818","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"649c35af24305904d0c82ebfc0048b933bd6a0338edd43be627e5b72e5dcaff9","answers":{"choice":{"choice":"0","probabilities":{"0":0.57,"1":0.39,"2":0.04,"3":0},"confidence":0.44},"score":{"score":0.56,"probabilities":{"0":0.45,"1":0.54,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.23,"answers":0.08,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.34048449999999136}
{"split":"test","qid":"q35","pid":"p6819","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3582957751c94482273d4592ea0acd3d6f7008baf6f884313bd97f5792be74e","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.7,"2":0.01,"3":0},"confidence":0.6},"score":{"score":0.75,"probabilities":{"0":0.26,"1":0.73,"2":0.01,"3":0},"confidence":0.73},"noul":{"related":0.53,"answers":0.07,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.248869915999996}
{"split":"test","qid":"q35","pid":"p6842","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6cd948a7ec7533f9845da240630fd582f2c8eac111f0af09e4dced4d1f6c8b0d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.98,"answers":0.98,"exact":0.89}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23426450000001933}
{"split":"test","qid":"q35","pid":"p6886","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b91dcaae2a79b576f3b5c123006fe3f02d2873240701b0b95f68da6b596e3fc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.89},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.92},"noul":{"related":0.98,"answers":0.97,"exact":0.8}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22575850000002537}
{"split":"test","qid":"q35","pid":"p6963","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fec41130668c86d09ab61fa309c56d4274be22b199c7a63ad929ef6cd9c85584","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.41},"score":{"score":0.59,"probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.35,"answers":0.03,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.21542987499997251}
{"split":"test","qid":"q35","pid":"p6994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b651b0d1f2a09ac3f2f73e605be37af10ccbe4b39c5c0f008d0b3f2d3743dbbb","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.62,"2":0.01,"3":0},"confidence":0.49},"score":{"score":0.75,"probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.45,"answers":0.08,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.3022044159999932}
{"split":"test","qid":"q35","pid":"p7035","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0870f1258118b430bc47a5ffb621af2cf51e18e3931b3020a28362f53173b27f","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.54,"2":0.01,"3":0},"confidence":0.39},"score":{"score":0.74,"probabilities":{"0":0.26,"1":0.74,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.43,"answers":0.07,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23772837500000604}
{"split":"test","qid":"q35","pid":"p7057","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65315ee8016b0968439f13e5e8e6b84f6fae96081ac23e14dc13c30534a4eaaa","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.87,"2":0.02,"3":0},"confidence":0.83},"score":{"score":0.96,"probabilities":{"0":0.06,"1":0.92,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.63,"answers":0.09,"exact":0.03}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.24509591599999112}
{"split":"test","qid":"q35","pid":"p7100","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"004e629b750f449e9f6e17e9e352cfe2481c2bc23edec258606dde3b2bb9059e","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.78,"2":0.16,"3":0},"confidence":0.7},"score":{"score":1.14,"probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.82},"noul":{"related":0.75,"answers":0.22,"exact":0.08}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23012295799999266}
{"split":"test","qid":"q35","pid":"p7143","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba0cc0301e48c72aff91cbfb8fcbb35b76beb2eb411176ac36ccabb2db0ed60a","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.88,"2":0.07,"3":0},"confidence":0.83},"score":{"score":1.05,"probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.87},"noul":{"related":0.71,"answers":0.19,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2116561250000086}
{"split":"test","qid":"q35","pid":"p7340","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e69076f21dbed19a576980a8e432b9d259ad8c989681def024e81fd9c0b4ceb5","answers":{"choice":{"choice":"1","probabilities":{"0":0.48,"1":0.49,"2":0.03,"3":0},"confidence":0.32},"score":{"score":0.65,"probabilities":{"0":0.37,"1":0.61,"2":0.02,"3":0},"confidence":0.62},"noul":{"related":0.29,"answers":0.09,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24981812499999068}
{"split":"test","qid":"q35","pid":"p7387","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90f0f81240cb910316d8e843c52901331c798ce3622c89e91eb28cbaafcf27d9","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.18,"2":0.02,"3":0},"confidence":0.74},"score":{"score":0.28,"probabilities":{"0":0.73,"1":0.26,"2":0.01,"3":0},"confidence":0.72},"noul":{"related":0.1,"answers":0.06,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21132091599999694}
{"split":"test","qid":"q35","pid":"p7422","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d030e0c4597d728cb5ae448b5e9a10d076a32f7115db5f63c2bb6b6855dba495","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.32,"2":0.01,"3":0},"confidence":0.56},"score":{"score":0.44,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.26,"answers":0.06,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24083574999999838}
{"split":"test","qid":"q35","pid":"p7424","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"325f41b5cfef5b59fd66ef56ce2454711973fb8b9b7354a1b196d1d7ef87a475","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.57},"score":{"score":0.4,"probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.33,"answers":0.03,"exact":0.02}},"inputTokens":1050,"outputTokens":107,"latencySeconds":0.31451258300000334}
{"split":"test","qid":"q35","pid":"p7429","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"672702082be6285787b40f58cc826bb65032e61d6cfbb9be2ca5bb1989e6715b","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.62,"2":0.05,"3":0},"confidence":0.49},"score":{"score":0.84,"probabilities":{"0":0.21,"1":0.74,"2":0.05,"3":0},"confidence":0.75},"noul":{"related":0.41,"answers":0.12,"exact":0.03}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21471920799999497}
{"split":"test","qid":"q35","pid":"p7448","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c162c3ae43315eac399f05984e46122cdf376489d4959287f03894afcae7f811","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.25,"2":0.02,"3":0},"confidence":0.64},"score":{"score":0.39,"probabilities":{"0":0.62,"1":0.36,"2":0.02,"3":0},"confidence":0.61},"noul":{"related":0.19,"answers":0.1,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22267579200002366}
{"split":"test","qid":"q35","pid":"p7499","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"00167f80ae6b53c458110251779e22e66d4d71cba059ddf9e912f81c6a76a204","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.7,"2":0.03,"3":0},"confidence":0.6},"score":{"score":0.85,"probabilities":{"0":0.2,"1":0.76,"2":0.04,"3":0},"confidence":0.75},"noul":{"related":0.57,"answers":0.11,"exact":0.04}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2164136250000156}
{"split":"test","qid":"q35","pid":"p7516","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc999f2e25be2d960a2ab8f6ba1685e0c7b6dc1526887cfef9b709e370c25495","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.83,"2":0.05,"3":0},"confidence":0.78},"score":{"score":0.89,"probabilities":{"0":0.14,"1":0.82,"2":0.04,"3":0},"confidence":0.82},"noul":{"related":0.65,"answers":0.15,"exact":0.05}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21422774999999092}
{"split":"test","qid":"q35","pid":"p7572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8dda39cd818ab20a918ec3aa6316961389a75bb8636edf62c6ff9cdfae480f02","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.05,"2":0.08,"3":0.01},"confidence":0.82},"score":{"score":0.38,"probabilities":{"0":0.74,"1":0.15,"2":0.11,"3":0},"confidence":0.62},"noul":{"related":0.12,"answers":0.17,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22346504199999617}
{"split":"test","qid":"q35","pid":"p7590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87a4257af7c6c97d011685769743656bc6e5fadea6998c65a61278f68b108bdb","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.88,"2":0.06,"3":0},"confidence":0.83},"score":{"score":1.04,"probabilities":{"0":0.04,"1":0.88,"2":0.08,"3":0},"confidence":0.88},"noul":{"related":0.69,"answers":0.17,"exact":0.06}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2581824170000036}
{"split":"test","qid":"q35","pid":"p7699","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1ff650638ef1af8839d5ee0d4945ecb979d4043c6f1b3d7840285ab3eda4174c","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.78,"2":0.03,"3":0},"confidence":0.7},"score":{"score":0.89,"probabilities":{"0":0.15,"1":0.82,"2":0.03,"3":0},"confidence":0.82},"noul":{"related":0.51,"answers":0.13,"exact":0.03}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.21657975000000443}
{"split":"test","qid":"q35","pid":"p7714","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c86432c853ebc1bbd79d7cdbfd3514360c1ac6ca0b54f821346997e2dfa889c","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.7,"2":0.08,"3":0},"confidence":0.6},"score":{"score":0.91,"probabilities":{"0":0.16,"1":0.77,"2":0.07,"3":0},"confidence":0.78},"noul":{"related":0.48,"answers":0.18,"exact":0.04}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24436616700000013}
{"split":"test","qid":"q35","pid":"p7756","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31384060a06b28355a507909d69051c2c34b09803bca55f7448e54d3e38e88b7","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.6},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.2,"answers":0.04,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20947191699998802}
{"split":"test","qid":"q35","pid":"p7797","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"004e629b750f449e9f6e17e9e352cfe2481c2bc23edec258606dde3b2bb9059e","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.81,"2":0.13,"3":0},"confidence":0.74},"score":{"score":1.12,"probabilities":{"0":0.03,"1":0.83,"2":0.14,"3":0},"confidence":0.83},"noul":{"related":0.72,"answers":0.25,"exact":0.07}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2424041670000006}
{"split":"test","qid":"q35","pid":"p7802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5cc578a3cfe9108aa3c408001dc7ce0f536b9623b62b47db4dfaaf65dfbf317c","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.87,"2":0.06,"3":0},"confidence":0.82},"score":{"score":1.03,"probabilities":{"0":0.04,"1":0.89,"2":0.07,"3":0},"confidence":0.88},"noul":{"related":0.75,"answers":0.16,"exact":0.05}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24109908399998675}
{"split":"test","qid":"q35","pid":"p7809","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"101dd758d581874a14a48356f63a359c5cacfd60a87972860c5095d968c1fc68","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.34,"2":0.05,"3":0},"confidence":0.48},"score":{"score":0.56,"probabilities":{"0":0.48,"1":0.48,"2":0.04,"3":0},"confidence":0.44},"noul":{"related":0.27,"answers":0.19,"exact":0.03}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22036966700002086}
{"split":"test","qid":"q35","pid":"p781","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b63a555342dcef25aaf75776dd22653aeac49714d3bab053435e0937b0b227ad","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.54},"score":{"score":0.8,"probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.57,"answers":0.04,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22827916599999298}
{"split":"test","qid":"q35","pid":"p7815","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e3b7d7cb469be77d062f2202fd2b5e279e62c7f039e9e3eb9074fa192bff7b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.92,"2":0.03,"3":0},"confidence":0.89},"score":{"score":1.01,"probabilities":{"0":0.03,"1":0.9299999999999999,"2":0.04,"3":0},"confidence":0.94},"noul":{"related":0.68,"answers":0.12,"exact":0.03}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.22702841699999407}
{"split":"test","qid":"q35","pid":"p783","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e5ee524dfb85f2bfe231363a16709841dd72bc6c2d3e470e38584dfb352b4a1","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.82,"2":0.07,"3":0},"confidence":0.76},"score":{"score":0.92,"probabilities":{"0":0.13,"1":0.82,"2":0.05,"3":0},"confidence":0.82},"noul":{"related":0.61,"answers":0.13,"exact":0.06}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21399049999998535}
{"split":"test","qid":"q35","pid":"p7831","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c7b7fc3a1ccb83f81d89d479ff8a9a4a33924b3fc729757cffa331f7a8e338af","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.87},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.68,"answers":0.06,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2133335420000076}
{"split":"test","qid":"q35","pid":"p7860","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1aafc0a39c9816b2db081df726f1390c83fa8cc1908917788c285033d7a98e00","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.28,"2":0,"3":0},"confidence":0.62},"score":{"score":0.41,"probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.3,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22805991700000594}
{"split":"test","qid":"q35","pid":"p7878","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7c5eaad327018c5346adfe536e83f5c2d7e26b79a14e4aeb6e3a8fd5cb84a98","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.69,"2":0.21,"3":0.01},"confidence":0.59},"score":{"score":1.08,"probabilities":{"0":0.09,"1":0.75,"2":0.16,"3":0},"confidence":0.74},"noul":{"related":0.65,"answers":0.26,"exact":0.07}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2252580420000013}
{"split":"test","qid":"q35","pid":"p7890","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84ff87ee4fe08c27d41884d6eb9d727595e659775ef6d1bd05d9b8afc632e5e6","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.9,"2":0.08,"3":0},"confidence":0.86},"score":{"score":1.06,"probabilities":{"0":0.03,"1":0.88,"2":0.09,"3":0},"confidence":0.88},"noul":{"related":0.74,"answers":0.17,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2053925000000163}
{"split":"test","qid":"q35","pid":"p7904","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"923af1dd52b2358b842caf7503ace7db2a5894fc315555369a2d94c1fd82be61","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.59},"score":{"score":0.37,"probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.23,"answers":0.04,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21069383299999753}
{"split":"test","qid":"q35","pid":"p7910","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39b8709401087a554f7b79f929c7fe5e063246f7046e64a20dd961b3a3647ae4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.77,"2":0.22,"3":0},"confidence":0.69},"score":{"score":1.14,"probabilities":{"0":0.02,"1":0.82,"2":0.16,"3":0},"confidence":0.82},"noul":{"related":0.74,"answers":0.32,"exact":0.07}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2388831670000218}
{"split":"test","qid":"q35","pid":"p7975","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"617b144a68d3650019b78f5e3aeb0b8a5fda1eae3d209eec4ec7bd79b054409f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.69,"3":0.17},"confidence":0.59},"score":{"score":1.96,"probabilities":{"0":0,"1":0.17,"2":0.69,"3":0.14},"confidence":0.69},"noul":{"related":0.94,"answers":0.7,"exact":0.2}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23630558300000848}
{"split":"test","qid":"q35","pid":"p8056","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ff9a0607b64d98c4aaad832a2edf5c958e2db5a459d57efe2374b9308e4bb598","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.47},"score":{"score":0.52,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.32,"answers":0.04,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24358699999999953}
{"split":"test","qid":"q35","pid":"p8163","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a64e1146810e7523198fa0d12c5b21f63d85e20c591a26714f5487b1c06e2f63","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.77},"score":{"score":2.83,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.83},"noul":{"related":0.98,"answers":0.97,"exact":0.81}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2240707500000135}
{"split":"test","qid":"q35","pid":"p8166","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4bb822dab72c127b58b70c985035888588723e1bd71266fb545c5eef9a079c6","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.09,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.09,"answers":0.02,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21731720799999313}
{"split":"test","qid":"q35","pid":"p8280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9048a9d7175c0857d69107dba0573876e7d7c693dd64592507b90a2b401a9a18","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.8,"2":0.16,"3":0},"confidence":0.74},"score":{"score":1.19,"probabilities":{"0":0.02,"1":0.77,"2":0.21,"3":0},"confidence":0.77},"noul":{"related":0.72,"answers":0.27,"exact":0.06}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2216657090000226}
{"split":"test","qid":"q35","pid":"p8301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b25fcabc8271e81717ed83b8f733e29ea5afaa9956a8b3bc6d2585119a0b9654","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.78,"2":0.02,"3":0},"confidence":0.7},"score":{"score":0.81,"probabilities":{"0":0.2,"1":0.79,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.61,"answers":0.1,"exact":0.04}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.28035704199998873}
{"split":"test","qid":"q35","pid":"p8318","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"070f31fe0cd800850e678b099342ae46f63f976a14382550698f3362eaa1b8ff","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.54},"score":{"score":0.45,"probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.35,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24231125000002793}
{"split":"test","qid":"q35","pid":"p8453","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18f175b13002542c824dc038cfa56b3158b91446c7ae5a87c994fab5c79c71cb","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.6,"2":0.02,"3":0},"confidence":0.46},"score":{"score":0.75,"probabilities":{"0":0.27,"1":0.71,"2":0.02,"3":0},"confidence":0.71},"noul":{"related":0.39,"answers":0.11,"exact":0.03}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23391508300002897}
{"split":"test","qid":"q35","pid":"p8455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e53df0460725c1ed25ffa1c380402f8f5da90c3094e3bb0ac724ed0a077bf8be","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.87,"2":0.11,"3":0.01},"confidence":0.83},"score":{"score":1.18,"probabilities":{"0":0.01,"1":0.8,"2":0.19,"3":0},"confidence":0.79},"noul":{"related":0.78,"answers":0.3,"exact":0.09}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24435062500002094}
{"split":"test","qid":"q35","pid":"p8496","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b436ed400f5ae8e8495584c527117cea171739eff43e0e3f792f114d42cc5fbe","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.33,"2":0.01,"3":0},"confidence":0.54},"score":{"score":0.47,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.21,"answers":0.07,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2253927079999703}
{"split":"test","qid":"q35","pid":"p8585","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7dbae97d492ef1124d4a43c38fd44795ea282b6f062296dd9009ab1af24f9bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.39},"score":{"score":0.57,"probabilities":{"0":0.43,"1":0.57,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.38,"answers":0.04,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2746700829999754}
{"split":"test","qid":"q35","pid":"p8594","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c11441e9985755c1eb4c011660035abd1aa87dce0f69d2438e6cb687f01d6ab4","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.86,"2":0.09,"3":0},"confidence":0.81},"score":{"score":1.1,"probabilities":{"0":0.03,"1":0.85,"2":0.12,"3":0},"confidence":0.85},"noul":{"related":0.72,"answers":0.26,"exact":0.07}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2221105840000091}
{"split":"test","qid":"q35","pid":"p87","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b49ceef983fcaa80117771b3e5f4d0c5344aa2386134eed555a544b89b62d510","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.79,"2":0.02,"3":0},"confidence":0.72},"score":{"score":0.92,"probabilities":{"0":0.09,"1":0.9,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.56,"answers":0.09,"exact":0.03}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.2177651659999974}
{"split":"test","qid":"q35","pid":"p8732","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8903d232c0d50a46b828235ab825574177f6a5f24ff00f454ff7f9e0be75b17","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.59},"noul":{"related":0.97,"answers":0.93,"exact":0.58}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.23587820899998768}
{"split":"test","qid":"q35","pid":"p8743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d4deb82486f1e13f0d6fe988525fc4542aabf31ad90cae99db1b4e263da8b5b","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.91,"2":0.07,"3":0},"confidence":0.87},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.9299999999999999,"2":0.06,"3":0},"confidence":0.94},"noul":{"related":0.79,"answers":0.2,"exact":0.05}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2150012090000091}
{"split":"test","qid":"q35","pid":"p8761","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ea440ee964b9f6307d83245933f672ddae3528b7e3833ccdf98a515c0474d82","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.84,"2":0.12,"3":0.01},"confidence":0.78},"score":{"score":1.13,"probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.83},"noul":{"related":0.73,"answers":0.22,"exact":0.08}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23566612499998882}
{"split":"test","qid":"q35","pid":"p8771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f8197aab3055914b1b8fcd5e923d259056f97c2351369e0a257e3513d3abf60","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.83,"2":0.08,"3":0},"confidence":0.77},"score":{"score":1.01,"probabilities":{"0":0.07,"1":0.85,"2":0.08,"3":0},"confidence":0.85},"noul":{"related":0.56,"answers":0.17,"exact":0.05}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23009729199996218}
{"split":"test","qid":"q35","pid":"p8808","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"477c14f06836facbeff121e406c6e2653f263807d1dce2abf1179753c8b75364","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.76,"2":0.02,"3":0},"confidence":0.67},"score":{"score":0.78,"probabilities":{"0":0.24,"1":0.74,"2":0.02,"3":0},"confidence":0.73},"noul":{"related":0.53,"answers":0.11,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24689929199998734}
{"split":"test","qid":"q35","pid":"p881","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59ab2f475ee4baf74b3bdcc6ee5aca8248302f8477fba8e22c5c86c192decdd1","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.16,"answers":0.02,"exact":0.01}},"inputTokens":1024,"outputTokens":107,"latencySeconds":0.22730950000003214}
{"split":"test","qid":"q35","pid":"p89","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52b39482833c041447c591d66c0807431ee641eed2d51d4268d0546e1e15a975","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.64},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.17,"answers":0.05,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22351370799995493}
{"split":"test","qid":"q35","pid":"p8948","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0645d68cc24692f34aeb08ff522dc34ef2337e29def7a534286df1223ff3681","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.83,"2":0.11,"3":0},"confidence":0.76},"score":{"score":1.02,"probabilities":{"0":0.07,"1":0.84,"2":0.09,"3":0},"confidence":0.83},"noul":{"related":0.65,"answers":0.19,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21140466699999524}
{"split":"test","qid":"q35","pid":"p8974","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0645d68cc24692f34aeb08ff522dc34ef2337e29def7a534286df1223ff3681","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.85,"2":0.09,"3":0},"confidence":0.8},"score":{"score":1.04,"probabilities":{"0":0.07,"1":0.83,"2":0.1,"3":0},"confidence":0.83},"noul":{"related":0.62,"answers":0.18,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.28422329099994387}
{"split":"test","qid":"q35","pid":"p9020","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b69b7e1212dfc5bbfc9d6e1beed753f8a34bb472591181e35f54c91ca3b165e9","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.22,"probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.78},"noul":{"related":0.12,"answers":0.06,"exact":0.02}},"inputTokens":1043,"outputTokens":107,"latencySeconds":0.2675007500000065}
{"split":"test","qid":"q35","pid":"p9092","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0fe9bb5614d32d9bfcb56ebd22bcb4bac113617b7ef0adcd305e8113a419ab28","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.82,"2":0.14,"3":0.01},"confidence":0.77},"score":{"score":1.11,"probabilities":{"0":0.03,"1":0.84,"2":0.13,"3":0},"confidence":0.83},"noul":{"related":0.77,"answers":0.26,"exact":0.08}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.227157332999981}
{"split":"test","qid":"q35","pid":"p9095","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f20918aee7604db19d7a1a8668d09ee5508f692637d7b8cf84f48d92ca7b8bb0","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.27,"2":0.01,"3":0},"confidence":0.63},"score":{"score":0.41,"probabilities":{"0":0.59,"1":0.4,"2":0.01,"3":0},"confidence":0.59},"noul":{"related":0.2,"answers":0.07,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.24067841700004647}
{"split":"test","qid":"q35","pid":"p9132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59b1f8f937415663ff5df0a951ae81f8fd41843c5ff65504ea86c185641cd8ee","answers":{"choice":{"choice":"1","probabilities":{"0":0.41,"1":0.55,"2":0.04,"3":0},"confidence":0.41},"score":{"score":0.67,"probabilities":{"0":0.35,"1":0.63,"2":0.02,"3":0},"confidence":0.63},"noul":{"related":0.34,"answers":0.12,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23983987500000511}
{"split":"test","qid":"q35","pid":"p9152","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b57fdf5bb3479fd2b0dfbebc1d5ec2e7cd988111ce9d9315d7fd5c3c580559e4","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.69,"probabilities":{"0":0.31,"1":0.6900000000000001,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.44,"answers":0.05,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2158904160000384}
{"split":"test","qid":"q35","pid":"p9164","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6dae480e89cc1fe1725761df1217a151223f3361a261e49e5e5caa96a29890d5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.77,"2":0.21,"3":0.01},"confidence":0.71},"score":{"score":1.24,"probabilities":{"0":0,"1":0.76,"2":0.24,"3":0},"confidence":0.75},"noul":{"related":0.82,"answers":0.3,"exact":0.07}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23557816700002876}
{"split":"test","qid":"q35","pid":"p9440","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"99996546fc2954b66048d4da91a6ef3dcb50ad3b148b3e468175ea458706b391","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.77},"score":{"score":1.1,"probabilities":{"0":0.02,"1":0.86,"2":0.12,"3":0},"confidence":0.85},"noul":{"related":0.78,"answers":0.26,"exact":0.07}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.25234499999997206}
{"split":"test","qid":"q35","pid":"p9491","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d87ba379f4fca0b6684cdd5280eeaeb574eca34817f31d31d1327c4600357cef","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21985129100002815}
{"split":"test","qid":"q35","pid":"p952","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a484e7ad2b8f17c84862cddfa4c9804d94c3171678d0a33c024891e42a4acf7","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.64},"score":{"score":0.34,"probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.41,"answers":0.05,"exact":0.02}},"inputTokens":1015,"outputTokens":107,"latencySeconds":0.34668620799999916}
{"split":"test","qid":"q35","pid":"p9701","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aed8f20f61ae38ff12a3286b14e6375f1b6504157c12f655611a5a2b522bd11a","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.74,"2":0.04,"3":0},"confidence":0.65},"score":{"score":0.91,"probabilities":{"0":0.14,"1":0.82,"2":0.04,"3":0},"confidence":0.82},"noul":{"related":0.54,"answers":0.1,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.25188087500003165}
{"split":"test","qid":"q35","pid":"p9771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4778b763db4eaea9b60afdd8aba0f9b1df2485f7eff03d9eb95197b3ff740b3c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.27,"3":0.71},"confidence":0.62},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.78},"noul":{"related":0.97,"answers":0.94,"exact":0.64}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21317116699996405}
{"split":"test","qid":"q35","pid":"p9839","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1455ab61a5d1d0bbdc75275e032638918f1aec1f8de42ddabbf028141d628f2","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.71,"2":0.1,"3":0},"confidence":0.61},"score":{"score":0.98,"probabilities":{"0":0.11,"1":0.8,"2":0.09,"3":0},"confidence":0.8},"noul":{"related":0.47,"answers":0.22,"exact":0.05}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2212848750000121}
{"split":"test","qid":"q35","pid":"p9977","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1dd13ebd302ef90b3463bf474c21fdf4ee78013e8161eacd35aafbc87428ddbe","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":23288,"outputTokens":107,"latencySeconds":1.7254574159999998,"passageCap":30000,"originalPassageChars":65996,"submittedPassageChars":30000}
{"split":"test","qid":"q36","pid":"p10006","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dad6779ed2a7d034617c33b8af093aa7e56a60c2f4228203686e1fd522153826","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.08,"2":0.26,"3":0.66},"confidence":0.54},"score":{"score":2.55,"probabilities":{"0":0,"1":0.07,"2":0.31,"3":0.62},"confidence":0.55},"noul":{"related":0.97,"answers":0.85,"exact":0.42}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22218841700000008,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q36","pid":"p10060","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d870f866571784beb0c0d7fd855a13cd1e5937c15213fa1f0be6c9662a13fc23","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.47,"2":0.41,"3":0.12},"confidence":0.29},"score":{"score":1.83,"probabilities":{"0":0,"1":0.31,"2":0.55,"3":0.14},"confidence":0.55},"noul":{"related":0.94,"answers":0.78,"exact":0.31}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2220586249999999,"passageCap":0,"originalPassageChars":220,"submittedPassageChars":220}
{"split":"test","qid":"q36","pid":"p10079","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10e83c9c3b7711dace0535653a68ea80c6141cd31aa3f86400ed2a1cf17c6a11","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.63,"2":0.03,"3":0},"confidence":0.52},"score":{"score":0.71,"probabilities":{"0":0.32,"1":0.65,"2":0.03,"3":0},"confidence":0.65},"noul":{"related":0.43,"answers":0.19,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22469516699999986,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q36","pid":"p10094","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f19a020dcbd8ce329262494eee1a961def172b767d82731e0bf2df176895773f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.24,"2":0.41000000000000003,"3":0.35},"confidence":0.2},"score":{"score":2.26,"probabilities":{"0":0,"1":0.15,"2":0.44,"3":0.41},"confidence":0.43},"noul":{"related":0.94,"answers":0.79,"exact":0.3}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2179323750000001,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q36","pid":"p10351","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ec790187fecb55633219f1a0d49a48679621b1afc3733a43dad806c3a892044","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.28,"2":0.35,"3":0.37},"confidence":0.16},"score":{"score":2.16,"probabilities":{"0":0,"1":0.22,"2":0.4,"3":0.38},"confidence":0.4},"noul":{"related":0.94,"answers":0.76,"exact":0.26}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.24532466700000008,"passageCap":0,"originalPassageChars":207,"submittedPassageChars":207}
{"split":"test","qid":"q36","pid":"p10534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6985723dcb1a6b255734749138123d55cd446cbc27f230dfa6aedbac1e1c75f3","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.05,"answers":0.07,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21075250000000006,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q36","pid":"p10535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf81d380cbdb0dc6bdfa90b5e5821fc23b79664d92aa209f4ae4ba6333c90513","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.31,"2":0.36,"3":0.33},"confidence":0.14},"score":{"score":2.1,"probabilities":{"0":0,"1":0.23,"2":0.43,"3":0.34},"confidence":0.43},"noul":{"related":0.97,"answers":0.76,"exact":0.25}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.203522958,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q36","pid":"p10540","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a69bd0e28bed6b0333b980ea804d31d6214d1c2a68ba998640edea06be5db32","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.47,"3":0.32},"confidence":0.29},"score":{"score":2.22,"probabilities":{"0":0,"1":0.14,"2":0.5,"3":0.36},"confidence":0.5},"noul":{"related":0.97,"answers":0.82,"exact":0.27}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.207140042,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q36","pid":"p10544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b48c06c0ac97dac6046412ce3e6a057d0d34b90065d04fcaa7f50a7fca04f33e","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.67,"2":0.31,"3":0.01},"confidence":0.56},"score":{"score":1.34,"probabilities":{"0":0.01,"1":0.65,"2":0.34,"3":0},"confidence":0.65},"noul":{"related":0.84,"answers":0.57,"exact":0.1}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.21627595799999993,"passageCap":0,"originalPassageChars":476,"submittedPassageChars":476}
{"split":"test","qid":"q36","pid":"p10578","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c43f342dc7d83ba1f70c3d34073f39d4b834ee8e8678b102ed2e390d8a9252af","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.38,"3":0.57},"confidence":0.42},"score":{"score":2.62,"probabilities":{"0":0,"1":0.02,"2":0.35,"3":0.63},"confidence":0.62},"noul":{"related":0.97,"answers":0.91,"exact":0.53}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.257101208,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q36","pid":"p10601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87be06f75f9632c0ddaa6e9e915a49d9fcbfa708cf6a24b3eb1ce7d9361573b3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.38,"2":0.31,"3":0.31},"confidence":0.16},"score":{"score":2.17,"probabilities":{"0":0,"1":0.21,"2":0.41,"3":0.38},"confidence":0.41},"noul":{"related":0.94,"answers":0.74,"exact":0.25}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.21906916700000012,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q36","pid":"p10828","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d7f59605ea7eb72f654501be294f3887cf5d262d77032850b60dbdd0389425b","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.88,"2":0.04,"3":0},"confidence":0.84},"score":{"score":1,"probabilities":{"0":0.05,"1":0.9,"2":0.05,"3":0},"confidence":0.9},"noul":{"related":0.7,"answers":0.22,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21664724999999999,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q36","pid":"p10913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c525e3b8b926f510a1ce6e1fdfe2afd538b6dcf47e2f32d73679acedebd32b5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.31,"2":0.29,"3":0.4},"confidence":0.2},"score":{"score":2.16,"probabilities":{"0":0,"1":0.22,"2":0.4,"3":0.38},"confidence":0.39},"noul":{"related":0.94,"answers":0.75,"exact":0.3}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23250579100000004,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q36","pid":"p11132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5d65add338e41f9072058b8d7095c777a66aefb378be2ab5dadf228c0b8bbb2","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2500252909999997,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q36","pid":"p11297","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3dd482da092b0374fbca7d9c232dfd4ab3007f3a52743d97877d85949370da7","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.76,"2":0.16,"3":0.05},"confidence":0.68},"score":{"score":1.37,"probabilities":{"0":0.03,"1":0.63,"2":0.27,"3":0.07},"confidence":0.58},"noul":{"related":0.8,"answers":0.47,"exact":0.15}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20468745799999988,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q36","pid":"p11557","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34135b1e3b0df32442e885a330b515fc8c335904caee174da8eb5e4e8c345af6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.1,"2":0.35,"3":0.55},"confidence":0.4},"score":{"score":2.57,"probabilities":{"0":0,"1":0.04,"2":0.34,"3":0.62},"confidence":0.57},"noul":{"related":0.97,"answers":0.89,"exact":0.48}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21533562500000017,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q36","pid":"p1185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef7e212b5e0fb69f585cc18b28f95e8f67389443912ebeb7cbb4bad0061cd95b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.46,"3":0.06},"confidence":0.3},"score":{"score":1.67,"probabilities":{"0":0,"1":0.38,"2":0.56,"3":0.06},"confidence":0.55},"noul":{"related":0.9,"answers":0.73,"exact":0.13}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.20107145800000012,"passageCap":0,"originalPassageChars":406,"submittedPassageChars":406}
{"split":"test","qid":"q36","pid":"p1321","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a157d0b035cd29f875208892c63510aa82207a7b42c52ffde04dc16c5ae1e879","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.07,"2":0.12,"3":0.81},"confidence":0.75},"score":{"score":2.76,"probabilities":{"0":0,"1":0.05,"2":0.14,"3":0.81},"confidence":0.76},"noul":{"related":0.98,"answers":0.83,"exact":0.46}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2193469580000001,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q36","pid":"p1361","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38150eefe4a8cd3c1fe415ddaca34a9af9f356975c1a7099a24875b245b1c7bb","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.05,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22276554199999987,"passageCap":0,"originalPassageChars":321,"submittedPassageChars":321}
{"split":"test","qid":"q36","pid":"p1415","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ddff94a72620041aa3fa46dafa8e7a620c6050928a2b5c6391ed61d3e753c32","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.56,"3":0.19},"confidence":0.4},"score":{"score":2.13,"probabilities":{"0":0,"1":0.13,"2":0.6,"3":0.27},"confidence":0.6},"noul":{"related":0.94,"answers":0.85,"exact":0.34}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.25564595800000006,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q36","pid":"p1493","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2b3172a71a8758a81c3a0e08d63a0413fbfef0df3e64f6973306a3f7d1308b8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.32,"2":0.44,"3":0.24},"confidence":0.24},"score":{"score":2.07,"probabilities":{"0":0,"1":0.21,"2":0.5,"3":0.29},"confidence":0.49},"noul":{"related":0.92,"answers":0.74,"exact":0.24}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21114666699999998,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q36","pid":"p1665","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1db786030955e8e2f526fbbcc4a90ebbd0f9aa9221ca7e48f27127a84c89b472","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.31,"2":0.26,"3":0.43},"confidence":0.24},"score":{"score":2.07,"probabilities":{"0":0,"1":0.27,"2":0.39,"3":0.34},"confidence":0.38},"noul":{"related":0.96,"answers":0.71,"exact":0.34}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23242783299999997,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q36","pid":"p1685","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcbe282aae3070c58cdbb06507adfece31e95d2feb6d9a1174014e7682e7f63d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.57,"3":0.24},"confidence":0.42},"score":{"score":2.06,"probabilities":{"0":0,"1":0.16,"2":0.62,"3":0.22},"confidence":0.62},"noul":{"related":0.95,"answers":0.87,"exact":0.35}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2641389170000002,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q36","pid":"p1857","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"152fd75cfa1d52f86412f8fa96851e792ef963cd9ab0cd1e488e555746974549","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22251770799999987,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q36","pid":"p1894","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30a499d9bcf5b2c4f37704dfd3c9a3bb07c98926866c2980d19ca97f95e0ceb8","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.48,"2":0.07,"3":0},"confidence":0.31},"score":{"score":0.64,"probabilities":{"0":0.45,"1":0.47,"2":0.08,"3":0},"confidence":0.47},"noul":{"related":0.35,"answers":0.28,"exact":0.03}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.21805133399999976,"passageCap":0,"originalPassageChars":185,"submittedPassageChars":185}
{"split":"test","qid":"q36","pid":"p1947","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b5a6df0ad95825ed0f39a24c3622216637dc7cac03aa7d52dd5a5086cc103132","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.56,"2":0.38,"3":0.06},"confidence":0.41},"score":{"score":1.62,"probabilities":{"0":0.01,"1":0.43,"2":0.5,"3":0.06},"confidence":0.51},"noul":{"related":0.88,"answers":0.71,"exact":0.17}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2639257499999999,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q36","pid":"p212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e85b465d2ea19a52441f12f23eb8b540b72d6c49b22c0063124b1177347347f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.43,"2":0.4,"3":0.16},"confidence":0.23},"score":{"score":1.74,"probabilities":{"0":0.01,"1":0.37,"2":0.5,"3":0.12},"confidence":0.5},"noul":{"related":0.88,"answers":0.71,"exact":0.22}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.21918216699999993,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q36","pid":"p2204","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"689cc454d3edb1ce3263c34cafcce37f36d18e1608b0c1cbd15b27899ab4fce3","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.82,"2":0.14,"3":0.01},"confidence":0.77},"score":{"score":1.16,"probabilities":{"0":0.02,"1":0.81,"2":0.17,"3":0},"confidence":0.8},"noul":{"related":0.77,"answers":0.38,"exact":0.07}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.21734083399999962,"passageCap":0,"originalPassageChars":401,"submittedPassageChars":401}
{"split":"test","qid":"q36","pid":"p2280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27a9e1b94ed32b36042862dc3852936579196913faeb9c6c766c73755fe82a0b","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.17,"2":0.4,"3":0.42},"confidence":0.24},"score":{"score":2.26,"probabilities":{"0":0,"1":0.17,"2":0.4,"3":0.43},"confidence":0.26},"noul":{"related":0.94,"answers":0.85,"exact":0.36}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.1993443339999999,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q36","pid":"p2450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32106a5f2a4b5b1b946ef4bb7ffb41a806b6653c0f561500a7fbf461652fe24f","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.28,"3":0.15},"confidence":0.42},"score":{"score":1.68,"probabilities":{"0":0,"1":0.46,"2":0.4,"3":0.14},"confidence":0.32},"noul":{"related":0.9,"answers":0.64,"exact":0.17}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23305179199999976,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q36","pid":"p2496","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"08c5b64ed13dcf8ab4302a1e316e256e031bbee76564632c3da73ae57f692d2d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.6,"3":0.13},"confidence":0.46},"score":{"score":1.96,"probabilities":{"0":0,"1":0.19,"2":0.66,"3":0.15},"confidence":0.66},"noul":{"related":0.95,"answers":0.85,"exact":0.29}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.1985247079999999,"passageCap":0,"originalPassageChars":237,"submittedPassageChars":237}
{"split":"test","qid":"q36","pid":"p2532","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d25bd7f9dcc983b2530daa0fd9b4fa90a2e705d7d4d9a8a1789baa130579279","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.2,"2":0.41000000000000003,"3":0.39},"confidence":0.2},"score":{"score":2.27,"probabilities":{"0":0,"1":0.14,"2":0.45,"3":0.41},"confidence":0.45},"noul":{"related":0.93,"answers":0.81,"exact":0.32}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.26560020799999984,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q36","pid":"p2581","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"156b652ce3d2685f260ae9c85080383c7a47e9fa5888136b95e19f4d37bad282","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.32,"2":0.39,"3":0.28},"confidence":0.19},"score":{"score":1.97,"probabilities":{"0":0,"1":0.27,"2":0.48,"3":0.25},"confidence":0.47},"noul":{"related":0.89,"answers":0.74,"exact":0.27}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2176231670000002,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q36","pid":"p2620","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2867d61a4884f69f2293c4f7f1221c4cb2717a12e6f2824f95cf2a096fef95d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.43,"3":0.3},"confidence":0.25},"score":{"score":2.15,"probabilities":{"0":0,"1":0.15,"2":0.55,"3":0.3},"confidence":0.55},"noul":{"related":0.95,"answers":0.78,"exact":0.27}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23146404100000018,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q36","pid":"p2753","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"06a3304ef6a975235dbb1535af85b1a858902fb89d312c085755ad1132223ed2","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2353129170000002,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q36","pid":"p2824","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e95969d61fe3875282b790e90549d61280415f726efe3e9f601c8ecb09241cb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.24,"2":0.6,"3":0.16},"confidence":0.47},"score":{"score":2.02,"probabilities":{"0":0,"1":0.16,"2":0.66,"3":0.18},"confidence":0.65},"noul":{"related":0.94,"answers":0.86,"exact":0.24}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.20060829199999988,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q36","pid":"p292","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64b98ce89b2370886253bc76917cf55dfdf035ed4840cf94f98be84a80e32442","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.36,"3":0.59},"confidence":0.44},"score":{"score":2.6,"probabilities":{"0":0,"1":0.02,"2":0.35,"3":0.63},"confidence":0.6},"noul":{"related":0.97,"answers":0.9,"exact":0.57}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21406962499999962,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q36","pid":"p2959","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70d218b88538d2f22ffd76d1f60119d60c74ebfb7fbbecad19dc9db10c80eeab","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.25,"3":0.04},"confidence":0.61},"score":{"score":1.45,"probabilities":{"0":0,"1":0.6,"2":0.35,"3":0.05},"confidence":0.54},"noul":{"related":0.96,"answers":0.69,"exact":0.21}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21696570799999973,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q36","pid":"p2999","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"44116e99ef2824b773da609d5e60108cf1674df3b134de430673c6758c86eac3","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.16,"2":0.37,"3":0.47},"confidence":0.29},"score":{"score":2.39,"probabilities":{"0":0,"1":0.11,"2":0.4,"3":0.49},"confidence":0.39},"noul":{"related":0.96,"answers":0.83,"exact":0.35}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24795066600000018,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q36","pid":"p306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b5b96801f46d58c199d1544b145e48c92e73003de6aa7b69d9127474f28abe8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.67,"2":0.25,"3":0.07},"confidence":0.55},"score":{"score":1.57,"probabilities":{"0":0.01,"1":0.49,"2":0.43,"3":0.07},"confidence":0.41},"noul":{"related":0.78,"answers":0.59,"exact":0.18}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2367463749999997,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q36","pid":"p3318","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e95969d61fe3875282b790e90549d61280415f726efe3e9f601c8ecb09241cb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.24,"2":0.6,"3":0.16},"confidence":0.45},"score":{"score":2.03,"probabilities":{"0":0,"1":0.15,"2":0.67,"3":0.18},"confidence":0.66},"noul":{"related":0.94,"answers":0.84,"exact":0.24}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23050633400000015,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q36","pid":"p3326","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d21e3aaac8a1c1b112f935c1486622fe96838e634241e4f3278c6e3d24898d5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.59,"2":0.26,"3":0.15},"confidence":0.46},"score":{"score":1.69,"probabilities":{"0":0,"1":0.47000000000000003,"2":0.37,"3":0.16},"confidence":0.3},"noul":{"related":0.93,"answers":0.6,"exact":0.17}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23080683299999966,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q36","pid":"p3335","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa12b747b0843dcc6966ea28b306364f715d23b5945c70249288888c5980d954","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.45,"2":0.36,"3":0.19},"confidence":0.26},"score":{"score":1.81,"probabilities":{"0":0,"1":0.39,"2":0.41000000000000003,"3":0.2},"confidence":0.4},"noul":{"related":0.95,"answers":0.64,"exact":0.23}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.238281833,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q36","pid":"p3376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b5b9691df73734daec4c60db6e84212f7c7675af70293eb8e0688dbf110cc352","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.82,"2":0.1,"3":0.08},"confidence":0.76},"score":{"score":1.31,"probabilities":{"0":0,"1":0.77,"2":0.16,"3":0.07},"confidence":0.69},"noul":{"related":0.95,"answers":0.19,"exact":0.06}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.27380287500000033,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q36","pid":"p3668","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01707ec935c13de3b31c07a2581c90c411b3bcaaa902f95c0188ac3c51aea566","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.53,"3":0.2},"confidence":0.37},"score":{"score":1.98,"probabilities":{"0":0,"1":0.17,"2":0.68,"3":0.15},"confidence":0.68},"noul":{"related":0.94,"answers":0.84,"exact":0.29}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.25139095799999994,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q36","pid":"p3880","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e43270e5d6c34c1e9c7ff54e7471286ae60ed2066d6625fa17491dfffff144d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.61,"3":0.09},"confidence":0.47},"score":{"score":1.76,"probabilities":{"0":0,"1":0.28,"2":0.68,"3":0.04},"confidence":0.68},"noul":{"related":0.92,"answers":0.8,"exact":0.13}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22808166699999993,"passageCap":0,"originalPassageChars":324,"submittedPassageChars":324}
{"split":"test","qid":"q36","pid":"p3944","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58090d2ec929dcbc93e47b424ce7237d331c921175bc5e0be06419ee4a8fef7f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.11,"2":0.38,"3":0.51},"confidence":0.35},"score":{"score":2.49,"probabilities":{"0":0,"1":0.05,"2":0.41,"3":0.54},"confidence":0.49},"noul":{"related":0.96,"answers":0.85,"exact":0.43}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.20459441700000025,"passageCap":0,"originalPassageChars":445,"submittedPassageChars":445}
{"split":"test","qid":"q36","pid":"p3960","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6e941daaa8ca942f32e7b51e083587d8dea84cfdc7aae571918d32b352cc4ad","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.49,"3":0.14},"confidence":0.31},"score":{"score":1.84,"probabilities":{"0":0,"1":0.28,"2":0.6,"3":0.12},"confidence":0.6},"noul":{"related":0.94,"answers":0.75,"exact":0.2}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2079430000000002,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q36","pid":"p3963","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"950c74ade06d578c29abd9b1a187062d7f306e885e08742e9db00564a712735e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.38,"3":0.57},"confidence":0.43},"score":{"score":2.55,"probabilities":{"0":0,"1":0.02,"2":0.42,"3":0.56},"confidence":0.55},"noul":{"related":0.97,"answers":0.91,"exact":0.43}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21305975000000035,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q36","pid":"p4051","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"950c74ade06d578c29abd9b1a187062d7f306e885e08742e9db00564a712735e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.04,"2":0.4,"3":0.56},"confidence":0.41},"score":{"score":2.56,"probabilities":{"0":0,"1":0.01,"2":0.41,"3":0.58},"confidence":0.56},"noul":{"related":0.97,"answers":0.89,"exact":0.45}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21245341700000017,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q36","pid":"p4058","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4747eba1874be3bc45106586407696f63954714e924820d970c9f439bfb5ad3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.61,"3":0.2},"confidence":0.47},"score":{"score":2.12,"probabilities":{"0":0,"1":0.13,"2":0.61,"3":0.26},"confidence":0.61},"noul":{"related":0.95,"answers":0.86,"exact":0.27}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2552597919999998,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q36","pid":"p4175","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b313e117a08c5ab3a819bb3464e77aa7937a1cb5186f3f62427d651d286f01b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.42,"3":0.33},"confidence":0.22},"score":{"score":2.1,"probabilities":{"0":0,"1":0.17,"2":0.55,"3":0.28},"confidence":0.55},"noul":{"related":0.95,"answers":0.84,"exact":0.35}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2850197909999997,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q36","pid":"p4182","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64b98ce89b2370886253bc76917cf55dfdf035ed4840cf94f98be84a80e32442","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.04,"2":0.32,"3":0.64},"confidence":0.52},"score":{"score":2.62,"probabilities":{"0":0,"1":0.02,"2":0.35,"3":0.63},"confidence":0.62},"noul":{"related":0.97,"answers":0.9,"exact":0.62}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2520972919999999,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q36","pid":"p4192","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d6a27fa9b4788cd9ed3fc6d3ae8aedf5dedbbdec4b6f3474dd822a9664bed0c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.45,"3":0.07},"confidence":0.3},"score":{"score":1.64,"probabilities":{"0":0,"1":0.42,"2":0.51,"3":0.07},"confidence":0.5},"noul":{"related":0.92,"answers":0.68,"exact":0.19}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2157556669999999,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q36","pid":"p420","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"762ffb580dbcb2d7097f2d7869a2dfa4cad81ecdf0704d3c30668476f33648b9","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.66,"2":0.13,"3":0.21},"confidence":0.54},"score":{"score":1.74,"probabilities":{"0":0,"1":0.52,"2":0.21,"3":0.27},"confidence":0.25},"noul":{"related":0.96,"answers":0.49,"exact":0.2}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.24661808400000018,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q36","pid":"p4200","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"057b6c0644be9239bb990596b3ccd5f97f8168b37ea0226c1fc665a757a87f01","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.54,"2":0.43,"3":0.03},"confidence":0.38},"score":{"score":1.58,"probabilities":{"0":0,"1":0.43,"2":0.55,"3":0.02},"confidence":0.54},"noul":{"related":0.9,"answers":0.68,"exact":0.14}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.25700141699999995,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q36","pid":"p446","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d780162382f298cbf8cc1017df9ff651dd7fb3d6f92670e4483970482f5acaaa","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.75},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.14,"answers":0.11,"exact":0.02}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21825391600000013,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q36","pid":"p4615","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10e83c9c3b7711dace0535653a68ea80c6141cd31aa3f86400ed2a1cf17c6a11","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.62,"2":0.02,"3":0},"confidence":0.49},"score":{"score":0.71,"probabilities":{"0":0.32,"1":0.66,"2":0.02,"3":0},"confidence":0.66},"noul":{"related":0.43,"answers":0.17,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24974170799999956,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q36","pid":"p4782","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82b190d01f8d3b0873503ab690d95cb5b216b9282541a0ce76781f42b95c1ebf","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.31,"3":0.17},"confidence":0.35},"score":{"score":1.68,"probabilities":{"0":0,"1":0.47,"2":0.38,"3":0.15},"confidence":0.32},"noul":{"related":0.96,"answers":0.67,"exact":0.27}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23913599999999996,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q36","pid":"p4823","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b984c1f17a139fff2850892dd062270a76e74ff7899d4caa16a83aad404b3923","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22030066699999998,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q36","pid":"p5023","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6648c19b212042aed3abe717c812108dcf4ac3e0cfe9d7226f9d7173e78a28af","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.09,"2":0.41,"3":0.5},"confidence":0.32},"score":{"score":2.44,"probabilities":{"0":0,"1":0.08,"2":0.4,"3":0.52},"confidence":0.44},"noul":{"related":0.96,"answers":0.83,"exact":0.38}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20520241600000008,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q36","pid":"p5028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"518454f2f02e4cf82fa1abfb07c72b7901f0420fdb99531bbe5ffd9c48e5116f","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.61,"2":0.29,"3":0.06},"confidence":0.49},"score":{"score":1.36,"probabilities":{"0":0.05,"1":0.58,"2":0.33,"3":0.04},"confidence":0.54},"noul":{"related":0.77,"answers":0.66,"exact":0.14}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.24776166699999977,"passageCap":0,"originalPassageChars":487,"submittedPassageChars":487}
{"split":"test","qid":"q36","pid":"p5213","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46744e54f6817e755800e8c0c7b0896a9aa792538c51af9b9277dc28f49f0674","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.18,"2":0.37,"3":0.45},"confidence":0.26},"score":{"score":2.3,"probabilities":{"0":0,"1":0.12,"2":0.45,"3":0.43},"confidence":0.45},"noul":{"related":0.95,"answers":0.81,"exact":0.33}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22725645799999983,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q36","pid":"p5218","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb836b82879e05d6b0ed79004b1c343760d4216527c323ba33127d98fa6a632b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23939029200000003,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q36","pid":"p5320","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f045c5eb72505a1fa31d142fd00ffac5dba86810f0b8d4f997a5da702a284d8a","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.69,"2":0.13,"3":0.02},"confidence":0.58},"score":{"score":1.17,"probabilities":{"0":0.1,"1":0.65,"2":0.23,"3":0.02},"confidence":0.64},"noul":{"related":0.47,"answers":0.33,"exact":0.09}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.20859687499999974,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q36","pid":"p5458","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed7dd4b28e4184bd6874957cc8d395924fc3f024c98ae8f00e058bcb3748446d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.67,"2":0.25,"3":0.08},"confidence":0.55},"score":{"score":1.49,"probabilities":{"0":0,"1":0.5700000000000001,"2":0.37,"3":0.06},"confidence":0.5},"noul":{"related":0.9,"answers":0.61,"exact":0.16}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.253256625,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q36","pid":"p5488","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4162f17e6c2ec795da189c09f838a6ec78a6cabdcbcb1c0d27763a843d7d58e5","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.79,"2":0.16,"3":0.01},"confidence":0.72},"score":{"score":1.22,"probabilities":{"0":0.03,"1":0.73,"2":0.23,"3":0.01},"confidence":0.73},"noul":{"related":0.75,"answers":0.39,"exact":0.08}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.22971399999999995,"passageCap":0,"originalPassageChars":466,"submittedPassageChars":466}
{"split":"test","qid":"q36","pid":"p5651","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4da1012c0d8bffedf8fe75252e4decc393e8841f576c6483939b8f62ebe02b35","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20627824999999983,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q36","pid":"p5708","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6ecc24b783e3ea04c50d253c3c8d74910441dc810ceb828c11e7fff56a2f11b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2475449580000004,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q36","pid":"p5768","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"857400da8487990032efb63d16fcb4bf4538555b7d5e4b89948f1ad2dff93aa9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.64,"3":0.14},"confidence":0.52},"score":{"score":2.01,"probabilities":{"0":0,"1":0.12,"2":0.75,"3":0.13},"confidence":0.74},"noul":{"related":0.92,"answers":0.82,"exact":0.21}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.26243449999999985,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q36","pid":"p5838","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc487b04b62954a7a477de2f5f90b63488f570dad8d208fb5c0e2e4ad8f6ae78","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.2,"3":0.25},"confidence":0.41},"score":{"score":1.89,"probabilities":{"0":0,"1":0.41,"2":0.29,"3":0.3},"confidence":0.1},"noul":{"related":0.96,"answers":0.67,"exact":0.2}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23216183300000012,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q36","pid":"p5946","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b17f7a54cff932935a0ec1620792840ba271c1152f4f3c2bc2f9f04bcdfe2de7","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22227766599999996,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q36","pid":"p5982","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"950c74ade06d578c29abd9b1a187062d7f306e885e08742e9db00564a712735e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.39,"3":0.56},"confidence":0.41},"score":{"score":2.58,"probabilities":{"0":0,"1":0.01,"2":0.4,"3":0.59},"confidence":0.58},"noul":{"related":0.97,"answers":0.9,"exact":0.45}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.5541847080000002,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q36","pid":"p600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b5a6df0ad95825ed0f39a24c3622216637dc7cac03aa7d52dd5a5086cc103132","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.54,"2":0.39,"3":0.07},"confidence":0.39},"score":{"score":1.6,"probabilities":{"0":0,"1":0.44,"2":0.52,"3":0.04},"confidence":0.51},"noul":{"related":0.88,"answers":0.71,"exact":0.17}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23295970800000032,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q36","pid":"p6025","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23d3b5009b94d33029f397c38f8683e3943bc8fb9c235e2936b71fb7ebe9af3a","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.31,"2":0.07,"3":0},"confidence":0.48},"score":{"score":0.48,"probabilities":{"0":0.61,"1":0.31,"2":0.08,"3":0},"confidence":0.52},"noul":{"related":0.27,"answers":0.26,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21055987500000037,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q36","pid":"p6055","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01013f74afe3dd8a3b660e42b8c5650730c88d726004da1a604d950baf583e92","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.24,"2":0.59,"3":0.17},"confidence":0.45},"score":{"score":1.98,"probabilities":{"0":0,"1":0.2,"2":0.62,"3":0.18},"confidence":0.61},"noul":{"related":0.95,"answers":0.79,"exact":0.23}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2248290830000001,"passageCap":0,"originalPassageChars":357,"submittedPassageChars":357}
{"split":"test","qid":"q36","pid":"p6182","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0dcd2fc56adfc63431f1c88f8252c40b407e7906bd0442c548bbf5c02033d595","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22379845799999976,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q36","pid":"p6311","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a13da8e7b68d5533fb461317f1346bc8f8080f0a6d17d08e4dcdc95616226dba","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.33,"2":0.35000000000000003,"3":0.32},"confidence":0.12},"score":{"score":2.06,"probabilities":{"0":0,"1":0.25,"2":0.44,"3":0.31},"confidence":0.44},"noul":{"related":0.94,"answers":0.75,"exact":0.24}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21570400000000017,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q36","pid":"p6333","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a04399ddaeb30c083b6bdd677838f790edf7b460c442302a8ab0fa672aab4a94","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.69,"2":0.25,"3":0.05},"confidence":0.59},"score":{"score":1.45,"probabilities":{"0":0,"1":0.58,"2":0.38,"3":0.04},"confidence":0.55},"noul":{"related":0.85,"answers":0.68,"exact":0.16}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23931062500000008,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q36","pid":"p6381","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30ea831e180591d576116309e041912ef25188640f7515e5f5aaabb1c6c31eb0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.45999999999999996,"2":0.32,"3":0.22},"confidence":0.29},"score":{"score":1.88,"probabilities":{"0":0,"1":0.34,"2":0.44,"3":0.22},"confidence":0.44},"noul":{"related":0.96,"answers":0.61,"exact":0.2}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.23396958399999995,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q36","pid":"p6470","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca02527b3f8ba67a0d96b65522e9c422a22d1f4be420335a784552082cd89662","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.20403774999999996,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q36","pid":"p6549","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d5c92e1578bf455970c294d6c58bb7a1a053aeb6e69788c60ee19f82558b0bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.43,"2":0.02,"3":0},"confidence":0.4},"score":{"score":0.47,"probabilities":{"0":0.54,"1":0.45,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.25,"answers":0.13,"exact":0.02}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.21041300000000002,"passageCap":0,"originalPassageChars":464,"submittedPassageChars":464}
{"split":"test","qid":"q36","pid":"p6576","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f76c401557b1f59249017fe1df4d9aed9b34e04438ce2fc6972f2ca95b1dbff","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.24,"2":0.28,"3":0.48},"confidence":0.31},"score":{"score":2.28,"probabilities":{"0":0,"1":0.19,"2":0.33,"3":0.48},"confidence":0.28},"noul":{"related":0.94,"answers":0.75,"exact":0.3}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23009379099999977,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q36","pid":"p6609","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba961df05b3c08448a4919af8b61e49f6fc70a8c8f56b32ccd9cbca0c44258ca","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.28,"2":0.62,"3":0.1},"confidence":0.49},"score":{"score":1.85,"probabilities":{"0":0,"1":0.22,"2":0.71,"3":0.07},"confidence":0.71},"noul":{"related":0.91,"answers":0.8,"exact":0.16}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.210885084,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q36","pid":"p6821","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34135b1e3b0df32442e885a330b515fc8c335904caee174da8eb5e4e8c345af6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.09,"2":0.34,"3":0.56},"confidence":0.41},"score":{"score":2.59,"probabilities":{"0":0,"1":0.04,"2":0.32,"3":0.64},"confidence":0.59},"noul":{"related":0.97,"answers":0.9,"exact":0.51}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2409498330000001,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q36","pid":"p6859","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8e25199ae547589c14766b9c3987f00ff29a17fbdef70d33406c1ef5430d12e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.28,"2":0.34,"3":0.38},"confidence":0.16},"score":{"score":2.29,"probabilities":{"0":0,"1":0.17,"2":0.36,"3":0.47},"confidence":0.29},"noul":{"related":0.94,"answers":0.77,"exact":0.28}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2308005000000003,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q36","pid":"p6992","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"305f3a3afaa4f0e54daa9465cb8a955978f15b188241304178d0173aa4b60d44","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.36,"3":0.16},"confidence":0.31},"score":{"score":1.76,"probabilities":{"0":0,"1":0.39,"2":0.45,"3":0.16},"confidence":0.44},"noul":{"related":0.95,"answers":0.7,"exact":0.2}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.20769566699999994,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q36","pid":"p7032","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"798ee757c71afdeb5bc937e8f8e60949edc33d22ab8d151bb0727ed19ce41b02","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.1,"2":0.42,"3":0.48},"confidence":0.3},"score":{"score":2.47,"probabilities":{"0":0,"1":0.07,"2":0.39,"3":0.54},"confidence":0.47},"noul":{"related":0.96,"answers":0.87,"exact":0.46}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.24042358299999977,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q36","pid":"p7172","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e22208c9c1f811df68570903dd16ea23633839e15aa259f2703926732d598a09","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23959212500000013,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q36","pid":"p73","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34135b1e3b0df32442e885a330b515fc8c335904caee174da8eb5e4e8c345af6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.09,"2":0.35,"3":0.56},"confidence":0.41},"score":{"score":2.59,"probabilities":{"0":0,"1":0.04,"2":0.33,"3":0.63},"confidence":0.59},"noul":{"related":0.97,"answers":0.9,"exact":0.51}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24815258300000004,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q36","pid":"p7495","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba961df05b3c08448a4919af8b61e49f6fc70a8c8f56b32ccd9cbca0c44258ca","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.61,"3":0.09},"confidence":0.47},"score":{"score":1.86,"probabilities":{"0":0,"1":0.22,"2":0.7,"3":0.08},"confidence":0.7},"noul":{"related":0.92,"answers":0.81,"exact":0.16}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20879645899999968,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q36","pid":"p7522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d63f229ab4b21d0da84a07acd8477989a662f881673fbf1a689ccf47e7539c01","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.04,"2":0.42,"3":0.54},"confidence":0.38},"score":{"score":2.51,"probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.51},"noul":{"related":0.96,"answers":0.92,"exact":0.33}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.24129437499999995,"passageCap":0,"originalPassageChars":422,"submittedPassageChars":422}
{"split":"test","qid":"q36","pid":"p7641","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"155c69c8ec71fb96c743a991c33f451ef59511603eae073745ff7a2b43380e01","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.12,"2":0.26,"3":0.62},"confidence":0.5},"score":{"score":2.58,"probabilities":{"0":0,"1":0.07,"2":0.27,"3":0.66},"confidence":0.58},"noul":{"related":0.97,"answers":0.86,"exact":0.44}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.21104829100000005,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q36","pid":"p7703","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58d6156c724f96b5c9a67d08d0762738f055e31a655be201f555d70a562c69f3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.59,"3":0.27},"confidence":0.45},"score":{"score":2.26,"probabilities":{"0":0,"1":0.07,"2":0.6,"3":0.33},"confidence":0.6},"noul":{"related":0.94,"answers":0.86,"exact":0.45}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22746166600000015,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q36","pid":"p7723","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67d2d6858e947c60a54adc87bb8b71a2a80f72e36e3bcbbf17cf20dc3232c23d","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.62,"2":0.09,"3":0.01},"confidence":0.5},"score":{"score":0.88,"probabilities":{"0":0.21,"1":0.7,"2":0.09,"3":0},"confidence":0.7},"noul":{"related":0.56,"answers":0.22,"exact":0.05}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21533654099999966,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q36","pid":"p7773","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a1fc9b5522341d50c10e2435a6f836f4b4a97b0bc897b107a33fa0d46bb108d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.53,"3":0.35},"confidence":0.37},"score":{"score":2.35,"probabilities":{"0":0,"1":0.08,"2":0.49,"3":0.43},"confidence":0.49},"noul":{"related":0.94,"answers":0.87,"exact":0.33}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22051266699999997,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q36","pid":"p7799","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6e747e4336fe15d31a06c98697f82dca755ededf735b887e02f875b15f1ad82","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.73,"2":0.18,"3":0.08},"confidence":0.64},"score":{"score":1.43,"probabilities":{"0":0.01,"1":0.63,"2":0.28,"3":0.08},"confidence":0.55},"noul":{"related":0.84,"answers":0.47,"exact":0.14}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24276729200000044,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q36","pid":"p7987","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ddff94a72620041aa3fa46dafa8e7a620c6050928a2b5c6391ed61d3e753c32","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.23,"2":0.56,"3":0.2},"confidence":0.42},"score":{"score":2.13,"probabilities":{"0":0,"1":0.14,"2":0.59,"3":0.27},"confidence":0.58},"noul":{"related":0.94,"answers":0.85,"exact":0.33}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21260204200000044,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q36","pid":"p8092","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ee63ab04248625848db7e350b460f2281df422e0bbd6b3e8d3dd490c03a3e5d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.14,"2":0.29,"3":0.57},"confidence":0.42},"score":{"score":2.51,"probabilities":{"0":0,"1":0.11,"2":0.27,"3":0.62},"confidence":0.51},"noul":{"related":0.96,"answers":0.86,"exact":0.7}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.206186917,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q36","pid":"p8187","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ea11b3a00fd5088fe916015d6362e59c0198f078b4fdabdbd5ed66f15205888","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.53,"3":0.37},"confidence":0.37},"score":{"score":2.34,"probabilities":{"0":0,"1":0.05,"2":0.55,"3":0.4},"confidence":0.55},"noul":{"related":0.96,"answers":0.88,"exact":0.4}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20679225000000043,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q36","pid":"p8254","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"619a5ac5ba056e8a9f2a72eb9d9e9574a212a3ea3c064eb5306b8b9c5162cac1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.34,"2":0.59,"3":0.07},"confidence":0.45},"score":{"score":1.89,"probabilities":{"0":0,"1":0.19,"2":0.73,"3":0.08},"confidence":0.73},"noul":{"related":0.94,"answers":0.8,"exact":0.21}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.25947562500000004,"passageCap":0,"originalPassageChars":249,"submittedPassageChars":249}
{"split":"test","qid":"q36","pid":"p8348","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10b5f845d60e885371a46dad00134c5ee55dabe03dc66eab15385643057ae413","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.11,"2":0.29,"3":0.6},"confidence":0.46},"score":{"score":2.61,"probabilities":{"0":0,"1":0.07,"2":0.25,"3":0.68},"confidence":0.61},"noul":{"related":0.96,"answers":0.84,"exact":0.43}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22096158300000024,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q36","pid":"p8372","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64d88b5a7241965a8401d82fc1078f43807611ddb2c040f151c23d68933ef0b5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.66,"3":0.04},"confidence":0.54},"score":{"score":1.87,"probabilities":{"0":0,"1":0.18,"2":0.77,"3":0.05},"confidence":0.77},"noul":{"related":0.94,"answers":0.82,"exact":0.14}},"inputTokens":888,"outputTokens":107,"latencySeconds":0.23324074999999994,"passageCap":0,"originalPassageChars":482,"submittedPassageChars":482}
{"split":"test","qid":"q36","pid":"p849","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b576b4a312d50af3550162fd33efac5ea5b903fbf3483b37493f302c23202284","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.23,"3":0.26},"confidence":0.35},"score":{"score":1.78,"probabilities":{"0":0,"1":0.48,"2":0.26,"3":0.26},"confidence":0.22},"noul":{"related":0.97,"answers":0.53,"exact":0.2}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2164852920000003,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q36","pid":"p8563","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c13cb4cbc116bacccbd7d4a354b191c25172b811c32d18062beadb85b51c64e2","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.08,"3":0.91},"confidence":0.88},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.98,"answers":0.94,"exact":0.77}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.25126304099999924,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q36","pid":"p870","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ea5fa6af979cbe642f767b6f56eb834136bb3f3df18da0799ceb0eefc9220b4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.39,"3":0.05},"confidence":0.4},"score":{"score":1.61,"probabilities":{"0":0,"1":0.43,"2":0.53,"3":0.04},"confidence":0.52},"noul":{"related":0.86,"answers":0.7,"exact":0.09}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21373358400000053,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q36","pid":"p8751","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ddff94a72620041aa3fa46dafa8e7a620c6050928a2b5c6391ed61d3e753c32","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.57,"3":0.17},"confidence":0.42},"score":{"score":2.13,"probabilities":{"0":0,"1":0.14,"2":0.6,"3":0.26},"confidence":0.6},"noul":{"related":0.94,"answers":0.85,"exact":0.3}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22633870800000022,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q36","pid":"p8833","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f7595d9af2e91bcfd7862d16f325c1683af73df03aaef0e762845200508acb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.16,"2":0.43,"3":0.41},"confidence":0.23},"score":{"score":2.41,"probabilities":{"0":0,"1":0.08,"2":0.43,"3":0.49},"confidence":0.41},"noul":{"related":0.94,"answers":0.83,"exact":0.33}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2037916669999995,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q36","pid":"p8886","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3938af3d8d41b994d4eb29341e646a08aac4f00c669f5dbbc374df7d9ba971a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.61,"3":0.22},"confidence":0.48},"score":{"score":2.11,"probabilities":{"0":0,"1":0.12,"2":0.64,"3":0.24},"confidence":0.64},"noul":{"related":0.96,"answers":0.85,"exact":0.24}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23320354099999985,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q36","pid":"p8943","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"898b8f54d00f9b4f4caccf32857dce6d46b65fd36fd02328ec3e157c5c238732","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.28,"2":0.31,"3":0.41},"confidence":0.21},"score":{"score":2.16,"probabilities":{"0":0,"1":0.22,"2":0.39,"3":0.39},"confidence":0.16},"noul":{"related":0.94,"answers":0.74,"exact":0.31}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22215037499999926,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q36","pid":"p8955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a42308cdf7a6d8e3b7a91cca2a7f228f6a279c17cd87df64c1dc05e614188f9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21527945799999998,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q36","pid":"p9359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"60c59f35cecd27a8dbed88a2fec664aba1c6efb0db695ccbc351f75bb25d1864","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.29,"2":0.5,"3":0.21},"confidence":0.33},"score":{"score":1.98,"probabilities":{"0":0,"1":0.22,"2":0.58,"3":0.2},"confidence":0.58},"noul":{"related":0.91,"answers":0.82,"exact":0.27}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21217766699999993,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q36","pid":"p9371","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac187ec1d278ffe2f7924e3501a69ee99c259b780fae3bf74dbabcb7b0a4d8c2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.37,"3":0.33},"confidence":0.16},"score":{"score":2.16,"probabilities":{"0":0,"1":0.19,"2":0.45,"3":0.36},"confidence":0.45},"noul":{"related":0.91,"answers":0.79,"exact":0.33}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2379837499999994,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q36","pid":"p9445","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf2045a86321347ad2c937abed4d66239e9e287e5a0000d96293a6c534c1ceba","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.23,"2":0.3,"3":0.47},"confidence":0.3},"score":{"score":2.36,"probabilities":{"0":0,"1":0.14,"2":0.35,"3":0.51},"confidence":0.36},"noul":{"related":0.95,"answers":0.77,"exact":0.29}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.212167958,"passageCap":0,"originalPassageChars":244,"submittedPassageChars":244}
{"split":"test","qid":"q36","pid":"p9461","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc53ab5d0524e668e1a7f3e8249d53bb9678b76861c692b3c0780a6c97b91f3a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.54,"3":0.09},"confidence":0.39},"score":{"score":1.88,"probabilities":{"0":0,"1":0.23,"2":0.65,"3":0.12},"confidence":0.65},"noul":{"related":0.95,"answers":0.82,"exact":0.2}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25483458399999925,"passageCap":0,"originalPassageChars":265,"submittedPassageChars":265}
{"split":"test","qid":"q36","pid":"p9512","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5582b215b5b6bd227d621a2b7cea59581c157a81b6f0b031208d97db679cdf7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.25,"2":0.46,"3":0.29},"confidence":0.26},"score":{"score":2.17,"probabilities":{"0":0,"1":0.14,"2":0.54,"3":0.32},"confidence":0.54},"noul":{"related":0.95,"answers":0.9,"exact":0.35}},"inputTokens":800,"outputTokens":107,"latencySeconds":0.20509687500000018,"passageCap":0,"originalPassageChars":140,"submittedPassageChars":140}
{"split":"test","qid":"q36","pid":"p9569","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23a448559d3feeb8e6a5a5983380bee3debe156b14de62a1bd1a4b16d14473f1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.57,"3":0.06},"confidence":0.43},"score":{"score":1.71,"probabilities":{"0":0,"1":0.32,"2":0.65,"3":0.03},"confidence":0.65},"noul":{"related":0.92,"answers":0.74,"exact":0.18}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22610199999999986,"passageCap":0,"originalPassageChars":252,"submittedPassageChars":252}
{"split":"test","qid":"q36","pid":"p964","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4fe585e5c532c135dd4690e7cf41584b1a80c76c6e7f3f80000d5a3abc0cd0b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.05,"exact":0.01}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.20718775000000006,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q36","pid":"p9781","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b104e9b3b5ae9f7385a07057b1709923c47f32592ef6d41a7ddb62a553a0dab6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.3,"2":0.33,"3":0.37},"confidence":0.15},"score":{"score":2.22,"probabilities":{"0":0,"1":0.23,"2":0.32,"3":0.45},"confidence":0.22},"noul":{"related":0.95,"answers":0.74,"exact":0.28}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22396837500000039,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q36","pid":"p9830","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0d123de71cd1933aa9685b25d17d1fdabff415adbdb066b2bc62f71f46bb568","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.48,"3":0.14},"confidence":0.3},"score":{"score":1.74,"probabilities":{"0":0,"1":0.36,"2":0.54,"3":0.1},"confidence":0.54},"noul":{"related":0.96,"answers":0.69,"exact":0.19}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23010454200000005,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q36","pid":"p9983","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b08ba8e9fe40bd2612579de9aadf57aa15873c54e9b4eb7432be46ff6a02160","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.17,"2":0.32,"3":0.51},"confidence":0.34},"score":{"score":2.39,"probabilities":{"0":0,"1":0.1,"2":0.4,"3":0.5},"confidence":0.39},"noul":{"related":0.96,"answers":0.8,"exact":0.31}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20846133399999964,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p1000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72cbe22c82b20af3f49ce6c3f79518f18f2c3c820424907ebaa8812c5241de62","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.78,"2":0.05,"3":0},"confidence":0.71},"score":{"score":0.96,"probabilities":{"0":0.08,"1":0.88,"2":0.04,"3":0},"confidence":0.87},"noul":{"related":0.64,"answers":0.17,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20509949999999935,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q37","pid":"p10002","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0034049b4adf8ac0bc41e709fefa31c9a0d1223cb35c40a630077e73394dccae","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.81},"score":{"score":0.26,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.23,"answers":0.03,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.24259937499999978,"passageCap":0,"originalPassageChars":321,"submittedPassageChars":321}
{"split":"test","qid":"q37","pid":"p1006","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74d5583efb2d37b1c610c9c70a4ccfddcc14ade2e5fdc97326c5f30376e6e6c8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.24,"2":0.56,"3":0.19},"confidence":0.42},"score":{"score":2.06,"probabilities":{"0":0,"1":0.15,"2":0.64,"3":0.21},"confidence":0.63},"noul":{"related":0.9,"answers":0.73,"exact":0.25}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2531637499999997,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q37","pid":"p10096","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8056c5795102e8f8f7672fc5139ca64a2a421be3241f18d2be95bf3629de3993","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.25,"2":0.05,"3":0.01},"confidence":0.59},"score":{"score":0.42,"probabilities":{"0":0.66,"1":0.27,"2":0.06,"3":0.01},"confidence":0.58},"noul":{"related":0.2,"answers":0.13,"exact":0.04}},"inputTokens":898,"outputTokens":107,"latencySeconds":0.20458891600000062,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q37","pid":"p10212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a01ef3d87c4a1248b306a2a171697641d6d0cff63952ef9211af1a69930e065","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.66,"3":0.31},"confidence":0.54},"score":{"score":2.28,"probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.7},"noul":{"related":0.95,"answers":0.89,"exact":0.34}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21641520799999944,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q37","pid":"p10214","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa39a79d413f5b23eec9c304d3c60c1267140ec12688e1fd7960273d9f013ee4","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.1,"answers":0.05,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21044887500000004,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q37","pid":"p1026","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c32571833b95cfad0808030c972866a4dfb2d38eb8742bd4fd44a10924ee858","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.59,"2":0.29,"3":0.06},"confidence":0.47},"score":{"score":1.31,"probabilities":{"0":0.04,"1":0.63,"2":0.3,"3":0.03},"confidence":0.6},"noul":{"related":0.65,"answers":0.51,"exact":0.18}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.21004179099999964,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q37","pid":"p10265","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c9f19d6db9ec26b698a20f1b8f43cdb73b6356c85c37dc2f654b56890422fe7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.28,"2":0.62,"3":0.1},"confidence":0.49},"score":{"score":1.9,"probabilities":{"0":0,"1":0.19,"2":0.72,"3":0.09},"confidence":0.72},"noul":{"related":0.87,"answers":0.78,"exact":0.22}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2336299169999993,"passageCap":0,"originalPassageChars":249,"submittedPassageChars":249}
{"split":"test","qid":"q37","pid":"p10409","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32075dd4e0168e19d604ee0a78264e627ab2ea1b8cf18747b370b9b52153ae88","answers":{"choice":{"choice":"1","probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.37},"score":{"score":0.57,"probabilities":{"0":0.43,"1":0.57,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.42,"answers":0.04,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20007345799999984,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q37","pid":"p10423","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ce20f4c0aa158179923f9ee60fa136de3e84e4540e7af7bf1e7966bb6f01f45","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.51,"3":0.06},"confidence":0.34},"score":{"score":1.83,"probabilities":{"0":0,"1":0.24,"2":0.69,"3":0.07},"confidence":0.69},"noul":{"related":0.9,"answers":0.74,"exact":0.18}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.26433579099999954,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q37","pid":"p1044","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b1d5895a6312b525aaacd03355e62bb2fd7d8b34288f9e4af432d22e035abf6e","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.46},"score":{"score":0.53,"probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.59,"answers":0.04,"exact":0.02}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22571954199999983,"passageCap":0,"originalPassageChars":600,"submittedPassageChars":600}
{"split":"test","qid":"q37","pid":"p10525","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec2fc234daaf4e08bc197f3b984a7033808ccafbb7cc5363ae2ae773edda5a5c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.67,"3":0.25},"confidence":0.56},"score":{"score":2.29,"probabilities":{"0":0,"1":0.04,"2":0.63,"3":0.33},"confidence":0.62},"noul":{"related":0.94,"answers":0.89,"exact":0.48}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20376329199999962,"passageCap":0,"originalPassageChars":229,"submittedPassageChars":229}
{"split":"test","qid":"q37","pid":"p10526","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f9ec21f325eca227f4054c26aae58c95a48871880d19cbefb198c45ea875156","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.87,"2":0.09,"3":0.01},"confidence":0.81},"score":{"score":1.11,"probabilities":{"0":0.03,"1":0.84,"2":0.12,"3":0.01},"confidence":0.84},"noul":{"related":0.84,"answers":0.28,"exact":0.09}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20686683300000006,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q37","pid":"p10592","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0889d79e0bd1c7b8ca13474abfbbe5092df8783cf3ea5deb6796a8a58e2c9f45","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.48,"3":0.5},"confidence":0.33},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.59},"noul":{"related":0.96,"answers":0.93,"exact":0.66}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22127137500000027,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q37","pid":"p10607","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b60afd107a183874919df8f90924edf7b4fc9b615d83f8a600014d5bbf23c63","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.72,"2":0.19,"3":0.06},"confidence":0.63},"score":{"score":1.28,"probabilities":{"0":0.02,"1":0.72,"2":0.23,"3":0.03},"confidence":0.69},"noul":{"related":0.83,"answers":0.41,"exact":0.1}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21782937499999935,"passageCap":0,"originalPassageChars":335,"submittedPassageChars":335}
{"split":"test","qid":"q37","pid":"p10659","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8407cedc64a87ce5b50fccbac1547acb17e3416fff50e505cc7561548ee4dc0f","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.17,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.13,"answers":0.03,"exact":0.01}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.25471179199999916,"passageCap":0,"originalPassageChars":249,"submittedPassageChars":249}
{"split":"test","qid":"q37","pid":"p10730","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e281c869f3bd294926cbba8c04be02ac9f53b922668c09285ef94b11078ea36","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.57},"score":{"score":0.42,"probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.32,"answers":0.05,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2217398750000002,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q37","pid":"p10787","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b33761e1d1a1749bddf028a8d91518809fd21fdce9aa06c6238f86e009f4a036","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.75,"2":0.23,"3":0.01},"confidence":0.65},"score":{"score":1.3,"probabilities":{"0":0,"1":0.7,"2":0.29,"3":0.01},"confidence":0.69},"noul":{"related":0.84,"answers":0.4,"exact":0.1}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.20661220799999955,"passageCap":0,"originalPassageChars":351,"submittedPassageChars":351}
{"split":"test","qid":"q37","pid":"p10808","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d9755cc5caa7c5fd3013b07e86120094adebdb435d2b6c78e2ee04bc4cd695c3","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.35,"2":0.58,"3":0.06},"confidence":0.45},"score":{"score":1.78,"probabilities":{"0":0,"1":0.25,"2":0.71,"3":0.04},"confidence":0.7},"noul":{"related":0.85,"answers":0.66,"exact":0.19}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2029087500000005,"passageCap":0,"originalPassageChars":204,"submittedPassageChars":204}
{"split":"test","qid":"q37","pid":"p10814","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20a6fd13400c044395ff754d198a3d8f62b3639b13ec56726f95c7604ca32061","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.14,"probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.15,"answers":0.05,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22438524999999937,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q37","pid":"p10856","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5401922f2d46ab4c564ab6ba583c3662745e299fba6dacfa430b6dca4f0ca12","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.56,"3":0.42},"confidence":0.41},"score":{"score":2.51,"probabilities":{"0":0,"1":0,"2":0.48,"3":0.52},"confidence":0.51},"noul":{"related":0.96,"answers":0.94,"exact":0.65}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.19945975,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q37","pid":"p10924","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9dd1c3d4233a63c6527524f454072b6624493fbde41c2472909c835eff818cfe","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.71,"2":0.15,"3":0.01},"confidence":0.62},"score":{"score":1.14,"probabilities":{"0":0.07,"1":0.73,"2":0.2,"3":0},"confidence":0.72},"noul":{"related":0.67,"answers":0.31,"exact":0.06}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22294424999999957,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q37","pid":"p10932","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a0421718dc4b63822cda0b13acec3800c91b2c709e3fa41f84423e151c21a44","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.57,"2":0.39,"3":0.03},"confidence":0.43},"score":{"score":1.6,"probabilities":{"0":0,"1":0.41,"2":0.57,"3":0.02},"confidence":0.56},"noul":{"related":0.85,"answers":0.59,"exact":0.15}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.32122662500000027,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q37","pid":"p10947","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ecbb40d3aa63a80eec31b39e93a981c5fab175e021397e8976a9f153cc9c021","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.48,"2":0.48,"3":0.03},"confidence":0.32},"score":{"score":1.62,"probabilities":{"0":0,"1":0.39,"2":0.59,"3":0.02},"confidence":0.59},"noul":{"related":0.86,"answers":0.65,"exact":0.14}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21114829099999952,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q37","pid":"p10981","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c1e0c59a8b1395498c4a9152653006b39b66c5a831e66c0675b3ce608a79636","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.21,"2":0.55,"3":0.23},"confidence":0.41},"score":{"score":2.05,"probabilities":{"0":0,"1":0.18,"2":0.58,"3":0.24},"confidence":0.57},"noul":{"related":0.91,"answers":0.74,"exact":0.3}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21419562500000028,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q37","pid":"p11207","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16f9069ead31cdd7cee36ea85a180829845a98e7ae0c2dc8405f11e00a55b828","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.44},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.37,"answers":0.04,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21802541699999983,"passageCap":0,"originalPassageChars":339,"submittedPassageChars":339}
{"split":"test","qid":"q37","pid":"p11213","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4c2e8f4831b706ece04dfc25a3654a70931307c104acaca66e217735aab22d4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.66,"2":0.28,"3":0.05},"confidence":0.55},"score":{"score":1.54,"probabilities":{"0":0,"1":0.51,"2":0.45,"3":0.04},"confidence":0.46},"noul":{"related":0.86,"answers":0.58,"exact":0.15}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21523962499999924,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q37","pid":"p11288","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af5a8b623041b148be1176fc886f9da4b10470fc6075430a3fa687052be70408","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.19,"2":0.54,"3":0.26},"confidence":0.4},"score":{"score":2.25,"probabilities":{"0":0,"1":0.07,"2":0.61,"3":0.32},"confidence":0.6},"noul":{"related":0.89,"answers":0.82,"exact":0.38}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20571820800000024,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q37","pid":"p11289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5bd8314b56d8c56cf4e7c9d44831e22c35c5ff2a82d5cedf1f63583dcc0585e5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.5,"3":0.07},"confidence":0.34},"score":{"score":1.78,"probabilities":{"0":0,"1":0.28,"2":0.66,"3":0.06},"confidence":0.65},"noul":{"related":0.91,"answers":0.69,"exact":0.24}},"inputTokens":801,"outputTokens":107,"latencySeconds":0.23524183300000004,"passageCap":0,"originalPassageChars":207,"submittedPassageChars":207}
{"split":"test","qid":"q37","pid":"p11376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ebd5e5c8870d6e609f36b9d6f0b2e695d2d08732a3c468bc6edeb5d45316e9dd","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.22,"2":0.04,"3":0},"confidence":0.65},"score":{"score":0.32,"probabilities":{"0":0.72,"1":0.24,"2":0.04,"3":0},"confidence":0.68},"noul":{"related":0.21,"answers":0.13,"exact":0.03}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.25518654100000004,"passageCap":0,"originalPassageChars":385,"submittedPassageChars":385}
{"split":"test","qid":"q37","pid":"p11392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed475b30e71e7e1e538041ad741556a3e2ea3a6b5c6dc05d9fbc05b52e9c7cb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.61,"3":0.18},"confidence":0.48},"score":{"score":2.05,"probabilities":{"0":0,"1":0.15,"2":0.65,"3":0.2},"confidence":0.65},"noul":{"related":0.92,"answers":0.8,"exact":0.32}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20375774999999977,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q37","pid":"p11429","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b6d2ff72207175408aab0daa2d79b866b3f16ef7344a2ddd7e740533ab577695","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.49,"2":0.43,"3":0.07},"confidence":0.32},"score":{"score":1.81,"probabilities":{"0":0.01,"1":0.25,"2":0.66,"3":0.08},"confidence":0.66},"noul":{"related":0.87,"answers":0.72,"exact":0.21}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26736262499999974,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q37","pid":"p11444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f7c1e25955b0cffec373bacfe0bc3493e13a01c363aacf0bb1c00fb87729187","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.72},"score":{"score":0.24,"probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.18,"answers":0.04,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2584479170000004,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q37","pid":"p11519","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bba66b4256e3aca8640f18221fc5013059fa3e92230b5162af78cc82756b97ba","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.57,"3":0.38},"confidence":0.43},"score":{"score":2.47,"probabilities":{"0":0,"1":0.02,"2":0.49,"3":0.49},"confidence":0.47},"noul":{"related":0.95,"answers":0.86,"exact":0.45}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.22603404200000024,"passageCap":0,"originalPassageChars":339,"submittedPassageChars":339}
{"split":"test","qid":"q37","pid":"p11535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0af3c33fdb0c5bb6a22b4d96f0228c8fabf556e94d240e805a8326f7db607758","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.25,"2":0.05,"3":0.01},"confidence":0.58},"score":{"score":0.36,"probabilities":{"0":0.73,"1":0.2,"2":0.06,"3":0.01},"confidence":0.64},"noul":{"related":0.2,"answers":0.24,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23092175000000043,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q37","pid":"p11584","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5251b0751385a61504413d51f585a96d0d2e7358e40d1df863e100b9db99c12","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.81,"3":0.09},"confidence":0.75},"score":{"score":2.02,"probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.86},"noul":{"related":0.92,"answers":0.86,"exact":0.27}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20677695799999946,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q37","pid":"p11591","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b9806de094a611740709be624aef616284e6969452d48c7de332815c1b8bb814","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.68,"3":0.26},"confidence":0.57},"score":{"score":2.23,"probabilities":{"0":0,"1":0.06,"2":0.65,"3":0.29},"confidence":0.64},"noul":{"related":0.92,"answers":0.86,"exact":0.52}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22070570900000075,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q37","pid":"p1173","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7bd5f44678c8b75d5e9ad9edc5c0b9007787ff89f3bfc5f8a8edef28655c70a6","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.47},"score":{"score":0.7,"probabilities":{"0":0.3,"1":0.7,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.49,"answers":0.04,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21974120900000071,"passageCap":0,"originalPassageChars":337,"submittedPassageChars":337}
{"split":"test","qid":"q37","pid":"p1184","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05d9332dc9c14a35eb536bc867547107a841ead5704762769523b6464f7ea142","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.44,"2":0.01,"3":0},"confidence":0.4},"score":{"score":0.38,"probabilities":{"0":0.63,"1":0.36,"2":0.01,"3":0},"confidence":0.62},"noul":{"related":0.45,"answers":0.06,"exact":0.02}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.22399312499999996,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q37","pid":"p1186","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b72f24a9aa8d225e8cdd16dba4036a158aea9561105c0a6aa485dd3a5493af3","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.28,"2":0.55,"3":0.16},"confidence":0.4},"score":{"score":1.92,"probabilities":{"0":0,"1":0.21,"2":0.65,"3":0.14},"confidence":0.64},"noul":{"related":0.9,"answers":0.7,"exact":0.28}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22598799999999938,"passageCap":0,"originalPassageChars":353,"submittedPassageChars":353}
{"split":"test","qid":"q37","pid":"p1204","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2aa786aa77906f1c17070b6441c5e84b7b9c56b42d33b8bc57c0b45430121bb1","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.79,"2":0.05,"3":0},"confidence":0.72},"score":{"score":0.93,"probabilities":{"0":0.12,"1":0.83,"2":0.05,"3":0},"confidence":0.83},"noul":{"related":0.65,"answers":0.14,"exact":0.04}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2356680409999999,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q37","pid":"p1237","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6db0de1ba6fddfe83501b9f1fa1d3a598cfa200f8ac1e412a5643f3119da0529","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.18,"2":0.54,"3":0.27},"confidence":0.39},"score":{"score":1.99,"probabilities":{"0":0,"1":0.22,"2":0.56,"3":0.22},"confidence":0.55},"noul":{"related":0.9,"answers":0.77,"exact":0.49}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23112416699999994,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q37","pid":"p1367","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ba5b22c047cbc8fb9f04ca3fe3fa674bbf0f6941c079048245c39efe45b46b1","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.83,"2":0.04,"3":0},"confidence":0.77},"score":{"score":0.95,"probabilities":{"0":0.11,"1":0.83,"2":0.06,"3":0},"confidence":0.82},"noul":{"related":0.8,"answers":0.17,"exact":0.06}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22239170900000044,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q37","pid":"p1414","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0919f978752b1c2d7dc5ee4a41f579c0861d8309c6d26d444e075f3b23672b23","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.65,"2":0.28,"3":0.04},"confidence":0.53},"score":{"score":1.33,"probabilities":{"0":0.02,"1":0.65,"2":0.32,"3":0.01},"confidence":0.64},"noul":{"related":0.84,"answers":0.43,"exact":0.11}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20537795899999947,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q37","pid":"p166","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72ec65356a6006852f9586ac649ef57c5f734c2545405d0d65922e0fe7a80ce9","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.88,"2":0.06,"3":0.01},"confidence":0.84},"score":{"score":1.08,"probabilities":{"0":0.03,"1":0.85,"2":0.11,"3":0.01},"confidence":0.85},"noul":{"related":0.82,"answers":0.22,"exact":0.07}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2286270829999994,"passageCap":0,"originalPassageChars":349,"submittedPassageChars":349}
{"split":"test","qid":"q37","pid":"p1664","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63e474b9163fc4b537f4cb3d8ce5ad26086ac983616c7a8caf3422143cf40f5a","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.78,"2":0.04,"3":0},"confidence":0.72},"score":{"score":0.88,"probabilities":{"0":0.15,"1":0.82,"2":0.03,"3":0},"confidence":0.82},"noul":{"related":0.64,"answers":0.18,"exact":0.04}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23993029100000057,"passageCap":0,"originalPassageChars":381,"submittedPassageChars":381}
{"split":"test","qid":"q37","pid":"p1840","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5dbcbecdd627f904068f8a794af8924b20e2c19b2f8d825ddaab37e1515e2f5a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.74,"3":0.21},"confidence":0.65},"score":{"score":2.25,"probabilities":{"0":0,"1":0.01,"2":0.73,"3":0.26},"confidence":0.72},"noul":{"related":0.94,"answers":0.9,"exact":0.31}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22607095800000024,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q37","pid":"p1864","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1afeceba1f2ccee02bc0a404c21d53a2ed172b8e467b30d431866f1fd76c1984","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.35,"2":0.5700000000000001,"3":0.08},"confidence":0.42},"score":{"score":1.78,"probabilities":{"0":0,"1":0.29,"2":0.63,"3":0.08},"confidence":0.63},"noul":{"related":0.89,"answers":0.76,"exact":0.21}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21515179100000023,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q37","pid":"p1911","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf41ac904aec692d672e778770d79b2fc3dee0ffd5ab664da38a534b160d3e6a","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.56,"2":0.39,"3":0.03},"confidence":0.42},"score":{"score":1.52,"probabilities":{"0":0.01,"1":0.49,"2":0.47,"3":0.03},"confidence":0.46},"noul":{"related":0.83,"answers":0.49,"exact":0.09}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.20751970800000072,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q37","pid":"p1971","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f410eafb9ad9982416b7417f90db4c26b6286122fa8d42c749768dff05fe0f41","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.6,"3":0.36},"confidence":0.46},"score":{"score":2.42,"probabilities":{"0":0,"1":0.02,"2":0.55,"3":0.43},"confidence":0.55},"noul":{"related":0.92,"answers":0.88,"exact":0.5}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.24827187499999945,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q37","pid":"p1972","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f10f3470074b3a7acc15476d5af3acea201620f386eb0b6bc7a087cbff289c3","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.43,"2":0.02,"3":0},"confidence":0.4},"score":{"score":0.43,"probabilities":{"0":0.59,"1":0.4,"2":0.01,"3":0},"confidence":0.57},"noul":{"related":0.23,"answers":0.1,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22241375000000063,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q37","pid":"p1999","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce9e58eaf708ef9ed20588a2b429bd5f9ff24c91a2a21b65112536726eb857a0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.59,"3":0.36},"confidence":0.45},"score":{"score":2.39,"probabilities":{"0":0,"1":0.02,"2":0.57,"3":0.41},"confidence":0.57},"noul":{"related":0.93,"answers":0.87,"exact":0.46}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.24002166700000088,"passageCap":0,"originalPassageChars":327,"submittedPassageChars":327}
{"split":"test","qid":"q37","pid":"p208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4447b01677fc458e9139faffe638a58246767c300f8131045c2bde3a5a156071","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.71,"2":0.27,"3":0.01},"confidence":0.61},"score":{"score":1.44,"probabilities":{"0":0,"1":0.55,"2":0.44,"3":0.01},"confidence":0.55},"noul":{"related":0.85,"answers":0.55,"exact":0.13}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2588114159999996,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q37","pid":"p2088","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46fb4ff0faaff4b182a297664667589a57e642999dec4adf7d5a5194aad5e058","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.43,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.57,"probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.55},"noul":{"related":0.32,"answers":0.07,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2710617499999998,"passageCap":0,"originalPassageChars":333,"submittedPassageChars":333}
{"split":"test","qid":"q37","pid":"p2095","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0e31f397c03e6dd1d4cb65160163a13e48b6b39fd4c87a98b87a8326e2d291c","answers":{"choice":{"choice":"0","probabilities":{"0":0.6900000000000001,"1":0.3,"2":0.01,"3":0},"confidence":0.58},"score":{"score":0.56,"probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.23,"answers":0.05,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.24794012500000007,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q37","pid":"p2117","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd46d8063f661f53fa3ecf785511dcbbb1308bf1dd37ca72c6360a0810d42e79","answers":{"choice":{"choice":"0","probabilities":{"0":0.5700000000000001,"1":0.42,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.48,"probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.39,"answers":0.09,"exact":0.03}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2434037500000004,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q37","pid":"p2130","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"688053b57f99c6ed93a585cfaec821f3338e8bfc2c1306d345889cdc659e68c5","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.66,"2":0.06,"3":0},"confidence":0.55},"score":{"score":0.8,"probabilities":{"0":0.24,"1":0.72,"2":0.04,"3":0},"confidence":0.72},"noul":{"related":0.44,"answers":0.15,"exact":0.03}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23088174999999955,"passageCap":0,"originalPassageChars":473,"submittedPassageChars":473}
{"split":"test","qid":"q37","pid":"p2180","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96e4658245248e4da31f0e95b36e34b79a906984a571fc957ad7c985339ad94a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.89,"3":0.08},"confidence":0.85},"score":{"score":2.06,"probabilities":{"0":0,"1":0.02,"2":0.9,"3":0.08},"confidence":0.89},"noul":{"related":0.93,"answers":0.88,"exact":0.3}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21088337499999943,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q37","pid":"p2271","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0e31f397c03e6dd1d4cb65160163a13e48b6b39fd4c87a98b87a8326e2d291c","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.33,"2":0.01,"3":0},"confidence":0.55},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.28,"answers":0.05,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2024563330000001,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q37","pid":"p2526","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"55f6ad3ecc9baf985f765bc3d0740409ae29c99866f047cd0445ab40417c5193","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.19,"2":0.64,"3":0.15},"confidence":0.52},"score":{"score":1.92,"probabilities":{"0":0.02,"1":0.15,"2":0.72,"3":0.11},"confidence":0.7},"noul":{"related":0.77,"answers":0.7,"exact":0.19}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24449854200000026,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q37","pid":"p2565","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8b67af4e00d88f444e78c6f61f54186fb813dc41730f704fc41a0c9852e71fd6","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.86,"2":0.02,"3":0},"confidence":0.81},"score":{"score":0.95,"probabilities":{"0":0.08,"1":0.9,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.73,"answers":0.14,"exact":0.04}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.24025345900000047,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q37","pid":"p2590","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d74aabdb3326754c8d66267a386216aa10e686a8e87b44cd1a0941ee6fa4aee","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.44,"2":0.52,"3":0.03},"confidence":0.35},"score":{"score":1.47,"probabilities":{"0":0.02,"1":0.52,"2":0.43,"3":0.03},"confidence":0.5},"noul":{"related":0.84,"answers":0.56,"exact":0.15}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.29606479099999977,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q37","pid":"p2663","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ca4486d35fcef1185884aba66dfb7b57bba0f8cda2992b4138b957d647cdb07","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.48,"3":0.47},"confidence":0.3},"score":{"score":2.49,"probabilities":{"0":0,"1":0.03,"2":0.46,"3":0.51},"confidence":0.49},"noul":{"related":0.94,"answers":0.86,"exact":0.48}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22660649999999988,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q37","pid":"p273","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26b51b62ab75a2abce4dbbf336e5ca7527bfe0dd48a4664ba0e864ef9926a444","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.54,"2":0.42,"3":0.04},"confidence":0.39},"score":{"score":1.66,"probabilities":{"0":0,"1":0.37,"2":0.6,"3":0.03},"confidence":0.59},"noul":{"related":0.85,"answers":0.58,"exact":0.13}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21856687500000044,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q37","pid":"p2738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9db418030823ff20551ba1fc68d2ec9a9193904f0667969b4c42742f7342133","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.16,"2":0.6,"3":0.24},"confidence":0.46},"score":{"score":2.11,"probabilities":{"0":0,"1":0.13,"2":0.63,"3":0.24},"confidence":0.62},"noul":{"related":0.9,"answers":0.77,"exact":0.34}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.24858229100000062,"passageCap":0,"originalPassageChars":179,"submittedPassageChars":179}
{"split":"test","qid":"q37","pid":"p2774","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8c6cc9bf6dfed63637212e7473f04028ed0d1c1dd1136bbdf59c3112d4eb0de","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.64,"3":0.06},"confidence":0.51},"score":{"score":1.9,"probabilities":{"0":0,"1":0.15,"2":0.8,"3":0.05},"confidence":0.8},"noul":{"related":0.9,"answers":0.78,"exact":0.24}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23035262499999953,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p2789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84e602455d931cdadd5615a60da843c297bfed6ac52ba4d76499cff0ee5ef458","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.72},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.79},"noul":{"related":0.97,"answers":0.97,"exact":0.78}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.22361854100000073,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q37","pid":"p2892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee083aa8900bf21eec2273805d79505102ed07612c74361d0d971e78be1a4b7c","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.3,"2":0.61,"3":0.08},"confidence":0.48},"score":{"score":1.83,"probabilities":{"0":0,"1":0.23,"2":0.71,"3":0.06},"confidence":0.7},"noul":{"related":0.89,"answers":0.72,"exact":0.17}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2046462080000001,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q37","pid":"p2914","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3856a1762b14cd88835c4a68d0246b45b919346bfe5894f2818e841b570f11f4","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.55},"score":{"score":0.42,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.32,"answers":0.05,"exact":0.02}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.20579487500000052,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q37","pid":"p2936","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"851da45aba7129afb525cf7cae57abf24a175a6ed34a163569ad64013347883e","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.35,"2":0.49,"3":0.15},"confidence":0.32},"score":{"score":1.97,"probabilities":{"0":0,"1":0.22,"2":0.59,"3":0.19},"confidence":0.59},"noul":{"related":0.88,"answers":0.71,"exact":0.24}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.24028137499999958,"passageCap":0,"originalPassageChars":204,"submittedPassageChars":204}
{"split":"test","qid":"q37","pid":"p2987","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4736c276eb469863a48e4c3c9b2f06756d174e29b0ec374b09c0468a239e0016","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.67,"2":0.31,"3":0.01},"confidence":0.57},"score":{"score":1.4,"probabilities":{"0":0.01,"1":0.59,"2":0.4,"3":0},"confidence":0.59},"noul":{"related":0.85,"answers":0.6,"exact":0.1}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.23468312500000046,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q37","pid":"p2998","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc8146e5b595f5b154ad0e85f78feea84c292ea1f2a17f2c6acf39aa7087b577","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.79,"2":0.18,"3":0.01},"confidence":0.72},"score":{"score":1.21,"probabilities":{"0":0.01,"1":0.78,"2":0.21,"3":0},"confidence":0.77},"noul":{"related":0.82,"answers":0.31,"exact":0.07}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.5325640829999994,"passageCap":0,"originalPassageChars":220,"submittedPassageChars":220}
{"split":"test","qid":"q37","pid":"p3050","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"189e1ff5016ae91982bf3b3116dc7983e1f6946f983c21d96d390f9b8bfec934","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.48,"2":0.5,"3":0.02},"confidence":0.32},"score":{"score":1.6,"probabilities":{"0":0,"1":0.41,"2":0.58,"3":0.01},"confidence":0.57},"noul":{"related":0.88,"answers":0.69,"exact":0.14}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2084223749999992,"passageCap":0,"originalPassageChars":444,"submittedPassageChars":444}
{"split":"test","qid":"q37","pid":"p3060","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94479081508b01619e038bbf6bbee34741c337c5502c7fe3483761c46c873d0c","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.72,"2":0.19,"3":0.02},"confidence":0.64},"score":{"score":1.38,"probabilities":{"0":0.03,"1":0.59,"2":0.35,"3":0.03},"confidence":0.56},"noul":{"related":0.77,"answers":0.39,"exact":0.08}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2154809580000001,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q37","pid":"p3084","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6268ee357a532bfc894e3cb8764fe429a5c67a573456772dd091479fe37b300","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.43},"score":{"score":0.54,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.43,"answers":0.04,"exact":0.02}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.22655604199999926,"passageCap":0,"originalPassageChars":202,"submittedPassageChars":202}
{"split":"test","qid":"q37","pid":"p3085","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b362131dcf52a59da6a8965273ff126448c2730da442ed6224355f6e3fc6328","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.38,"2":0.48,"3":0.13},"confidence":0.3},"score":{"score":1.89,"probabilities":{"0":0,"1":0.23,"2":0.64,"3":0.13},"confidence":0.63},"noul":{"related":0.89,"answers":0.7,"exact":0.27}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21755258400000002,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q37","pid":"p3088","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b46fb57788755fb0f8901a4418b2bc9bad9a6de7511b8d15b691a9eb92b52aba","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.2,"probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.19,"answers":0.04,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.21819316600000002,"passageCap":0,"originalPassageChars":468,"submittedPassageChars":468}
{"split":"test","qid":"q37","pid":"p3150","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcf069aba5c4fe41490baf41c990ee8f4226c9e1adfdbf963f466f88da675229","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.39},"score":{"score":0.59,"probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.47,"answers":0.04,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22074529199999962,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q37","pid":"p3232","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"877e5edf1803e7f4f28d534d697afd759608fdaaa15b8482e028f30a9b9788f3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.61,"3":0.37},"confidence":0.47},"score":{"score":2.38,"probabilities":{"0":0,"1":0.01,"2":0.6,"3":0.39},"confidence":0.6},"noul":{"related":0.95,"answers":0.91,"exact":0.48}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.22013608299999943,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q37","pid":"p3346","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d82c0ac9a3ee71613c24930b2b853b6114e72218fa3debb559aaef7c12185a8","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.86},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.97,"answers":0.96,"exact":0.68}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2232657079999999,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q37","pid":"p3380","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a989d6cbd223b3ae83e842fa07717268309e13f901d71731aef064d5e12c94e8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.51,"3":0.32},"confidence":0.35},"score":{"score":2.07,"probabilities":{"0":0,"1":0.18,"2":0.56,"3":0.26},"confidence":0.54},"noul":{"related":0.91,"answers":0.81,"exact":0.52}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22153058299999975,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p3517","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84e602455d931cdadd5615a60da843c297bfed6ac52ba4d76499cff0ee5ef458","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.72},"score":{"score":2.75,"probabilities":{"0":0,"1":0,"2":0.25,"3":0.75},"confidence":0.75},"noul":{"related":0.97,"answers":0.96,"exact":0.77}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2193820420000002,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q37","pid":"p36","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8a22b14ba8e5b38530cb478e7e87829dfe37346d8f251fb0ed729aef58c2d73","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.47},"score":{"score":0.51,"probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.39,"answers":0.04,"exact":0.02}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.24299812500000006,"passageCap":0,"originalPassageChars":478,"submittedPassageChars":478}
{"split":"test","qid":"q37","pid":"p3602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83b4fbd71171eab7a7235ae4f1c6ea68c818e7a182b3af4bae0245b15bc25f83","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.54},"score":{"score":0.48,"probabilities":{"0":0.53,"1":0.47,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.33,"answers":0.05,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2194776670000001,"passageCap":0,"originalPassageChars":348,"submittedPassageChars":348}
{"split":"test","qid":"q37","pid":"p3670","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"850955e385255cca2be5f702b486e7b3329c575001386df847a23a1398222835","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.64},"score":{"score":0.41,"probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.59},"noul":{"related":0.27,"answers":0.04,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22337762500000008,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q37","pid":"p3674","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19378e9965297156b8c13b223ef3b9a5031e0ad156bb0395ee837e69911b5238","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.41,"2":0.52,"3":0.06},"confidence":0.37},"score":{"score":1.81,"probabilities":{"0":0,"1":0.25,"2":0.68,"3":0.07},"confidence":0.68},"noul":{"related":0.89,"answers":0.72,"exact":0.2}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2072555420000008,"passageCap":0,"originalPassageChars":386,"submittedPassageChars":386}
{"split":"test","qid":"q37","pid":"p3678","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a490493ed47e8220ed49ac679e9a6c5c2cf10da5774693cf4ab5f14ef70b87a0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.55,"3":0.26},"confidence":0.39},"score":{"score":2.18,"probabilities":{"0":0,"1":0.11,"2":0.6,"3":0.29},"confidence":0.6},"noul":{"related":0.92,"answers":0.77,"exact":0.3}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.19634795900000063,"passageCap":0,"originalPassageChars":429,"submittedPassageChars":429}
{"split":"test","qid":"q37","pid":"p3783","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80b06bc0507960124b34e607ab17c259922bfe8279be114fa333461487c2ec18","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.65,"2":0.31,"3":0.03},"confidence":0.54},"score":{"score":1.5,"probabilities":{"0":0,"1":0.52,"2":0.45,"3":0.03},"confidence":0.49},"noul":{"related":0.87,"answers":0.42,"exact":0.1}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23314654100000007,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q37","pid":"p3807","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d66046a5f19cfa13f9a2d6b86ea8ceef118545c0578298e98d44edcdfd29189","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.36,"2":0.26,"3":0.06},"confidence":0.13},"score":{"score":0.78,"probabilities":{"0":0.45999999999999996,"1":0.32,"2":0.19,"3":0.03},"confidence":0.22},"noul":{"related":0.51,"answers":0.58,"exact":0.13}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.23032629100000032,"passageCap":0,"originalPassageChars":537,"submittedPassageChars":537}
{"split":"test","qid":"q37","pid":"p3830","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"679bd290c1648c593f79ade03c22ef4be573c2519d69c0092c4b9085fff22764","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.65},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.29,"answers":0.04,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2463159999999998,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q37","pid":"p388","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66fa39118b62090da49508380b370e0ffed0fa211bbf7dbe8517699b62668932","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.4,"2":0.45,"3":0.14},"confidence":0.27},"score":{"score":1.97,"probabilities":{"0":0,"1":0.22,"2":0.58,"3":0.2},"confidence":0.57},"noul":{"related":0.88,"answers":0.69,"exact":0.3}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.25103849999999966,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q37","pid":"p3916","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e01ebc3e7a3973de24a27fdabd62196e3e19c32d8f771cf59fb5c6891df75335","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2905609169999998,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q37","pid":"p3946","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41e31560976dc9ee095c0701bc44640dde79afd23b84a7484a03568547c81665","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.53,"3":0.46},"confidence":0.37},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.96,"answers":0.94,"exact":0.47}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2321532499999994,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q37","pid":"p4027","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea4ec97d8290b72e49fc71a9742342f01db62999a938d96171cca17d36211bf2","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.2,"3":0.05},"confidence":0.66},"score":{"score":1.41,"probabilities":{"0":0.01,"1":0.62,"2":0.32,"3":0.05},"confidence":0.58},"noul":{"related":0.86,"answers":0.44,"exact":0.15}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22617724999999972,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q37","pid":"p4072","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c1e0c59a8b1395498c4a9152653006b39b66c5a831e66c0675b3ce608a79636","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.22,"2":0.54,"3":0.23},"confidence":0.4},"score":{"score":2.03,"probabilities":{"0":0,"1":0.2,"2":0.57,"3":0.23},"confidence":0.58},"noul":{"related":0.9,"answers":0.72,"exact":0.28}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21098354199999994,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q37","pid":"p4108","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c9bb2c79cfea284580b5a7750950901247efd4376602e8f79e9765cda35e73c","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.76,"2":0.04,"3":0},"confidence":0.67},"score":{"score":0.85,"probabilities":{"0":0.18,"1":0.79,"2":0.03,"3":0},"confidence":0.78},"noul":{"related":0.62,"answers":0.15,"exact":0.05}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22819750000000022,"passageCap":0,"originalPassageChars":410,"submittedPassageChars":410}
{"split":"test","qid":"q37","pid":"p4139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddfff6d6e11e027e76c253995bfbb6691ef9d5f117e5ff913fddb659dcabbfd5","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.67},"score":{"score":0.31,"probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.210951959,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p4177","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfbae7ca4bed5514d1bd8c04c5ad597656ad16b720e0034479cd7331352a11d3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.66,"3":0.21},"confidence":0.55},"score":{"score":2.17,"probabilities":{"0":0,"1":0.07,"2":0.68,"3":0.25},"confidence":0.67},"noul":{"related":0.91,"answers":0.83,"exact":0.29}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2086315829999994,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q37","pid":"p4303","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7afd08d315ab0c6d16b9e38c0dbe99c69d0968e0e706086f91b8a96c6386b7f4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.57,"3":0.13},"confidence":0.42},"score":{"score":1.91,"probabilities":{"0":0,"1":0.19,"2":0.7,"3":0.11},"confidence":0.7},"noul":{"related":0.87,"answers":0.71,"exact":0.26}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2456663749999998,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q37","pid":"p4371","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b499f003aea0eb87a76ffe3ab027286fbaf3b0a36c47e234c100ce190fe35527","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.13,"answers":0.04,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2270678340000004,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q37","pid":"p4393","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b9806de094a611740709be624aef616284e6969452d48c7de332815c1b8bb814","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.66,"3":0.29},"confidence":0.54},"score":{"score":2.2,"probabilities":{"0":0,"1":0.06,"2":0.68,"3":0.26},"confidence":0.68},"noul":{"related":0.92,"answers":0.87,"exact":0.51}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22115212500000053,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q37","pid":"p4427","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fcd74f300af858f936968714aa49775fa1ca7a22ce4cc713284de3834c4da450","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.95,"probabilities":{"0":0.06,"1":0.93,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.74,"answers":0.11,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22460583299999962,"passageCap":0,"originalPassageChars":378,"submittedPassageChars":378}
{"split":"test","qid":"q37","pid":"p4482","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46574bc5d8507a8722d2f781a9e6084bf0d819007832640d7876f294d69d9462","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.8,"3":0.12},"confidence":0.73},"score":{"score":2.1,"probabilities":{"0":0,"1":0.03,"2":0.84,"3":0.13},"confidence":0.84},"noul":{"related":0.92,"answers":0.87,"exact":0.4}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22408095799999955,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p4485","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c4e78e56d07be7ed24f126ba301bebab9e7066b4772e3ced84f4e65a91c7c0b","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.81,"2":0.09,"3":0},"confidence":0.74},"score":{"score":1.07,"probabilities":{"0":0.07,"1":0.8,"2":0.13,"3":0},"confidence":0.8},"noul":{"related":0.71,"answers":0.3,"exact":0.07}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.22469195800000033,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q37","pid":"p4499","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26b51b62ab75a2abce4dbbf336e5ca7527bfe0dd48a4664ba0e864ef9926a444","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.41,"3":0.04},"confidence":0.39},"score":{"score":1.67,"probabilities":{"0":0,"1":0.37,"2":0.59,"3":0.04},"confidence":0.58},"noul":{"related":0.86,"answers":0.57,"exact":0.14}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21688329199999953,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q37","pid":"p4535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"800820a5be2896d9cc5f9c282e230a369d4392129f45d47fbf12dac44df259ce","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.24,"2":0.63,"3":0.12},"confidence":0.5},"score":{"score":1.95,"probabilities":{"0":0.01,"1":0.15,"2":0.73,"3":0.11},"confidence":0.72},"noul":{"related":0.89,"answers":0.78,"exact":0.22}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2028373330000004,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q37","pid":"p4556","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e281c869f3bd294926cbba8c04be02ac9f53b922668c09285ef94b11078ea36","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.31,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.44,"probabilities":{"0":0.5700000000000001,"1":0.43,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22148704200000066,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q37","pid":"p463","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7408945fe266c6250c993f26b9499419f7e89d6e89bf3b675163a3808a99893a","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.48,"2":0.39,"3":0.13},"confidence":0.29},"score":{"score":1.79,"probabilities":{"0":0,"1":0.37,"2":0.47,"3":0.16},"confidence":0.47},"noul":{"related":0.91,"answers":0.62,"exact":0.26}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20831991699999888,"passageCap":0,"originalPassageChars":204,"submittedPassageChars":204}
{"split":"test","qid":"q37","pid":"p4637","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"78bd399937864d78ffc8a75759cd5556e0aeb9eef93fa169fa1e7e9cc22cd124","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.87},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.89},"noul":{"related":0.97,"answers":0.94,"exact":0.7}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23821258399999987,"passageCap":0,"originalPassageChars":237,"submittedPassageChars":237}
{"split":"test","qid":"q37","pid":"p475","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7aa8a862acba5e1d293b8930023d59e5ffa9a96b3858644d994261abec4f156f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.63,"3":0.24},"confidence":0.5},"score":{"score":2.19,"probabilities":{"0":0,"1":0.06,"2":0.6900000000000001,"3":0.25},"confidence":0.68},"noul":{"related":0.91,"answers":0.78,"exact":0.29}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22087270900000022,"passageCap":0,"originalPassageChars":418,"submittedPassageChars":418}
{"split":"test","qid":"q37","pid":"p478","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6533cc6cd8d63b1a0b11fe51678ecb3322a5822b9c68556ae755f69f11a3a4d6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.45,"3":0.45},"confidence":0.27},"score":{"score":2.32,"probabilities":{"0":0,"1":0.08,"2":0.52,"3":0.4},"confidence":0.52},"noul":{"related":0.91,"answers":0.82,"exact":0.38}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.24678283400000056,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q37","pid":"p4841","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac1c97ffc57fec3851fa4c7130ee55b1b36b5a76f62bba0840b91ed9ede4e6ba","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.59,"3":0.33},"confidence":0.45},"score":{"score":2.32,"probabilities":{"0":0,"1":0.05,"2":0.58,"3":0.37},"confidence":0.58},"noul":{"related":0.95,"answers":0.86,"exact":0.37}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21583849999999985,"passageCap":0,"originalPassageChars":366,"submittedPassageChars":366}
{"split":"test","qid":"q37","pid":"p4877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84e602455d931cdadd5615a60da843c297bfed6ac52ba4d76499cff0ee5ef458","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.72},"score":{"score":2.76,"probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.76},"noul":{"related":0.97,"answers":0.96,"exact":0.74}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2276360829999994,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q37","pid":"p4896","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3febe3966da9b8e1cf5baa4b59543e8d2e2534fd069e3da852c12f6a7c04a6c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.6,"3":0.25},"confidence":0.47},"score":{"score":2.13,"probabilities":{"0":0,"1":0.1,"2":0.67,"3":0.23},"confidence":0.66},"noul":{"related":0.89,"answers":0.81,"exact":0.32}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20474316699999964,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q37","pid":"p4928","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c309c5ff818ec4afa695ebdbb987b8252fa520e93d2c3245b0e3359504efdbc9","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.68},"score":{"score":0.34,"probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.24,"answers":0.05,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2108160829999997,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q37","pid":"p4963","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e68fb18b77043eb3211b8c0a842a3761d4a067ae5d369f211ccb21f512d6de4c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.82},"score":{"score":2.9,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.9},"noul":{"related":0.97,"answers":0.96,"exact":0.73}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.2064808749999993,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q37","pid":"p5117","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"121623eae841b1cdfedab43b4df2a4138fd4402cb74fa56088a4a47d2b3d28a2","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.77,"2":0.19,"3":0.02},"confidence":0.7},"score":{"score":1.25,"probabilities":{"0":0.02,"1":0.73,"2":0.24,"3":0.01},"confidence":0.71},"noul":{"related":0.82,"answers":0.56,"exact":0.16}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20545495800000027,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q37","pid":"p5209","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ebf00a58733e6594bf7fc1fd2c1d6359ea241cc3ed964aad915c1aa98c19ae6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.54,"3":0.38},"confidence":0.37},"score":{"score":2.32,"probabilities":{"0":0,"1":0.06,"2":0.56,"3":0.38},"confidence":0.56},"noul":{"related":0.93,"answers":0.82,"exact":0.38}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.20419675000000098,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q37","pid":"p5217","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8849f4cb2ec8f62d56302dedb1cc5851dd1d8f52aac742ac3b3fa2bf0ef1e7b4","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.91,"2":0.04,"3":0},"confidence":0.88},"score":{"score":1.02,"probabilities":{"0":0.03,"1":0.92,"2":0.05,"3":0},"confidence":0.92},"noul":{"related":0.74,"answers":0.14,"exact":0.05}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24672841700000026,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q37","pid":"p5261","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0660f93b864f295bb20d402de93efecc8819aaec8b1b80f3fc18126593ae1710","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.72,"2":0.09,"3":0},"confidence":0.62},"score":{"score":0.98,"probabilities":{"0":0.11,"1":0.8,"2":0.09,"3":0},"confidence":0.8},"noul":{"related":0.58,"answers":0.24,"exact":0.04}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.20777520899999946,"passageCap":0,"originalPassageChars":372,"submittedPassageChars":372}
{"split":"test","qid":"q37","pid":"p5304","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c36fb104b852c3c5c26a2c97211987d1b58fdfe6c4c5fe91d3a3afaebf869dc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.28,"3":0.71},"confidence":0.62},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.71},"noul":{"related":0.97,"answers":0.95,"exact":0.71}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21838887499999873,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q37","pid":"p5352","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5365305b9b7750cea3bef591b447416a33b1bb72c75d677491a2be421e478d4b","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.21,"2":0.01,"3":0},"confidence":0.7},"score":{"score":0.33,"probabilities":{"0":0.68,"1":0.31,"2":0.01,"3":0},"confidence":0.67},"noul":{"related":0.22,"answers":0.1,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20787195900000005,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q37","pid":"p5441","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82f5427a0d7cc272cb6e5a4873ecd375f16e5be5da13c5f4c83a49cc64971994","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.62,"3":0.34},"confidence":0.5},"score":{"score":2.35,"probabilities":{"0":0,"1":0.01,"2":0.63,"3":0.36},"confidence":0.63},"noul":{"related":0.92,"answers":0.89,"exact":0.55}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22828820900000027,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q37","pid":"p5447","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6f9f48c5649612a06c30a7ac765183164ee00ae7abb5f5bfc5ad33ae47ef822","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.62,"2":0.22,"3":0.05},"confidence":0.49},"score":{"score":1.33,"probabilities":{"0":0.09,"1":0.54,"2":0.31,"3":0.06},"confidence":0.49},"noul":{"related":0.71,"answers":0.42,"exact":0.15}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22176937499999985,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q37","pid":"p5468","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"317cdb26a0c0cc38b66aa87731cc716aa56299655d99d4332fcd2aa9a7b304e6","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.61,"2":0.09,"3":0.01},"confidence":0.47},"score":{"score":0.75,"probabilities":{"0":0.36,"1":0.54,"2":0.09,"3":0.01},"confidence":0.53},"noul":{"related":0.6,"answers":0.23,"exact":0.05}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2056797920000008,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q37","pid":"p547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db995f9b50e9fd728dd94cce2f0d83095f400cd6649b8280e8f055413c31fc5a","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.41,"2":0.17,"3":0.05},"confidence":0.22},"score":{"score":0.82,"probabilities":{"0":0.37,"1":0.45999999999999996,"2":0.15,"3":0.02},"confidence":0.45},"noul":{"related":0.53,"answers":0.55,"exact":0.1}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2280172079999993,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q37","pid":"p5502","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c20e48fa3789d01987a3a537196306f25038ca0cc13300d5cef043176e89df5c","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.25,"2":0.02,"3":0},"confidence":0.64},"score":{"score":0.31,"probabilities":{"0":0.71,"1":0.27,"2":0.02,"3":0},"confidence":0.69},"noul":{"related":0.26,"answers":0.1,"exact":0.02}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.2281381249999995,"passageCap":0,"originalPassageChars":374,"submittedPassageChars":374}
{"split":"test","qid":"q37","pid":"p5514","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d82c0ac9a3ee71613c24930b2b853b6114e72218fa3debb559aaef7c12185a8","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.87},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.88},"noul":{"related":0.97,"answers":0.96,"exact":0.67}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2087631250000013,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q37","pid":"p5620","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"713973a57d74471ce04921824e5db2f72dbefd3e1c39d366ef3378e011c91044","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.26,"2":0.54,"3":0.19},"confidence":0.39},"score":{"score":2,"probabilities":{"0":0,"1":0.18,"2":0.63,"3":0.19},"confidence":0.62},"noul":{"related":0.89,"answers":0.69,"exact":0.22}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20790650000000097,"passageCap":0,"originalPassageChars":254,"submittedPassageChars":254}
{"split":"test","qid":"q37","pid":"p5623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"763d9620746a71b454b84b2002316c1232f20bfedae2e169742eb5edeed692da","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.62,"3":0.33},"confidence":0.49},"score":{"score":2.28,"probabilities":{"0":0,"1":0.04,"2":0.64,"3":0.32},"confidence":0.64},"noul":{"related":0.94,"answers":0.87,"exact":0.38}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20499483400000099,"passageCap":0,"originalPassageChars":222,"submittedPassageChars":222}
{"split":"test","qid":"q37","pid":"p5709","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17f6913bbb8211a42bd59741bfe6b561df18fbfae52853d4316a5d9c5b5d7760","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.49,"3":0.46},"confidence":0.32},"score":{"score":2.55,"probabilities":{"0":0,"1":0.02,"2":0.41,"3":0.57},"confidence":0.55},"noul":{"related":0.95,"answers":0.89,"exact":0.49}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.21127849999999854,"passageCap":0,"originalPassageChars":351,"submittedPassageChars":351}
{"split":"test","qid":"q37","pid":"p5710","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fab8526f360be07d7e0c8c12b89a2d3bda93d859dc4a342e600df37e9761d20f","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26358495800000126,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q37","pid":"p5714","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"804a895def8fccbafc665d4b3b829114b475fcf68cceef982d01588014e0358e","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.75,"2":0.16,"3":0.01},"confidence":0.68},"score":{"score":1.08,"probabilities":{"0":0.04,"1":0.84,"2":0.12,"3":0},"confidence":0.83},"noul":{"related":0.68,"answers":0.33,"exact":0.06}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2132424170000013,"passageCap":0,"originalPassageChars":352,"submittedPassageChars":352}
{"split":"test","qid":"q37","pid":"p5719","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58fcbdc1370c7d72733caae0adebb4d1f0492f11d9321d780ce0e51266695b6b","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.4,"2":0.39,"3":0.2},"confidence":0.2},"score":{"score":1.86,"probabilities":{"0":0,"1":0.3,"2":0.53,"3":0.17},"confidence":0.52},"noul":{"related":0.89,"answers":0.66,"exact":0.25}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.2338010830000003,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q37","pid":"p5770","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f5a26176f15b3f15e4eb12d1a29fd818e8ca82836ec4e4f2969bb3346b57970","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.15,"2":0.08,"3":0.06},"confidence":0.6},"score":{"score":0.72,"probabilities":{"0":0.59,"1":0.21,"2":0.11,"3":0.09},"confidence":0.28},"noul":{"related":0.26,"answers":0.36,"exact":0.11}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.3642903750000005,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q37","pid":"p6067","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3bc8e2620292821418bdbca56fec6d4c7f25f39a643997e738a19ed370ef4e8","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.75,"2":0.21,"3":0.02},"confidence":0.67},"score":{"score":1.23,"probabilities":{"0":0.02,"1":0.74,"2":0.24,"3":0},"confidence":0.74},"noul":{"related":0.77,"answers":0.34,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23645987500000046,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q37","pid":"p609","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ab8402b971630feaffcc6e00662e86e873d5369e65790737d32b4c9ab2de7d8","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.3,"2":0.08,"3":0.01},"confidence":0.47},"score":{"score":0.39,"probabilities":{"0":0.69,"1":0.22,"2":0.08,"3":0.01},"confidence":0.61},"noul":{"related":0.4,"answers":0.23,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.24326100000000042,"passageCap":0,"originalPassageChars":455,"submittedPassageChars":455}
{"split":"test","qid":"q37","pid":"p6114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9fa888e3e7d40a5704154cd212911477184f590130cfaf7dc77cebb3012d6ec7","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.41,"2":0.55,"3":0.03},"confidence":0.4},"score":{"score":1.72,"probabilities":{"0":0,"1":0.28,"2":0.7,"3":0.02},"confidence":0.69},"noul":{"related":0.87,"answers":0.7,"exact":0.2}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21485141699999985,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q37","pid":"p6175","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28722bcd36d64eafd5efc9e00bac8cbbe3ae120bf48da2eb7f29643758d4a658","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.69,"2":0.09,"3":0.01},"confidence":0.58},"score":{"score":0.95,"probabilities":{"0":0.18,"1":0.7,"2":0.11,"3":0.01},"confidence":0.69},"noul":{"related":0.62,"answers":0.16,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20550575000000026,"passageCap":0,"originalPassageChars":404,"submittedPassageChars":404}
{"split":"test","qid":"q37","pid":"p6234","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8ef72ccee4b0f0b4cc901c60cb603eea65f292bdd46d6ad791b177f09eb7305","answers":{"choice":{"choice":"0","probabilities":{"0":0.41,"1":0.33,"2":0.21,"3":0.05},"confidence":0.21},"score":{"score":0.86,"probabilities":{"0":0.45,"1":0.28,"2":0.23,"3":0.04},"confidence":0.14},"noul":{"related":0.37,"answers":0.6,"exact":0.15}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22374195900000085,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q37","pid":"p6240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb2f072e20552e7b1b39128b7ee19e50fb69c274866d69c59864b82736084118","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.97,"answers":0.95,"exact":0.72}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21778270800000063,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q37","pid":"p626","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1aa2674908f9f25ee2c09a0c95b461596035e86b1056977c98bd586f8d402a5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.4,"3":0.09},"confidence":0.34},"score":{"score":1.77,"probabilities":{"0":0,"1":0.33,"2":0.56,"3":0.11},"confidence":0.55},"noul":{"related":0.9,"answers":0.66,"exact":0.22}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.24101375000000008,"passageCap":0,"originalPassageChars":441,"submittedPassageChars":441}
{"split":"test","qid":"q37","pid":"p6301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c40f1ec4f6a1a16b709e66473fa76be559f6b3f234e66131c5ade896cddebd66","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.75,"3":0.18},"confidence":0.67},"score":{"score":2.19,"probabilities":{"0":0,"1":0.05,"2":0.71,"3":0.24},"confidence":0.71},"noul":{"related":0.94,"answers":0.88,"exact":0.43}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2549360420000012,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q37","pid":"p6351","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a84cbdf43da8935a76c231c2ec8be8dbb56bccb07bf856feaa04b9c1d95d12fc","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.84,"2":0.12,"3":0},"confidence":0.79},"score":{"score":1.03,"probabilities":{"0":0.05,"1":0.88,"2":0.07,"3":0},"confidence":0.88},"noul":{"related":0.79,"answers":0.18,"exact":0.04}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.207644459000001,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q37","pid":"p6369","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"800820a5be2896d9cc5f9c282e230a369d4392129f45d47fbf12dac44df259ce","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.28,"2":0.61,"3":0.1},"confidence":0.48},"score":{"score":1.92,"probabilities":{"0":0.01,"1":0.18,"2":0.69,"3":0.12},"confidence":0.69},"noul":{"related":0.88,"answers":0.77,"exact":0.24}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21935158299999966,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q37","pid":"p637","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5bfcfbd8e2bcc0bf12ad1b922e3a2c927db18644bc02736c70fe3759efbfbb5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.6,"3":0.25},"confidence":0.47},"score":{"score":2.12,"probabilities":{"0":0,"1":0.1,"2":0.67,"3":0.23},"confidence":0.67},"noul":{"related":0.91,"answers":0.81,"exact":0.46}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.22628262500000165,"passageCap":0,"originalPassageChars":405,"submittedPassageChars":405}
{"split":"test","qid":"q37","pid":"p6552","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19dfdd119b12f3fa34d0f300a0c579ca021a74c535d0e491175d14755e993237","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.48,"3":0.47},"confidence":0.31},"score":{"score":2.4,"probabilities":{"0":0,"1":0.03,"2":0.55,"3":0.42},"confidence":0.55},"noul":{"related":0.95,"answers":0.88,"exact":0.51}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24756470799999988,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q37","pid":"p6665","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f838ea3d9094638a087ff4b1212f1576a2c98cfa8fc9e910731bf4480d9aeec","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.5,"2":0.42,"3":0.07},"confidence":0.33},"score":{"score":1.69,"probabilities":{"0":0.01,"1":0.36,"2":0.57,"3":0.06},"confidence":0.56},"noul":{"related":0.88,"answers":0.73,"exact":0.18}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.25051829100000034,"passageCap":0,"originalPassageChars":252,"submittedPassageChars":252}
{"split":"test","qid":"q37","pid":"p674","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a06b591bfe047a6c605a5679342da59fc508a49bef21d27081b7a321ab228f95","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.86},"score":{"score":0.2,"probabilities":{"0":0.84,"1":0.13,"2":0.03,"3":0},"confidence":0.8},"noul":{"related":0.11,"answers":0.08,"exact":0.02}},"inputTokens":938,"outputTokens":107,"latencySeconds":0.20525729200000023,"passageCap":0,"originalPassageChars":717,"submittedPassageChars":717}
{"split":"test","qid":"q37","pid":"p6880","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9bcdf6c2f3ea6f10f2b2a19a133aadf3dd7f00a433ecf7d12550dfae6c958f25","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.79,"2":0.17,"3":0.02},"confidence":0.73},"score":{"score":1.24,"probabilities":{"0":0.02,"1":0.72,"2":0.25,"3":0.01},"confidence":0.72},"noul":{"related":0.79,"answers":0.37,"exact":0.1}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.21586095800000113,"passageCap":0,"originalPassageChars":461,"submittedPassageChars":461}
{"split":"test","qid":"q37","pid":"p6953","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad1b357057854ced973d6d9dc87cb3076c6c8cd57040836134135f82fdef0c01","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.81,"2":0.15,"3":0.01},"confidence":0.74},"score":{"score":1.24,"probabilities":{"0":0.02,"1":0.74,"2":0.23,"3":0.01},"confidence":0.72},"noul":{"related":0.82,"answers":0.55,"exact":0.12}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.24277670799999942,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q37","pid":"p7031","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e281c869f3bd294926cbba8c04be02ac9f53b922668c09285ef94b11078ea36","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.35,"2":0.01,"3":0},"confidence":0.53},"score":{"score":0.43,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.3,"answers":0.06,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22002800000000025,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q37","pid":"p7040","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8f336d8486c5d0ff87527124be229c79a609972edb6f86193b785c89a18de19","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.36,"3":0.07},"confidence":0.43},"score":{"score":1.7,"probabilities":{"0":0,"1":0.37,"2":0.56,"3":0.07},"confidence":0.56},"noul":{"related":0.89,"answers":0.66,"exact":0.21}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22603525000000083,"passageCap":0,"originalPassageChars":388,"submittedPassageChars":388}
{"split":"test","qid":"q37","pid":"p715","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4928b8d1a9454087cb1900a28da10942c2a05b34cea901cbec49684aae3178cf","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.47},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.53,"answers":0.04,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2301033750000006,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q37","pid":"p718","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"73d096f3017efbfb5f5bb1b7f0412edfef3fa590238319c63a571bd7c94109b3","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.86,"2":0.04,"3":0.01},"confidence":0.82},"score":{"score":1.07,"probabilities":{"0":0.05,"1":0.84,"2":0.11,"3":0},"confidence":0.82},"noul":{"related":0.74,"answers":0.21,"exact":0.04}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21776804099999936,"passageCap":0,"originalPassageChars":223,"submittedPassageChars":223}
{"split":"test","qid":"q37","pid":"p7242","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ca4486d35fcef1185884aba66dfb7b57bba0f8cda2992b4138b957d647cdb07","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.47,"3":0.48},"confidence":0.3},"score":{"score":2.49,"probabilities":{"0":0,"1":0.03,"2":0.44,"3":0.53},"confidence":0.49},"noul":{"related":0.94,"answers":0.86,"exact":0.47}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2189152920000015,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q37","pid":"p7351","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1812b395d3e0f7fd6210cf96d3d7b4acf007197e3ed205321bdd6c1d89a27901","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.06,"probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.94},"noul":{"related":0.93,"answers":0.2,"exact":0.07}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2541940000000013,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q37","pid":"p7355","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74d5583efb2d37b1c610c9c70a4ccfddcc14ade2e5fdc97326c5f30376e6e6c8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.25,"2":0.54,"3":0.2},"confidence":0.4},"score":{"score":1.99,"probabilities":{"0":0,"1":0.19,"2":0.63,"3":0.18},"confidence":0.63},"noul":{"related":0.9,"answers":0.72,"exact":0.22}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22091804199999934,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q37","pid":"p7666","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5bfcfbd8e2bcc0bf12ad1b922e3a2c927db18644bc02736c70fe3759efbfbb5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.65,"3":0.21},"confidence":0.54},"score":{"score":2.16,"probabilities":{"0":0,"1":0.08,"2":0.68,"3":0.24},"confidence":0.68},"noul":{"related":0.92,"answers":0.83,"exact":0.44}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.20861249999999928,"passageCap":0,"originalPassageChars":405,"submittedPassageChars":405}
{"split":"test","qid":"q37","pid":"p7667","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7afd08d315ab0c6d16b9e38c0dbe99c69d0968e0e706086f91b8a96c6386b7f4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.6,"3":0.14},"confidence":0.46},"score":{"score":1.97,"probabilities":{"0":0,"1":0.15,"2":0.73,"3":0.12},"confidence":0.73},"noul":{"related":0.87,"answers":0.75,"exact":0.25}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2209460419999996,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q37","pid":"p7686","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dff3be39f091ad746867b154b6e616ce6fc9dfbe27057bcc0a2b01eb7f0c4199","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.39,"2":0.47,"3":0.12},"confidence":0.29},"score":{"score":1.75,"probabilities":{"0":0.01,"1":0.32,"2":0.58,"3":0.09},"confidence":0.56},"noul":{"related":0.88,"answers":0.59,"exact":0.18}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.2214060840000002,"passageCap":0,"originalPassageChars":450,"submittedPassageChars":450}
{"split":"test","qid":"q37","pid":"p7742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46574bc5d8507a8722d2f781a9e6084bf0d819007832640d7876f294d69d9462","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.8,"3":0.1},"confidence":0.73},"score":{"score":2.05,"probabilities":{"0":0,"1":0.05,"2":0.85,"3":0.1},"confidence":0.84},"noul":{"related":0.91,"answers":0.85,"exact":0.37}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2603902089999992,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p7743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b669dd711254e9067cc5c379d479bb0c2206ce7e66371c557ded0da28619cabf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.61,"2":0.37,"3":0.01},"confidence":0.49},"score":{"score":1.45,"probabilities":{"0":0,"1":0.56,"2":0.44,"3":0},"confidence":0.55},"noul":{"related":0.83,"answers":0.58,"exact":0.11}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20062395899999866,"passageCap":0,"originalPassageChars":343,"submittedPassageChars":343}
{"split":"test","qid":"q37","pid":"p7826","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a8ba9e4de4b9b39369e8ef945791888562a70ce8c7badc6de0cb338707818b5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.58,"2":0.39,"3":0.02},"confidence":0.44},"score":{"score":1.5,"probabilities":{"0":0.01,"1":0.5,"2":0.48,"3":0.01},"confidence":0.49},"noul":{"related":0.85,"answers":0.63,"exact":0.13}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2514785410000004,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q37","pid":"p7836","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6533cc6cd8d63b1a0b11fe51678ecb3322a5822b9c68556ae755f69f11a3a4d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.08,"2":0.44,"3":0.48},"confidence":0.29},"score":{"score":2.37,"probabilities":{"0":0,"1":0.06,"2":0.5,"3":0.44},"confidence":0.5},"noul":{"related":0.92,"answers":0.83,"exact":0.42}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23223716699999933,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q37","pid":"p789","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9649c6ab1c2df6c555984d04f10fe7fee101d67b74442916141191257f585f3c","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.04,"exact":0.01}},"inputTokens":1058,"outputTokens":107,"latencySeconds":0.23627629200000047,"passageCap":0,"originalPassageChars":874,"submittedPassageChars":874}
{"split":"test","qid":"q37","pid":"p7893","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31ba0a49bfc2712471978557766eb278234e329a0a16359f47741a32d344f7e7","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.66},"score":{"score":0.39,"probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.61},"noul":{"related":0.33,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2570725000000002,"passageCap":0,"originalPassageChars":393,"submittedPassageChars":393}
{"split":"test","qid":"q37","pid":"p8064","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ddbc63fcac8ee5224fe2471c6d7cde60e255186c72c2d0147d2ae7f14468764","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.89,"2":0.08,"3":0.01},"confidence":0.86},"score":{"score":1.07,"probabilities":{"0":0.02,"1":0.9,"2":0.08,"3":0},"confidence":0.89},"noul":{"related":0.78,"answers":0.21,"exact":0.06}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22973795900000005,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q37","pid":"p8067","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94bb8baf6a970eed6d5a19ab5e2988c9664bb0f410290519db8e9c273fb66fe4","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.4},"score":{"score":0.59,"probabilities":{"0":0.41,"1":0.59,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.41,"answers":0.05,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2447402089999996,"passageCap":0,"originalPassageChars":444,"submittedPassageChars":444}
{"split":"test","qid":"q37","pid":"p8185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ccde58c032debfc451b39546cc3fc062da33498fe2d433ac6682e8f227a77f8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.74,"3":0.21},"confidence":0.65},"score":{"score":2.17,"probabilities":{"0":0,"1":0.03,"2":0.77,"3":0.2},"confidence":0.77},"noul":{"related":0.93,"answers":0.87,"exact":0.48}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23211566700000003,"passageCap":0,"originalPassageChars":193,"submittedPassageChars":193}
{"split":"test","qid":"q37","pid":"p8189","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0445a119d5a97f1a0bc4776f0607a00a0d3d83374f9903a4efec76ee17db7eb2","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.69,"2":0.25,"3":0.04},"confidence":0.58},"score":{"score":1.49,"probabilities":{"0":0.01,"1":0.53,"2":0.41,"3":0.05},"confidence":0.48},"noul":{"related":0.84,"answers":0.45,"exact":0.14}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.25041550000000096,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q37","pid":"p8201","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0532eb4a7312c7e21de9cb6b37e7655517dcbd4e270b8a5da2eb785f77aa6d0","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.38,"2":0.53,"3":0.08},"confidence":0.38},"score":{"score":1.83,"probabilities":{"0":0,"1":0.24,"2":0.69,"3":0.07},"confidence":0.69},"noul":{"related":0.89,"answers":0.66,"exact":0.16}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.23300775000000068,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q37","pid":"p8229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1deaad23cb63771ff04906c1e4ac66533dce4054baf5f34b4a3a5e61518af279","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.24,"3":0.74},"confidence":0.65},"score":{"score":2.72,"probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.72},"noul":{"related":0.96,"answers":0.91,"exact":0.66}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2459552079999994,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q37","pid":"p8347","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d66046a5f19cfa13f9a2d6b86ea8ceef118545c0578298e98d44edcdfd29189","answers":{"choice":{"choice":"0","probabilities":{"0":0.45,"1":0.32,"2":0.19,"3":0.04},"confidence":0.25},"score":{"score":0.72,"probabilities":{"0":0.51,"1":0.27,"2":0.19,"3":0.03},"confidence":0.28},"noul":{"related":0.43,"answers":0.53,"exact":0.1}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.20835262500000135,"passageCap":0,"originalPassageChars":537,"submittedPassageChars":537}
{"split":"test","qid":"q37","pid":"p8423","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6748bce0c76dcc4c02ae3f38d867e7786958d2e8efe48616d153b46aa4dd460","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.66,"3":0.15},"confidence":0.54},"score":{"score":1.91,"probabilities":{"0":0,"1":0.22,"2":0.64,"3":0.14},"confidence":0.64},"noul":{"related":0.86,"answers":0.74,"exact":0.31}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2539954579999994,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q37","pid":"p845","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2188bcb01d2d6dbb10b8e846815c2c21469cb62fe02239980eea14f1bc54b9b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.8200000000000001,"1":0.18,"2":0,"3":0},"confidence":0.75},"score":{"score":0.28,"probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.72},"noul":{"related":0.22,"answers":0.05,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20263575000000128,"passageCap":0,"originalPassageChars":357,"submittedPassageChars":357}
{"split":"test","qid":"q37","pid":"p8481","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4c2e8f4831b706ece04dfc25a3654a70931307c104acaca66e217735aab22d4","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.68,"2":0.25,"3":0.06},"confidence":0.57},"score":{"score":1.49,"probabilities":{"0":0,"1":0.55,"2":0.41,"3":0.04},"confidence":0.5},"noul":{"related":0.86,"answers":0.52,"exact":0.15}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2205370409999996,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q37","pid":"p8633","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"845fb378a7b81e65fce4076ec963bb3f127e229fa78d10f5c2edf87380013bb7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.58,"3":0.28},"confidence":0.44},"score":{"score":2.24,"probabilities":{"0":0,"1":0.07,"2":0.62,"3":0.31},"confidence":0.62},"noul":{"related":0.92,"answers":0.81,"exact":0.33}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.23015333400000054,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q37","pid":"p8668","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04ee759490996085403a263e2bbd9aa93817972fdcdab1e62c641084b3c90dc6","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.34,"2":0.04,"3":0},"confidence":0.5},"score":{"score":0.61,"probabilities":{"0":0.42,"1":0.56,"2":0.02,"3":0},"confidence":0.55},"noul":{"related":0.38,"answers":0.17,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24729758299999957,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q37","pid":"p8812","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"804a895def8fccbafc665d4b3b829114b475fcf68cceef982d01588014e0358e","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.8,"2":0.14,"3":0.01},"confidence":0.74},"score":{"score":1.11,"probabilities":{"0":0.03,"1":0.83,"2":0.14,"3":0},"confidence":0.82},"noul":{"related":0.7,"answers":0.36,"exact":0.07}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.28183233300000027,"passageCap":0,"originalPassageChars":352,"submittedPassageChars":352}
{"split":"test","qid":"q37","pid":"p8913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8231b007a7da9c7f34401e20053e242a360ae5ba0e86f273b6858cd68abf8692","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.52,"3":0.37},"confidence":0.35},"score":{"score":2.36,"probabilities":{"0":0,"1":0.05,"2":0.54,"3":0.41},"confidence":0.54},"noul":{"related":0.92,"answers":0.86,"exact":0.57}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.2534644169999992,"passageCap":0,"originalPassageChars":461,"submittedPassageChars":461}
{"split":"test","qid":"q37","pid":"p894","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"015e68bd94a497d36155d6a3e363eafdf5ceaa8d24d26d729abad8e020e3e0e2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.5,"3":0.37},"confidence":0.34},"score":{"score":2.33,"probabilities":{"0":0,"1":0.08,"2":0.51,"3":0.41},"confidence":0.51},"noul":{"related":0.92,"answers":0.81,"exact":0.36}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20575424999999994,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q37","pid":"p901","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5753191b38ec008e3785ab0185ae1d71d03d0a2c9dddd78e32ce96190c81234","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.4},"score":{"score":2.62,"probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.62},"noul":{"related":0.95,"answers":0.93,"exact":0.68}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22826312499999948,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q37","pid":"p9097","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb82186ccf429560cf35b8361feb08f58481a0a52036a33d598048202088913c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.7,"3":0.27},"confidence":0.59},"score":{"score":2.3,"probabilities":{"0":0,"1":0.01,"2":0.68,"3":0.31},"confidence":0.67},"noul":{"related":0.95,"answers":0.91,"exact":0.38}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25108400000000075,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q37","pid":"p9247","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91956066543cd1dae719ccb7ff159a1f4e7e237649160fcb3e6a626a2e612e77","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.44},"score":{"score":0.71,"probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.48,"answers":0.06,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2275790419999994,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q37","pid":"p9255","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b362131dcf52a59da6a8965273ff126448c2730da442ed6224355f6e3fc6328","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.42,"2":0.45,"3":0.12},"confidence":0.26},"score":{"score":1.88,"probabilities":{"0":0.01,"1":0.24,"2":0.62,"3":0.13},"confidence":0.61},"noul":{"related":0.9,"answers":0.72,"exact":0.26}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23927862499999902,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q37","pid":"p926","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93cd495f0d612ee9b13da52bbad20ac013dff882e20c8f01e346a1e7f2ad31b0","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.39,"2":0.49,"3":0.11},"confidence":0.32},"score":{"score":1.85,"probabilities":{"0":0,"1":0.26,"2":0.62,"3":0.12},"confidence":0.61},"noul":{"related":0.89,"answers":0.73,"exact":0.29}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21777158299999974,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q37","pid":"p9272","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0445a119d5a97f1a0bc4776f0607a00a0d3d83374f9903a4efec76ee17db7eb2","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.72,"2":0.23,"3":0.03},"confidence":0.62},"score":{"score":1.43,"probabilities":{"0":0.01,"1":0.59,"2":0.36,"3":0.04},"confidence":0.54},"noul":{"related":0.83,"answers":0.47,"exact":0.13}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.26871749999999883,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q37","pid":"p9294","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0890f85f9c8ccf5dda906c1f3b5df1bdcbf7d4509ab0fcfa5e6b6e2b4aa465ee","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.66,"3":0.29},"confidence":0.55},"score":{"score":2.39,"probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.58},"noul":{"related":0.93,"answers":0.89,"exact":0.43}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24411695800000052,"passageCap":0,"originalPassageChars":252,"submittedPassageChars":252}
{"split":"test","qid":"q37","pid":"p9301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02e775cf8af2610d5bfc65bbba1dbe52f57485c6011d9b2e54fb1404a5dd99ae","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.61,"3":0.33},"confidence":0.47},"score":{"score":2.29,"probabilities":{"0":0,"1":0.05,"2":0.6,"3":0.35},"confidence":0.6},"noul":{"related":0.93,"answers":0.87,"exact":0.34}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21830841599999984,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q37","pid":"p9334","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19dfdd119b12f3fa34d0f300a0c579ca021a74c535d0e491175d14755e993237","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.51,"3":0.44},"confidence":0.35},"score":{"score":2.39,"probabilities":{"0":0,"1":0.03,"2":0.55,"3":0.42},"confidence":0.55},"noul":{"related":0.95,"answers":0.88,"exact":0.5}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20611270799999876,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q37","pid":"p9338","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0bdc3b8981dd2873ba207ed70006706db0721dde7c34341034ae89805186e7e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.65,"3":0.29},"confidence":0.52},"score":{"score":2.26,"probabilities":{"0":0,"1":0.04,"2":0.67,"3":0.29},"confidence":0.67},"noul":{"related":0.93,"answers":0.87,"exact":0.49}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22032729199999995,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q37","pid":"p939","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aaa19d3b484cc7359dfb8c8dd025144cb7fd9ddc73881eff275c838e3701ca73","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.79},"score":{"score":0.35,"probabilities":{"0":0.71,"1":0.23,"2":0.06,"3":0},"confidence":0.65},"noul":{"related":0.18,"answers":0.21,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2539292079999996,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q37","pid":"p9615","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b139baf769620648f3dee1e9aa27b6318426c7394643197ab6b4ee57d594133d","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.8,"2":0.14,"3":0.03},"confidence":0.72},"score":{"score":1.38,"probabilities":{"0":0.01,"1":0.63,"2":0.32,"3":0.04},"confidence":0.59},"noul":{"related":0.8,"answers":0.43,"exact":0.12}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2388739170000008,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q37","pid":"p9641","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"954dbd46b32df10b4638516b92db0bec77fae66456bbc8fb72f35013a4825cce","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.21,"2":0.55,"3":0.23},"confidence":0.41},"score":{"score":2.07,"probabilities":{"0":0.01,"1":0.16,"2":0.59,"3":0.24},"confidence":0.58},"noul":{"related":0.89,"answers":0.69,"exact":0.28}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21183620900000097,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q37","pid":"p9757","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2188bcb01d2d6dbb10b8e846815c2c21469cb62fe02239980eea14f1bc54b9b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.73},"score":{"score":0.31,"probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.22,"answers":0.05,"exact":0.02}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.20437212499999988,"passageCap":0,"originalPassageChars":357,"submittedPassageChars":357}
{"split":"test","qid":"q37","pid":"p9874","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce9e58eaf708ef9ed20588a2b429bd5f9ff24c91a2a21b65112536726eb857a0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.64,"3":0.3},"confidence":0.52},"score":{"score":2.41,"probabilities":{"0":0,"1":0.01,"2":0.56,"3":0.43},"confidence":0.56},"noul":{"related":0.93,"answers":0.87,"exact":0.42}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22395645899999908,"passageCap":0,"originalPassageChars":327,"submittedPassageChars":327}
{"split":"test","qid":"q37","pid":"p9953","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5662259087a203b1a9fe797e931e91df82eb4badd5713ff83838c6653563c40f","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.74},"score":{"score":0.27,"probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.21,"answers":0.04,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20231704100000025,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q37","pid":"p9960","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46574bc5d8507a8722d2f781a9e6084bf0d819007832640d7876f294d69d9462","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.81,"3":0.11},"confidence":0.74},"score":{"score":2.08,"probabilities":{"0":0,"1":0.04,"2":0.84,"3":0.12},"confidence":0.84},"noul":{"related":0.91,"answers":0.85,"exact":0.35}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20427054099999986,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q37","pid":"p9995","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52e8834adce8c4baf33a226481331e086012141a3ae6d75606d703726d21eae8","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.85,"2":0.1,"3":0.01},"confidence":0.79},"score":{"score":1.13,"probabilities":{"0":0.03,"1":0.82,"2":0.15,"3":0},"confidence":0.82},"noul":{"related":0.82,"answers":0.3,"exact":0.07}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21268074999999953,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q38","pid":"p10213","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1ea2a09e813c1105a29f61b963db52a948ebf99d341544ccb41f03a2835dede","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.62,"2":0.03,"3":0},"confidence":0.49},"score":{"score":0.81,"probabilities":{"0":0.27,"1":0.66,"2":0.07,"3":0},"confidence":0.66},"noul":{"related":0.53,"answers":0.1,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.24981504099999985,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q38","pid":"p10217","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"faa73f45c87c897be0079715add5a80812fb3e1acf7dbfffd46eb4e42ce33a7b","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.41},"score":{"score":0.49,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.38,"answers":0.04,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2214763750000002,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q38","pid":"p10376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"810912b90769c28cb2eabfa2659b63f1382eefcfbd3301eedc16bd239d4fa731","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.72},"score":{"score":0.24,"probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.18,"answers":0.05,"exact":0.01}},"inputTokens":911,"outputTokens":107,"latencySeconds":0.23036029199999938,"passageCap":0,"originalPassageChars":702,"submittedPassageChars":702}
{"split":"test","qid":"q38","pid":"p10442","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f2220a9a3442cb871d8744527319b4326ef80482469676c7551959898dfda20","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.83,"2":0.16,"3":0},"confidence":0.78},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.85,"answers":0.31,"exact":0.06}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.24291699999999947,"passageCap":0,"originalPassageChars":429,"submittedPassageChars":429}
{"split":"test","qid":"q38","pid":"p10591","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4413cefdfaf2bd727014f02671a957335351715328a2ef9f7fb40ec919728c9c","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.36,"2":0.03,"3":0},"confidence":0.48},"score":{"score":0.49,"probabilities":{"0":0.54,"1":0.43,"2":0.03,"3":0},"confidence":0.51},"noul":{"related":0.31,"answers":0.1,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2117762500000008,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q38","pid":"p10740","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3efb02bb40f417e7d23fae4871bfc49c70f7f8fc68768624e575b765a1ed8ae","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.76},"score":{"score":0.22,"probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.22,"answers":0.03,"exact":0.01}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2238144169999996,"passageCap":0,"originalPassageChars":430,"submittedPassageChars":430}
{"split":"test","qid":"q38","pid":"p10949","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a60f90530d893165f56a7be9a61af48472cb744cac9e7ac4d05fc41f7603f49c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.79,"3":0.1},"confidence":0.71},"score":{"score":2.05,"probabilities":{"0":0,"1":0.07,"2":0.81,"3":0.12},"confidence":0.81},"noul":{"related":0.91,"answers":0.89,"exact":0.27}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21130479200000082,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q38","pid":"p11007","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e5287be5a98a158f254116db4bdd8be40cdb27d943849219135ddefdf05bd5c","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.79,"2":0.08,"3":0},"confidence":0.72},"score":{"score":0.96,"probabilities":{"0":0.11,"1":0.82,"2":0.07,"3":0},"confidence":0.82},"noul":{"related":0.65,"answers":0.22,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22519304099999862,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q38","pid":"p11171","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4530d0ef86e08693a348a1eacf89ace2df834115044bf9c42b2a544e9dbfad6c","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.79},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.18,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2001703749999997,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q38","pid":"p11200","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"325afaaa3c376460c60af978455565e99ffdc4069830d7f06ebfbad77e4f6e80","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.26008766599999944,"passageCap":0,"originalPassageChars":434,"submittedPassageChars":434}
{"split":"test","qid":"q38","pid":"p11216","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dff75e4153318b49cb4dbd41be8290cd339da0b399f252db26ceddc7192c3ed9","answers":{"choice":{"choice":"1","probabilities":{"0":0.47,"1":0.49,"2":0.04,"3":0},"confidence":0.32},"score":{"score":0.49,"probabilities":{"0":0.53,"1":0.45,"2":0.02,"3":0},"confidence":0.51},"noul":{"related":0.39,"answers":0.1,"exact":0.03}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22242091699999947,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q38","pid":"p11225","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef97b8f13231649c32417b648c8e80b8b70448973fa011c1091448de552cb68a","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.13,"2":0.62,"3":0.18},"confidence":0.49},"score":{"score":1.91,"probabilities":{"0":0.03,"1":0.16,"2":0.68,"3":0.13},"confidence":0.65},"noul":{"related":0.67,"answers":0.81,"exact":0.24}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.23660716700000012,"passageCap":0,"originalPassageChars":243,"submittedPassageChars":243}
{"split":"test","qid":"q38","pid":"p11294","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b3f6ea3d895d9f4ffab1f187f5a90120a8efed0cc425fcd19b89fbf6f5cdd0d","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.6},"score":{"score":0.36,"probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.28,"answers":0.05,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23996620799999982,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q38","pid":"p1132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c476e12ed9b9fbec4d71fea669c34de57bd891007d2629db9c9c288ecd32cfb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.61,"2":0.38,"3":0.01},"confidence":0.48},"score":{"score":1.52,"probabilities":{"0":0,"1":0.48,"2":0.52,"3":0},"confidence":0.51},"noul":{"related":0.87,"answers":0.65,"exact":0.11}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20180183399999987,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q38","pid":"p11479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee92b42f648ced42a8aa52817fa5cb148ff0fbd3131144dd81e86fe767c4309c","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.75,"2":0.02,"3":0},"confidence":0.66},"score":{"score":0.81,"probabilities":{"0":0.2,"1":0.79,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.64,"answers":0.07,"exact":0.02}},"inputTokens":912,"outputTokens":107,"latencySeconds":0.2761689580000002,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q38","pid":"p11583","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7fe7126dc365cbc9cfc9c6ae7a5e635509eec04f2effbcb8605501e0eb18df96","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.21,"2":0.09,"3":0},"confidence":0.58},"score":{"score":0.54,"probabilities":{"0":0.56,"1":0.35,"2":0.09,"3":0},"confidence":0.46},"noul":{"related":0.24,"answers":0.19,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21045850000000063,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q38","pid":"p1181","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fae9a1b42e2cb5d520cb6a887e3bcfe71ee3e3e974ed4c05f6892f4ac10082bb","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.53},"score":{"score":0.46,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.54},"noul":{"related":0.28,"answers":0.04,"exact":0.01}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.2646347079999996,"passageCap":0,"originalPassageChars":182,"submittedPassageChars":182}
{"split":"test","qid":"q38","pid":"p1210","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1cbddc660dd2c98fa439580dd83703d08633136a75baa979b216bcc92fb8e1d1","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.79},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.21,"answers":0.05,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.27481354199999986,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q38","pid":"p1213","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1718290930918cde5e50dd8c3a0dfa333e5a1fd359a68627d2dec06dcae528f","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.28,"2":0,"3":0},"confidence":0.63},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.26,"answers":0.05,"exact":0.01}},"inputTokens":888,"outputTokens":107,"latencySeconds":0.20832320900000012,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q38","pid":"p1348","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e7cce2c57ab491f38fc6d68842c5ce241098ef882dcee3d8755b84ec4446457","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.95},"score":{"score":1.01,"probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.87,"answers":0.18,"exact":0.07}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22635291700000015,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q38","pid":"p135","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8da333e904f8feb58035000e735ae3efbdb0cdb22204c508668596407f7be5bd","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.8,"3":0.06},"confidence":0.72},"score":{"score":1.91,"probabilities":{"0":0,"1":0.15,"2":0.79,"3":0.06},"confidence":0.79},"noul":{"related":0.9,"answers":0.87,"exact":0.22}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20843162500000106,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q38","pid":"p137","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7146e2f6d47ada4bab1d4de9aa6e188dadd3a9a448e38c9302d1590b69fba9e1","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.24332820899999932,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q38","pid":"p1413","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f09abe2bc9be7e7e2e0660a160e8d0d4dd8afbdc09fc7a343d3738deba6919d","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.69},"score":{"score":0.2,"probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.23,"answers":0.04,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23052933300000042,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q38","pid":"p155","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"656c3b2df05e1a273e7ee13bbdbb4e1ceb43ad7cf58626dd74f1e249a9256a7b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.97,"2":0.01,"3":0.02},"confidence":0.96},"score":{"score":1.06,"probabilities":{"0":0,"1":0.96,"2":0.02,"3":0.02},"confidence":0.94},"noul":{"related":0.97,"answers":0.1,"exact":0.06}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24690691599999992,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q38","pid":"p2012","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01e3218704dd5145059b460456af6a52efdf59ab003b64a6d2d2f7cbc6c9413d","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.2,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.23,"answers":0.04,"exact":0.01}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.20408962500000052,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q38","pid":"p2031","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4413cefdfaf2bd727014f02671a957335351715328a2ef9f7fb40ec919728c9c","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.3,"2":0.03,"3":0},"confidence":0.56},"score":{"score":0.52,"probabilities":{"0":0.51,"1":0.45,"2":0.04,"3":0},"confidence":0.48},"noul":{"related":0.3,"answers":0.1,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2131661670000012,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q38","pid":"p2063","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9cb87a495ed1cc4a11edec1e441c39468d4ab948cdf42a755ed26ebe744c13e9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.7},"score":{"score":2.83,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.83},"noul":{"related":0.97,"answers":0.96,"exact":0.72}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2406103329999987,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q38","pid":"p2103","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"679997a9de16df59d85bbe4b1949d819cefe6e1fde1088fd41f97ff590f2b86a","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.84},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.18,"answers":0.02,"exact":0.01}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2184124580000007,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q38","pid":"p2298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7bec10439a0a57679d29e205d21e3006b7f0f2f0c36f216230f9892e53b4158","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.69},"score":{"score":0.33,"probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.29,"answers":0.06,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24576116600000023,"passageCap":0,"originalPassageChars":438,"submittedPassageChars":438}
{"split":"test","qid":"q38","pid":"p2425","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04462b2fddb88177b73e070005648e8dc200e90e2d906466b5425211738b278e","answers":{"choice":{"choice":"0","probabilities":{"0":0.9400000000000001,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.20477750000000014,"passageCap":0,"originalPassageChars":327,"submittedPassageChars":327}
{"split":"test","qid":"q38","pid":"p245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1a6d27b610c65f443aa5929929854ef2233e5f0e8939cc5020ac93bb60f4841","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.86},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.91},"noul":{"related":0.98,"answers":0.96,"exact":0.84}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22820970900000065,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q38","pid":"p2554","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"581811d9b41cd6157af6842ee368f1821578b80b75ce55f5764a26e8a63d3f03","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.71},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.21,"answers":0.03,"exact":0.01}},"inputTokens":806,"outputTokens":107,"latencySeconds":0.22470779199999924,"passageCap":0,"originalPassageChars":180,"submittedPassageChars":180}
{"split":"test","qid":"q38","pid":"p2665","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"112f898f2c5815bacf3d5ae3842b170466515f2572dc8ec576fbc2d7142bd23b","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.6},"score":{"score":0.37,"probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.3,"answers":0.03,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21478058400000008,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q38","pid":"p2749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5100c3e49b2f8254c47a2f8fd942b6e460f92b3e1f1036729eb4f68f8b15640","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.86,"3":0.12},"confidence":0.81},"score":{"score":2.1,"probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.87},"noul":{"related":0.91,"answers":0.91,"exact":0.38}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23763470800000142,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q38","pid":"p2781","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"258ac9a4131f5247d61f5bd94deec0b0dd89929e9e3ea387805bccd7ee2d59d2","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.8,"2":0.15,"3":0.01},"confidence":0.75},"score":{"score":1.19,"probabilities":{"0":0.02,"1":0.77,"2":0.21,"3":0},"confidence":0.76},"noul":{"related":0.8,"answers":0.34,"exact":0.03}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2086642499999998,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q38","pid":"p2869","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd8dacbb6446c301c1a17e2d2e6b10c8f2dd31ed229519ea99e5c5fa6e565b52","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.84},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.18,"answers":0.03,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.219855375000001,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q38","pid":"p2891","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"50996a172db08e59c81c0cce7db6eb5a046b0237106da9dabdbc55099417c0de","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.1,"probabilities":{"0":0.01,"1":0.88,"2":0.11,"3":0},"confidence":0.88},"noul":{"related":0.88,"answers":0.28,"exact":0.06}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24187179199999992,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q38","pid":"p2957","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6648622b96394115cb153e16d850b4521bba277457db4de661e2dbb81832fb5","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.35,"2":0.6,"3":0.04},"confidence":0.47},"score":{"score":1.67,"probabilities":{"0":0.01,"1":0.34,"2":0.63,"3":0.02},"confidence":0.63},"noul":{"related":0.81,"answers":0.71,"exact":0.18}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22228112499999952,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q38","pid":"p3069","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"060134f5e0ae8725de199c619d2b3da3a77f761a6532f9b7276779b13ca11316","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21797450000000027,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q38","pid":"p3098","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e6d5e0ef53233b6882768f83f0a56c404c844bf6bc9f684844485770ea899c7","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.17,"probabilities":{"0":0,"1":0.83,"2":0.17,"3":0},"confidence":0.82},"noul":{"related":0.83,"answers":0.4,"exact":0.05}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21070620899999995,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q38","pid":"p3208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7801fd27fa9590f1dba766cd5a75ed59fad0747c79b9c5d67552f9f395edb72","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.64,"2":0.16,"3":0.01},"confidence":0.52},"score":{"score":1.23,"probabilities":{"0":0.08,"1":0.62,"2":0.29,"3":0.01},"confidence":0.6},"noul":{"related":0.6,"answers":0.28,"exact":0.08}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.24731458399999975,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q38","pid":"p3331","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03ab5ef7c09fb45f5b0e43328b52bfc70dc81c857aee5e8d013fab7ff5d0c919","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.1,"2":0.64,"3":0.25},"confidence":0.53},"score":{"score":2.21,"probabilities":{"0":0.01,"1":0.05,"2":0.67,"3":0.27},"confidence":0.67},"noul":{"related":0.86,"answers":0.88,"exact":0.37}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2508053749999999,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q38","pid":"p3499","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f7e6346a3406632d5e7030549d4a20162fadd01400c3815cf5af64251c88799","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.23,"probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.77},"noul":{"related":0.17,"answers":0.04,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23687362500000017,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q38","pid":"p3990","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5739256831559c3bdfb17139a9928642ba53c9e9a92279ddbc98c88abf166a77","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.58},"score":{"score":0.35,"probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.65},"noul":{"related":0.23,"answers":0.04,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.24632608400000028,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q38","pid":"p4046","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e5287be5a98a158f254116db4bdd8be40cdb27d943849219135ddefdf05bd5c","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.8,"2":0.07,"3":0},"confidence":0.73},"score":{"score":0.98,"probabilities":{"0":0.1,"1":0.82,"2":0.08,"3":0},"confidence":0.82},"noul":{"related":0.67,"answers":0.25,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2130025829999995,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q38","pid":"p4148","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5271c1b1245bbd493234daa2325e2857d95bf3623f1091f7099c4e8b6acdeed5","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.24,"2":0.01,"3":0},"confidence":0.67},"score":{"score":0.33,"probabilities":{"0":0.6900000000000001,"1":0.3,"2":0.01,"3":0},"confidence":0.67},"noul":{"related":0.24,"answers":0.06,"exact":0.01}},"inputTokens":889,"outputTokens":107,"latencySeconds":0.25094349999999943,"passageCap":0,"originalPassageChars":481,"submittedPassageChars":481}
{"split":"test","qid":"q38","pid":"p4407","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5331fcea9950feedc6a3c9d8450b73ca98439029254541e59cfef280a35c2403","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.9},"score":{"score":1.06,"probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.92},"noul":{"related":0.83,"answers":0.16,"exact":0.05}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23366412499999933,"passageCap":0,"originalPassageChars":330,"submittedPassageChars":330}
{"split":"test","qid":"q38","pid":"p4868","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3087dc91ea524585fefcca67abec8cb195d84339af9de26d0827891dff5442b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.47,"3":0.02},"confidence":0.34},"score":{"score":1.55,"probabilities":{"0":0,"1":0.46,"2":0.52,"3":0.02},"confidence":0.52},"noul":{"related":0.94,"answers":0.51,"exact":0.16}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21429070800000044,"passageCap":0,"originalPassageChars":265,"submittedPassageChars":265}
{"split":"test","qid":"q38","pid":"p4993","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5739256831559c3bdfb17139a9928642ba53c9e9a92279ddbc98c88abf166a77","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.65},"score":{"score":0.36,"probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.22,"answers":0.05,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2371668750000008,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q38","pid":"p5059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2c24b59b6cda3a375c542f46a03991562eec243bb84204206fa0a3478c0e213c","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.75,"2":0.03,"3":0},"confidence":0.67},"score":{"score":0.89,"probabilities":{"0":0.14,"1":0.83,"2":0.03,"3":0},"confidence":0.83},"noul":{"related":0.62,"answers":0.07,"exact":0.02}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2304808329999996,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q38","pid":"p5060","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5b22328f973e5a4c6e9a808ddb4bd849bc8ca5e6bdc7f0107a3cef52df68472","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.34,"2":0.01,"3":0},"confidence":0.54},"score":{"score":0.36,"probabilities":{"0":0.64,"1":0.36,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.25,"answers":0.06,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23816645900000002,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q38","pid":"p5192","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4aea2a60ba416921b5f02769afe0ca356d07fe5c052c4fd3a08a7c87fc8e7da2","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":28047,"outputTokens":107,"latencySeconds":0.3875470830000013,"passageCap":60000,"originalPassageChars":236125,"submittedPassageChars":60000}
{"split":"test","qid":"q38","pid":"p5397","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1cddb2eb5928ce9c39d6b73c5dfe8f38ef50897b67a2e41b7e5d2d19df97c3e","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.1,"probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.16,"answers":0.04,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.27418908399999964,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q38","pid":"p554","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad23072a3ede3533b70f83d7b174885ac4bf93c285df55180b2a271af9a1f475","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.19,"probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.26,"answers":0.03,"exact":0.01}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.24762562499999877,"passageCap":0,"originalPassageChars":394,"submittedPassageChars":394}
{"split":"test","qid":"q38","pid":"p5547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d19c1ba2ea547afd4753e09fbd335863c8ce6df3b76beba1f70cdbea1b80a50c","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.67},"score":{"score":0.21,"probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.23,"answers":0.03,"exact":0.01}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.24206424999999945,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q38","pid":"p5674","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5722c1b3b2817a68ccb719234954192c7fe48191e38bb0ae59a5a80b8e90da4a","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.87,"2":0.03,"3":0},"confidence":0.82},"score":{"score":0.98,"probabilities":{"0":0.07,"1":0.89,"2":0.04,"3":0},"confidence":0.89},"noul":{"related":0.71,"answers":0.14,"exact":0.03}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.21978708299999924,"passageCap":0,"originalPassageChars":358,"submittedPassageChars":358}
{"split":"test","qid":"q38","pid":"p576","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"75185f45dcc8d8923c055e3d0655761d71846a5c8e8155efe6992fa2a3033c27","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.58},"score":{"score":0.63,"probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.48,"answers":0.03,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20731537500000013,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q38","pid":"p5832","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71d1c9c137afc90dad6e3f9892905ebef2eb14eff8fff0b69c1c88efd130cebd","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.79},"score":{"score":0.17,"probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.18,"answers":0.03,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.22347791599999983,"passageCap":0,"originalPassageChars":384,"submittedPassageChars":384}
{"split":"test","qid":"q38","pid":"p5882","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f52ea1be88e3ee2832d6a79bfec3208a886a8567bf37d9242c108a72cc495cd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"score":{"score":1,"probabilities":{"0":0.01,"1":0.99,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.82,"answers":0.1,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22124575000000005,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q38","pid":"p6169","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5d81134f2c46b0def8b03aa9edabd557d1d097e24a09a138434bb64ef2863d7","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.78},"score":{"score":0.26,"probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.21,"answers":0.03,"exact":0.01}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2370196670000005,"passageCap":0,"originalPassageChars":433,"submittedPassageChars":433}
{"split":"test","qid":"q38","pid":"p6191","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15ab7e4105fcc1e1e0c6d4559b8ac7779dc823b1a97cb2eabdd0131664717cea","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.8},"score":{"score":0.24,"probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.34,"answers":0.03,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22316745900000023,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q38","pid":"p6353","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30dac921a6ef5501faee648b57d813410c06abd34b1a31396040c9f4e1cf3e55","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.35,"3":0.01},"confidence":0.5},"score":{"score":1.7,"probabilities":{"0":0,"1":0.35,"2":0.6,"3":0.05},"confidence":0.6},"noul":{"related":0.86,"answers":0.72,"exact":0.16}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24649474999999985,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q38","pid":"p6386","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f8045660f65d84d6f9d4db30196c3fe8582432260456fe85ceb039d1dcd8193","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.5599999999999999,"2":0.17,"3":0.01},"confidence":0.42},"score":{"score":1.19,"probabilities":{"0":0.1,"1":0.61,"2":0.28,"3":0.01},"confidence":0.61},"noul":{"related":0.53,"answers":0.42,"exact":0.07}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22099716699999952,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q38","pid":"p6558","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f59058f4cefc33955d8b3c3cfe8c723f9727bb1785647fbaf83fe4dc8346c3af","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.61,"2":0.37,"3":0.01},"confidence":0.49},"score":{"score":1.52,"probabilities":{"0":0,"1":0.47,"2":0.53,"3":0},"confidence":0.52},"noul":{"related":0.84,"answers":0.68,"exact":0.1}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.23679012499999955,"passageCap":0,"originalPassageChars":357,"submittedPassageChars":357}
{"split":"test","qid":"q38","pid":"p6729","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a57c2ebe9447eb2170692a2848176082f08a546ddab4f6a0441db4cf5529ac91","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.62,"2":0.34,"3":0.03},"confidence":0.5},"score":{"score":1.36,"probabilities":{"0":0,"1":0.66,"2":0.31,"3":0.03},"confidence":0.63},"noul":{"related":0.92,"answers":0.48,"exact":0.15}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.23194837499999993,"passageCap":0,"originalPassageChars":400,"submittedPassageChars":400}
{"split":"test","qid":"q38","pid":"p680","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b368b18b7bacc6787265990849c4fbba69c025dc7d61268bd5fc2f656eda7805","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":1,"2":0,"3":0},"confidence":0.99},"score":{"score":1.01,"probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.99},"noul":{"related":0.9,"answers":0.09,"exact":0.05}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2604684589999997,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q38","pid":"p6879","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03ab9d4861bd4e8e5764674717e0de625f24e54e9ac5209110dd9e1a7aa79536","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.52,"3":0.46},"confidence":0.37},"score":{"score":2.53,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.53},"noul":{"related":0.95,"answers":0.91,"exact":0.49}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23679441599999881,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q38","pid":"p6949","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e86527a6e0d6102f207187589e7050d5bc26ee2e91b88fb089538a74b430b243","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.75,"2":0.01,"3":0},"confidence":0.66},"score":{"score":0.85,"probabilities":{"0":0.17,"1":0.82,"2":0.01,"3":0},"confidence":0.82},"noul":{"related":0.55,"answers":0.11,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2296236659999995,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q38","pid":"p6972","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e7634644a398a7cc7d05e7b050022170a784e97e178a9af853fc67264592801","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.81},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.15,"answers":0.04,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2155160829999986,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q38","pid":"p7074","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92cedb69b74dd17620aa8d7c72b941c2858e3bbe43e2e30a1c69d9567ea4e5f7","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.63,"2":0.04,"3":0},"confidence":0.5},"score":{"score":0.77,"probabilities":{"0":0.25,"1":0.73,"2":0.02,"3":0},"confidence":0.73},"noul":{"related":0.45,"answers":0.13,"exact":0.03}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2525740000000005,"passageCap":0,"originalPassageChars":460,"submittedPassageChars":460}
{"split":"test","qid":"q38","pid":"p7120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e25ca97a9c144052e42a45ce296b731abe56583584ea9d6b945a32e1c8b077f4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.73,"3":0.08},"confidence":0.63},"score":{"score":1.95,"probabilities":{"0":0,"1":0.13,"2":0.79,"3":0.08},"confidence":0.78},"noul":{"related":0.91,"answers":0.81,"exact":0.29}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2517037079999991,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q38","pid":"p7132","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5e5f94b4d25eb1d9750b453bda0eb5b10704c10e93b71d464a169f0d55e8aa0","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.7},"score":{"score":0.24,"probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.21,"answers":0.05,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23026758400000108,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q38","pid":"p7496","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b62d60a2750cb679a704b027e3bbb11ba58da8f5d1ed2e22e6e7bdacb2aaed32","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.39},"score":{"score":0.66,"probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.41,"answers":0.05,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2297029169999987,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q38","pid":"p7669","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9c3c2eedf3e6e11b16ae7f04b17e1a81e0ace4813cef3f99514a0d844afaeeb","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.28,"2":0.4,"3":0.22},"confidence":0.2},"score":{"score":1.85,"probabilities":{"0":0.05,"1":0.3,"2":0.4,"3":0.25},"confidence":0.36},"noul":{"related":0.7,"answers":0.79,"exact":0.38}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21400724999999876,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q38","pid":"p7828","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8f671791ec5baa5c8f4b43db9a87d0c6f4fa5e3fdd185f6c48efd9ca8cf74c9","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.21,"2":0,"3":0},"confidence":0.71},"score":{"score":0.3,"probabilities":{"0":0.71,"1":0.29,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.18,"answers":0.04,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23087945899999976,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q38","pid":"p7870","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc50d2ff9f426cf09fda8566bd132ac3b234e98a156d723d84c37b9b193b9c46","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"score":{"score":1.01,"probabilities":{"0":0,"1":0.99,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.86,"answers":0.16,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2300270840000012,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q38","pid":"p7953","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35b78f7e2d3071d7e896604d73fb8f3325786c3e21af95eddf230933b2f2eedc","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.76},"score":{"score":0.26,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.25,"answers":0.03,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2348140000000003,"passageCap":0,"originalPassageChars":361,"submittedPassageChars":361}
{"split":"test","qid":"q38","pid":"p8041","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"800583412b41698050e5d7bf97070dba09c8628e08d5062a95e2f02c72b3d52a","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.69},"score":{"score":0.27,"probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.23,"answers":0.02,"exact":0.01}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20177920799999993,"passageCap":0,"originalPassageChars":358,"submittedPassageChars":358}
{"split":"test","qid":"q38","pid":"p8081","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b34f77d46cbdbc1e88ea1e2461736954e6571dc6f3bffb77a1d4b8a4f73e2aa","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.54},"score":{"score":0.43,"probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.25,"answers":0.05,"exact":0.02}},"inputTokens":911,"outputTokens":107,"latencySeconds":0.23429433400000016,"passageCap":0,"originalPassageChars":636,"submittedPassageChars":636}
{"split":"test","qid":"q38","pid":"p8115","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bdf0c3b5cbf676dd924ca8a1a24a3fa069b2aac1382a6a1cfd75f60d2a013a7","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.22,"probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.78},"noul":{"related":0.21,"answers":0.04,"exact":0.01}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.2712629589999997,"passageCap":0,"originalPassageChars":242,"submittedPassageChars":242}
{"split":"test","qid":"q38","pid":"p825","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c84d04c86f144e556a8b0faaeacfd68acd4b1a15833a2c8256a6417bba810e9","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.75,"2":0.2,"3":0},"confidence":0.65},"score":{"score":1.13,"probabilities":{"0":0.03,"1":0.8099999999999999,"2":0.16,"3":0},"confidence":0.81},"noul":{"related":0.77,"answers":0.29,"exact":0.06}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23847499999999855,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q38","pid":"p8296","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c9b5dbf80a1b1dd74c962fe3163f20e1b278ce03bc78566497778d42dd3886c","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.48,"2":0.02,"3":0},"confidence":0.33},"score":{"score":0.73,"probabilities":{"0":0.3,"1":0.67,"2":0.03,"3":0},"confidence":0.68},"noul":{"related":0.37,"answers":0.12,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2580759170000001,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q38","pid":"p8310","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6eed52e4a8c8086a8fddb4faa5c4cddd25b078c61023337a11e1e0270289fa44","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.66},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.28,"answers":0.04,"exact":0.02}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20643895800000064,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q38","pid":"p8337","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cad9560947c952404ad8c1130a47935bf3bad354b3b8c130817bfa674872b981","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.67},"score":{"score":2.33,"probabilities":{"0":0,"1":0.01,"2":0.66,"3":0.33},"confidence":0.66},"noul":{"related":0.97,"answers":0.93,"exact":0.5}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23578483400000005,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q38","pid":"p842","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1019a0b6e3c5e2763d29a990b5c22019f7939752efdb510272213143953ab416","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.88,"2":0.02,"3":0},"confidence":0.84},"score":{"score":0.95,"probabilities":{"0":0.08,"1":0.88,"2":0.04,"3":0},"confidence":0.88},"noul":{"related":0.74,"answers":0.12,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24331670900000063,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q38","pid":"p8504","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"784a4930b902685cd3bc0ded13f5300b2be84da25ed52230be4a0f3b55782856","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.09,"probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.91},"noul":{"related":0.87,"answers":0.19,"exact":0.05}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22789920900000107,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q38","pid":"p856","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b3211b55269a2216d0b581652d27070361758f1d16d48f40cd70f926619ed7e2","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.17,"2":0.03,"3":0},"confidence":0.73},"score":{"score":0.35,"probabilities":{"0":0.66,"1":0.32,"2":0.02,"3":0},"confidence":0.65},"noul":{"related":0.18,"answers":0.1,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.19833116599999995,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q38","pid":"p8567","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5d7114fa02222e2735498d8332ab6dc65638d6ccb21e09d7195d55e0dbfb253","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.91},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.77,"answers":0.07,"exact":0.02}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2614892920000002,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q38","pid":"p9011","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6ab858d343451d851f8b33c2400161e605d537c389a87b5eacda9d2a834b3ca","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.44,"3":0.56},"confidence":0.41},"score":{"score":2.62,"probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.62},"noul":{"related":0.98,"answers":0.96,"exact":0.8}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25827920800000176,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q38","pid":"p9082","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"785aed6e24661e664d0c05b1ccdb7ff800247d847829048560b67628f730ecec","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.35,"2":0.15,"3":0},"confidence":0.34},"score":{"score":0.75,"probabilities":{"0":0.42,"1":0.42,"2":0.16,"3":0},"confidence":0.25},"noul":{"related":0.38,"answers":0.23,"exact":0.03}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2336944999999996,"passageCap":0,"originalPassageChars":265,"submittedPassageChars":265}
{"split":"test","qid":"q38","pid":"p9133","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31709af3e032559d3e6bc887766b088e4c96f16880f44bcf6c5be2543d38c68e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.44,"3":0.01},"confidence":0.39},"score":{"score":1.58,"probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.56},"noul":{"related":0.91,"answers":0.72,"exact":0.11}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2225538749999996,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q38","pid":"p9156","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"350e8181489d48902cf6fc33d4bd77a81a0b3e8f8a9c3e9459f8b1b000dcbfb4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21652520800000094,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q38","pid":"p9243","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4f1fed940059cf8a759385235cb16c2ff3f042ccd3f8cee39be9ec83370a361","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.53},"score":{"score":0.42,"probabilities":{"0":0.59,"1":0.41,"2":0,"3":0},"confidence":0.58},"noul":{"related":0.32,"answers":0.04,"exact":0.02}},"inputTokens":895,"outputTokens":107,"latencySeconds":0.23000495899999987,"passageCap":0,"originalPassageChars":392,"submittedPassageChars":392}
{"split":"test","qid":"q38","pid":"p9303","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02cbcf38216b829cdbcb13abbb85a475b36bfb9b997542c4149cddcca4dc1863","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2232269580000011,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q38","pid":"p936","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47d196917439f2b7dbe5a40658713b159650ee30918b29e3d01da1b628175f02","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.76,"2":0.02,"3":0},"confidence":0.67},"score":{"score":0.89,"probabilities":{"0":0.14,"1":0.83,"2":0.03,"3":0},"confidence":0.82},"noul":{"related":0.59,"answers":0.18,"exact":0.07}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21439949999999952,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q38","pid":"p9431","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0fbc8ebb7596dba12ffbc92fe7527c7c36b8247fd55bbbb123d06467cf051b6","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.75,"2":0.25,"3":0},"confidence":0.66},"score":{"score":1.27,"probabilities":{"0":0,"1":0.73,"2":0.27,"3":0},"confidence":0.73},"noul":{"related":0.91,"answers":0.55,"exact":0.09}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22010845900000095,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q38","pid":"p9502","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"936ff9f5eaf57f9fa7e87facae93993e1e3f0ba040d35483ced653633048f0d1","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.83,"2":0.01,"3":0},"confidence":0.78},"score":{"score":0.88,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.67,"answers":0.06,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2669211249999989,"passageCap":0,"originalPassageChars":238,"submittedPassageChars":238}
{"split":"test","qid":"q38","pid":"p9524","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"45ec9b912e0419874ca37f0d1bbd5a44da190d59c4fa79323f937ba65cd53f3d","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.83},"score":{"score":0.19,"probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.15,"answers":0.05,"exact":0.01}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.21759162500000093,"passageCap":0,"originalPassageChars":398,"submittedPassageChars":398}
{"split":"test","qid":"q38","pid":"p9531","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7f5032202a37df73867582e7616da397698efdb1c963b12370962fed4a2be64","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.59,"3":0.01},"confidence":0.45},"score":{"score":1.6,"probabilities":{"0":0,"1":0.4,"2":0.6,"3":0},"confidence":0.6},"noul":{"related":0.88,"answers":0.74,"exact":0.11}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22811991699999998,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q38","pid":"p9655","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31694ffaf2e26ec693a536fd41a888dd4899c9450c89701be22752cddc260073","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.3,"2":0,"3":0},"confidence":0.59},"score":{"score":0.25,"probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.26,"answers":0.05,"exact":0.01}},"inputTokens":897,"outputTokens":107,"latencySeconds":0.20166245900000104,"passageCap":0,"originalPassageChars":512,"submittedPassageChars":512}
{"split":"test","qid":"q38","pid":"p9688","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"325bc6c4acb05895b4e9f79cd8a43afebeee82fea24b3ce5ccbc346cc495835b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.29,"3":0.7},"confidence":0.6},"score":{"score":2.72,"probabilities":{"0":0,"1":0,"2":0.28,"3":0.72},"confidence":0.72},"noul":{"related":0.95,"answers":0.95,"exact":0.66}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22915358300000116,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q38","pid":"p979","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5fac109cd5478cd4d5189af757c76f5ce1f329566aa861e297629b79d8eaeda1","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.18,"answers":0.03,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.2707916249999998,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q38","pid":"p9808","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f2220a9a3442cb871d8744527319b4326ef80482469676c7551959898dfda20","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.79,"2":0.2,"3":0},"confidence":0.72},"score":{"score":1.22,"probabilities":{"0":0,"1":0.78,"2":0.22,"3":0},"confidence":0.78},"noul":{"related":0.84,"answers":0.29,"exact":0.07}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.21555779099999928,"passageCap":0,"originalPassageChars":429,"submittedPassageChars":429}
{"split":"test","qid":"q38","pid":"p9939","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce63f1ffa55d7a662c236ffe2b9ce90a44aace638ea9f809f42910c754bca2f7","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.93},"noul":{"related":0.91,"answers":0.3,"exact":0.07}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.24796170800000072,"passageCap":0,"originalPassageChars":201,"submittedPassageChars":201}
{"split":"test","qid":"q4","pid":"p10050","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a021274d362c51930c349d60f6fcfcffdd0c5a3ae2924daf8e31a50353f5d962","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.6,"2":0.26,"3":0.06},"confidence":0.47},"score":{"score":1.27,"probabilities":{"0":0.09,"1":0.59,"2":0.28,"3":0.04},"confidence":0.55},"noul":{"related":0.76,"answers":0.68,"exact":0.19}},"inputTokens":802,"outputTokens":107,"latencySeconds":0.2052104589999999,"passageCap":0,"originalPassageChars":168,"submittedPassageChars":168}
{"split":"test","qid":"q4","pid":"p10055","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a2428260b7da7eac041853e3e4cc2c2607b7c59fec1592f992e42dd9d4d38d0","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.87},"score":{"score":0.18,"probabilities":{"0":0.85,"1":0.12,"2":0.03,"3":0},"confidence":0.82},"noul":{"related":0.15,"answers":0.06,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21560683400000016,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q4","pid":"p10097","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6939217ca1bd0cf972dd3b8d3b6f1fff854ad697c287b1e4aee8813f7e9b07f8","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.7,"2":0.14,"3":0},"confidence":0.6},"score":{"score":1.01,"probabilities":{"0":0.15,"1":0.69,"2":0.16,"3":0},"confidence":0.69},"noul":{"related":0.64,"answers":0.27,"exact":0.06}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2262955409999995,"passageCap":0,"originalPassageChars":347,"submittedPassageChars":347}
{"split":"test","qid":"q4","pid":"p10104","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3144c469a2e39bf9d2e81661f4c00a801a857399b81a1774134dfacaebf4cb6d","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.7,"2":0.05,"3":0},"confidence":0.59},"score":{"score":0.88,"probabilities":{"0":0.2,"1":0.73,"2":0.07,"3":0},"confidence":0.72},"noul":{"related":0.58,"answers":0.18,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.24132920799999918,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q4","pid":"p10127","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8652fdca003c8e148864d5cfafcaae6a89c59730dbcedfc4d77e47af52631f8","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.6,"2":0.06,"3":0},"confidence":0.47},"score":{"score":0.83,"probabilities":{"0":0.25,"1":0.67,"2":0.08,"3":0},"confidence":0.67},"noul":{"related":0.52,"answers":0.15,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20790179199999875,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q4","pid":"p10182","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b0588caf6da9182152354c5c6484a420e3ce8f22cb5d3dba43b2f3c2ad91818","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.69,"2":0.11,"3":0.01},"confidence":0.59},"score":{"score":0.99,"probabilities":{"0":0.13,"1":0.76,"2":0.11,"3":0},"confidence":0.75},"noul":{"related":0.68,"answers":0.23,"exact":0.06}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23480829099999936,"passageCap":0,"originalPassageChars":187,"submittedPassageChars":187}
{"split":"test","qid":"q4","pid":"p10195","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8546e90051f40f4307d9917fb0fd19f38bba611d5966af210764a279a6599e5","answers":{"choice":{"choice":"0","probabilities":{"0":0.9400000000000001,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.24185408300000016,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q4","pid":"p10202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2bfc71c54f0d53647f530d1c8e447d6a8d4b35e3802e79e70e8dbcaa1d5c3621","answers":{"choice":{"choice":"0","probabilities":{"0":0.44,"1":0.42,"2":0.13,"3":0.01},"confidence":0.25},"score":{"score":0.85,"probabilities":{"0":0.35,"1":0.45999999999999996,"2":0.18,"3":0.01},"confidence":0.46},"noul":{"related":0.51,"answers":0.48,"exact":0.08}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21053291600000013,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q4","pid":"p10225","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9fcc998a534eddea14955d75d4dede43ddfef704df6f9b5490a1e7f66af0eec0","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.76,"2":0.12,"3":0.01},"confidence":0.68},"score":{"score":1.19,"probabilities":{"0":0.05,"1":0.72,"2":0.23,"3":0},"confidence":0.71},"noul":{"related":0.73,"answers":0.31,"exact":0.08}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23506891700000052,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q4","pid":"p10287","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6a85a69881e8e5f04524a06d058d99375a5298a97cdeb9274044e6ae24a9cbb","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.16,"2":0.04,"3":0},"confidence":0.72},"score":{"score":0.37,"probabilities":{"0":0.7,"1":0.24,"2":0.06,"3":0},"confidence":0.63},"noul":{"related":0.18,"answers":0.09,"exact":0.02}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21585699999999997,"passageCap":0,"originalPassageChars":408,"submittedPassageChars":408}
{"split":"test","qid":"q4","pid":"p10339","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2af89e3362aff0e4a5375ee1a629f603337b0c0cc31ae5e5d250e3ca810a19d","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.49,"2":0.06,"3":0},"confidence":0.31},"score":{"score":0.79,"probabilities":{"0":0.31,"1":0.6,"2":0.09,"3":0},"confidence":0.59},"noul":{"related":0.42,"answers":0.15,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20709087499999987,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q4","pid":"p10407","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25b48154b2429e9880d34d98f9f4d5d0a08949b2f2c3a8ece8a21b6a4b6dcd4f","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.8,"2":0.08,"3":0},"confidence":0.73},"score":{"score":0.99,"probabilities":{"0":0.11,"1":0.79,"2":0.1,"3":0},"confidence":0.79},"noul":{"related":0.57,"answers":0.23,"exact":0.04}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.21949958300000072,"passageCap":0,"originalPassageChars":416,"submittedPassageChars":416}
{"split":"test","qid":"q4","pid":"p10410","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b93284d76ad67f009e7a1fe04446b857d3e04596bfe509be1e6fe1ede661877","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.92,"2":0.05,"3":0},"confidence":0.89},"score":{"score":1.02,"probabilities":{"0":0.03,"1":0.92,"2":0.05,"3":0},"confidence":0.92},"noul":{"related":0.84,"answers":0.15,"exact":0.04}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22934233399999904,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p10451","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3582d977567231684f3b5e70375d826e1256e16e42876e15328e927914361549","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.47,"2":0.08,"3":0.01},"confidence":0.29},"score":{"score":0.82,"probabilities":{"0":0.32,"1":0.54,"2":0.13,"3":0.01},"confidence":0.53},"noul":{"related":0.42,"answers":0.21,"exact":0.04}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.24780645899999945,"passageCap":0,"originalPassageChars":237,"submittedPassageChars":237}
{"split":"test","qid":"q4","pid":"p10481","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6708e7954fa74016369390a057b9734d6d21202f63e8193e164806231a2689f","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.17,"2":0.01,"3":0},"confidence":0.77},"score":{"score":0.21,"probabilities":{"0":0.8,"1":0.19,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.18,"answers":0.06,"exact":0.02}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.2128351249999996,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p10507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"94dd5c676181b12c2a8a783deb22fbc293f16efb40dcd238f56ed744812f8164","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.35,"2":0.54,"3":0.05},"confidence":0.39},"score":{"score":1.63,"probabilities":{"0":0.06,"1":0.29,"2":0.6,"3":0.05},"confidence":0.54},"noul":{"related":0.75,"answers":0.75,"exact":0.12}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.24901420800000051,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q4","pid":"p10537","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be086979c3294c46a428ceacbf2be6c2ed763a7bbcec2a31ab79356fef6f3faf","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.81,"2":0.09,"3":0},"confidence":0.74},"score":{"score":1.04,"probabilities":{"0":0.08,"1":0.81,"2":0.11,"3":0},"confidence":0.81},"noul":{"related":0.71,"answers":0.17,"exact":0.05}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21949154199999976,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q4","pid":"p10559","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e001b0d0e6cb0078c7da2124d083f038862c2f675f107f4c4690e27dfd07848e","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.1,"2":0.04,"3":0.01},"confidence":0.81},"score":{"score":0.26,"probabilities":{"0":0.81,"1":0.13,"2":0.05,"3":0.01},"confidence":0.74},"noul":{"related":0.14,"answers":0.09,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2405752080000002,"passageCap":0,"originalPassageChars":360,"submittedPassageChars":360}
{"split":"test","qid":"q4","pid":"p10575","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61963ccb6047c0b5542cad850e3c7e3a8d743579587556c342a6344144f00922","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.17,"probabilities":{"0":0.87,"1":0.1,"2":0.03,"3":0},"confidence":0.83},"noul":{"related":0.12,"answers":0.05,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2252384579999998,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q4","pid":"p10580","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dff302d2033d33a8d4d08adce041781a5975da48672cbad90e3cdcc35b88c7ca","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.19,"2":0.08,"3":0.02},"confidence":0.6},"score":{"score":0.67,"probabilities":{"0":0.58,"1":0.24,"2":0.12,"3":0.06},"confidence":0.33},"noul":{"related":0.25,"answers":0.18,"exact":0.05}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.209257791,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q4","pid":"p10583","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba0209be9a420973e9288fbb80c96d28e6f6f3760c672c16c093154b28a01979","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.73,"2":0.14,"3":0.01},"confidence":0.64},"score":{"score":1.03,"probabilities":{"0":0.1,"1":0.78,"2":0.12,"3":0},"confidence":0.77},"noul":{"related":0.67,"answers":0.23,"exact":0.05}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.22210549999999968,"passageCap":0,"originalPassageChars":435,"submittedPassageChars":435}
{"split":"test","qid":"q4","pid":"p10617","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"171da15ac9a535baf190da9ae76937915049cea7dcef0d7daecdbdea1a767364","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.53,"2":0.31,"3":0.03},"confidence":0.38},"score":{"score":1.43,"probabilities":{"0":0.08,"1":0.44,"2":0.45999999999999996,"3":0.02},"confidence":0.39},"noul":{"related":0.68,"answers":0.54,"exact":0.11}},"inputTokens":886,"outputTokens":107,"latencySeconds":0.24262333299999955,"passageCap":0,"originalPassageChars":430,"submittedPassageChars":430}
{"split":"test","qid":"q4","pid":"p10651","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf77a41bf7f1a2e43891def132d2dcc9b4210fdaebdf869d0cc752f11e231e23","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.84,"2":0.03,"3":0},"confidence":0.78},"score":{"score":0.94,"probabilities":{"0":0.1,"1":0.86,"2":0.04,"3":0},"confidence":0.86},"noul":{"related":0.67,"answers":0.16,"exact":0.03}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2362044590000005,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q4","pid":"p10681","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb62c4bbac6357ddc7424545d29f1f79fe3c28cdecbffd787f82fe28e411a01e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.62,"3":0.01},"confidence":0.49},"score":{"score":1.8,"probabilities":{"0":0,"1":0.21,"2":0.78,"3":0.01},"confidence":0.77},"noul":{"related":0.9,"answers":0.69,"exact":0.12}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22394645799999852,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q4","pid":"p10694","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c4426052d636ec49a37c229f09204b15b879dcceb88c4f95d1b6de75911bf2f2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.41,"2":0.55,"3":0.04},"confidence":0.4},"score":{"score":1.77,"probabilities":{"0":0,"1":0.26,"2":0.7,"3":0.04},"confidence":0.69},"noul":{"related":0.9,"answers":0.73,"exact":0.19}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21072091700000056,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q4","pid":"p10698","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b3d2beedd08b1ca90434999a5679d892c5b703c71bca31802058ea27b878d3c","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.35,"2":0.53,"3":0.08},"confidence":0.37},"score":{"score":1.64,"probabilities":{"0":0.06,"1":0.29,"2":0.58,"3":0.07},"confidence":0.51},"noul":{"related":0.78,"answers":0.62,"exact":0.17}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.21867166600000018,"passageCap":0,"originalPassageChars":205,"submittedPassageChars":205}
{"split":"test","qid":"q4","pid":"p10722","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ed699ca9c3beab039a1746c41a3fd6e87ae3dac7de0885c1f1ab1f055e0239d","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.79,"2":0.07,"3":0},"confidence":0.72},"score":{"score":0.95,"probabilities":{"0":0.12,"1":0.82,"2":0.06,"3":0},"confidence":0.82},"noul":{"related":0.58,"answers":0.15,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22382695799999966,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q4","pid":"p10727","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07a44a959f6c416f529399db5cfc8454ac664ae8004cb0a7b26caa89abfb7fed","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.56,"2":0.32,"3":0.02},"confidence":0.42},"score":{"score":1.29,"probabilities":{"0":0.07,"1":0.58,"2":0.34,"3":0.01},"confidence":0.56},"noul":{"related":0.68,"answers":0.35,"exact":0.07}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.20390720800000053,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q4","pid":"p10784","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e69c474786cfb82ce6504e15eb50c86313e814e23e06800849131cfaf3030f19","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.86},"score":{"score":0.16,"probabilities":{"0":0.87,"1":0.11,"2":0.02,"3":0},"confidence":0.84},"noul":{"related":0.11,"answers":0.07,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23099162500000056,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q4","pid":"p10842","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"983c2f1032ac9438dca65b5df7ea0184c8ab1c5f4a225ac4a71c622019084237","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.95},"score":{"score":1.03,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.88,"answers":0.18,"exact":0.04}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.20396079099999953,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q4","pid":"p10854","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f93b3687db02729786f96c1c75fa39adaf484dc47936a2f6d5d00c242f0ea1c","answers":{"choice":{"choice":"2","probabilities":{"0":0.27,"1":0.27,"2":0.31,"3":0.15},"confidence":0.09},"score":{"score":1.5,"probabilities":{"0":0.2,"1":0.27,"2":0.36,"3":0.17},"confidence":0.16},"noul":{"related":0.55,"answers":0.53,"exact":0.15}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.2870600000000013,"passageCap":0,"originalPassageChars":524,"submittedPassageChars":524}
{"split":"test","qid":"q4","pid":"p10865","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"337ea3ca0037cba59feb1ba0cdb6708d5e5402d6858c9c31d6014e8252c6d5c7","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.86,"2":0.12,"3":0.01},"confidence":0.82},"score":{"score":1.17,"probabilities":{"0":0.01,"1":0.82,"2":0.16,"3":0.01},"confidence":0.82},"noul":{"related":0.87,"answers":0.48,"exact":0.09}},"inputTokens":791,"outputTokens":107,"latencySeconds":0.2391780839999992,"passageCap":0,"originalPassageChars":96,"submittedPassageChars":96}
{"split":"test","qid":"q4","pid":"p10877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21ccc91a2fe40404307030da5cc327b368b3ab97e2439ea3d1d24cd7b6bda894","answers":{"choice":{"choice":"1","probabilities":{"0":0.34,"1":0.61,"2":0.04,"3":0.01},"confidence":0.48},"score":{"score":0.83,"probabilities":{"0":0.24,"1":0.71,"2":0.05,"3":0},"confidence":0.7},"noul":{"related":0.58,"answers":0.13,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20757687500000066,"passageCap":0,"originalPassageChars":347,"submittedPassageChars":347}
{"split":"test","qid":"q4","pid":"p10900","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0f6a2965aa00b56a8ada59ce4e3503a65ea5fad746a79e040c12618aa3e3024a","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.37,"2":0.09,"3":0.01},"confidence":0.36},"score":{"score":0.78,"probabilities":{"0":0.41,"1":0.43,"2":0.15,"3":0.01},"confidence":0.41},"noul":{"related":0.38,"answers":0.33,"exact":0.03}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.1991571249999997,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q4","pid":"p10946","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b93284d76ad67f009e7a1fe04446b857d3e04596bfe509be1e6fe1ede661877","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.93,"2":0.04,"3":0},"confidence":0.9},"score":{"score":1.01,"probabilities":{"0":0.03,"1":0.93,"2":0.04,"3":0},"confidence":0.92},"noul":{"related":0.84,"answers":0.14,"exact":0.04}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2007311669999999,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p10965","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"661c9de23effdaf7ab529725c351b7a3b8327a1d56f88284db687d5bf8b6b163","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.12,"2":0.03,"3":0},"confidence":0.81},"score":{"score":0.19,"probabilities":{"0":0.84,"1":0.14,"2":0.02,"3":0},"confidence":0.81},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.3363105000000014,"passageCap":0,"originalPassageChars":386,"submittedPassageChars":386}
{"split":"test","qid":"q4","pid":"p10980","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e60c179a27007484066a080fd181be48341a9c322ae3f4ff0179792ef2d46e5b","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.37,"2":0.33,"3":0.13},"confidence":0.15},"score":{"score":1.59,"probabilities":{"0":0.09,"1":0.33,"2":0.47000000000000003,"3":0.11},"confidence":0.36},"noul":{"related":0.63,"answers":0.62,"exact":0.2}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.25014725,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q4","pid":"p11063","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8a35e3116e9b33cbb5963d33980acfee84cb5cf8959814e205f0bb337432caf6","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.72,"2":0.16,"3":0},"confidence":0.62},"score":{"score":1.09,"probabilities":{"0":0.07,"1":0.77,"2":0.16,"3":0},"confidence":0.77},"noul":{"related":0.66,"answers":0.29,"exact":0.07}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26348366600000006,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p11064","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a74a025f4f859c3b024e7f6d363fac3212897a3c565b6ffabbd7294f57bf7092","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.94},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.86,"answers":0.23,"exact":0.04}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2129717500000006,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q4","pid":"p11078","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43e8714dfc8fc5ad27b45f65c0f4372e5dcb338d1521c5721d0ff60458fbe3f1","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.68,"2":0.27,"3":0.01},"confidence":0.57},"score":{"score":1.32,"probabilities":{"0":0.03,"1":0.62,"2":0.35,"3":0},"confidence":0.61},"noul":{"related":0.78,"answers":0.55,"exact":0.09}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20020491700000093,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q4","pid":"p11083","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01e48fb027127c4b6bd7655ddea0b9a7de49b883eb909e946fe183c011ecb12a","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.71,"2":0.11,"3":0.01},"confidence":0.62},"score":{"score":1.02,"probabilities":{"0":0.14,"1":0.7,"2":0.16,"3":0},"confidence":0.69},"noul":{"related":0.65,"answers":0.25,"exact":0.06}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.24164879199999995,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p11129","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6dafc2eaacd50c16492714a7a4db233c20055427cc1e3011abf051b5f7c51dc0","answers":{"choice":{"choice":"2","probabilities":{"0":0.16,"1":0.34,"2":0.38,"3":0.12},"confidence":0.18},"score":{"score":1.48,"probabilities":{"0":0.17,"1":0.3,"2":0.41,"3":0.12},"confidence":0.25},"noul":{"related":0.67,"answers":0.76,"exact":0.16}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.223449208,"passageCap":0,"originalPassageChars":241,"submittedPassageChars":241}
{"split":"test","qid":"q4","pid":"p11141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e74de2eed4f0eefb527aa9c1c1ade29a7cfc04faf0ac5855be802532576c8a84","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.20671104100000048,"passageCap":0,"originalPassageChars":384,"submittedPassageChars":384}
{"split":"test","qid":"q4","pid":"p11142","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"55ec5d70ebf99f5d6c40dea128705b05f8c32e249cf2b5da750d374de8e52373","answers":{"choice":{"choice":"0","probabilities":{"0":0.44,"1":0.39,"2":0.15,"3":0.02},"confidence":0.25},"score":{"score":0.88,"probabilities":{"0":0.37,"1":0.4,"2":0.22,"3":0.01},"confidence":0.37},"noul":{"related":0.34,"answers":0.31,"exact":0.06}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2050139170000002,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q4","pid":"p11241","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1299e61db8eec8993636e694c285766ff06d7417f592b1f654d5fc26a3ec5920","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.23,"2":0.04,"3":0},"confidence":0.65},"score":{"score":0.39,"probabilities":{"0":0.66,"1":0.29,"2":0.05,"3":0},"confidence":0.61},"noul":{"related":0.26,"answers":0.18,"exact":0.03}},"inputTokens":895,"outputTokens":107,"latencySeconds":0.2355983750000014,"passageCap":0,"originalPassageChars":417,"submittedPassageChars":417}
{"split":"test","qid":"q4","pid":"p11316","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84617bf361e681279b2c179eefa6818bb11ff5e59fda673eb730b1eedde9fed5","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.15,"2":0.03,"3":0},"confidence":0.76},"score":{"score":0.22,"probabilities":{"0":0.8,"1":0.17,"2":0.02,"3":0},"confidence":0.78},"noul":{"related":0.17,"answers":0.07,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.20152629200000047,"passageCap":0,"originalPassageChars":351,"submittedPassageChars":351}
{"split":"test","qid":"q4","pid":"p11342","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"180a7e5acb293ec8c45b98b7cb4001d38a871f7d14a7585f3335dfa8457711bf","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.15,"2":0.04,"3":0},"confidence":0.75},"score":{"score":0.32,"probabilities":{"0":0.74,"1":0.21,"2":0.05,"3":0},"confidence":0.68},"noul":{"related":0.21,"answers":0.1,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21044604199999958,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q4","pid":"p11359","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca269bb76f364e3a63e226ac5d9ce467be0d428809c622ef28596380b031981e","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.51,"2":0.11,"3":0.01},"confidence":0.36},"score":{"score":0.83,"probabilities":{"0":0.29,"1":0.6,"2":0.11,"3":0},"confidence":0.59},"noul":{"related":0.6,"answers":0.2,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2144634589999987,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q4","pid":"p11371","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09bd5e0db61ab772dba0726a8b607d82c4fcc9d106d64d41ddda3520f6af6bf9","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.92},"score":{"score":1.06,"probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.93},"noul":{"related":0.87,"answers":0.23,"exact":0.05}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22924862500000018,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p11373","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64aa36666c18e688d03b8d5387f2fad1352ce309d505796873af9743d2843df7","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.75,"2":0.13,"3":0.01},"confidence":0.67},"score":{"score":1.15,"probabilities":{"0":0.08,"1":0.69,"2":0.22,"3":0.01},"confidence":0.69},"noul":{"related":0.68,"answers":0.26,"exact":0.07}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.2276896250000009,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q4","pid":"p11391","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a1bc2f52f2f24ccc7ebd1e4780cd8031fd60c01e8dad0b3a373c6888178bfa4","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.82,"2":0.05,"3":0},"confidence":0.76},"score":{"score":0.96,"probabilities":{"0":0.1,"1":0.84,"2":0.06,"3":0},"confidence":0.84},"noul":{"related":0.63,"answers":0.14,"exact":0.03}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2203173340000012,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q4","pid":"p11399","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"baa4e0edc8acd11bb9758a9fcfe7f6147da8694967aecd002c398aeb546c9e93","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.72,"2":0.23,"3":0.01},"confidence":0.64},"score":{"score":1.25,"probabilities":{"0":0.03,"1":0.7,"2":0.27,"3":0},"confidence":0.69},"noul":{"related":0.77,"answers":0.36,"exact":0.06}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2210745420000003,"passageCap":0,"originalPassageChars":364,"submittedPassageChars":364}
{"split":"test","qid":"q4","pid":"p11424","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8582d14b1460c435912cf82521e0c52745835ad40ff0c6b806369c555941659","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.59,"2":0.02,"3":0},"confidence":0.45},"score":{"score":0.68,"probabilities":{"0":0.34,"1":0.64,"2":0.02,"3":0},"confidence":0.64},"noul":{"related":0.35,"answers":0.07,"exact":0.02}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.20756391599999915,"passageCap":0,"originalPassageChars":217,"submittedPassageChars":217}
{"split":"test","qid":"q4","pid":"p11430","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca22967a69f7bd01489380a88d56b836fed00debe8cbad921c4d93411f2ff279","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.1,"answers":0.03,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2082980829999997,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q4","pid":"p11480","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8a0318891829147a6178b991d7844ddc27592e9ec7979bc63918d3dea7353aa9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.86},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.88},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22179183299999933,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q4","pid":"p1151","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb77d565c10491c467d3ce88210bf6d10db1257b16881571cac711dcbfe68ec3","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.5,"2":0.1,"3":0.01},"confidence":0.34},"score":{"score":0.8,"probabilities":{"0":0.31,"1":0.58,"2":0.11,"3":0},"confidence":0.58},"noul":{"related":0.41,"answers":0.2,"exact":0.04}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.23514324999999917,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q4","pid":"p11612","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d1d80d5161c9e2f67f5dde002ef70c90d4abcb3ec96c2c3ab2fccb69c25a0d5","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.65,"2":0.18,"3":0.03},"confidence":0.55},"score":{"score":1.15,"probabilities":{"0":0.08,"1":0.71,"2":0.2,"3":0.01},"confidence":0.7},"noul":{"related":0.66,"answers":0.55,"exact":0.08}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23380966700000136,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q4","pid":"p1171","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a6720d20f0bd064d76809d7aad9664d56262aeecfd99747f39e485cc27e0989","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.62,"2":0.19,"3":0.01},"confidence":0.5},"score":{"score":1.17,"probabilities":{"0":0.09,"1":0.64,"2":0.26,"3":0.01},"confidence":0.64},"noul":{"related":0.59,"answers":0.3,"exact":0.08}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20245933299999888,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p1180","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"494b8e7983d3dc677bf96abd574079344afb4a103ad07af9f9859457bc523be6","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.86},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.13,"answers":0.04,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2748517920000013,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p1211","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2033569ed59e76ff95493c76713622b66f1018f6c7effdc0d252fb46986bd380","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.74,"2":0.12,"3":0.02},"confidence":0.66},"score":{"score":1.09,"probabilities":{"0":0.09,"1":0.75,"2":0.15,"3":0.01},"confidence":0.74},"noul":{"related":0.64,"answers":0.41,"exact":0.06}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21930162500000006,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p1235","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e14b491796b4097c9ab4db94d20daaa78c6a25117e7fa4d3665cb860ee03c746","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.56,"2":0.07,"3":0},"confidence":0.4},"score":{"score":0.78,"probabilities":{"0":0.32,"1":0.59,"2":0.09,"3":0},"confidence":0.59},"noul":{"related":0.37,"answers":0.17,"exact":0.04}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.19998350000000029,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q4","pid":"p127","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"590592898cafe24ae48a50544f7273e49da36631382e315cefb59bfcec922ded","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.3,"2":0.11,"3":0.01},"confidence":0.45},"score":{"score":0.78,"probabilities":{"0":0.4,"1":0.42,"2":0.17,"3":0.01},"confidence":0.42},"noul":{"related":0.29,"answers":0.26,"exact":0.04}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21322529100000065,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q4","pid":"p1278","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96baf0f526aa2b19bee980b1a4e91c51ed0be2fa6fc5d6cf4ca2361bdb0d1886","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.19,"probabilities":{"0":0.82,"1":0.17,"2":0.01,"3":0},"confidence":0.81},"noul":{"related":0.15,"answers":0.05,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.20734658399999897,"passageCap":0,"originalPassageChars":327,"submittedPassageChars":327}
{"split":"test","qid":"q4","pid":"p1320","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d9faa93e0d807a74e8f9bf6858009412b90cc8a36cbbe8d5dcdf5bf9a129093","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22132433300000048,"passageCap":0,"originalPassageChars":243,"submittedPassageChars":243}
{"split":"test","qid":"q4","pid":"p1327","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb55df6a767093cbe459b4fd985f0b9fd83cf52bb52cbe543e8a4f8462470aee","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.12,"2":0.02,"3":0},"confidence":0.82},"score":{"score":0.19,"probabilities":{"0":0.83,"1":0.15,"2":0.02,"3":0},"confidence":0.81},"noul":{"related":0.15,"answers":0.06,"exact":0.02}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2036047920000001,"passageCap":0,"originalPassageChars":218,"submittedPassageChars":218}
{"split":"test","qid":"q4","pid":"p1345","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a7eb354431f54c3559bd15548db4c81a161473220bdff3c424eb816c292189c","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.24,"2":0.01,"3":0},"confidence":0.66},"score":{"score":0.34,"probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.22,"answers":0.05,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2208135829999992,"passageCap":0,"originalPassageChars":420,"submittedPassageChars":420}
{"split":"test","qid":"q4","pid":"p1347","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0769613188f234b29c9d5a12dc6abda492727913193185f4ed934590916f91b3","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.79,"2":0.11,"3":0},"confidence":0.71},"score":{"score":1.06,"probabilities":{"0":0.09,"1":0.76,"2":0.15,"3":0},"confidence":0.75},"noul":{"related":0.64,"answers":0.21,"exact":0.05}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21938979199999994,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q4","pid":"p1352","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0943d611801b55c16673ac64a65e2ed80dc1e48e56b2caae283445edd2dd2556","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.25,"2":0.01,"3":0},"confidence":0.65},"score":{"score":0.29,"probabilities":{"0":0.72,"1":0.27,"2":0.01,"3":0},"confidence":0.71},"noul":{"related":0.21,"answers":0.06,"exact":0.02}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22808095799999864,"passageCap":0,"originalPassageChars":473,"submittedPassageChars":473}
{"split":"test","qid":"q4","pid":"p1374","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c28b45a2e066c8c5d271a244c634cf295c7dcfbd9b25b64fd5a81da3a9f112e","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.71,"2":0.21,"3":0.01},"confidence":0.6},"score":{"score":1.25,"probabilities":{"0":0.04,"1":0.67,"2":0.28,"3":0.01},"confidence":0.67},"noul":{"related":0.76,"answers":0.39,"exact":0.09}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22339741700000013,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q4","pid":"p14","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab9c2832fa2af2895bd8f01858fe1c5f0ce3a68692131099365b8974826416bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.95},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.07,"answers":0.03,"exact":0.01}},"inputTokens":1050,"outputTokens":107,"latencySeconds":0.20532024999999884,"passageCap":0,"originalPassageChars":831,"submittedPassageChars":831}
{"split":"test","qid":"q4","pid":"p142","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"afe88425b810334d7fb1bb6f3b50b38db650865e9d068f29971a3d9369baaec3","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.68,"2":0.14,"3":0.02},"confidence":0.58},"score":{"score":1.05,"probabilities":{"0":0.13,"1":0.7,"2":0.16,"3":0.01},"confidence":0.7},"noul":{"related":0.72,"answers":0.45,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21686712500000066,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q4","pid":"p1482","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8800388439e3a35f09f74861a41027c716dfff5bc5c3acd682c14dcceb9c1ffd","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.71,"2":0.12,"3":0.01},"confidence":0.62},"score":{"score":1.04,"probabilities":{"0":0.12,"1":0.73,"2":0.15,"3":0},"confidence":0.73},"noul":{"related":0.64,"answers":0.27,"exact":0.06}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24781087500000104,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q4","pid":"p1501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15271471542ea39e6c63bf2f4850a1fe2b5c8d559c6eb330fcabc66f19635de6","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.11,"2":0.02,"3":0},"confidence":0.83},"score":{"score":0.2,"probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.8},"noul":{"related":0.13,"answers":0.06,"exact":0.02}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21803558399999928,"passageCap":0,"originalPassageChars":445,"submittedPassageChars":445}
{"split":"test","qid":"q4","pid":"p1533","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"34f2f0cb55593e3a07100e0789f7ae5f3af525911ef651f430ff740742078926","answers":{"choice":{"choice":"0","probabilities":{"0":0.79,"1":0.19,"2":0.02,"3":0},"confidence":0.73},"score":{"score":0.32,"probabilities":{"0":0.71,"1":0.26,"2":0.03,"3":0},"confidence":0.68},"noul":{"related":0.23,"answers":0.06,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22881654100000015,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q4","pid":"p158","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ec3dbe7d4a1be026567ea659fb4b7d46e9e25f61bd59546dfb03271dc0e12d4","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.3,"2":0.08,"3":0.01},"confidence":0.48},"score":{"score":0.56,"probabilities":{"0":0.53,"1":0.38,"2":0.08,"3":0.01},"confidence":0.44},"noul":{"related":0.28,"answers":0.18,"exact":0.06}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21185916700000051,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q4","pid":"p1582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1685e959a423c710a09d0f8290139255c9fe4b0cd978282ab10eb74a61b80524","answers":{"choice":{"choice":"3","probabilities":{"0":0.26,"1":0.09,"2":0.32,"3":0.33},"confidence":0.11},"score":{"score":1.92,"probabilities":{"0":0.17,"1":0.09,"2":0.39,"3":0.35},"confidence":0.21},"noul":{"related":0.6,"answers":0.63,"exact":0.29}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.22222891699999855,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q4","pid":"p1619","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b7969d973489f46f8d503ef8416fcc6bff8dba5569d4a649fba3cbab0da9543","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.15,"answers":0.04,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22120387499999924,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q4","pid":"p1637","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2af89e3362aff0e4a5375ee1a629f603337b0c0cc31ae5e5d250e3ca810a19d","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.56,"2":0.07,"3":0.01},"confidence":0.42},"score":{"score":0.85,"probabilities":{"0":0.26,"1":0.64,"2":0.1,"3":0},"confidence":0.63},"noul":{"related":0.44,"answers":0.17,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22747841700000027,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q4","pid":"p1684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a0dc98c3edbcb4ca4d14a4a230e0c16fb0c9003c72d9bbe7b4c8d3c962901be","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.66,"2":0.29,"3":0.01},"confidence":0.55},"score":{"score":1.33,"probabilities":{"0":0.02,"1":0.63,"2":0.35,"3":0},"confidence":0.63},"noul":{"related":0.72,"answers":0.45,"exact":0.07}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23319062499999926,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q4","pid":"p1700","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b93284d76ad67f009e7a1fe04446b857d3e04596bfe509be1e6fe1ede661877","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.92,"2":0.05,"3":0},"confidence":0.89},"score":{"score":1.03,"probabilities":{"0":0.03,"1":0.91,"2":0.06,"3":0},"confidence":0.91},"noul":{"related":0.84,"answers":0.17,"exact":0.04}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2222479170000006,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p1740","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e379bc0f0da08ee520d9740593fe47485c0350eecfffed25d0641aefc8886cb0","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.86},"score":{"score":0.19,"probabilities":{"0":0.84,"1":0.14,"2":0.02,"3":0},"confidence":0.81},"noul":{"related":0.15,"answers":0.08,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.24791983299999992,"passageCap":0,"originalPassageChars":397,"submittedPassageChars":397}
{"split":"test","qid":"q4","pid":"p1785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f74d4d8fe90ba8ed9bcabf0e71855ea154598adef7dbce62e421c3c12052c3c4","answers":{"choice":{"choice":"0","probabilities":{"0":0.44,"1":0.38,"2":0.16,"3":0.02},"confidence":0.25},"score":{"score":0.82,"probabilities":{"0":0.36,"1":0.46,"2":0.17,"3":0.01},"confidence":0.45},"noul":{"related":0.38,"answers":0.26,"exact":0.06}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2366165000000001,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p1797","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23ed089242280397410bd747d65f8dbeda0431ce8fecaace6d11a5bbe8825ec8","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.14,"probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.11,"answers":0.05,"exact":0.02}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2535532910000002,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q4","pid":"p1836","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20f68f0d7c3e2255357af62eaaa9a411fbb59b8d163048fcf2e58438d3032117","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.65,"2":0.25,"3":0.02},"confidence":0.54},"score":{"score":1.28,"probabilities":{"0":0.07,"1":0.59,"2":0.33,"3":0.01},"confidence":0.57},"noul":{"related":0.73,"answers":0.42,"exact":0.09}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20559216600000035,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q4","pid":"p1851","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1937f538a4294e3b15e4b5eabf6d6516732683509cbbba2bb89fe1f3c7ac946f","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.33,"2":0.03,"3":0},"confidence":0.51},"score":{"score":0.41,"probabilities":{"0":0.62,"1":0.35,"2":0.03,"3":0},"confidence":0.59},"noul":{"related":0.3,"answers":0.12,"exact":0.02}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.2210931669999991,"passageCap":0,"originalPassageChars":411,"submittedPassageChars":411}
{"split":"test","qid":"q4","pid":"p1916","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57c8a46dc6e2174156af43004cbd09ae75fc0e4197d8ec7de3a98ea9638c776c","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.1,"probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.06,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.27224849999999967,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q4","pid":"p1991","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a719b108002bd74fa851438c3ac77ec0e31ede83573089446411f2a0d7f77d6f","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.09,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.21536195899999985,"passageCap":0,"originalPassageChars":457,"submittedPassageChars":457}
{"split":"test","qid":"q4","pid":"p2047","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27ab1164d3998bf5b65ac5bdc59ed848f31956e131ebec1e72878781fbd6ca80","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":5590,"outputTokens":107,"latencySeconds":0.23694737499999974,"passageCap":0,"originalPassageChars":15508,"submittedPassageChars":15508}
{"split":"test","qid":"q4","pid":"p2067","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8ff3b16df6becb75ac8410a32afe2733f004d06015a8365abeececfbb0ffde6","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.11,"answers":0.06,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2050348329999997,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q4","pid":"p2068","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7f9606d8093ac7b0f59557b4d0869d0e76f5de1db824551cbb712b970154c2d","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.39,"2":0.09,"3":0.01},"confidence":0.36},"score":{"score":0.65,"probabilities":{"0":0.44,"1":0.48,"2":0.08,"3":0},"confidence":0.48},"noul":{"related":0.31,"answers":0.15,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2346131669999995,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q4","pid":"p2070","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6242264e3e6ff3b25a21cf7bef85a0d1b1894739c8d4253e2f17a6637ebb9e19","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.43,"2":0.03,"3":0},"confidence":0.39},"score":{"score":0.45,"probabilities":{"0":0.57,"1":0.41,"2":0.02,"3":0},"confidence":0.55},"noul":{"related":0.32,"answers":0.11,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2520641250000008,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q4","pid":"p2074","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e8247d1958671e43ef98a5b3ec2b580c53066c808caba932a51d0aa965621ba","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.08,"3":0.01},"confidence":0.88},"score":{"score":1.1,"probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.9},"noul":{"related":0.9,"answers":0.22,"exact":0.05}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23898991700000077,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q4","pid":"p2079","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ee18f3bc2acf0a6b84d87d29ce4a21445b478c1cfb6c5fc88cfe3173fc7ff13","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.84},"score":{"score":0.16,"probabilities":{"0":0.86,"1":0.12,"2":0.02,"3":0},"confidence":0.84},"noul":{"related":0.14,"answers":0.05,"exact":0.02}},"inputTokens":887,"outputTokens":107,"latencySeconds":0.210541874999999,"passageCap":0,"originalPassageChars":525,"submittedPassageChars":525}
{"split":"test","qid":"q4","pid":"p2129","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2289db8b2343c02a8f0c017b5019ac813cdae32f5d35ba6e1550b237ef858632","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.78,"2":0.03,"3":0},"confidence":0.7},"score":{"score":0.89,"probabilities":{"0":0.15,"1":0.81,"2":0.04,"3":0},"confidence":0.81},"noul":{"related":0.57,"answers":0.14,"exact":0.03}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.22728170899999894,"passageCap":0,"originalPassageChars":200,"submittedPassageChars":200}
{"split":"test","qid":"q4","pid":"p220","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a3d08e4b8f2240f4a3b5f7aa6451b02c0ec6fc9571f15a6303aaeee9f06a431","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.85,"2":0.13,"3":0.01},"confidence":0.81},"score":{"score":1.28,"probabilities":{"0":0.01,"1":0.71,"2":0.28,"3":0},"confidence":0.71},"noul":{"related":0.87,"answers":0.51,"exact":0.08}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.22004395899999873,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q4","pid":"p2203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c657a905b452bfc8554bf9505cafc58d8976a1e28400bb0b9133a48dfb8562e4","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.78,"2":0.17,"3":0},"confidence":0.7},"score":{"score":1.15,"probabilities":{"0":0.04,"1":0.77,"2":0.19,"3":0},"confidence":0.76},"noul":{"related":0.77,"answers":0.42,"exact":0.06}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.24614158300000052,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q4","pid":"p2210","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"08f23ef4f43df451c18268648a1601d27f74a1d25fd2af8d4e68de78e121dc44","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.13,"answers":0.06,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.22947516600000017,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p228","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c09260e706ab23dfca8a33c5fa010446678795d5d2099d7359bbbb83f42f8996","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.69,"2":0.26,"3":0.01},"confidence":0.59},"score":{"score":1.31,"probabilities":{"0":0.02,"1":0.65,"2":0.33,"3":0},"confidence":0.65},"noul":{"related":0.77,"answers":0.47,"exact":0.09}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.2496642920000013,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q4","pid":"p2303","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bb5acc4a5fd25656d49e11bf9bab262e517f9469bbf718944e730982bf3bdad","answers":{"choice":{"choice":"1","probabilities":{"0":0.35,"1":0.44,"2":0.2,"3":0.01},"confidence":0.26},"score":{"score":0.98,"probabilities":{"0":0.25,"1":0.53,"2":0.21,"3":0.01},"confidence":0.53},"noul":{"related":0.42,"answers":0.3,"exact":0.05}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2579629999999997,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q4","pid":"p232","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1d5b90cdff1847ea39e04f41618e93fef32c7fc577a697b2cbf9ddbac9a548d7","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.86,"2":0.11,"3":0.01},"confidence":0.83},"score":{"score":1.17,"probabilities":{"0":0.02,"1":0.8,"2":0.18,"3":0},"confidence":0.79},"noul":{"related":0.84,"answers":0.32,"exact":0.07}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21592579199999817,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q4","pid":"p2338","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0586a62aeecfd05e48e12efd1176f9e5b44b9b2619638a7fd833949c4466eedc","answers":{"choice":{"choice":"0","probabilities":{"0":0.8,"1":0.17,"2":0.02,"3":0},"confidence":0.74},"score":{"score":0.22,"probabilities":{"0":0.79,"1":0.2,"2":0.01,"3":0},"confidence":0.78},"noul":{"related":0.18,"answers":0.06,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24884904200000166,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q4","pid":"p2343","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30442798be73e85cb803f0dde06bb9b0666608fea0042a6950ca11afcbb9cf2c","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.11,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.1,"answers":0.02,"exact":0.01}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.2106437909999986,"passageCap":0,"originalPassageChars":367,"submittedPassageChars":367}
{"split":"test","qid":"q4","pid":"p2356","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7fee8ef3ed1c4440da84142413b1f7798c29d0aeb81e60ab65ff316ef0977ec","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":898,"outputTokens":107,"latencySeconds":0.24503658399999767,"passageCap":0,"originalPassageChars":602,"submittedPassageChars":602}
{"split":"test","qid":"q4","pid":"p2375","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c3e1223e8818249e382df4af978fe4e31b682378469267c1ea0f410005249b23","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.74,"2":0.1,"3":0},"confidence":0.65},"score":{"score":1.07,"probabilities":{"0":0.07,"1":0.79,"2":0.14,"3":0},"confidence":0.79},"noul":{"related":0.6,"answers":0.2,"exact":0.04}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21792333299999883,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q4","pid":"p2389","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ffded7d1e52ca54e737597ae11806816cea6af53a5ec762b9852aaec06fc298","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.1,"2":0.77,"3":0.12},"confidence":0.7},"score":{"score":2.01,"probabilities":{"0":0.01,"1":0.07,"2":0.81,"3":0.11},"confidence":0.8},"noul":{"related":0.86,"answers":0.88,"exact":0.34}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.20722750000000087,"passageCap":0,"originalPassageChars":391,"submittedPassageChars":391}
{"split":"test","qid":"q4","pid":"p2409","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6f4bb7fa940e81b98360232d32378e35a8ccbbecea16a615059a2173b34269f","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.73,"2":0.24,"3":0.01},"confidence":0.65},"score":{"score":1.43,"probabilities":{"0":0.01,"1":0.5599999999999999,"2":0.43,"3":0},"confidence":0.56},"noul":{"related":0.84,"answers":0.49,"exact":0.08}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2277957499999975,"passageCap":0,"originalPassageChars":243,"submittedPassageChars":243}
{"split":"test","qid":"q4","pid":"p2415","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83480013703c7e9746b633d89d783109d83b9f5e1d6d15b727b0b5f25bb392ad","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.6,"2":0.36,"3":0.02},"confidence":0.47},"score":{"score":1.42,"probabilities":{"0":0.02,"1":0.54,"2":0.43,"3":0.01},"confidence":0.53},"noul":{"related":0.81,"answers":0.49,"exact":0.1}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2158685000000005,"passageCap":0,"originalPassageChars":337,"submittedPassageChars":337}
{"split":"test","qid":"q4","pid":"p2479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"419b17491c235a4f405f5b52c49bccbd559d784256d6651d0ebbbbc3350415cf","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.86},"score":{"score":0.17,"probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.83},"noul":{"related":0.17,"answers":0.04,"exact":0.02}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.21964545799999904,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q4","pid":"p2495","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53e09a97a5442701ac847df9c7bf75a35487a691b20898a7ff3c08ae5f95e205","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.53,"2":0.45,"3":0.01},"confidence":0.37},"score":{"score":1.55,"probabilities":{"0":0.01,"1":0.43,"2":0.56,"3":0},"confidence":0.54},"noul":{"related":0.82,"answers":0.68,"exact":0.14}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2603785000000025,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q4","pid":"p2547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"659ae246080ea5c0c4a0912b0fc8f613716074c08a5f2cc14fbbb37695a44d8f","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.33,"2":0.55,"3":0.1},"confidence":0.4},"score":{"score":1.82,"probabilities":{"0":0.01,"1":0.24,"2":0.66,"3":0.09},"confidence":0.64},"noul":{"related":0.84,"answers":0.75,"exact":0.19}},"inputTokens":11518,"outputTokens":107,"latencySeconds":0.26870045799999936,"passageCap":0,"originalPassageChars":25082,"submittedPassageChars":25082}
{"split":"test","qid":"q4","pid":"p2557","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"298531f04355f7820bc1dfa760c5bd916b4aec029d63d7a77ece6f3d4afc0edb","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.64,"2":0.05,"3":0},"confidence":0.5},"score":{"score":0.84,"probabilities":{"0":0.27,"1":0.62,"2":0.11,"3":0},"confidence":0.62},"noul":{"related":0.53,"answers":0.22,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2427336660000001,"passageCap":0,"originalPassageChars":223,"submittedPassageChars":223}
{"split":"test","qid":"q4","pid":"p2573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19ce5eb35635cb18e23900c61bd21a122c11dcf7585c3ff5c0b644e645b4ea00","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.69,"2":0.13,"3":0.01},"confidence":0.59},"score":{"score":1.08,"probabilities":{"0":0.13,"1":0.66,"2":0.2,"3":0.01},"confidence":0.66},"noul":{"related":0.6,"answers":0.26,"exact":0.06}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2051678749999992,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p268","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"051ff32b3f03ae6c48beed4098e63affe8277ca6afb1af07df437d4d99578d05","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.85,"2":0.1,"3":0},"confidence":0.79},"score":{"score":1.11,"probabilities":{"0":0.04,"1":0.81,"2":0.15,"3":0},"confidence":0.81},"noul":{"related":0.77,"answers":0.27,"exact":0.06}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2066816250000011,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q4","pid":"p2698","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b3d4101ce7afb3f5c782457d7e40c940606246ba57b53bd78f571c767629dc0","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.69,"2":0.12,"3":0},"confidence":0.58},"score":{"score":1.04,"probabilities":{"0":0.11,"1":0.74,"2":0.15,"3":0},"confidence":0.74},"noul":{"related":0.65,"answers":0.26,"exact":0.05}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2217034999999996,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q4","pid":"p2733","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"480a1c85160e6db4d903451b53e5f3ad7c5bf00d2828ef48dfc6dd436582d99e","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.14,"probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":894,"outputTokens":107,"latencySeconds":0.19858554200000073,"passageCap":0,"originalPassageChars":542,"submittedPassageChars":542}
{"split":"test","qid":"q4","pid":"p2736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ec3dbe7d4a1be026567ea659fb4b7d46e9e25f61bd59546dfb03271dc0e12d4","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.3,"2":0.09,"3":0.01},"confidence":0.47},"score":{"score":0.52,"probabilities":{"0":0.57,"1":0.34,"2":0.08,"3":0.01},"confidence":0.48},"noul":{"related":0.28,"answers":0.16,"exact":0.05}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20434091700000134,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q4","pid":"p2746","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ea221437cc52fa785139a5c3c6059c6631b3a956ca5ba3126b789668b1505bb","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.25,"2":0.05,"3":0},"confidence":0.6},"score":{"score":0.39,"probabilities":{"0":0.66,"1":0.29,"2":0.05,"3":0},"confidence":0.61},"noul":{"related":0.25,"answers":0.08,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23535579100000178,"passageCap":0,"originalPassageChars":362,"submittedPassageChars":362}
{"split":"test","qid":"q4","pid":"p2779","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27624a4bdc0b89af5cf5140a66259821cf92cac975d23d5b4461f0ad7fd8c239","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.95},"score":{"score":2.98,"probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"noul":{"related":0.98,"answers":0.97,"exact":0.87}},"inputTokens":801,"outputTokens":107,"latencySeconds":0.23124787500000094,"passageCap":0,"originalPassageChars":139,"submittedPassageChars":139}
{"split":"test","qid":"q4","pid":"p278","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29f25d7e0c821ae373a5de8995b903674d5af08621d9e7e95e5bacb281c9f71f","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.28,"2":0.02,"3":0},"confidence":0.6},"score":{"score":0.34,"probabilities":{"0":0.68,"1":0.29,"2":0.03,"3":0},"confidence":0.66},"noul":{"related":0.23,"answers":0.1,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20099299999999856,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q4","pid":"p2803","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2992c37ec9976157ab5d2658b89d8e15a914228c74dc8652ac190f8667874e1","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.71,"2":0.03,"3":0},"confidence":0.61},"score":{"score":0.85,"probabilities":{"0":0.21,"1":0.74,"2":0.05,"3":0},"confidence":0.74},"noul":{"related":0.43,"answers":0.14,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22146858299999803,"passageCap":0,"originalPassageChars":253,"submittedPassageChars":253}
{"split":"test","qid":"q4","pid":"p2861","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6532d6bd609c0d22b624027ea97e70373d105b626f0b2be4717049049061f998","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.52,"2":0.1,"3":0.01},"confidence":0.37},"score":{"score":0.75,"probabilities":{"0":0.35,"1":0.56,"2":0.09,"3":0},"confidence":0.56},"noul":{"related":0.49,"answers":0.31,"exact":0.04}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.22613479200000075,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p2890","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b886594b05c8fe8f7751895d18b419df417c528a7a4ef08fcb5c08070bea27c","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.2,"probabilities":{"0":0.83,"1":0.15,"2":0.02,"3":0},"confidence":0.8},"noul":{"related":0.12,"answers":0.05,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2382559169999986,"passageCap":0,"originalPassageChars":241,"submittedPassageChars":241}
{"split":"test","qid":"q4","pid":"p2897","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee31e1d9b33e617e659e21ea90a2598f87f21916e257d1fa17aa39ee5af57859","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.8,"2":0.09,"3":0},"confidence":0.73},"score":{"score":1.04,"probabilities":{"0":0.06,"1":0.84,"2":0.1,"3":0},"confidence":0.85},"noul":{"related":0.72,"answers":0.19,"exact":0.05}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2127242499999993,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p2932","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71594ca377aa48166f3f774ac65660006ef066310484809c91e5fac9f1bd49a1","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.03,"2":0.75,"3":0.21},"confidence":0.67},"score":{"score":2.23,"probabilities":{"0":0,"1":0.02,"2":0.72,"3":0.26},"confidence":0.72},"noul":{"related":0.89,"answers":0.9,"exact":0.39}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2747824589999982,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q4","pid":"p294","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e3d821dfe2c6f567a94da944329a522f78d5d82056e34f69108467bc8980e2a","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.22,"2":0.04,"3":0.01},"confidence":0.63},"score":{"score":0.41,"probabilities":{"0":0.65,"1":0.28,"2":0.06,"3":0.01},"confidence":0.59},"noul":{"related":0.2,"answers":0.09,"exact":0.03}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21492275000000155,"passageCap":0,"originalPassageChars":406,"submittedPassageChars":406}
{"split":"test","qid":"q4","pid":"p2942","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4751de63d6224e5514508fda74b80224af50bd493b0ab8aa814d90ca1801d42e","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.17,"2":0.01,"3":0},"confidence":0.75},"score":{"score":0.24,"probabilities":{"0":0.78,"1":0.21,"2":0.01,"3":0},"confidence":0.76},"noul":{"related":0.22,"answers":0.08,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.21943012499999895,"passageCap":0,"originalPassageChars":459,"submittedPassageChars":459}
{"split":"test","qid":"q4","pid":"p2961","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a79de12ac5fe1d5ffdb7a9e53328667041f5d8ea6c0c3c5987c2d751207500e6","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.17,"2":0.06,"3":0},"confidence":0.69},"score":{"score":0.44,"probabilities":{"0":0.65,"1":0.27,"2":0.08,"3":0},"confidence":0.56},"noul":{"related":0.23,"answers":0.14,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21383991699999752,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p2991","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b9e35973ce23944b974fc06d07d721c09493928a20ab1e0440252aa9432a78f","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.4,"2":0.07,"3":0.01},"confidence":0.37},"score":{"score":0.57,"probabilities":{"0":0.49,"1":0.45,"2":0.06,"3":0},"confidence":0.43},"noul":{"related":0.5,"answers":0.19,"exact":0.03}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22808899999999993,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q4","pid":"p300","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"675893ce63c3f6935736ad047304ae07c890f2bb697061963b8c5c721e6aabdd","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.45},"score":{"score":2.6,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.6},"noul":{"related":0.97,"answers":0.96,"exact":0.65}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2080720829999991,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q4","pid":"p3047","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"732382c85e3d3234f304878830601a6e2c732d7facb8a8760f6d95ef4d6d3435","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.72,"2":0.07,"3":0},"confidence":0.62},"score":{"score":0.94,"probabilities":{"0":0.14,"1":0.77,"2":0.09,"3":0},"confidence":0.77},"noul":{"related":0.62,"answers":0.21,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20639845799999967,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q4","pid":"p3056","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad02e18e23b55b9996d3fe55a584cc586bd5aa899cfae50ddaccd7ad1bb85b45","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.15,"probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.85},"noul":{"related":0.13,"answers":0.04,"exact":0.02}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2086909169999999,"passageCap":0,"originalPassageChars":403,"submittedPassageChars":403}
{"split":"test","qid":"q4","pid":"p3072","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2e3dbb3d023548cf795d96174edd054f240195a2b3f325d80d50be272b0e4dc","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.05,"3":0.01},"confidence":0.9},"score":{"score":1.07,"probabilities":{"0":0.01,"1":0.91,"2":0.07,"3":0.01},"confidence":0.91},"noul":{"related":0.86,"answers":0.19,"exact":0.07}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.20985820799999783,"passageCap":0,"originalPassageChars":98,"submittedPassageChars":98}
{"split":"test","qid":"q4","pid":"p3122","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c215296eddb46ce64e6deef6e8bb4d5ae64778944c4ed07febc5b5b5e344611b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.73,"3":0.21},"confidence":0.65},"score":{"score":2.24,"probabilities":{"0":0,"1":0.04,"2":0.67,"3":0.29},"confidence":0.67},"noul":{"related":0.89,"answers":0.89,"exact":0.34}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.20114474999999948,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q4","pid":"p3138","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19844b1331afc03e7e55a759bcac4ee4331a1e07e0fa3c1ece50abff79829882","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20718337500000053,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q4","pid":"p3154","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e5971fdae69a7e27d2bf5fcaa68505c819dd71ba14c06776c10fd3a8b91062d","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.6799999999999999,"2":0.21,"3":0.01},"confidence":0.58},"score":{"score":1.12,"probabilities":{"0":0.08,"1":0.72,"2":0.2,"3":0},"confidence":0.71},"noul":{"related":0.69,"answers":0.34,"exact":0.07}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2397973749999983,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q4","pid":"p3159","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1516944dec4534c3606400385420368ac44bf0c38a3f29dbcace27ba86c74a4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.53,"3":0.46},"confidence":0.37},"score":{"score":2.51,"probabilities":{"0":0,"1":0.01,"2":0.48,"3":0.51},"confidence":0.51},"noul":{"related":0.96,"answers":0.93,"exact":0.43}},"inputTokens":795,"outputTokens":107,"latencySeconds":0.2503847919999971,"passageCap":0,"originalPassageChars":118,"submittedPassageChars":118}
{"split":"test","qid":"q4","pid":"p3210","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d1aa2eb0220f07267030d5d4579c9f41712feb3376ad77d8dbb99e90b28011d4","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.31,"2":0.65,"3":0.02},"confidence":0.54},"score":{"score":1.71,"probabilities":{"0":0.01,"1":0.29,"2":0.69,"3":0.01},"confidence":0.68},"noul":{"related":0.79,"answers":0.72,"exact":0.14}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24628962500000126,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q4","pid":"p3259","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8eeda1a85b66b71406abf8aa18a174bbecdf221e9a57d6806370da931dff6edf","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.11,"2":0.02,"3":0},"confidence":0.83},"score":{"score":0.25,"probabilities":{"0":0.79,"1":0.18,"2":0.03,"3":0},"confidence":0.75},"noul":{"related":0.2,"answers":0.07,"exact":0.02}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.21279645900000105,"passageCap":0,"originalPassageChars":397,"submittedPassageChars":397}
{"split":"test","qid":"q4","pid":"p3286","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54e13b0e42377f5d1a590a9a591657edaeed4db88a8c9f4c46ae037c71fb3c4b","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.45,"2":0.47,"3":0.03},"confidence":0.29},"score":{"score":1.39,"probabilities":{"0":0.08,"1":0.49,"2":0.41,"3":0.02},"confidence":0.46},"noul":{"related":0.75,"answers":0.62,"exact":0.15}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20718933399999878,"passageCap":0,"originalPassageChars":348,"submittedPassageChars":348}
{"split":"test","qid":"q4","pid":"p3444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e32faf5edbe66ec873379111af8ad9d94d6a5fb13ea2c5af4a1b7be37f851751","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.93,"2":0.05,"3":0},"confidence":0.9},"score":{"score":1.04,"probabilities":{"0":0.02,"1":0.92,"2":0.06,"3":0},"confidence":0.92},"noul":{"related":0.84,"answers":0.2,"exact":0.04}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22035058299999946,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q4","pid":"p3458","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"73e94189b74f77f6864ddb391f83207f11d6cde72bed7671173aa0e87efca7ad","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.63,"2":0.18,"3":0.01},"confidence":0.51},"score":{"score":1.17,"probabilities":{"0":0.1,"1":0.63,"2":0.27,"3":0},"confidence":0.62},"noul":{"related":0.58,"answers":0.39,"exact":0.07}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23691891699999906,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q4","pid":"p3528","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f5a6e2095557d1c1fc475b79d86de018d07ba2c83e4e6d239cbaef68d6d4b77e","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.86},"score":{"score":0.18,"probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.18,"answers":0.05,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20648766700000123,"passageCap":0,"originalPassageChars":398,"submittedPassageChars":398}
{"split":"test","qid":"q4","pid":"p3530","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c18cf251f2fb274ed66e1459da682488a9c1d44fc0d3622a6c70087121403060","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.7,"2":0.18,"3":0.04},"confidence":0.61},"score":{"score":1.36,"probabilities":{"0":0.04,"1":0.62,"2":0.29,"3":0.05},"confidence":0.57},"noul":{"related":0.73,"answers":0.3,"exact":0.1}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.203421875,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p355","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1096048aa0f724aa4afb20992b041dd3fc53461bdf4e74fb0ab17c0f50c320a","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.12,"2":0.02,"3":0},"confidence":0.82},"score":{"score":0.2,"probabilities":{"0":0.82,"1":0.16,"2":0.02,"3":0},"confidence":0.8},"noul":{"related":0.16,"answers":0.08,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.217698124999999,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p3555","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"956d5c7c5553680976aca25278842c9bc324219cadc6fe83ae92a390174252b8","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.21,"2":0.04,"3":0},"confidence":0.66},"score":{"score":0.4,"probabilities":{"0":0.65,"1":0.31,"2":0.04,"3":0},"confidence":0.6},"noul":{"related":0.38,"answers":0.13,"exact":0.03}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2460675409999967,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q4","pid":"p3558","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01ab9548b3d5b165ce48d3adf084797aec64a21888ca63c7127a4e4b5357ade4","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.08,"2":0.04,"3":0},"confidence":0.85},"score":{"score":0.18,"probabilities":{"0":0.86,"1":0.11,"2":0.03,"3":0},"confidence":0.82},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20245645800000056,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q4","pid":"p3624","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8354d2848f1977f3de002a0c49da951548ede14dc156fbf5f23ef030910d2f89","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.61,"2":0.36,"3":0.01},"confidence":0.48},"score":{"score":1.26,"probabilities":{"0":0.02,"1":0.7,"2":0.28,"3":0},"confidence":0.69},"noul":{"related":0.74,"answers":0.5,"exact":0.08}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23396262500000012,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p3664","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67fd9cfa73834c10954ae077655c69f866dcbb0d1e1d35917fd2865492d72014","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.2424882919999982,"passageCap":0,"originalPassageChars":410,"submittedPassageChars":410}
{"split":"test","qid":"q4","pid":"p3684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3e8f026838baf17ce2f480c9c8f939c7efd3f318626ed1a05413fe7c4ec8561","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.73,"2":0.11,"3":0},"confidence":0.63},"score":{"score":1.01,"probabilities":{"0":0.11,"1":0.77,"2":0.12,"3":0},"confidence":0.77},"noul":{"related":0.61,"answers":0.21,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.23753670799999962,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q4","pid":"p3686","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf67c13a5a9f5021fde5f3fc6c181d651a5f0651e6d87ddf1238a5ed89d3356f","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.81},"score":{"score":0.23,"probabilities":{"0":0.78,"1":0.2,"2":0.02,"3":0},"confidence":0.77},"noul":{"related":0.16,"answers":0.08,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2231984999999986,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p370","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e583722fde8134dfb7bfc3f362f3c9a971be0343f47e079b0ca6ebc2fee8924","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.04,"2":0.32,"3":0.63},"confidence":0.5},"score":{"score":2.49,"probabilities":{"0":0.01,"1":0.05,"2":0.37,"3":0.57},"confidence":0.49},"noul":{"related":0.85,"answers":0.9,"exact":0.5}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20464620900000227,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q4","pid":"p3771","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dec928dd35390b2fde3bb263205109496fd34b54927ec90a8f8fce8f2f9cc9bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.14,"probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2120991670000003,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q4","pid":"p3823","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7b83be283820415576c13d26825afd01ec82ffa8afa45591bfa7949673ba2b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.11,"probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2051830000000009,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q4","pid":"p3851","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ecd1f69d488f7863c46a40a1f5a0cbe1164e10709779f80ddbe18084eab0edb","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.86},"score":{"score":0.15,"probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.85},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.21947412500000063,"passageCap":0,"originalPassageChars":392,"submittedPassageChars":392}
{"split":"test","qid":"q4","pid":"p3858","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a28b09edbf3c31f3b5564e728c199c23a446084617f5b3a1a8f7a3f91cb4cc5","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.68,"2":0.09,"3":0},"confidence":0.57},"score":{"score":0.93,"probabilities":{"0":0.2,"1":0.67,"2":0.13,"3":0},"confidence":0.67},"noul":{"related":0.56,"answers":0.17,"exact":0.04}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2118964589999996,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p3877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e5bc7c1e3b7c9745b06f3d88321a14bea612b5c9e2e4561201c19139b6812534","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.22,"2":0.03,"3":0},"confidence":0.66},"score":{"score":0.49,"probabilities":{"0":0.58,"1":0.36,"2":0.06,"3":0},"confidence":0.51},"noul":{"related":0.25,"answers":0.09,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2096633750000001,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q4","pid":"p3901","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3448a943693142859460d66aef2418de7e9498cfa2be8e31e58d0bc40fb2a3a0","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":906,"outputTokens":107,"latencySeconds":0.22327904200000193,"passageCap":0,"originalPassageChars":562,"submittedPassageChars":562}
{"split":"test","qid":"q4","pid":"p3957","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbfe5468c1ec0e808731c8bf65bdb9197df17ac47bd80fd7060fb58fc966ea6e","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.71,"2":0.05,"3":0},"confidence":0.62},"score":{"score":0.94,"probabilities":{"0":0.19,"1":0.69,"2":0.12,"3":0},"confidence":0.69},"noul":{"related":0.55,"answers":0.18,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20971445900000255,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p399","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"598c763c73d5d07b3680ef9a6c4701e45c57b4f8c1a39bb08de764c98de8a800","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.67,"2":0.07,"3":0},"confidence":0.56},"score":{"score":0.91,"probabilities":{"0":0.19,"1":0.72,"2":0.09,"3":0},"confidence":0.72},"noul":{"related":0.56,"answers":0.2,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20374295799999892,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p3995","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cdf074d7ecc51338e38fd652a63e78c83f1696f975f71c9200fc6a04819dda89","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.67,"2":0.04,"3":0},"confidence":0.56},"score":{"score":0.88,"probabilities":{"0":0.19,"1":0.75,"2":0.06,"3":0},"confidence":0.75},"noul":{"related":0.49,"answers":0.14,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2006789170000011,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q4","pid":"p4024","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"621523efe4902201b0b155721ee780bd91afba3fc8447fa4b5785e3be9443926","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.74,"2":0.23,"3":0.01},"confidence":0.65},"score":{"score":1.28,"probabilities":{"0":0.01,"1":0.7,"2":0.29,"3":0},"confidence":0.7},"noul":{"related":0.78,"answers":0.45,"exact":0.08}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.21987058400000023,"passageCap":0,"originalPassageChars":176,"submittedPassageChars":176}
{"split":"test","qid":"q4","pid":"p4088","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a07a626dc0df7e255262643cc57849d5a0e041828d1fdaa0181fe39a0787240","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.16,"2":0.61,"3":0.21},"confidence":0.49},"score":{"score":1.99,"probabilities":{"0":0.02,"1":0.15,"2":0.65,"3":0.18},"confidence":0.64},"noul":{"related":0.85,"answers":0.86,"exact":0.37}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.23805379099999846,"passageCap":0,"originalPassageChars":236,"submittedPassageChars":236}
{"split":"test","qid":"q4","pid":"p4147","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddbe8c0645f4a9c59a9ba8909e8275c405dfcb64a53e4eefe2cc1ca6de24c338","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.76,"2":0.15,"3":0.01},"confidence":0.69},"score":{"score":1.11,"probabilities":{"0":0.05,"1":0.79,"2":0.16,"3":0},"confidence":0.79},"noul":{"related":0.71,"answers":0.26,"exact":0.05}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20749808399999892,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q4","pid":"p4170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38620ce718d7358551cab33686c84f56e5967a517dae9e0b0f93cd4c8fbaca27","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.13,"probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.87},"noul":{"related":0.11,"answers":0.04,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21023387499999807,"passageCap":0,"originalPassageChars":204,"submittedPassageChars":204}
{"split":"test","qid":"q4","pid":"p4189","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b1aaa7589f8d658e0b01e61c634e5b5312b1643291104616dd87cf33e3ad6a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.11,"answers":0.03,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21217749999999796,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p4202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"586a10da7e89ad6d1fc548e389e9af245bc4922fadc29ad27a05b1f12f6f2063","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.3,"2":0.05,"3":0.01},"confidence":0.53},"score":{"score":0.46,"probabilities":{"0":0.61,"1":0.33,"2":0.06,"3":0},"confidence":0.54},"noul":{"related":0.2,"answers":0.11,"exact":0.02}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.21759908300000097,"passageCap":0,"originalPassageChars":219,"submittedPassageChars":219}
{"split":"test","qid":"q4","pid":"p4210","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc741aec9bcadb0abc5e2aeaa2242e021661c950d176efb08b8f998b890eacbf","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.7,"2":0.07,"3":0},"confidence":0.59},"score":{"score":0.69,"probabilities":{"0":0.36,"1":0.6,"2":0.04,"3":0},"confidence":0.6},"noul":{"related":0.62,"answers":0.2,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2689800839999989,"passageCap":0,"originalPassageChars":326,"submittedPassageChars":326}
{"split":"test","qid":"q4","pid":"p4272","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28f5fb7eb341017dd66badcb23dac85a9d730a38172256e3195f1c5e7ca440f0","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.66,"2":0.18,"3":0.03},"confidence":0.55},"score":{"score":1.18,"probabilities":{"0":0.09,"1":0.66,"2":0.23,"3":0.02},"confidence":0.64},"noul":{"related":0.65,"answers":0.39,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2482027500000004,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q4","pid":"p4284","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2d2219dcd49382a13a0dfb8ceca823f0c8ad68ee1aad1dd93883732880d32f9","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.5599999999999999,"2":0.1,"3":0.01},"confidence":0.42},"score":{"score":0.91,"probabilities":{"0":0.2,"1":0.68,"2":0.11,"3":0},"confidence":0.68},"noul":{"related":0.57,"answers":0.21,"exact":0.06}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24864270900000338,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q4","pid":"p430","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"778b0c9779f854f6c3fb26123552cff755d36d02bee80f3933942cb9e439d21e","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.69,"2":0.06,"3":0.01},"confidence":0.59},"score":{"score":0.95,"probabilities":{"0":0.11,"1":0.83,"2":0.06,"3":0},"confidence":0.83},"noul":{"related":0.59,"answers":0.15,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2594957920000015,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q4","pid":"p4310","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de724e4f3a23f2620b38aa912e54d9739bd31cddfebf5fb5651577d6226ab618","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.82,"2":0.06,"3":0},"confidence":0.75},"score":{"score":0.99,"probabilities":{"0":0.08,"1":0.85,"2":0.07,"3":0},"confidence":0.85},"noul":{"related":0.7,"answers":0.22,"exact":0.03}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22332983400000012,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p4329","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a314c08bd34132f433f24b6ea862b393476d1ce61caf0b51d53b69fc5d9f4d1","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.69,"2":0.05,"3":0},"confidence":0.58},"score":{"score":0.87,"probabilities":{"0":0.2,"1":0.73,"2":0.07,"3":0},"confidence":0.72},"noul":{"related":0.58,"answers":0.15,"exact":0.03}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20049345800000082,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q4","pid":"p4330","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c7d5e597d2daceaf5e0b747a559a3083a6aad1d8a53affc497652ba337014967","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.52,"2":0.18,"3":0.03},"confidence":0.37},"score":{"score":1.03,"probabilities":{"0":0.21,"1":0.56,"2":0.21,"3":0.02},"confidence":0.55},"noul":{"related":0.5,"answers":0.31,"exact":0.07}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2294206669999985,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q4","pid":"p4375","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b1aaa7589f8d658e0b01e61c634e5b5312b1643291104616dd87cf33e3ad6a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.9400000000000001,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2171110829999998,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p4387","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dbdcdcc70bf6634475440545a3400b6e4e87601b3143796d0a5feee20b717023","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20679862499999946,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q4","pid":"p4388","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"777f99a2d99d7ab410fbabe7392b55a957a7c05c33113c9f0a8733fb090568bd","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.84,"2":0.14,"3":0.01},"confidence":0.79},"score":{"score":1.19,"probabilities":{"0":0.01,"1":0.81,"2":0.18,"3":0},"confidence":0.8},"noul":{"related":0.88,"answers":0.42,"exact":0.08}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21027799999999844,"passageCap":0,"originalPassageChars":244,"submittedPassageChars":244}
{"split":"test","qid":"q4","pid":"p4397","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bee842cb5c235490e6d7f1ddad79489e7ec7f9576716f52c6e1d0c060b1efd31","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.24,"2":0.02,"3":0},"confidence":0.66},"score":{"score":0.37,"probabilities":{"0":0.65,"1":0.34,"2":0.01,"3":0},"confidence":0.63},"noul":{"related":0.23,"answers":0.07,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.1967935409999991,"passageCap":0,"originalPassageChars":237,"submittedPassageChars":237}
{"split":"test","qid":"q4","pid":"p4420","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69cd8cc1250494aa1299d020da7a11b8af3811eab8c9978dfd928d9bbbb8d488","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.71,"2":0.07,"3":0},"confidence":0.6},"score":{"score":0.91,"probabilities":{"0":0.19,"1":0.71,"2":0.1,"3":0},"confidence":0.71},"noul":{"related":0.59,"answers":0.18,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2056024159999979,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q4","pid":"p447","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd700b4e092e589f454af782ea82ab5aa3a39faf7136126a551e37a10d5341a5","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.04,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20054908400000204,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q4","pid":"p4527","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40ad789e9aa479a27edb786ac8e1ea34b772f135a7bf10f74ff97bb871cac01e","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.38,"2":0.12,"3":0.01},"confidence":0.32},"score":{"score":0.71,"probabilities":{"0":0.44,"1":0.41,"2":0.14,"3":0.01},"confidence":0.29},"noul":{"related":0.33,"answers":0.25,"exact":0.06}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.24171620800000165,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p4579","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aeac496651ae010d812e660f9b1f218baf5752e3cebb86a8c49ac22f32fffa1e","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.84},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22716783399999985,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q4","pid":"p4627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd411dee55d256cb33a7caaf45bab1124a85a7669d03718c8a8d0e0dbfa9ae87","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22186495800000194,"passageCap":0,"originalPassageChars":396,"submittedPassageChars":396}
{"split":"test","qid":"q4","pid":"p4634","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"75861063f4cc7f445e1cd5e90165aa7d30f14d0ff5c9f9117aa246c362adb181","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.22,"2":0.03,"3":0},"confidence":0.67},"score":{"score":0.29,"probabilities":{"0":0.74,"1":0.24,"2":0.02,"3":0},"confidence":0.71},"noul":{"related":0.17,"answers":0.1,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.20848149999999804,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q4","pid":"p4660","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ac73a181f04908003570675813f09d467d1b46e18e65afaccfd40532e552fd7","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.19,"probabilities":{"0":0.8200000000000001,"1":0.18,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.17,"answers":0.03,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2032179580000011,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q4","pid":"p467","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24c4e99fcc0c3b9f4130e687ab9a095a572c187c6565a802ec9d84f278070ad7","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.77,"2":0.12,"3":0},"confidence":0.69},"score":{"score":1.06,"probabilities":{"0":0.07,"1":0.8,"2":0.13,"3":0},"confidence":0.8},"noul":{"related":0.68,"answers":0.17,"exact":0.04}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24538583300000028,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p4675","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a93112ffbddafc367f6a72ae7ebd9d5651136c03dbaf4fa3172f3edecfdecbc8","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.6799999999999999,"2":0.11,"3":0.01},"confidence":0.59},"score":{"score":1,"probabilities":{"0":0.14,"1":0.72,"2":0.14,"3":0},"confidence":0.71},"noul":{"related":0.64,"answers":0.23,"exact":0.06}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20271320899999773,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p4754","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96a7afd05060dd8e8fbbe4f273dab70bc5b5595213a6c4855dd7683eb3806a24","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20371258399999714,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p476","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e42ea0bc9f409ee92209b174e2716a0af684e351f70b8d7659304cbfaa44763","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.67,"2":0.1,"3":0.01},"confidence":0.57},"score":{"score":1.05,"probabilities":{"0":0.11,"1":0.73,"2":0.15,"3":0.01},"confidence":0.72},"noul":{"related":0.61,"answers":0.19,"exact":0.06}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22890091700000267,"passageCap":0,"originalPassageChars":219,"submittedPassageChars":219}
{"split":"test","qid":"q4","pid":"p4780","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c06741f027cc3fd0c6f2016ac163a0568a66de4aa6edb77bab1c3508373d1ab9","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.15,"2":0.72,"3":0.11},"confidence":0.63},"score":{"score":1.96,"probabilities":{"0":0.01,"1":0.12,"2":0.77,"3":0.1},"confidence":0.76},"noul":{"related":0.82,"answers":0.71,"exact":0.17}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2436123750000006,"passageCap":0,"originalPassageChars":343,"submittedPassageChars":343}
{"split":"test","qid":"q4","pid":"p4791","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d25266f8db4c4a259a2fb9772616879d4acc61673083983c6fba278eadad5162","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.75,"2":0.21,"3":0.01},"confidence":0.67},"score":{"score":1.29,"probabilities":{"0":0.02,"1":0.67,"2":0.31,"3":0},"confidence":0.66},"noul":{"related":0.78,"answers":0.57,"exact":0.08}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.2945702079999974,"passageCap":0,"originalPassageChars":399,"submittedPassageChars":399}
{"split":"test","qid":"q4","pid":"p4810","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d66f60d73f5d36902f8041b849c62eb858a9874f563313666ccfa28da08eef5e","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.82},"score":{"score":0.21,"probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.79},"noul":{"related":0.15,"answers":0.05,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21795870800000194,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p4836","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d435669150d2cd34c03f134a1b8743f762a77732bd5d15113830a2a5c5b11105","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.47,"2":0.04,"3":0},"confidence":0.31},"score":{"score":0.61,"probabilities":{"0":0.44,"1":0.52,"2":0.04,"3":0},"confidence":0.52},"noul":{"related":0.43,"answers":0.13,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.23552458299999854,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q4","pid":"p4851","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9a5ad3799bca1fec52660132cb71158ab9d0c2059e53072e2ecd5bf29b063082","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.07,"probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.93},"noul":{"related":0.06,"answers":0.05,"exact":0.01}},"inputTokens":5253,"outputTokens":107,"latencySeconds":0.28153054200000044,"passageCap":0,"originalPassageChars":16048,"submittedPassageChars":16048}
{"split":"test","qid":"q4","pid":"p4954","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe90f3852c44675239139c9900a87e6cc9a65ae74534fdd74ff483b036e13077","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.49,"2":0.11,"3":0.01},"confidence":0.33},"score":{"score":0.74,"probabilities":{"0":0.36,"1":0.54,"2":0.1,"3":0},"confidence":0.53},"noul":{"related":0.44,"answers":0.28,"exact":0.05}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.19987079099999755,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p4962","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"180a7e5acb293ec8c45b98b7cb4001d38a871f7d14a7585f3335dfa8457711bf","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.14,"2":0.03,"3":0},"confidence":0.76},"score":{"score":0.31,"probabilities":{"0":0.74,"1":0.22,"2":0.04,"3":0},"confidence":0.69},"noul":{"related":0.19,"answers":0.09,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20967562499999987,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q4","pid":"p4992","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53c1f65f6d2e771d9350bfc69427f0cbecf7732a59f4f3a747d99a52cfbe8535","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.1,"2":0.03,"3":0},"confidence":0.82},"score":{"score":0.24,"probabilities":{"0":0.81,"1":0.16,"2":0.03,"3":0},"confidence":0.76},"noul":{"related":0.15,"answers":0.07,"exact":0.03}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2457622080000001,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q4","pid":"p5012","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35b23a256529128df015f363839efce2eb5a08812aa4b8a4a59549ffcc5fa297","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.87,"1":0.11,"2":0.02,"3":0},"confidence":0.85},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.21143620900000315,"passageCap":0,"originalPassageChars":501,"submittedPassageChars":501}
{"split":"test","qid":"q4","pid":"p5047","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b6fe5a6652c018869385966fecf463b76a241b000628aa5ada40bc9a25a65df2","answers":{"choice":{"choice":"2","probabilities":{"0":0.14,"1":0.22,"2":0.45,"3":0.19},"confidence":0.26},"score":{"score":1.89,"probabilities":{"0":0.1,"1":0.15,"2":0.52,"3":0.23},"confidence":0.42},"noul":{"related":0.63,"answers":0.61,"exact":0.22}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21917283300000054,"passageCap":0,"originalPassageChars":391,"submittedPassageChars":391}
{"split":"test","qid":"q4","pid":"p5053","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71b509d0c1482ac4b3aaa1be6af9524867b1e38dafeca4f45fa0c4e2125e82ba","answers":{"choice":{"choice":"0","probabilities":{"0":0.32,"1":0.27,"2":0.32,"3":0.09},"confidence":0.1},"score":{"score":1.6,"probabilities":{"0":0.16,"1":0.23,"2":0.47,"3":0.14},"confidence":0.32},"noul":{"related":0.52,"answers":0.49,"exact":0.13}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23214987499999915,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q4","pid":"p5101","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"daedcaee2eae7104fe6de1f664384f8bfefc555b88a4a1afdf7aa5399bc0e5a6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.56},"score":{"score":2.31,"probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.68},"noul":{"related":0.96,"answers":0.92,"exact":0.59}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2385822079999998,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p5143","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17965a1606e58aa50e97c6e731a94de93f3cf3830f1110fcaefa77af9e3ba99c","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.56,"2":0.11,"3":0.01},"confidence":0.41},"score":{"score":0.82,"probabilities":{"0":0.33,"1":0.53,"2":0.14,"3":0},"confidence":0.51},"noul":{"related":0.51,"answers":0.23,"exact":0.04}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22032766600000103,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q4","pid":"p5172","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19844b1331afc03e7e55a759bcac4ee4331a1e07e0fa3c1ece50abff79829882","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.14,"probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.13,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26121258300000044,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q4","pid":"p5192","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c16bc25176011a2be250193a5508f3065a0601a624ec7e5ed839ef7e6362311f","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.09,"probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.91},"noul":{"related":0.09,"answers":0.05,"exact":0.01}},"inputTokens":28044,"outputTokens":107,"latencySeconds":0.3652014589999999,"passageCap":60000,"originalPassageChars":236125,"submittedPassageChars":60000}
{"split":"test","qid":"q4","pid":"p525","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b59d7fb7db788501e05cbeadb59e37de81034b0d31fa106256c0790f5d70efc0","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.78,"2":0.16,"3":0},"confidence":0.71},"score":{"score":1.19,"probabilities":{"0":0.03,"1":0.75,"2":0.22,"3":0},"confidence":0.75},"noul":{"related":0.74,"answers":0.33,"exact":0.05}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.25097129199999835,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q4","pid":"p5258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8546e90051f40f4307d9917fb0fd19f38bba611d5966af210764a279a6599e5","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.89},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.14,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.231562582999999,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q4","pid":"p5263","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fadac11f511a37d59f5c319adf6382bce347995a0f489a865bf8ae1eafc2e624","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.72,"2":0.07,"3":0.01},"confidence":0.64},"score":{"score":0.91,"probabilities":{"0":0.16,"1":0.78,"2":0.06,"3":0},"confidence":0.78},"noul":{"related":0.49,"answers":0.16,"exact":0.03}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2664729589999988,"passageCap":0,"originalPassageChars":411,"submittedPassageChars":411}
{"split":"test","qid":"q4","pid":"p5268","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0529bd421cc8adaa47c028ddce34e9ecba244874da1eb3edbb5796be14138769","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.68,"2":0.11,"3":0},"confidence":0.57},"score":{"score":0.97,"probabilities":{"0":0.14,"1":0.75,"2":0.11,"3":0},"confidence":0.75},"noul":{"related":0.58,"answers":0.19,"exact":0.05}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20976558400000067,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q4","pid":"p5301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6700214e4bdc83bd2c01daa20427e58c8ad198cb1b960d9a7a96e05f80a91958","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.6,"2":0.09,"3":0.01},"confidence":0.47},"score":{"score":0.96,"probabilities":{"0":0.18,"1":0.68,"2":0.13,"3":0.01},"confidence":0.68},"noul":{"related":0.58,"answers":0.23,"exact":0.04}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20094595799999662,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q4","pid":"p5312","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6517e345c0f7f0b68845214bfdc6f2710aa357367033c6e7879b7ff99d61d4b","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.8},"score":{"score":0.23,"probabilities":{"0":0.78,"1":0.21,"2":0.01,"3":0},"confidence":0.77},"noul":{"related":0.22,"answers":0.04,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24945095800000128,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p537","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e0841358bcd591c80dc99ad8c072497de26f262eb86e826dd1199526506f272e","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.74},"score":{"score":0.19,"probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.81},"noul":{"related":0.17,"answers":0.05,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2075456669999985,"passageCap":0,"originalPassageChars":409,"submittedPassageChars":409}
{"split":"test","qid":"q4","pid":"p5382","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2edb5af25fa506387e9df8ba7201ab83eb9b5f4cc3c0cfff570f5d5f5eede11","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.62,"2":0.17,"3":0.05},"confidence":0.51},"score":{"score":1.22,"probabilities":{"0":0.08,"1":0.65,"2":0.23,"3":0.04},"confidence":0.62},"noul":{"related":0.63,"answers":0.47,"exact":0.09}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2053454579999998,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q4","pid":"p539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d634ae10358f62c385d30f4b43a34f7cdf740f090334b9e3f9f3167178629f29","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.69,"2":0.07,"3":0},"confidence":0.58},"score":{"score":0.94,"probabilities":{"0":0.18,"1":0.71,"2":0.11,"3":0},"confidence":0.71},"noul":{"related":0.57,"answers":0.16,"exact":0.04}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2025590830000001,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q4","pid":"p5450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28110683f95888f689856e33dbbd7910bb14e5d0d50a6d5cf3b482c6854c580f","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.77,"2":0.08,"3":0},"confidence":0.69},"score":{"score":0.99,"probabilities":{"0":0.14,"1":0.74,"2":0.12,"3":0},"confidence":0.73},"noul":{"related":0.58,"answers":0.23,"exact":0.04}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2382254580000008,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p5469","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4d9f1f0ad7ccdb5c743c0e938c2249f13c26132c5c94c5e0062f7c9578ffd17","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.65,"2":0.03,"3":0},"confidence":0.52},"score":{"score":0.78,"probabilities":{"0":0.27,"1":0.68,"2":0.05,"3":0},"confidence":0.68},"noul":{"related":0.46,"answers":0.14,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.23759287499999845,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p5495","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0fbd2cbe1f0be9cde10be7370b2f6ec47bd9724493970831a43f1e17d27125dc","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.1,"2":0.03,"3":0.01},"confidence":0.82},"score":{"score":0.26,"probabilities":{"0":0.8,"1":0.15,"2":0.04,"3":0.01},"confidence":0.74},"noul":{"related":0.2,"answers":0.14,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2519852909999972,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q4","pid":"p5515","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"166eba15745f1299c708467f9d4c845423093e65b37fca778fe1e7d790d55cc5","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.46,"2":0.51,"3":0.01},"confidence":0.35},"score":{"score":1.58,"probabilities":{"0":0.02,"1":0.39,"2":0.58,"3":0.01},"confidence":0.56},"noul":{"related":0.8,"answers":0.59,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20298291600000085,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q4","pid":"p5521","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"518afc1a27d3a6fde584bb1ea7ed5982b9e25d7e8fd16194c3266e60d685cf25","answers":{"choice":{"choice":"3","probabilities":{"0":0.09,"1":0.13,"2":0.26,"3":0.52},"confidence":0.36},"score":{"score":2.13,"probabilities":{"0":0.04,"1":0.24,"2":0.28,"3":0.44},"confidence":0.13},"noul":{"related":0.75,"answers":0.85,"exact":0.31}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.26097416599999995,"passageCap":0,"originalPassageChars":341,"submittedPassageChars":341}
{"split":"test","qid":"q4","pid":"p5540","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbfa1455b7e0132c57f76fd1d8680685b9ca62a1bff135a4e38751d326840d68","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.92},"score":{"score":0.13,"probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.87},"noul":{"related":0.11,"answers":0.04,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20749533300000259,"passageCap":0,"originalPassageChars":355,"submittedPassageChars":355}
{"split":"test","qid":"q4","pid":"p5555","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e35239d27abfbbf7c921e4c62d3976f667e62dbbcf944ec2647403448a0e6cca","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.20806495799999902,"passageCap":0,"originalPassageChars":393,"submittedPassageChars":393}
{"split":"test","qid":"q4","pid":"p5585","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e6038989d98f78f7d791ebd61140a49a7660ff388a6b5cbcd64aa7b7e6f7022","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.85},"score":{"score":0.18,"probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.12,"answers":0.05,"exact":0.02}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.1991880830000009,"passageCap":0,"originalPassageChars":376,"submittedPassageChars":376}
{"split":"test","qid":"q4","pid":"p5586","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"381ce7aebe7d99dd89293c527de210c985605c5a452c57843b8c5b46106915f4","answers":{"choice":{"choice":"0","probabilities":{"0":0.45999999999999996,"1":0.46,"2":0.07,"3":0.01},"confidence":0.3},"score":{"score":0.67,"probabilities":{"0":0.41,"1":0.51,"2":0.08,"3":0},"confidence":0.51},"noul":{"related":0.4,"answers":0.1,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.27482025000000065,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p5600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03c9ac139d9a2185615c96dddf955ffbf65fc861bff66e05b6cf673560097b5b","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.34,"2":0.13,"3":0.02},"confidence":0.36},"score":{"score":0.79,"probabilities":{"0":0.42,"1":0.39,"2":0.17,"3":0.02},"confidence":0.21},"noul":{"related":0.37,"answers":0.21,"exact":0.06}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.25876904099999953,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q4","pid":"p563","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5942db0557c4a11445f8918088ecff0e1e656c96b0abe2977359f84f2072dec3","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.44,"2":0.52,"3":0.02},"confidence":0.35},"score":{"score":1.61,"probabilities":{"0":0.02,"1":0.36,"2":0.61,"3":0.01},"confidence":0.58},"noul":{"related":0.79,"answers":0.69,"exact":0.1}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21441016699999818,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q4","pid":"p5650","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"877c000a46f444d14a30af2b0f6a02ff0c08626968dde0a95b9c04973c7b2489","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.7,"2":0.07,"3":0.01},"confidence":0.61},"score":{"score":0.92,"probabilities":{"0":0.15,"1":0.78,"2":0.07,"3":0},"confidence":0.78},"noul":{"related":0.62,"answers":0.25,"exact":0.04}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2047216670000016,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q4","pid":"p568","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68684e095b4a58efc2b7d45c59f2e24f261ac15994d85eb1e94d70ceca935ea6","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.72,"2":0.27,"3":0.01},"confidence":0.63},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.31,"3":0.01},"confidence":0.68},"noul":{"related":0.87,"answers":0.56,"exact":0.06}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20564516699999877,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q4","pid":"p5684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27dfb47a9e5f2e0e408067b1cb71d7de883bc35d78d6fd83452d4ffbb487e3a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.14,"2":0.02,"3":0},"confidence":0.79},"score":{"score":0.24,"probabilities":{"0":0.79,"1":0.19,"2":0.02,"3":0},"confidence":0.76},"noul":{"related":0.18,"answers":0.05,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20188316599999961,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q4","pid":"p572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"03c73e59617c3bc11522903da9fbc4107d4be1ce1792c11a83ef5233546927ae","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.27,"2":0.48,"3":0.15},"confidence":0.31},"score":{"score":1.56,"probabilities":{"0":0.12,"1":0.32,"2":0.44,"3":0.12},"confidence":0.32},"noul":{"related":0.65,"answers":0.63,"exact":0.17}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22030316699999822,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q4","pid":"p5726","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91b7e1bf626623bb567e858a0aed7785aca34bf051273fa6d8e1481b74c407ea","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.63,"2":0.08,"3":0.01},"confidence":0.51},"score":{"score":0.93,"probabilities":{"0":0.19,"1":0.7,"2":0.11,"3":0},"confidence":0.69},"noul":{"related":0.63,"answers":0.17,"exact":0.04}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24807245799999872,"passageCap":0,"originalPassageChars":185,"submittedPassageChars":185}
{"split":"test","qid":"q4","pid":"p5864","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5048709693cb5bf4f3cd5a37264f3ac5b55c1efeaad81ff565785003f2cc14e0","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22019774999999936,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q4","pid":"p5867","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c3814658e3aa4ae2cd43f686cff1b0d2d513febb17043dfab2d90e97c108edb","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.73,"2":0.15,"3":0.01},"confidence":0.64},"score":{"score":1.05,"probabilities":{"0":0.1,"1":0.76,"2":0.14,"3":0},"confidence":0.75},"noul":{"related":0.64,"answers":0.21,"exact":0.06}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.21804049999999917,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q4","pid":"p5989","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"42e4a12895d071fbd7e25314d90c36357b21ac5d30c7ac6764cf625d668d3a22","answers":{"choice":{"choice":"2","probabilities":{"0":0.19,"1":0.26,"2":0.38,"3":0.17},"confidence":0.19},"score":{"score":1.73,"probabilities":{"0":0.1,"1":0.25,"2":0.48,"3":0.17},"confidence":0.39},"noul":{"related":0.61,"answers":0.6,"exact":0.11}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24902737499999786,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q4","pid":"p602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a198d06e996238aa023d6da9e8dc280230b2163954808705e84f7006e1675c73","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.85,"2":0.08,"3":0},"confidence":0.8},"score":{"score":1.04,"probabilities":{"0":0.04,"1":0.88,"2":0.08,"3":0},"confidence":0.88},"noul":{"related":0.77,"answers":0.18,"exact":0.05}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20351716600000144,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p6037","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8546e90051f40f4307d9917fb0fd19f38bba611d5966af210764a279a6599e5","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.13,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.13,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.20447724999999992,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q4","pid":"p6104","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8863fceb81c96c20d0c52f689eb858affa846d7882e5546add018dba0c695ef7","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.57,"2":0.07,"3":0},"confidence":0.42},"score":{"score":0.76,"probabilities":{"0":0.32,"1":0.61,"2":0.07,"3":0},"confidence":0.6},"noul":{"related":0.55,"answers":0.27,"exact":0.04}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20843033400000058,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q4","pid":"p6126","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c0b0addeda5591e736ec6a0c2436f6380bb05f7f6f0cb7ee77d526fe6b85f56","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.77,"2":0.04,"3":0},"confidence":0.68},"score":{"score":0.92,"probabilities":{"0":0.16,"1":0.76,"2":0.08,"3":0},"confidence":0.75},"noul":{"related":0.55,"answers":0.18,"exact":0.04}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21993666599999778,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q4","pid":"p6141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5763f5ef0160fe48c78f9bc7bea28fae95045de808bc6fb75560849adfefe0b4","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.35,"2":0.56,"3":0.04},"confidence":0.42},"score":{"score":1.55,"probabilities":{"0":0.07,"1":0.36,"2":0.53,"3":0.04},"confidence":0.47},"noul":{"related":0.78,"answers":0.76,"exact":0.16}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2070966249999983,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q4","pid":"p6192","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f468d45084e79572bc3a2bc96eedeb07823b0ea489f9f78c84725411e3f05b6","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.11,"2":0.71,"3":0.09},"confidence":0.62},"score":{"score":1.73,"probabilities":{"0":0.1,"1":0.16,"2":0.65,"3":0.09},"confidence":0.56},"noul":{"related":0.75,"answers":0.74,"exact":0.19}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.25538945800000146,"passageCap":0,"originalPassageChars":348,"submittedPassageChars":348}
{"split":"test","qid":"q4","pid":"p6203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cf277584a2342f160d72da0508b7425e9041eba3124ef4f1ea5e2118ab7a003","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.15,"2":0.03,"3":0},"confidence":0.76},"score":{"score":0.27,"probabilities":{"0":0.79,"1":0.17,"2":0.04,"3":0},"confidence":0.73},"noul":{"related":0.19,"answers":0.08,"exact":0.02}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.212120082999998,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q4","pid":"p6275","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bbe7e64f60fbf664a216c223c75cc7a01ac30feedd68a57eceb4d13e4da0296a","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.18,"probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.82},"noul":{"related":0.15,"answers":0.04,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.22974004100000092,"passageCap":0,"originalPassageChars":459,"submittedPassageChars":459}
{"split":"test","qid":"q4","pid":"p6283","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b88c0a2f46e7480b1eb84cc955858926b93870e5b7a20ec1e989b8b22edf444","answers":{"choice":{"choice":"1","probabilities":{"0":0.48,"1":0.52,"2":0,"3":0},"confidence":0.35},"score":{"score":0.61,"probabilities":{"0":0.4,"1":0.6,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.37,"answers":0.06,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21951283300000068,"passageCap":0,"originalPassageChars":336,"submittedPassageChars":336}
{"split":"test","qid":"q4","pid":"p6401","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7571f5b2192a6d6df66073feba5f898eb39fea33874ab76edce09faff4963280","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.89,"2":0.07,"3":0},"confidence":0.84},"score":{"score":1.08,"probabilities":{"0":0.03,"1":0.86,"2":0.11,"3":0},"confidence":0.86},"noul":{"related":0.77,"answers":0.23,"exact":0.04}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.22875724999999875,"passageCap":0,"originalPassageChars":224,"submittedPassageChars":224}
{"split":"test","qid":"q4","pid":"p6498","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"485690034f08a990ad93e88ea792212573667e25a12de0bec853071be943aa37","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.73,"2":0.18,"3":0.03},"confidence":0.64},"score":{"score":1.23,"probabilities":{"0":0.04,"1":0.71,"2":0.23,"3":0.02},"confidence":0.69},"noul":{"related":0.71,"answers":0.49,"exact":0.07}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24541029200000047,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p6562","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da8c580d2f4e4634ab07f958dfa7670195eeccffe224fb4d01c33f45cc3c83e7","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.86},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.87},"noul":{"related":0.15,"answers":0.05,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26597079099999976,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q4","pid":"p6580","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad714e0f2b698e64621ec81ced76d80dfbcf98945194172c3c95c3b79a537c19","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.92},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.1,"answers":0.03,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22898204199999964,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q4","pid":"p66","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a5011d75f0b2dc1c8a071e673b36c1574aae733c09318957f28183b39c171c4","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.69,"2":0.2,"3":0.01},"confidence":0.59},"score":{"score":1.18,"probabilities":{"0":0.05,"1":0.72,"2":0.23,"3":0},"confidence":0.71},"noul":{"related":0.74,"answers":0.41,"exact":0.09}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2428680830000012,"passageCap":0,"originalPassageChars":238,"submittedPassageChars":238}
{"split":"test","qid":"q4","pid":"p6602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19ce893849dbfb0e0e90c757c7b738722b7f3e78d85d4ecb1b3ba0083646130a","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.18,"2":0.01,"3":0},"confidence":0.74},"score":{"score":0.24,"probabilities":{"0":0.78,"1":0.21,"2":0.01,"3":0},"confidence":0.76},"noul":{"related":0.16,"answers":0.06,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20194058300000325,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q4","pid":"p666","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc25fc749654c114fb18b4250fc75a9893a368547c1fef78e3a4bd3293227581","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.61,"2":0.06,"3":0},"confidence":0.47},"score":{"score":0.87,"probabilities":{"0":0.24,"1":0.66,"2":0.1,"3":0},"confidence":0.65},"noul":{"related":0.54,"answers":0.18,"exact":0.05}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20396050000000104,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q4","pid":"p675","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05cfecdd56ab5625eede53b8b2505c87cf6e0893b40d44a83e838c4e16f3f151","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.84},"score":{"score":0.19,"probabilities":{"0":0.83,"1":0.16,"2":0.01,"3":0},"confidence":0.81},"noul":{"related":0.17,"answers":0.04,"exact":0.01}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.20594983299999875,"passageCap":0,"originalPassageChars":456,"submittedPassageChars":456}
{"split":"test","qid":"q4","pid":"p6756","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cacaca1b609f4be20140b70d9a157202d78235ed89db7fd5e2425578b2f8dec3","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20733783300000141,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q4","pid":"p6846","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3fc4e239f30005a1d5c93f47037fdb8f4f9a04575a53cf4e63f60e5ce9ee4f16","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.51,"2":0.4,"3":0.05},"confidence":0.33},"score":{"score":1.48,"probabilities":{"0":0.05,"1":0.48,"2":0.42,"3":0.05},"confidence":0.43},"noul":{"related":0.72,"answers":0.54,"exact":0.16}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22418683299999975,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q4","pid":"p6873","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35b008c955a5c7949efd5883083fc55dd350868debefd902029ce9e0a2301387","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.96},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.06,"answers":0.04,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2172039589999986,"passageCap":0,"originalPassageChars":184,"submittedPassageChars":184}
{"split":"test","qid":"q4","pid":"p6913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16baa7ea28d17ef801761314ca3aa3e440cf239eacaa9fa978a62b9fa4d379bf","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.37,"2":0.08,"3":0.01},"confidence":0.38},"score":{"score":0.6,"probabilities":{"0":0.5,"1":0.42,"2":0.08,"3":0},"confidence":0.4},"noul":{"related":0.33,"answers":0.13,"exact":0.03}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23180483300000196,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q4","pid":"p6933","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f211d21eeb7e836602d4411ba00fb9f11e2450b48242ddd7ba414f58da1bb4c","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.7,"2":0.17,"3":0},"confidence":0.59},"score":{"score":1.19,"probabilities":{"0":0.06,"1":0.7,"2":0.24,"3":0},"confidence":0.7},"noul":{"related":0.67,"answers":0.32,"exact":0.06}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.22488795800000297,"passageCap":0,"originalPassageChars":372,"submittedPassageChars":372}
{"split":"test","qid":"q4","pid":"p6975","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dd6e143702ca8f6465d3d6d4dc3c028ae3bd303b07b74882972e9e722d196d70","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.7,"2":0.19,"3":0.01},"confidence":0.6},"score":{"score":1.27,"probabilities":{"0":0.05,"1":0.64,"2":0.3,"3":0.01},"confidence":0.62},"noul":{"related":0.71,"answers":0.24,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2204646670000002,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q4","pid":"p6995","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb77d565c10491c467d3ce88210bf6d10db1257b16881571cac711dcbfe68ec3","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.46,"2":0.1,"3":0},"confidence":0.28},"score":{"score":0.76,"probabilities":{"0":0.34,"1":0.55,"2":0.1,"3":0},"confidence":0.55},"noul":{"related":0.39,"answers":0.2,"exact":0.04}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.3195516669999997,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q4","pid":"p7027","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7338a107e5265c0d2531cff2238da447aa2b9bbe00a9916d746979301bdc42f3","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.64,"2":0.04,"3":0},"confidence":0.5},"score":{"score":0.7,"probabilities":{"0":0.34,"1":0.62,"2":0.04,"3":0},"confidence":0.62},"noul":{"related":0.53,"answers":0.12,"exact":0.04}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.3019725409999992,"passageCap":0,"originalPassageChars":444,"submittedPassageChars":444}
{"split":"test","qid":"q4","pid":"p7109","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38d3a5ac9e26a9c245083486b3efd353855dce79ffd4b09ec9279c3cae4a9f27","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.54,"2":0.07,"3":0.01},"confidence":0.39},"score":{"score":0.76,"probabilities":{"0":0.33,"1":0.58,"2":0.08,"3":0.01},"confidence":0.58},"noul":{"related":0.51,"answers":0.27,"exact":0.04}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.22295479200000046,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p713","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05ead8176b6e77f4079c5405f26a6bc3c77f9b3bc68a0fbf5bbf43c8ca96eb3e","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.18,"probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.82},"noul":{"related":0.15,"answers":0.07,"exact":0.02}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2431490419999973,"passageCap":0,"originalPassageChars":352,"submittedPassageChars":352}
{"split":"test","qid":"q4","pid":"p720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"348b46c2fad6cad323f42ca21140ebed4a105c76b93b7dbecc61e3a92a876781","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.14,"2":0.03,"3":0},"confidence":0.78},"score":{"score":0.28,"probabilities":{"0":0.77,"1":0.19,"2":0.04,"3":0},"confidence":0.72},"noul":{"related":0.14,"answers":0.11,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2186980000000003,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q4","pid":"p723","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fdafc9041f67d78d81eec218dbab279a9f1d33948b62d801241ec974651a1546","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.81},"score":{"score":0.17,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.18,"answers":0.04,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.25260383300000105,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q4","pid":"p7245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3c4de56710dcb7b0ccdbfcad3797d7e5402445a04d0554f41929bc002264c8c","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.13,"probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.87},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.23175445899999977,"passageCap":0,"originalPassageChars":458,"submittedPassageChars":458}
{"split":"test","qid":"q4","pid":"p728","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7eae47f2db01ea195a1e6d1d7f021e88173d4e56376a1b19bff6375f2274604","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.88,"answers":0.2,"exact":0.05}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.21709549999999944,"passageCap":0,"originalPassageChars":241,"submittedPassageChars":241}
{"split":"test","qid":"q4","pid":"p7302","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4a7b01da69f16c31abb84849b64090da706c177329e778ed16dc08850af5051","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.62,"2":0.36,"3":0.01},"confidence":0.48},"score":{"score":1.43,"probabilities":{"0":0.01,"1":0.56,"2":0.42,"3":0.01},"confidence":0.54},"noul":{"related":0.83,"answers":0.52,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21257520799999838,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p7336","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de5cd146635f8a424bc4ae033755c01291e5b02741b514ee3e3aadc4f4a5d45a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.46,"3":0.01},"confidence":0.36},"score":{"score":1.62,"probabilities":{"0":0.01,"1":0.36,"2":0.63,"3":0},"confidence":0.61},"noul":{"related":0.82,"answers":0.65,"exact":0.1}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22107058400000096,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q4","pid":"p7393","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f73f04199be938fee5c4237f3619f83b99637d25d637500814965dbf6b0d3aac","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.22461366700000143,"passageCap":0,"originalPassageChars":460,"submittedPassageChars":460}
{"split":"test","qid":"q4","pid":"p743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74c29db3a65d7b1421a7ca5f9c38d28e78c4bba900297b8885c16bdb4fb6e010","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.6,"2":0.24,"3":0.08},"confidence":0.46},"score":{"score":1.36,"probabilities":{"0":0.06,"1":0.57,"2":0.31,"3":0.06},"confidence":0.52},"noul":{"related":0.67,"answers":0.54,"exact":0.11}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22515916699999797,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q4","pid":"p7439","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4af53982d74f5d1d134d153a215a0cc59f7ce9e55fa46004f8cb0e6ca830733","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.49,"2":0.47,"3":0.01},"confidence":0.31},"score":{"score":1.49,"probabilities":{"0":0.02,"1":0.48,"2":0.49,"3":0.01},"confidence":0.47},"noul":{"related":0.77,"answers":0.57,"exact":0.1}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.22611029199999758,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q4","pid":"p7483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb6c7c783d9a1e90c37837ef5ab62b3808c1ba27c2e0656be1a37479b3df5622","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.63,"2":0.16,"3":0.01},"confidence":0.52},"score":{"score":1.11,"probabilities":{"0":0.11,"1":0.67,"2":0.21,"3":0.01},"confidence":0.67},"noul":{"related":0.63,"answers":0.37,"exact":0.06}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22518154199999846,"passageCap":0,"originalPassageChars":424,"submittedPassageChars":424}
{"split":"test","qid":"q4","pid":"p7562","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c85ed3c36827ba8093fb0d993c5be621837772436fd545167f4325dec82e5d7e","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.7,"2":0.19,"3":0.01},"confidence":0.6},"score":{"score":1.11,"probabilities":{"0":0.14,"1":0.62,"2":0.23,"3":0.01},"confidence":0.62},"noul":{"related":0.66,"answers":0.3,"exact":0.08}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.26263708299999783,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q4","pid":"p7577","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98d5bff65a054dd15f6203489324c2383dc79e45d517b83f9ffc9c868926e7ac","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.29,"2":0.12,"3":0.01},"confidence":0.44},"score":{"score":0.61,"probabilities":{"0":0.54,"1":0.32,"2":0.13,"3":0.01},"confidence":0.39},"noul":{"related":0.26,"answers":0.19,"exact":0.03}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2075715420000015,"passageCap":0,"originalPassageChars":355,"submittedPassageChars":355}
{"split":"test","qid":"q4","pid":"p7603","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf8d9fb8b130d5882576e05f74e13ac81213edc728878333d4f5c0627818cbc5","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.06,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.07,"answers":0.04,"exact":0.01}},"inputTokens":19738,"outputTokens":107,"latencySeconds":0.3160134590000016,"passageCap":60000,"originalPassageChars":97472,"submittedPassageChars":60000}
{"split":"test","qid":"q4","pid":"p7606","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d27c5985b2a63d243a6d4632f6b7da9e85bf7a7e1a05dfef09be2f57e68c8edd","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.43,"2":0.55,"3":0.01},"confidence":0.39},"score":{"score":1.58,"probabilities":{"0":0.01,"1":0.4,"2":0.58,"3":0.01},"confidence":0.57},"noul":{"related":0.78,"answers":0.63,"exact":0.11}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.19789404099999955,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q4","pid":"p7637","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b1aaa7589f8d658e0b01e61c634e5b5312b1643291104616dd87cf33e3ad6a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.87},"score":{"score":0.14,"probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.86},"noul":{"related":0.11,"answers":0.03,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22653991600000153,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q4","pid":"p7678","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a54754bc83345fca340e156259d386f6236eb272f56d04fdd7dea35b172629ef","answers":{"choice":{"choice":"1","probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.66,"probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.46,"answers":0.07,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21282887499999925,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q4","pid":"p7685","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"862af611caabbe015cd2ab894cc71b85e996fd08a5ad25d178df8676e1e5e994","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.55,"2":0.26,"3":0.08},"confidence":0.4},"score":{"score":1.32,"probabilities":{"0":0.06,"1":0.61,"2":0.28,"3":0.05},"confidence":0.56},"noul":{"related":0.64,"answers":0.52,"exact":0.11}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20845679100000053,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q4","pid":"p7698","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc8b93aa00dd84d52700fd9deb601b50bbeb2c4eb5256514f600392cb57d923e","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.38,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.55,"probabilities":{"0":0.04,"1":0.37,"2":0.58,"3":0.01},"confidence":0.53},"noul":{"related":0.76,"answers":0.74,"exact":0.11}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.24726895800000057,"passageCap":0,"originalPassageChars":413,"submittedPassageChars":413}
{"split":"test","qid":"q4","pid":"p7716","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"42635d20772d22e9f0052495d56b76d8f6c29af5d46632710aa9f0ba089754b9","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.64,"2":0.32,"3":0.01},"confidence":0.51},"score":{"score":1.33,"probabilities":{"0":0.03,"1":0.62,"2":0.35,"3":0},"confidence":0.61},"noul":{"related":0.76,"answers":0.5,"exact":0.09}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20029379100000005,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q4","pid":"p7728","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"946026fb338f9311a26e66d39ab2679183f340d76f1963f277f9852cff5f40b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.31,"2":0.01,"3":0},"confidence":0.57},"score":{"score":0.41,"probabilities":{"0":0.6,"1":0.39,"2":0.01,"3":0},"confidence":0.59},"noul":{"related":0.3,"answers":0.09,"exact":0.02}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2409716249999983,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q4","pid":"p7741","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a71820c7a6d2a511cad457a0bbb2a2b2ef0c2a105769a8892213c8ccea530769","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.51,"2":0.38,"3":0.05},"confidence":0.35},"score":{"score":1.59,"probabilities":{"0":0.04,"1":0.38,"2":0.53,"3":0.05},"confidence":0.49},"noul":{"related":0.76,"answers":0.68,"exact":0.17}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21952629099999832,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p7778","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"658f1824e3692ff77f8e7881b94ba5ca4ae4990e428f127c3fdbe21107e5954d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.37},"score":{"score":2.48,"probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.52},"noul":{"related":0.97,"answers":0.96,"exact":0.6}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20749841699999888,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19844b1331afc03e7e55a759bcac4ee4331a1e07e0fa3c1ece50abff79829882","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.14,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21997991700000058,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q4","pid":"p7855","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19ce893849dbfb0e0e90c757c7b738722b7f3e78d85d4ecb1b3ba0083646130a","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.22,"2":0.01,"3":0},"confidence":0.69},"score":{"score":0.25,"probabilities":{"0":0.76,"1":0.23,"2":0.01,"3":0},"confidence":0.75},"noul":{"related":0.18,"answers":0.06,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.23096695799999725,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q4","pid":"p792","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93e6d3cf83a05cc1810f07adc1ede998ef1dde4ac8504586b04294cb9770a59f","answers":{"choice":{"choice":"1","probabilities":{"0":0.24,"1":0.65,"2":0.11,"3":0},"confidence":0.52},"score":{"score":0.91,"probabilities":{"0":0.23,"1":0.64,"2":0.13,"3":0},"confidence":0.64},"noul":{"related":0.46,"answers":0.23,"exact":0.03}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.20354949999999736,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q4","pid":"p7984","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"82c4ca00809f058f14005ebff911d2e81fe8e7440d70a172f6a593429a89bf20","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.3,"2":0.6,"3":0.03},"confidence":0.45},"score":{"score":1.62,"probabilities":{"0":0.08,"1":0.24,"2":0.66,"3":0.02},"confidence":0.58},"noul":{"related":0.77,"answers":0.77,"exact":0.12}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23264858399999866,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q4","pid":"p7994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc321c5456d491a65bb6b426a6298cd97e0b351cf6739892fff3c073f8ffb10e","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.07,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.15,"probabilities":{"0":0.88,"1":0.09,"2":0.03,"3":0},"confidence":0.85},"noul":{"related":0.11,"answers":0.05,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.20294075000000159,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q4","pid":"p7998","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"06fd266c3385bafec712e3ad53202b734e7c35b4eff5ebe247f7515f0dd5c83f","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":913,"outputTokens":107,"latencySeconds":0.21660425000000033,"passageCap":0,"originalPassageChars":503,"submittedPassageChars":503}
{"split":"test","qid":"q4","pid":"p8063","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1977cdf160d48d2a8d079254c3aa3031f512591a7112c1a93b68d314ca1caf8","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.59,"2":0.1,"3":0.01},"confidence":0.45},"score":{"score":0.86,"probabilities":{"0":0.26,"1":0.62,"2":0.12,"3":0},"confidence":0.61},"noul":{"related":0.49,"answers":0.25,"exact":0.05}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20117570799999884,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p815","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d72b20f875c521bd93584b1a70d0c8e7e366d8264c3f5669f559b384221e8ea","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.5,"2":0.04,"3":0},"confidence":0.33},"score":{"score":0.67,"probabilities":{"0":0.4,"1":0.54,"2":0.06,"3":0},"confidence":0.54},"noul":{"related":0.37,"answers":0.22,"exact":0.03}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21898254100000122,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q4","pid":"p8278","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e951b8da998fc98e7e76b66c41395d41e90794629aa1d56ccf1c9e48d3151657","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.56,"2":0.16,"3":0.03},"confidence":0.42},"score":{"score":1.07,"probabilities":{"0":0.14,"1":0.67,"2":0.17,"3":0.02},"confidence":0.65},"noul":{"related":0.65,"answers":0.27,"exact":0.1}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2142189580000013,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q4","pid":"p8282","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"939ace6bd9da3818174debc99fe99e5bb76f4d4cced125fb7f8d88b7fe36857d","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.15,"probabilities":{"0":0.88,"1":0.1,"2":0.02,"3":0},"confidence":0.85},"noul":{"related":0.11,"answers":0.05,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.23234670899999765,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q4","pid":"p8323","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8fc299ca1d05b99b3474a62ec829cc2d16c3a98c91511a3912f1ab73302eaf0e","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.84},"noul":{"related":0.13,"answers":0.04,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20471687499999824,"passageCap":0,"originalPassageChars":231,"submittedPassageChars":231}
{"split":"test","qid":"q4","pid":"p8420","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1ab2edec4fcab0db9cd646e1c3c52441ff11439526a1de7f67d6cdb665e182f","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.29,"2":0.11,"3":0.01},"confidence":0.43},"score":{"score":0.57,"probabilities":{"0":0.57,"1":0.29,"2":0.13,"3":0.01},"confidence":0.43},"noul":{"related":0.4,"answers":0.34,"exact":0.05}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21028504199999953,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q4","pid":"p8440","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcbd1405eb501844dbc5c06755466e6ab230f8979a570582d74269c3f5713af8","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.79,"2":0.04,"3":0},"confidence":0.72},"score":{"score":0.86,"probabilities":{"0":0.19,"1":0.76,"2":0.05,"3":0},"confidence":0.76},"noul":{"related":0.62,"answers":0.13,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.214929583000001,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q4","pid":"p8529","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9bef6c9105cb9c4ac95cf859ac26bcc24d71f04b2b8cd86aaec3b07a21f7d4f0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.55},"score":{"score":2.33,"probabilities":{"0":0,"1":0,"2":0.66,"3":0.34},"confidence":0.66},"noul":{"related":0.95,"answers":0.93,"exact":0.46}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2596010000000024,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q4","pid":"p8544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"312e4c1bd7d428b8dffe7cf6e947db5245ac71d7c8669a18a464c2ac76224cf4","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.55,"2":0.27,"3":0.07},"confidence":0.41},"score":{"score":1.3,"probabilities":{"0":0.08,"1":0.58,"2":0.29,"3":0.05},"confidence":0.53},"noul":{"related":0.61,"answers":0.47,"exact":0.15}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2007970830000013,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q4","pid":"p8601","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1ad40452ce21b5b3f104012c9d6487e9ef530f8070e07ccb6f51a0f14043c00d","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.13,"2":0.01,"3":0},"confidence":0.82},"score":{"score":0.22,"probabilities":{"0":0.78,"1":0.21,"2":0.01,"3":0},"confidence":0.78},"noul":{"related":0.18,"answers":0.04,"exact":0.01}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.20705529099999695,"passageCap":0,"originalPassageChars":435,"submittedPassageChars":435}
{"split":"test","qid":"q4","pid":"p8622","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e7be9bcd6aaa78f65f3e4b759f0bebcaa656552ac1c10cc9feaaa9f5df26f6e","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.72,"2":0.05,"3":0},"confidence":0.62},"score":{"score":0.88,"probabilities":{"0":0.19,"1":0.75,"2":0.06,"3":0},"confidence":0.75},"noul":{"related":0.59,"answers":0.18,"exact":0.03}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.24732387500000186,"passageCap":0,"originalPassageChars":393,"submittedPassageChars":393}
{"split":"test","qid":"q4","pid":"p8709","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e27110ebe8db1bf5f2698dd1871ead72738eb586a603ffb911cf9aa4f79a97f","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.45,"2":0.09,"3":0.01},"confidence":0.27},"score":{"score":0.69,"probabilities":{"0":0.41,"1":0.5,"2":0.09,"3":0},"confidence":0.49},"noul":{"related":0.54,"answers":0.39,"exact":0.06}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.22253258300000017,"passageCap":0,"originalPassageChars":152,"submittedPassageChars":152}
{"split":"test","qid":"q4","pid":"p8737","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"178f56dda901126eafb9e4c9b7d4b92b56da437ae5b6fb818d2a3b753c02bf14","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.77,"2":0.21,"3":0.01},"confidence":0.69},"score":{"score":1.22,"probabilities":{"0":0.01,"1":0.77,"2":0.22,"3":0},"confidence":0.77},"noul":{"related":0.84,"answers":0.49,"exact":0.08}},"inputTokens":805,"outputTokens":107,"latencySeconds":0.22594195799999944,"passageCap":0,"originalPassageChars":208,"submittedPassageChars":208}
{"split":"test","qid":"q4","pid":"p8834","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5589d8b773a42af53efff2e22304480eb82db920540d8bbe2258d3cbe9c6c3a7","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.49,"2":0.45,"3":0.01},"confidence":0.33},"score":{"score":1.54,"probabilities":{"0":0.02,"1":0.42,"2":0.55,"3":0.01},"confidence":0.52},"noul":{"related":0.77,"answers":0.62,"exact":0.09}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20364045899999839,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q4","pid":"p8841","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d2ebfd9376485ce3a4652c7f1b514bc3996d415d27189c718331e12349be8c5","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.23,"probabilities":{"0":0.79,"1":0.19,"2":0.02,"3":0},"confidence":0.77},"noul":{"related":0.15,"answers":0.05,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.19738287499999932,"passageCap":0,"originalPassageChars":332,"submittedPassageChars":332}
{"split":"test","qid":"q4","pid":"p8857","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"253fe66a14de0087d8f0943f3b66eccd321375f0eb1792bec67f699d2699fee6","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.75,"2":0.23,"3":0.01},"confidence":0.67},"score":{"score":1.19,"probabilities":{"0":0.01,"1":0.8,"2":0.19,"3":0},"confidence":0.79},"noul":{"related":0.84,"answers":0.42,"exact":0.07}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2022775419999998,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q4","pid":"p8883","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1669bdc9e829d6e15aed3d6c1b68a556168e282a142023aa02c63dd7164036f1","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.47,"2":0.5,"3":0.02},"confidence":0.34},"score":{"score":1.57,"probabilities":{"0":0.02,"1":0.41,"2":0.56,"3":0.01},"confidence":0.54},"noul":{"related":0.82,"answers":0.68,"exact":0.13}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22700979200000074,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q4","pid":"p8907","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"953f2cddf10f88477f8547dd294c063041ae66facee0e48392a11ca4a46fb012","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.18,"probabilities":{"0":0.84,"1":0.15,"2":0.01,"3":0},"confidence":0.82},"noul":{"related":0.16,"answers":0.04,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23989795799999775,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q4","pid":"p8922","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a90645217338965837771c82902c5d72c532b5cdc3d38a504ad8b7954ff24c13","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.73,"2":0.19,"3":0.01},"confidence":0.64},"score":{"score":1.14,"probabilities":{"0":0.07,"1":0.73,"2":0.2,"3":0},"confidence":0.73},"noul":{"related":0.71,"answers":0.28,"exact":0.07}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2374858329999988,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q4","pid":"p8977","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"55e813a4c6582f75f8a5b01524ad6d137502b5add4548f552d45cf37e059ea9c","answers":{"choice":{"choice":"0","probabilities":{"0":0.46,"1":0.4,"2":0.13,"3":0.01},"confidence":0.27},"score":{"score":0.9,"probabilities":{"0":0.3,"1":0.52,"2":0.17,"3":0.01},"confidence":0.5},"noul":{"related":0.41,"answers":0.26,"exact":0.05}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21182116600000153,"passageCap":0,"originalPassageChars":242,"submittedPassageChars":242}
{"split":"test","qid":"q4","pid":"p900","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d8d8fc0f3ddcbbbffe90069e627c4854dfe3e0e888f165c7d40592dbb735a49","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.19,"2":0.09,"3":0.01},"confidence":0.62},"score":{"score":0.44,"probabilities":{"0":0.65,"1":0.26,"2":0.09,"3":0},"confidence":0.56},"noul":{"related":0.2,"answers":0.12,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22756291699999928,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p91","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63aa911eb39c0413321bfe1464cb532f39fbecccea4815fcfc98d52213449c73","answers":{"choice":{"choice":"2","probabilities":{"0":0.19,"1":0.24,"2":0.46,"3":0.11},"confidence":0.28},"score":{"score":1.51,"probabilities":{"0":0.15,"1":0.3,"2":0.45,"3":0.1},"confidence":0.31},"noul":{"related":0.59,"answers":0.62,"exact":0.12}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23030737500000031,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q4","pid":"p9114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dea1555ec71540bbad0216bd9fa4e70f6e978cb18183474e2da2259e1ee9fab6","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.73,"2":0.18,"3":0.01},"confidence":0.64},"score":{"score":1.23,"probabilities":{"0":0.05,"1":0.68,"2":0.27,"3":0},"confidence":0.67},"noul":{"related":0.7,"answers":0.42,"exact":0.07}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.21664191699999719,"passageCap":0,"originalPassageChars":200,"submittedPassageChars":200}
{"split":"test","qid":"q4","pid":"p9203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca625a116486bfd2c1f0c98b01ad83375696b9b07f6fb0b2b1b0b098372bf0e8","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.64,"2":0.19,"3":0.01},"confidence":0.51},"score":{"score":1.08,"probabilities":{"0":0.15,"1":0.63,"2":0.21,"3":0.01},"confidence":0.62},"noul":{"related":0.65,"answers":0.27,"exact":0.08}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.30536341600000017,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q4","pid":"p925","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"357e9a1759daa51c2e0c8521bfc68bbfa6baaefa77c99983e09e1bd2b4d6812a","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.71,"2":0.13,"3":0.01},"confidence":0.61},"score":{"score":1.03,"probabilities":{"0":0.1,"1":0.78,"2":0.12,"3":0},"confidence":0.77},"noul":{"related":0.7,"answers":0.27,"exact":0.05}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23979320899999948,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q4","pid":"p9257","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6414c17aeb5cdf9cb448441f2235df885d949f5e83177bd4831c6373faa98f3c","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.23,"2":0.04,"3":0},"confidence":0.63},"score":{"score":0.42,"probabilities":{"0":0.63,"1":0.32,"2":0.05,"3":0},"confidence":0.58},"noul":{"related":0.22,"answers":0.13,"exact":0.03}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.23133520899999713,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q4","pid":"p9299","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"454d065d654b7d078087dd41e52400b274f5d8a41f988bff15b398211d83e9d8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.86},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.85,"answers":0.29,"exact":0.05}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20703741699999956,"passageCap":0,"originalPassageChars":342,"submittedPassageChars":342}
{"split":"test","qid":"q4","pid":"p9340","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e951b8da998fc98e7e76b66c41395d41e90794629aa1d56ccf1c9e48d3151657","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.61,"2":0.18,"3":0.03},"confidence":0.47},"score":{"score":1.11,"probabilities":{"0":0.12,"1":0.68,"2":0.17,"3":0.03},"confidence":0.65},"noul":{"related":0.71,"answers":0.27,"exact":0.09}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21652183399999922,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q4","pid":"p9386","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"63f0d27e6961cf2d657f0016bbccdfd11efadc93bdb0d2a608ef1dbc36a6fe5e","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.74,"2":0.16,"3":0.01},"confidence":0.66},"score":{"score":1.15,"probabilities":{"0":0.08,"1":0.7,"2":0.22,"3":0},"confidence":0.7},"noul":{"related":0.73,"answers":0.32,"exact":0.07}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2466371250000011,"passageCap":0,"originalPassageChars":244,"submittedPassageChars":244}
{"split":"test","qid":"q4","pid":"p9411","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c0a33938810f96462e0d162b8a5f80f52019294b6ab2958471e0a39210bba57","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.64,"2":0.05,"3":0},"confidence":0.52},"score":{"score":0.87,"probabilities":{"0":0.21,"1":0.71,"2":0.08,"3":0},"confidence":0.7},"noul":{"related":0.55,"answers":0.14,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21483087499999964,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q4","pid":"p945","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e55647329a18ae5bd810ad09e3e840cd9471ed1503194d1d9b1e05caadfd8e3","answers":{"choice":{"choice":"3","probabilities":{"0":0.17,"1":0.24,"2":0.29,"3":0.3},"confidence":0.07},"score":{"score":1.87,"probabilities":{"0":0.12,"1":0.22,"2":0.34,"3":0.32},"confidence":0.23},"noul":{"related":0.67,"answers":0.63,"exact":0.2}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2750283329999984,"passageCap":0,"originalPassageChars":332,"submittedPassageChars":332}
{"split":"test","qid":"q4","pid":"p949","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d157e729e703be17b31abc46019e4624a25596aa4c249d212cfdae649b3c0ea","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.59,"2":0.28,"3":0.01},"confidence":0.45},"score":{"score":1.38,"probabilities":{"0":0.08,"1":0.47,"2":0.44,"3":0.01},"confidence":0.46},"noul":{"related":0.64,"answers":0.5,"exact":0.07}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23416695799999798,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q4","pid":"p9522","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ab839d51977f3b4cf6580283188e3eaab0232272561dcf112033f94239360db","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.57,"2":0.18,"3":0.02},"confidence":0.44},"score":{"score":0.9,"probabilities":{"0":0.27,"1":0.57,"2":0.15,"3":0.01},"confidence":0.56},"noul":{"related":0.5,"answers":0.35,"exact":0.05}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21263554199999998,"passageCap":0,"originalPassageChars":349,"submittedPassageChars":349}
{"split":"test","qid":"q4","pid":"p9537","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af2702541a2ec6413306f5c47701f1a1360a912a41be8974e92c27ffe81765aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.49,"2":0.05,"3":0},"confidence":0.32},"score":{"score":0.61,"probabilities":{"0":0.44,"1":0.51,"2":0.05,"3":0},"confidence":0.51},"noul":{"related":0.35,"answers":0.12,"exact":0.04}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21205654200000207,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q4","pid":"p9675","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"040ed6fbac86a9502d8f96a7853fa71645c5ccb8332df835f446becebcbab6bf","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.11,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.08,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2130961669999997,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q4","pid":"p9740","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61fcdf68d42810ff9bf69d57a7584e30884893d9c0762c6b568fb91a31daefab","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.72,"2":0.07,"3":0},"confidence":0.62},"score":{"score":0.9,"probabilities":{"0":0.17,"1":0.76,"2":0.07,"3":0},"confidence":0.75},"noul":{"related":0.57,"answers":0.2,"exact":0.04}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20753654199999802,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q4","pid":"p9856","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb537d1a6e0c1592ef87d704847d43afd2696b4d37e81cc80f057103792fb683","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.84},"noul":{"related":0.14,"answers":0.05,"exact":0.02}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.221211041999999,"passageCap":0,"originalPassageChars":391,"submittedPassageChars":391}
{"split":"test","qid":"q4","pid":"p9871","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c22609dbfeab47bbdc70dd288eb8884590cc2fd4f32f4eaadb166311b2575a2b","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.32,"2":0.07,"3":0},"confidence":0.47},"score":{"score":0.52,"probabilities":{"0":0.56,"1":0.36,"2":0.08,"3":0},"confidence":0.48},"noul":{"related":0.28,"answers":0.13,"exact":0.03}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.223304583000001,"passageCap":0,"originalPassageChars":265,"submittedPassageChars":265}
{"split":"test","qid":"q4","pid":"p9900","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64aa36666c18e688d03b8d5387f2fad1352ce309d505796873af9743d2843df7","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.76,"2":0.13,"3":0.01},"confidence":0.69},"score":{"score":1.16,"probabilities":{"0":0.06,"1":0.71,"2":0.22,"3":0.01},"confidence":0.71},"noul":{"related":0.66,"answers":0.25,"exact":0.07}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21923787500000252,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q4","pid":"p9907","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f9946369666d9d0930079836c216c9cb41715fa12443a5f0304a4eb69ab28de","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.67,"2":0.13,"3":0.01},"confidence":0.56},"score":{"score":1.02,"probabilities":{"0":0.13,"1":0.72,"2":0.15,"3":0},"confidence":0.71},"noul":{"related":0.66,"answers":0.27,"exact":0.06}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.1963557499999988,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q4","pid":"p9909","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1a88ff421db53c1c7896d78072f8df041e084be0228c619abc9f75b1f0b1bf79","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.20456166699999812,"passageCap":0,"originalPassageChars":574,"submittedPassageChars":574}
{"split":"test","qid":"q4","pid":"p9928","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28f5fb7eb341017dd66badcb23dac85a9d730a38172256e3195f1c5e7ca440f0","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.63,"2":0.22,"3":0.04},"confidence":0.51},"score":{"score":1.24,"probabilities":{"0":0.08,"1":0.63,"2":0.26,"3":0.03},"confidence":0.59},"noul":{"related":0.64,"answers":0.42,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.26656224999999906,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q4","pid":"p9932","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e53b135d0dbd90758efe025ea6d954050127d976f11c22f504248bd5893c27d2","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.19777579200000037,"passageCap":0,"originalPassageChars":604,"submittedPassageChars":604}
{"split":"test","qid":"q4","pid":"p9974","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dea58b4eebb5c7c88cee4f7ddc33dd89cb47243b1956d0c4caee96eb3fc5a48a","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.73,"2":0.05,"3":0},"confidence":0.64},"score":{"score":0.93,"probabilities":{"0":0.14,"1":0.8,"2":0.06,"3":0},"confidence":0.8},"noul":{"related":0.63,"answers":0.16,"exact":0.04}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2161421249999985,"passageCap":0,"originalPassageChars":218,"submittedPassageChars":218}
{"split":"test","qid":"q43","pid":"p10145","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53ce8ab56c23e8af923758d64beea9ebaec8a153b6b130569f8700b64f7c393d","answers":{"choice":{"choice":"0","probabilities":{"0":0.72,"1":0.04,"2":0.23,"3":0.01},"confidence":0.62},"score":{"score":0.82,"probabilities":{"0":0.54,"1":0.11,"2":0.34,"3":0.01},"confidence":0.18},"noul":{"related":0.17,"answers":0.3,"exact":0.05}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2104962080000005,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q43","pid":"p10236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d03551227fba060feb49f35fcef05caea26864ac2cadf1340ebfb58fb11ce2f9","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.20404875000000175,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q43","pid":"p10289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba35fb9b60d8be5de262a62fcae32754ce169941f1935cfd082b1dc8d14fd929","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.4},"score":{"score":0.54,"probabilities":{"0":0.46,"1":0.54,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.42,"answers":0.03,"exact":0.01}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2115246670000015,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q43","pid":"p10469","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07a26d3ee4175956138970fb634891264b75d1884db13566d32c243717ed07e3","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.26,"2":0.19,"3":0.04},"confidence":0.34},"score":{"score":0.87,"probabilities":{"0":0.41,"1":0.36,"2":0.19,"3":0.04},"confidence":0.13},"noul":{"related":0.31,"answers":0.38,"exact":0.13}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.22141304099999978,"passageCap":0,"originalPassageChars":134,"submittedPassageChars":134}
{"split":"test","qid":"q43","pid":"p10480","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62bac62f7510a590a420ef9d50f8aa1836006721735ec6d7a916d760f4286f4c","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.4},"score":{"score":0.63,"probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.47,"answers":0.02,"exact":0.01}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21071904200000063,"passageCap":0,"originalPassageChars":177,"submittedPassageChars":177}
{"split":"test","qid":"q43","pid":"p10567","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b00f443ba95a475fbd471f33bccefacaff3be2b5cdd0ff5a14d41ce12148962b","answers":{"choice":{"choice":"0","probabilities":{"0":0.53,"1":0.44,"2":0.03,"3":0},"confidence":0.37},"score":{"score":0.66,"probabilities":{"0":0.35,"1":0.64,"2":0.01,"3":0},"confidence":0.63},"noul":{"related":0.26,"answers":0.07,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22971129199999996,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q43","pid":"p1061","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77f55dfafeb11aec07de0de77cab5cc42a7daaf25d8cb6d0de09c09768f055f2","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.04,"2":0.1,"3":0.01},"confidence":0.8},"score":{"score":0.34,"probabilities":{"0":0.8,"1":0.07,"2":0.12,"3":0.01},"confidence":0.66},"noul":{"related":0.1,"answers":0.09,"exact":0.03}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.23147833300000276,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q43","pid":"p10666","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ff19a12f092d2282921d9323703422d3975c69ff9f788e60252913728aa50e74","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.33},"score":{"score":0.58,"probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.42,"answers":0.02,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23689991699999882,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q43","pid":"p1070","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3df4734df21b78331d7a3df47fb93bdbb871c2c267047f3628ee1f2c2bb4feaa","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.04,"2":0.07,"3":0.01},"confidence":0.84},"score":{"score":0.27,"probabilities":{"0":0.82,"1":0.09,"2":0.08,"3":0.01},"confidence":0.73},"noul":{"related":0.06,"answers":0.1,"exact":0.03}},"inputTokens":891,"outputTokens":107,"latencySeconds":0.34607374999999957,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q43","pid":"p10732","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1e613e720e563070fc850910d84beb9c4c44c3efb722d306f44796a5a34956c","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.74,"2":0.01,"3":0},"confidence":0.66},"score":{"score":0.82,"probabilities":{"0":0.18,"1":0.8200000000000001,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.58,"answers":0.04,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2023625839999986,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q43","pid":"p10781","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29f065a24024cdcad29b1935cfdc8016520f6e17f1d9d6069a87bef06fbf9868","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.46},"score":{"score":0.53,"probabilities":{"0":0.47,"1":0.53,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.3,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21933691700000055,"passageCap":0,"originalPassageChars":386,"submittedPassageChars":386}
{"split":"test","qid":"q43","pid":"p11126","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc8584fa7068764dad1bc188d51b5a3836ea79dfd520ec44d3671130106ea079","answers":{"choice":{"choice":"2","probabilities":{"0":0.17,"1":0.22,"2":0.49,"3":0.12},"confidence":0.32},"score":{"score":1.74,"probabilities":{"0":0.11,"1":0.15,"2":0.63,"3":0.11},"confidence":0.51},"noul":{"related":0.53,"answers":0.58,"exact":0.2}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.21605183399999806,"passageCap":0,"originalPassageChars":140,"submittedPassageChars":140}
{"split":"test","qid":"q43","pid":"p11128","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41418b6e1f6fc951590bf09ca51529c48a93c1fe3802fd2100816be797485a80","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.81},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.69,"answers":0.03,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.23140570800000204,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q43","pid":"p1114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ac88d5041dee08c6c98cd278995c1923e312567e4b2120e5b86c1b9644a54834","answers":{"choice":{"choice":"0","probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.5},"score":{"score":0.4,"probabilities":{"0":0.6,"1":0.4,"2":0,"3":0},"confidence":0.6},"noul":{"related":0.35,"answers":0.02,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21851574999999865,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q43","pid":"p11426","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"296ffd61bffe06bff4da03bf501456856140256f34aa5c4882a562f44e37ac5a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":1006,"outputTokens":107,"latencySeconds":0.23044020799999998,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q43","pid":"p1158","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22c6f313c82bcefc1156a916f24fa6a741e3e1d3206faa4f08cc7a67a6a7dc4c","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.83,"2":0.01,"3":0},"confidence":0.78},"score":{"score":0.94,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.65,"answers":0.03,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21427100000000063,"passageCap":0,"originalPassageChars":324,"submittedPassageChars":324}
{"split":"test","qid":"q43","pid":"p11580","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ba9d88f1a96e5882266b80c905862db14363e0edce1404e0cddd254c9ddeb40","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":894,"outputTokens":107,"latencySeconds":0.20169683299999816,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q43","pid":"p1481","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"964a20b1c0678798842750ec0c17087c721217ad511ebd5ed99a98775c6e0388","answers":{"choice":{"choice":"0","probabilities":{"0":0.64,"1":0.26,"2":0.09,"3":0.01},"confidence":0.52},"score":{"score":0.64,"probabilities":{"0":0.51,"1":0.35,"2":0.13,"3":0.01},"confidence":0.36},"noul":{"related":0.17,"answers":0.12,"exact":0.03}},"inputTokens":906,"outputTokens":107,"latencySeconds":0.20965816700000142,"passageCap":0,"originalPassageChars":330,"submittedPassageChars":330}
{"split":"test","qid":"q43","pid":"p154","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"614a085f9c752de6271316f47e31adadb232914338f908580dbc48ac78180ea8","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":984,"outputTokens":107,"latencySeconds":0.2234907090000015,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q43","pid":"p1603","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c38620857671ad749b2962a3c1def6e41c840b1bf47add13fdf8aa8ff00d7b7e","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.26,"2":0.6,"3":0.05},"confidence":0.47},"score":{"score":1.65,"probabilities":{"0":0.08,"1":0.23,"2":0.64,"3":0.05},"confidence":0.56},"noul":{"related":0.61,"answers":0.65,"exact":0.12}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21290845799999805,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q43","pid":"p1618","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cac137861f69eed3856cdd74cd19db1e65d9e9e3f082d4eccc62850d9992f472","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.41,"2":0.03,"3":0},"confidence":0.42},"score":{"score":0.49,"probabilities":{"0":0.53,"1":0.46,"2":0.01,"3":0},"confidence":0.51},"noul":{"related":0.24,"answers":0.06,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21372908399999868,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q43","pid":"p1708","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c415955317d06f075a414990d7a2dbb1752366f2411a03af10f518070c58b9a4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.87},"score":{"score":2.08,"probabilities":{"0":0,"1":0,"2":0.91,"3":0.09},"confidence":0.9},"noul":{"related":0.94,"answers":0.93,"exact":0.23}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2029835000000021,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q43","pid":"p1735","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"631825ab3da0787cf14a063810793b0be5fa391aba2b9e41dc9ea42600618199","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":871,"outputTokens":107,"latencySeconds":0.2729292499999974,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q43","pid":"p1752","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"490eba096bff50644fffe1c8979c78084c10f2ddef07531152228976d0a027e3","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.6900000000000001,"2":0,"3":0},"confidence":0.58},"score":{"score":0.76,"probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.57,"answers":0.02,"exact":0.01}},"inputTokens":805,"outputTokens":107,"latencySeconds":0.21204245900000024,"passageCap":0,"originalPassageChars":190,"submittedPassageChars":190}
{"split":"test","qid":"q43","pid":"p1760","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7882bdd8cf5b5189a701ef043479eb2e8f5d7d43d70b461b4f31328ddc3bc744","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":890,"outputTokens":107,"latencySeconds":0.21972375000000102,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q43","pid":"p1839","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c8ddff3320567a639f2ca0d9e971fe92bac15d88a60ba24dbd017abe8324d92","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.66,"2":0.01,"3":0},"confidence":0.56},"score":{"score":0.72,"probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.4,"answers":0.04,"exact":0.01}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.20203858400000171,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q43","pid":"p1895","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d033b0daf7818b50021dc72a4389377c6a2814f9509483eb91e008cbb90bde7","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.47},"score":{"score":0.72,"probabilities":{"0":0.28,"1":0.72,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.48,"answers":0.04,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22059062500000073,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q43","pid":"p1910","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe858358224e0322da4784a283ce25bb74dd149610f1d2900bf2eaaf4badfb88","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.05,"2":0.15,"3":0.03},"confidence":0.7},"score":{"score":0.61,"probabilities":{"0":0.65,"1":0.11,"2":0.2,"3":0.04},"confidence":0.39},"noul":{"related":0.13,"answers":0.22,"exact":0.05}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.20970083299999898,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q43","pid":"p1927","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"689c29751f276c1ddb2b2cad95be1a0cc20f6ef0eb60d8f74a0e7632310e8c2e","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.4,"2":0.01,"3":0},"confidence":0.45},"score":{"score":0.64,"probabilities":{"0":0.37,"1":0.62,"2":0.01,"3":0},"confidence":0.62},"noul":{"related":0.3,"answers":0.04,"exact":0.01}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.22009016699999848,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q43","pid":"p2014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"44a1b68f6acfcb4b685c5a8b93d688b7060b441385b7dce235ab7b339580cf3b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.2063762499999975,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q43","pid":"p2097","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52812f587242dce0f04970350bca54f67ffaddf27e5cde3433b8696ffb95e89d","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.81,"answers":0.04,"exact":0.02}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2379651249999988,"passageCap":0,"originalPassageChars":204,"submittedPassageChars":204}
{"split":"test","qid":"q43","pid":"p2146","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd9745943bc174cdc819155209207011151498901345105299607433a4e567a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.47000000000000003,"1":0.2,"2":0.27,"3":0.06},"confidence":0.28},"score":{"score":1.15,"probabilities":{"0":0.34,"1":0.24,"2":0.35,"3":0.07},"confidence":0.01},"noul":{"related":0.29,"answers":0.43,"exact":0.12}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2318712919999998,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q43","pid":"p2184","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6ed1f277ebd96a590c7a8ba6ed57fbc5b7c98fd1ab9e78bc12f20f69b6123c4","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.19888208300000043,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q43","pid":"p2279","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4edce3f53940e8604b935ecd9d9c2afedf53ddc1bad4480b0d674522086683e1","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.93},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.78,"answers":0.03,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20561724999999934,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q43","pid":"p2325","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0fb5ba139fa99473e73fe22c0d6741f428fed9a89361e957e1fba8039ca3a12","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.11,"probabilities":{"0":0.9,"1":0.09,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20414958299999852,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q43","pid":"p2327","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d4100b566cb2d71e94b491e5f0428e1cd315ca8565141f128a734c0bb31098d","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.22,"2":0.63,"3":0.1},"confidence":0.5},"score":{"score":1.84,"probabilities":{"0":0.03,"1":0.18,"2":0.7,"3":0.09},"confidence":0.67},"noul":{"related":0.69,"answers":0.67,"exact":0.21}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.22215729199999987,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q43","pid":"p2382","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2b83fa382c8f66e54563095430d9741278f2c350f919715449a9bb30005f5f9","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.03,"2":0.73,"3":0.23},"confidence":0.65},"score":{"score":2.2,"probabilities":{"0":0.01,"1":0.02,"2":0.74,"3":0.23},"confidence":0.74},"noul":{"related":0.82,"answers":0.86,"exact":0.42}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22469900000000054,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q43","pid":"p2466","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"649a8b938aa93f96f8f229e9f78212700b8b63551b7c57eb7522c45018845da6","answers":{"choice":{"choice":"0","probabilities":{"0":0.5,"1":0.19,"2":0.23,"3":0.08},"confidence":0.34},"score":{"score":0.93,"probabilities":{"0":0.45,"1":0.24,"2":0.24,"3":0.07},"confidence":0.07},"noul":{"related":0.33,"answers":0.4,"exact":0.17}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.22028445900000224,"passageCap":0,"originalPassageChars":377,"submittedPassageChars":377}
{"split":"test","qid":"q43","pid":"p2761","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1cc19ea0f6b7a9edb50dce6941a6da48dcaae81dd5346022375ebb11c03b672c","answers":{"choice":{"choice":"0","probabilities":{"0":0.82,"1":0.18,"2":0,"3":0},"confidence":0.76},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.15,"answers":0.03,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21037129200000346,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q43","pid":"p2828","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f73f890125b43302bdf63adbc0afeeffb4e0c3bdef57ded8c676971c3e77e8c0","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.05,"2":0.63,"3":0.29},"confidence":0.5},"score":{"score":2.2,"probabilities":{"0":0.02,"1":0.05,"2":0.64,"3":0.29},"confidence":0.62},"noul":{"related":0.78,"answers":0.77,"exact":0.4}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24892587500000082,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q43","pid":"p2904","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fee7d8049973108eaadba2ae6b2d9ffbe41d94d55271f3f702fa14ec7092a4fd","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.08,"2":0.7,"3":0.17},"confidence":0.6},"score":{"score":2.01,"probabilities":{"0":0.04,"1":0.09,"2":0.7,"3":0.17},"confidence":0.67},"noul":{"related":0.76,"answers":0.77,"exact":0.3}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.2103530000000028,"passageCap":0,"originalPassageChars":390,"submittedPassageChars":390}
{"split":"test","qid":"q43","pid":"p3070","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6fbb2ffd74c248cab62d0d7da650a50d9dcb557d90798fc87bcc6f683b77ba1","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.3,"2":0.59,"3":0.04},"confidence":0.47},"score":{"score":1.68,"probabilities":{"0":0.05,"1":0.26,"2":0.66,"3":0.03},"confidence":0.61},"noul":{"related":0.59,"answers":0.68,"exact":0.1}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20373549999999888,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q43","pid":"p3185","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6556efc06612dd71d590a868e4d87d400f0b3daf169aa231e23b728adf136b6","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.03,"2":0.56,"3":0.39},"confidence":0.42},"score":{"score":2.35,"probabilities":{"0":0.01,"1":0.03,"2":0.56,"3":0.4},"confidence":0.55},"noul":{"related":0.83,"answers":0.84,"exact":0.53}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21276808299999903,"passageCap":0,"originalPassageChars":176,"submittedPassageChars":176}
{"split":"test","qid":"q43","pid":"p3272","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f8285d4a28123cb894a03b3cb3cdb5092609cf7bf5b3a6fc5a43cf5ee294a3c","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.07,"2":0.14,"3":0.02},"confidence":0.7},"score":{"score":0.47,"probabilities":{"0":0.71,"1":0.13,"2":0.14,"3":0.02},"confidence":0.53},"noul":{"related":0.13,"answers":0.19,"exact":0.03}},"inputTokens":896,"outputTokens":107,"latencySeconds":0.20907537500000034,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q43","pid":"p3375","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4369fdc4b5a745682b68946424ae9eb363e33312074222b5866d9970006316b9","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.65,"2":0.02,"3":0},"confidence":0.53},"score":{"score":0.78,"probabilities":{"0":0.23,"1":0.76,"2":0.01,"3":0},"confidence":0.76},"noul":{"related":0.39,"answers":0.07,"exact":0.02}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.2008473750000012,"passageCap":0,"originalPassageChars":447,"submittedPassageChars":447}
{"split":"test","qid":"q43","pid":"p3660","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5eb53467341dad089bfbf5fbba83f9c759914b23a90d42dc6fff3488f24956a4","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.75},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.62,"answers":0.03,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21845137500000056,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q43","pid":"p3692","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"43e56277050c6ffd4c7e562db476047752de50fc23ca40337c22987facfa10c7","answers":{"choice":{"choice":"1","probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.34},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.3,"answers":0.02,"exact":0.01}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.22843845900000087,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q43","pid":"p3739","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54c71181881a2256b3d0d043aedafd9325517bba772e192e53300e0dba0a36a8","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.79},"score":{"score":0.89,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.63,"answers":0.03,"exact":0.02}},"inputTokens":807,"outputTokens":107,"latencySeconds":0.2311761660000011,"passageCap":0,"originalPassageChars":186,"submittedPassageChars":186}
{"split":"test","qid":"q43","pid":"p3870","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"346c801707b5856bec2c423d099cc9fce2b251a4e49aa7ca5366082c457b2736","answers":{"choice":{"choice":"1","probabilities":{"0":0.48,"1":0.51,"2":0.01,"3":0},"confidence":0.35},"score":{"score":0.69,"probabilities":{"0":0.32,"1":0.67,"2":0.01,"3":0},"confidence":0.68},"noul":{"related":0.38,"answers":0.05,"exact":0.02}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2208142910000024,"passageCap":0,"originalPassageChars":191,"submittedPassageChars":191}
{"split":"test","qid":"q43","pid":"p3888","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20e03c77d68e75d138977aec4749c6efa79468e6ceeebf8f2cd40c54ba5df6d8","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.95,"2":0.03,"3":0},"confidence":0.92},"score":{"score":1.05,"probabilities":{"0":0,"1":0.94,"2":0.06,"3":0},"confidence":0.94},"noul":{"related":0.83,"answers":0.1,"exact":0.03}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2059511249999996,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q43","pid":"p395","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab8bb2a6e871f87a6c452535984854ee73a2416ff7f5a735a93e552d9015bc2d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21473283400000218,"passageCap":0,"originalPassageChars":355,"submittedPassageChars":355}
{"split":"test","qid":"q43","pid":"p4028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85f98df64acfb7abfb7164ddbde235a2fb187acccf25ac60650d888d6810393d","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.61,"2":0,"3":0},"confidence":0.47},"score":{"score":0.68,"probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.68},"noul":{"related":0.51,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2327583330000016,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q43","pid":"p4041","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bbf4ac3c2056d89cd90b9a685677dc9886f3e9981153fcd15708745af6ac51b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.11,"2":0.04,"3":0.01},"confidence":0.78},"score":{"score":0.35,"probabilities":{"0":0.72,"1":0.21,"2":0.06,"3":0.01},"confidence":0.65},"noul":{"related":0.09,"answers":0.07,"exact":0.02}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21787254200000097,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q43","pid":"p4064","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f01ea9ec76766dbc8218286f1e54048f7475e6e684b142539ba2c7a66bfc66ce","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":1001,"outputTokens":107,"latencySeconds":0.20334154200000193,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q43","pid":"p427","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0017ef7bb17ffe168d8a73d44857b4309675fd254b3be238ce20f8f36b1f408","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.01,"2":0.03,"3":0},"confidence":0.93},"score":{"score":0.14,"probabilities":{"0":0.9,"1":0.05,"2":0.04,"3":0.01},"confidence":0.86},"noul":{"related":0.05,"answers":0.06,"exact":0.02}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.21059970799999791,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q43","pid":"p4350","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"707df6b7b44afc77e612b401207f98a68c439d696233071be271590feb15c46b","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.95},"score":{"score":0.12,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.88},"noul":{"related":0.05,"answers":0.06,"exact":0.02}},"inputTokens":915,"outputTokens":107,"latencySeconds":0.21498650000000272,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q43","pid":"p4366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6fbb2ffd74c248cab62d0d7da650a50d9dcb557d90798fc87bcc6f683b77ba1","answers":{"choice":{"choice":"2","probabilities":{"0":0.12,"1":0.31,"2":0.53,"3":0.04},"confidence":0.37},"score":{"score":1.67,"probabilities":{"0":0.08,"1":0.22,"2":0.65,"3":0.05},"confidence":0.56},"noul":{"related":0.57,"answers":0.63,"exact":0.1}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20789749999999912,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q43","pid":"p4374","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2fef6d37dca7d0eb6dea98eb20bb6aac8d52b07612ff80b737825a5071abc670","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.86},"score":{"score":0.95,"probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.68,"answers":0.04,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2094519160000018,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q43","pid":"p4695","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbb9d3ec0c4590689d10a6b109b48f4c911203e18df87579f94d643bca274292","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":987,"outputTokens":107,"latencySeconds":0.21085399999999935,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q43","pid":"p4822","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15433e6913afc9212366123c858a152213cfc6a9fb67f60f80aefc54894a0389","answers":{"choice":{"choice":"0","probabilities":{"0":0.57,"1":0.42,"2":0.01,"3":0},"confidence":0.42},"score":{"score":0.47,"probabilities":{"0":0.54,"1":0.46,"2":0,"3":0},"confidence":0.53},"noul":{"related":0.28,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2259215839999997,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q43","pid":"p4910","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9978924c93077eec17efa1b2c6b372c0072a37b0caa177bdcee91fc3b8065160","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.48,"2":0.01,"3":0},"confidence":0.35},"score":{"score":0.64,"probabilities":{"0":0.36,"1":0.64,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.33,"answers":0.04,"exact":0.01}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22385337499999877,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q43","pid":"p4920","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fdc82384e125bb3ee2d055ca1408e52e2bdfd84efd828f3faf7b12d7538ef713","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.19950062500000057,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q43","pid":"p4931","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0017ef7bb17ffe168d8a73d44857b4309675fd254b3be238ce20f8f36b1f408","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.02,"2":0.03,"3":0},"confidence":0.93},"score":{"score":0.13,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.87},"noul":{"related":0.05,"answers":0.07,"exact":0.02}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.21127387500000258,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q43","pid":"p4969","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e89f2534d7ee20d5555607cb8e1ebd8643b310ca75b371edc45b760fa9994c9f","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.04,"answers":0.05,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2217752079999991,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q43","pid":"p5071","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b09c3557f0b21662676485d0b87843ba6a29ab3dcee518a4c0db6700e977046","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.56},"score":{"score":0.36,"probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.64},"noul":{"related":0.27,"answers":0.03,"exact":0.01}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2247163330000003,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q43","pid":"p5099","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c4cabbe37de6138a4defb6f84110f463b72668e6a78dcfd6cbeedd08d93eded","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.02,"2":0.58,"3":0.39},"confidence":0.44},"score":{"score":2.4,"probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.57},"noul":{"related":0.84,"answers":0.86,"exact":0.53}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23719450000000142,"passageCap":0,"originalPassageChars":191,"submittedPassageChars":191}
{"split":"test","qid":"q43","pid":"p5153","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd9745943bc174cdc819155209207011151498901345105299607433a4e567a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.46,"1":0.19,"2":0.29,"3":0.06},"confidence":0.28},"score":{"score":1.18,"probabilities":{"0":0.34,"1":0.23,"2":0.35,"3":0.08},"confidence":0.01},"noul":{"related":0.29,"answers":0.45,"exact":0.14}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21422962499999995,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q43","pid":"p5221","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ee9f7df1aa036c108ad9046669d05f6bd304361c235705ee625fe7a383b332e","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.66},"score":{"score":0.31,"probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.21,"answers":0.02,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22670195800000148,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q43","pid":"p5338","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bd747a152e677fbf6fa25f5a3ce2fadaeddd2c814f77a14fef8b7a070330c38","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.89},"score":{"score":0.22,"probabilities":{"0":0.83,"1":0.12,"2":0.05,"3":0},"confidence":0.78},"noul":{"related":0.08,"answers":0.08,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23134862499999873,"passageCap":0,"originalPassageChars":159,"submittedPassageChars":159}
{"split":"test","qid":"q43","pid":"p540","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f11f4b6f540dfb2bec4097604d2102cb038ac85d01bfd65316b26e5f1bdedfdb","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.56,"2":0,"3":0},"confidence":0.4},"score":{"score":0.63,"probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.37,"answers":0.02,"exact":0.01}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2454723330000015,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q43","pid":"p545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"791241d5d95045000d78c8c4fdd4f85b860198412c020316f2e094f74197e02d","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.12,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.18,"probabilities":{"0":0.82,"1":0.17,"2":0.01,"3":0},"confidence":0.82},"noul":{"related":0.1,"answers":0.05,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2485819580000025,"passageCap":0,"originalPassageChars":364,"submittedPassageChars":364}
{"split":"test","qid":"q43","pid":"p556","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b8759af01a79d52d02d97d5b0dac985032535d6da94c3e71487acdebe247863","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.85},"score":{"score":0.94,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.76,"answers":0.02,"exact":0.01}},"inputTokens":867,"outputTokens":107,"latencySeconds":0.25862529099999665,"passageCap":0,"originalPassageChars":569,"submittedPassageChars":569}
{"split":"test","qid":"q43","pid":"p5572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c443c6999ba78698bf79213d20462313a00870396ac9e77d8375c67c315d69d6","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":906,"outputTokens":107,"latencySeconds":0.2448961670000026,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q43","pid":"p5643","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"790681cb6b8ef4704b8a4e6d58c146eb65a366de29edcabaa386e4af100f0511","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.89,"2":0.01,"3":0},"confidence":0.85},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.67,"answers":0.04,"exact":0.02}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.20945633299999827,"passageCap":0,"originalPassageChars":145,"submittedPassageChars":145}
{"split":"test","qid":"q43","pid":"p5655","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f03c9062061cd68dc92a06fc29ce9ff48cd7f2af75aa5b45078ce5fdb945f2b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":1001,"outputTokens":107,"latencySeconds":0.2259562079999996,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q43","pid":"p566","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf165a28e1d8180b6abab2846bc64f7321c741244c6c328a966aa4e3966e2177","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.73},"score":{"score":0.91,"probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.68,"answers":0.03,"exact":0.01}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.20368416599999908,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q43","pid":"p5818","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ff14d74ac24dd2a7e56b25ca3376c008d2aa82b18ec5ef37b9dc18dade91f63","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.46,"3":0.53},"confidence":0.37},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.52},"noul":{"related":0.91,"answers":0.93,"exact":0.66}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.21564150000000154,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q43","pid":"p5844","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0d0c770d2f9cdbe4377685bbc97938777cbb562ebcd54a3049ea7b60bf60f008","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.26521370899999963,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q43","pid":"p5900","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0141b2a765f258cf2a56821990bbbc55f3f8e730b61a4fc82f485781b76b9662","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":967,"outputTokens":107,"latencySeconds":0.22839074999999867,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q43","pid":"p5955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"766b71e28b9ad2e365bf6e9f6e96f54ddabd1be78a547da1db777d5afc41bcd4","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.33,"2":0.01,"3":0},"confidence":0.55},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.52},"noul":{"related":0.25,"answers":0.08,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.21280291699999726,"passageCap":0,"originalPassageChars":324,"submittedPassageChars":324}
{"split":"test","qid":"q43","pid":"p612","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f230b244ca1dabb12785810d7c507fb1ed1219206119e9b69ecb845072b60a9","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.84,"2":0.02,"3":0},"confidence":0.78},"score":{"score":0.99,"probabilities":{"0":0.05,"1":0.91,"2":0.04,"3":0},"confidence":0.91},"noul":{"related":0.62,"answers":0.07,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20108429199999955,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q43","pid":"p6173","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18c4ff5be69e93a0985af06a3e5537608370ae1ef1cbdc1cf2001a680a87b12a","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.61,"2":0.01,"3":0},"confidence":0.48},"score":{"score":0.67,"probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.37,"answers":0.04,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2888210829999989,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q43","pid":"p6252","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8fabbb2dfd29c3d84313297a7215893a8efa91c5ff128260b568f363aebb2fbf","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.01,"2":0.03,"3":0},"confidence":0.96},"score":{"score":0.08,"probabilities":{"0":0.96,"1":0.01,"2":0.03,"3":0},"confidence":0.92},"noul":{"related":0.03,"answers":0.07,"exact":0.01}},"inputTokens":984,"outputTokens":107,"latencySeconds":0.2140094590000008,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q43","pid":"p6293","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"626b647b586dfb09da9b0d1cec7874a5f1110d33a015f5089e617c9a7bf2e390","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.05,"answers":0.02,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2078349589999998,"passageCap":0,"originalPassageChars":396,"submittedPassageChars":396}
{"split":"test","qid":"q43","pid":"p6307","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5975092c8f02033aa0b265ac751ec4313038179fc6c3b6abcf509694b65d9c7e","answers":{"choice":{"choice":"2","probabilities":{"0":0.15,"1":0.39,"2":0.41,"3":0.05},"confidence":0.21},"score":{"score":1.55,"probabilities":{"0":0.07,"1":0.35,"2":0.53,"3":0.05},"confidence":0.45},"noul":{"related":0.61,"answers":0.51,"exact":0.1}},"inputTokens":968,"outputTokens":107,"latencySeconds":0.2258513329999987,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q43","pid":"p6329","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"86cf86551efe29954747bc6a43494fcc02df172df8f9a453c6d29cc5af5ff912","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":969,"outputTokens":107,"latencySeconds":0.21153045899999778,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q43","pid":"p6472","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2bc1364fb6cd718c3418f0a453dfb37a3a0bc8df617d62a60692cc17a880cca","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.33,"2":0.06,"3":0},"confidence":0.48},"score":{"score":0.57,"probabilities":{"0":0.48,"1":0.47,"2":0.05,"3":0},"confidence":0.43},"noul":{"related":0.29,"answers":0.14,"exact":0.03}},"inputTokens":1387,"outputTokens":107,"latencySeconds":0.22733316600000034,"passageCap":0,"originalPassageChars":683,"submittedPassageChars":683}
{"split":"test","qid":"q43","pid":"p6598","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c871328b5e068ac99b642e71f9cdfdf100837b79c8a0fdea9fdd9122d77d7a42","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.64,"2":0.19,"3":0.01},"confidence":0.53},"score":{"score":1.02,"probabilities":{"0":0.16,"1":0.67,"2":0.17,"3":0},"confidence":0.65},"noul":{"related":0.52,"answers":0.2,"exact":0.05}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2150933750000004,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q43","pid":"p6802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c424f5093f3d253368a725982143bd59c5955a0bb6f9c54f3e229f82d02e8921","answers":{"choice":{"choice":"0","probabilities":{"0":0.54,"1":0.18,"2":0.25,"3":0.03},"confidence":0.39},"score":{"score":0.79,"probabilities":{"0":0.53,"1":0.17,"2":0.27,"3":0.03},"confidence":0.21},"noul":{"related":0.22,"answers":0.22,"exact":0.06}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.24667120799999975,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q43","pid":"p6889","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a738527c9ee62892eadd536dae0f6c15633bbaa2c31cf331cd6f0f26cedd4663","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1192,"outputTokens":107,"latencySeconds":0.2331739579999994,"passageCap":0,"originalPassageChars":598,"submittedPassageChars":598}
{"split":"test","qid":"q43","pid":"p6966","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c117e06f4b068ab49ad9d41dd419405f1b0aad4f902944906324cd0f2d98720","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20472687500000028,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q43","pid":"p6977","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c4d2c72e2abdc71c61bef6bdf99412b88966d77cf8d967f86c00fe4c1f0cf78","answers":{"choice":{"choice":"2","probabilities":{"0":0.25,"1":0.15,"2":0.48,"3":0.12},"confidence":0.29},"score":{"score":1.72,"probabilities":{"0":0.15,"1":0.14,"2":0.56,"3":0.15},"confidence":0.42},"noul":{"related":0.43,"answers":0.59,"exact":0.22}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23867245899999762,"passageCap":0,"originalPassageChars":153,"submittedPassageChars":153}
{"split":"test","qid":"q43","pid":"p6985","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7ee46eeee96df35ee2d01ce02b2799027a2f901d1dd1dc797273679f28db11b4","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.03,"2":0.02,"3":0.01},"confidence":0.92},"score":{"score":0.13,"probabilities":{"0":0.9,"1":0.06,"2":0.03,"3":0.01},"confidence":0.87},"noul":{"related":0.05,"answers":0.07,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20736029200000122,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q43","pid":"p704","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84d45c6c809317e78ca778eb8ca91526d33be8ea29b7800311ea79d96ebddc21","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.34,"2":0,"3":0},"confidence":0.55},"score":{"score":0.37,"probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.26,"answers":0.02,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.24206675000000177,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q43","pid":"p7106","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d721dcf38898418e2dba5bb9320243c74faeeffe66a5bea4e981fce44f798062","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.03,"2":0.06,"3":0.02},"confidence":0.86},"score":{"score":0.22,"probabilities":{"0":0.87,"1":0.06,"2":0.06,"3":0.01},"confidence":0.78},"noul":{"related":0.09,"answers":0.1,"exact":0.03}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.21082966699999817,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q43","pid":"p7110","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"44add62e99130ac4d48b9be2cccf74a59cb1b2decc7686b449bc3deb45d90dc9","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.59,"2":0.27,"3":0.02},"confidence":0.46},"score":{"score":1.2,"probabilities":{"0":0.08,"1":0.64,"2":0.27,"3":0.01},"confidence":0.64},"noul":{"related":0.59,"answers":0.26,"exact":0.04}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.24068195899999772,"passageCap":0,"originalPassageChars":242,"submittedPassageChars":242}
{"split":"test","qid":"q43","pid":"p7163","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f0326851affa6b0d6e2346c924cab2ce1250f128d09f7cdc77cd2853bd0262a","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.26,"2":0.14,"3":0.01},"confidence":0.45},"score":{"score":0.8,"probabilities":{"0":0.43,"1":0.37,"2":0.19,"3":0.01},"confidence":0.2},"noul":{"related":0.26,"answers":0.2,"exact":0.04}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.22382983299999978,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q43","pid":"p7182","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84d45c6c809317e78ca778eb8ca91526d33be8ea29b7800311ea79d96ebddc21","answers":{"choice":{"choice":"0","probabilities":{"0":0.61,"1":0.39,"2":0,"3":0},"confidence":0.48},"score":{"score":0.49,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.3,"answers":0.02,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22017674999999873,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q43","pid":"p7276","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c6f96c242fa9b1d773dd2cd023f4f29c1910f0424cff4f4777cfc23c72660280","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.23706383300000017,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q43","pid":"p7430","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5edf68cd7b0b9e6c784fcaad047f32caea6b5d814d4f5e6abfec5f4ad06d952e","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.06,"2":0.06,"3":0},"confidence":0.84},"score":{"score":0.26,"probabilities":{"0":0.8,"1":0.12,"2":0.07,"3":0.01},"confidence":0.74},"noul":{"related":0.09,"answers":0.11,"exact":0.03}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.2440486669999991,"passageCap":0,"originalPassageChars":219,"submittedPassageChars":219}
{"split":"test","qid":"q43","pid":"p7471","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6485cb9ebbba11db0fc1a2ff36af7f62d9e5cf579b20c2a3025d2d3ac2a686be","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.2295628749999996,"passageCap":0,"originalPassageChars":215,"submittedPassageChars":215}
{"split":"test","qid":"q43","pid":"p7533","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"130f9598bedcda4d078ad2e8a130e52919a05b3ca05b8fc3b359648fe94fb2c9","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.41},"score":{"score":0.57,"probabilities":{"0":0.43,"1":0.5700000000000001,"2":0,"3":0},"confidence":0.56},"noul":{"related":0.37,"answers":0.03,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.23765812500000175,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q43","pid":"p7549","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c210002fb1462dd36a5b8fe121ebc3c5cb573ce86015e11bfb464d6bc9d352cf","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.04,"2":0.82,"3":0.07},"confidence":0.77},"score":{"score":1.87,"probabilities":{"0":0.06,"1":0.05,"2":0.86,"3":0.03},"confidence":0.81},"noul":{"related":0.62,"answers":0.75,"exact":0.14}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24387133299999914,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q43","pid":"p758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1328d41abccafebcd4ee88ba88b2ebd364c229a91ebcd9e99dca6d95caad2117","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.5},"score":{"score":0.76,"probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.48,"answers":0.03,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2025036250000012,"passageCap":0,"originalPassageChars":335,"submittedPassageChars":335}
{"split":"test","qid":"q43","pid":"p7581","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd7c3b2ceccc6455d48ab789fb0be47662e8a1775030c1cc1e0d5a4ad53911af","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.87,"3":0.05},"confidence":0.83},"score":{"score":1.98,"probabilities":{"0":0,"1":0.07,"2":0.88,"3":0.05},"confidence":0.88},"noul":{"related":0.89,"answers":0.84,"exact":0.19}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20627258299999812,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q43","pid":"p7585","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"291ba4623cf5d7048e0a0137f6e4093cb3b574023e21fa68b3d887366f1bd137","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.78,"2":0.01,"3":0},"confidence":0.71},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.68,"answers":0.03,"exact":0.02}},"inputTokens":939,"outputTokens":107,"latencySeconds":0.23168108299999948,"passageCap":0,"originalPassageChars":645,"submittedPassageChars":645}
{"split":"test","qid":"q43","pid":"p7736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b7296e73e40846c5eb66bd8e1b5c9532576d41a48e1309601ae4191fe05a49c","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.4},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.36,"answers":0.02,"exact":0.01}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2608622499999983,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q43","pid":"p7758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"186ee75c9b454d1b13b9ad6f73911a3f6650c0910aaffa4f3439e9905062aaa4","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.36,"2":0.5,"3":0.12},"confidence":0.33},"score":{"score":1.82,"probabilities":{"0":0.01,"1":0.26,"2":0.64,"3":0.09},"confidence":0.64},"noul":{"related":0.73,"answers":0.72,"exact":0.19}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20930525000000125,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q43","pid":"p7763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83ef005f52c9e6ed3964a40cf892ba4d7d849aee321cb94d3f9bb75b99c96ca1","answers":{"choice":{"choice":"0","probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.59},"score":{"score":0.45,"probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.55},"noul":{"related":0.22,"answers":0.02,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20159654199999932,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q43","pid":"p7813","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6f76dfa7a49fe2e157842be2b0431bf67d7db5ec91df4b43338f13fe6ab355d","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.05,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.03,"answers":0.04,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.21364012499999807,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q43","pid":"p7830","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"10ce5fc8ebe57cab1eb9a37e2d4f98e0ac818b63f352c9c1319fd0baf81f933c","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.91},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.05,"answers":0.04,"exact":0.01}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22668975000000136,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q43","pid":"p7905","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09c0cda916a624a185e0722796549e5bb96ca9a132faffa2077a83e7858e054a","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.11,"2":0.59,"3":0.21},"confidence":0.46},"score":{"score":2,"probabilities":{"0":0.06,"1":0.09,"2":0.62,"3":0.23},"confidence":0.55},"noul":{"related":0.6,"answers":0.68,"exact":0.3}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22170070900000063,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q43","pid":"p7908","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6ec99948f747e3deac660523149b6ea9207cc80de3f38e6ae13b3311eeeb2d1","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.85},"score":{"score":0.13,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.12,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.22502062500000103,"passageCap":0,"originalPassageChars":386,"submittedPassageChars":386}
{"split":"test","qid":"q43","pid":"p7972","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed4a54d30eb697deb60c0e1ec68c25710827fc2faa66625ed39b91c0001e8dce","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":881,"outputTokens":107,"latencySeconds":0.20147408300000097,"passageCap":0,"originalPassageChars":336,"submittedPassageChars":336}
{"split":"test","qid":"q43","pid":"p7974","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0c94cce52c4b293f05304b12484c06da6c224e8a8c5361fdb32a648a452cc7a","answers":{"choice":{"choice":"2","probabilities":{"0":0.28,"1":0.1,"2":0.44,"3":0.18},"confidence":0.25},"score":{"score":1.67,"probabilities":{"0":0.2,"1":0.14,"2":0.45,"3":0.21},"confidence":0.25},"noul":{"related":0.44,"answers":0.63,"exact":0.25}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.23067895900000077,"passageCap":0,"originalPassageChars":135,"submittedPassageChars":135}
{"split":"test","qid":"q43","pid":"p8120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"766b71e28b9ad2e365bf6e9f6e96f54ddabd1be78a547da1db777d5afc41bcd4","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.39,"2":0.02,"3":0},"confidence":0.46},"score":{"score":0.58,"probabilities":{"0":0.43,"1":0.56,"2":0.01,"3":0},"confidence":0.55},"noul":{"related":0.28,"answers":0.07,"exact":0.02}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2154021670000002,"passageCap":0,"originalPassageChars":324,"submittedPassageChars":324}
{"split":"test","qid":"q43","pid":"p8243","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05cd97c99bfd881574e6c81b0d9c80d4cb84dcd9ad19d1337c7ef1866b62fff9","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.8,"2":0.01,"3":0},"confidence":0.74},"score":{"score":0.91,"probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.67,"answers":0.03,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.27542158299999936,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q43","pid":"p8274","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9112ca8b7dec35e0334979cc821f1eb31f93f49bc592e5ed7b3edab603adf921","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.37},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.44,"3":0.56},"confidence":0.55},"noul":{"related":0.97,"answers":0.95,"exact":0.78}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20497733399999923,"passageCap":0,"originalPassageChars":171,"submittedPassageChars":171}
{"split":"test","qid":"q43","pid":"p8360","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6261689d2de0f84fcab06129cfddace0db84f31b0b9aa0c8597ce2a8e827882b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.2030398750000022,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q43","pid":"p8489","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b544d6e2ebc60c4291c718e4ce4970f2aaa273a3678b80f47dcb315b0c40518b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":904,"outputTokens":107,"latencySeconds":0.20717891600000077,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q43","pid":"p8506","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c6fe26130863ce5a781bf4f4f7a90b00918ee3aabc886c5f075d52e8feccfeac","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.11,"probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.89},"noul":{"related":0.06,"answers":0.06,"exact":0.02}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.26747237499999754,"passageCap":0,"originalPassageChars":176,"submittedPassageChars":176}
{"split":"test","qid":"q43","pid":"p8532","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d245932a4a047927520a1d912c3fc687895be52c64182f28b7787b21b83ac457","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.8},"score":{"score":0.91,"probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.71,"answers":0.03,"exact":0.02}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.24307408299999952,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q43","pid":"p8661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e4c34c45f70d75ccd105c03ab185121598cc62869268be14a5357e2eb9a7e9cf","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.03,"2":0.74,"3":0.19},"confidence":0.66},"score":{"score":2.1,"probabilities":{"0":0.03,"1":0.04,"2":0.74,"3":0.19},"confidence":0.72},"noul":{"related":0.74,"answers":0.83,"exact":0.4}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.21698474999999962,"passageCap":0,"originalPassageChars":236,"submittedPassageChars":236}
{"split":"test","qid":"q43","pid":"p8727","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f578c62340207c53276363c91e2c8c883bb2f9cad6bc7b89bcc64fa41f48d9b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.1,"answers":0.02,"exact":0.01}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.2276806660000002,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q43","pid":"p8735","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"af427b450c4e1807a996fce17853b83628f424e076c97d92ac1f6caae9019b10","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.35,"2":0,"3":0},"confidence":0.53},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.39,"answers":0.02,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.213643333,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q43","pid":"p8792","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d5f748df9277f36e1f5986f0eced4e461c0f9e9aa47c34c44be0088b70add25c","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.86,"2":0.01,"3":0},"confidence":0.8},"score":{"score":0.94,"probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.63,"answers":0.06,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2531727919999976,"passageCap":0,"originalPassageChars":359,"submittedPassageChars":359}
{"split":"test","qid":"q43","pid":"p9116","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5001f66f4987466fd453cc6d5805a20cbed0976fc9bdcf09f62b834d2292956e","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.06,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.12,"probabilities":{"0":0.9,"1":0.08,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.05,"answers":0.05,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21550954199999978,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q43","pid":"p9306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"373494bb6eb14de7e9346902d53e37f85d67c430ad88a6a0b7d5134bb941b452","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.93},"score":{"score":0.13,"probabilities":{"0":0.9,"1":0.07,"2":0.03,"3":0},"confidence":0.87},"noul":{"related":0.06,"answers":0.05,"exact":0.01}},"inputTokens":914,"outputTokens":107,"latencySeconds":0.2558848330000001,"passageCap":0,"originalPassageChars":363,"submittedPassageChars":363}
{"split":"test","qid":"q43","pid":"p9362","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f90ee1cdc8c723dcd4d62cb574266a2e59bd80a1d5e10af01186f9e06575db1","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.05,"2":0.08,"3":0.01},"confidence":0.82},"score":{"score":0.31,"probabilities":{"0":0.8,"1":0.1,"2":0.09,"3":0.01},"confidence":0.69},"noul":{"related":0.14,"answers":0.18,"exact":0.03}},"inputTokens":967,"outputTokens":107,"latencySeconds":0.2452715410000019,"passageCap":0,"originalPassageChars":465,"submittedPassageChars":465}
{"split":"test","qid":"q43","pid":"p9613","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20cf9decf48f60160c853c1d64d5d70f4d710a3f7a0b0bffec72e765385ae82d","answers":{"choice":{"choice":"0","probabilities":{"0":0.65,"1":0.14,"2":0.18,"3":0.03},"confidence":0.54},"score":{"score":0.76,"probabilities":{"0":0.53,"1":0.21,"2":0.22,"3":0.04},"confidence":0.24},"noul":{"related":0.15,"answers":0.2,"exact":0.05}},"inputTokens":895,"outputTokens":107,"latencySeconds":0.21477529199999845,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q43","pid":"p9629","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"811bb334457098f4a23693a2b4af1638e6e2251cccf247440af23265dba897c6","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.02,"2":0.77,"3":0.2},"confidence":0.68},"score":{"score":2.18,"probabilities":{"0":0.01,"1":0.02,"2":0.76,"3":0.21},"confidence":0.75},"noul":{"related":0.86,"answers":0.85,"exact":0.42}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20685354100000042,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q43","pid":"p9778","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0af48ab77869a5242c85334db1483d6ce56aef635049ee986b776052547638a","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.87},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.74,"answers":0.03,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23035958400000164,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q43","pid":"p9783","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d68e97cf89dd43a72d4b12d5a73430fec0449eeba5da8d08f6ab89d4e411c9a","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0.01,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":938,"outputTokens":107,"latencySeconds":0.24352562500000205,"passageCap":0,"originalPassageChars":474,"submittedPassageChars":474}
{"split":"test","qid":"q45","pid":"p10058","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3885dcbcb970c18f6427d495d5789119c1be5a1eaa35c43a1342b75d7a122145","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.92,"3":0.07},"confidence":0.88},"score":{"score":2.12,"probabilities":{"0":0,"1":0,"2":0.87,"3":0.13},"confidence":0.87},"noul":{"related":0.96,"answers":0.92,"exact":0.25}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21870308300000033,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q45","pid":"p10080","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68308523e1943ceea5780634aa83163d4d62437ffdd358124acda4457f698f7d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.72,"2":0.27,"3":0},"confidence":0.62},"score":{"score":1.22,"probabilities":{"0":0,"1":0.78,"2":0.22,"3":0},"confidence":0.78},"noul":{"related":0.79,"answers":0.48,"exact":0.06}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.24781254099999933,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q45","pid":"p10124","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"929859483394c563c7a3a0af514b205d268a17ccf6738ad6e9e7d91a72d509a2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.32,"2":0.66,"3":0.02},"confidence":0.55},"score":{"score":1.83,"probabilities":{"0":0,"1":0.18,"2":0.81,"3":0.01},"confidence":0.81},"noul":{"related":0.91,"answers":0.76,"exact":0.11}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21476966600000014,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q45","pid":"p1014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f88e76e9e756224f845dec2f4e52d414e75ab8d60ebaadeecf5c334b5b0a972","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.84,"3":0.14},"confidence":0.79},"score":{"score":2.25,"probabilities":{"0":0,"1":0.01,"2":0.73,"3":0.26},"confidence":0.73},"noul":{"related":0.95,"answers":0.91,"exact":0.28}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20659287499999845,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p10174","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72053998394100a915210b77e44fad94b87995c178f423552d523ebf37d5a30c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.66,"2":0.33,"3":0.01},"confidence":0.54},"score":{"score":1.59,"probabilities":{"0":0,"1":0.42,"2":0.57,"3":0.01},"confidence":0.57},"noul":{"related":0.92,"answers":0.68,"exact":0.13}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20316795900000215,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q45","pid":"p1018","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15a30b027319c787debb5aa72c5c8ee21853f2da2a7f2fcca4bc578c86b5b976","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.71,"2":0.25,"3":0},"confidence":0.6},"score":{"score":1.18,"probabilities":{"0":0.04,"1":0.74,"2":0.22,"3":0},"confidence":0.74},"noul":{"related":0.64,"answers":0.38,"exact":0.05}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2042427910000006,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q45","pid":"p10206","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96a00ac8f3a21208bd4219645023cdabb4dcb8558b7762b59b5f0192f1cf1fa5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.8,"3":0.02},"confidence":0.73},"score":{"score":1.93,"probabilities":{"0":0,"1":0.1,"2":0.87,"3":0.03},"confidence":0.88},"noul":{"related":0.93,"answers":0.87,"exact":0.18}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2102988329999971,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q45","pid":"p10240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"930246d6b286bf5c87d454c30021c6b493a9c5d55dc23433e53522bee7a4318f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.68,"2":0.31,"3":0},"confidence":0.57},"score":{"score":1.32,"probabilities":{"0":0.01,"1":0.67,"2":0.32,"3":0},"confidence":0.66},"noul":{"related":0.8,"answers":0.67,"exact":0.09}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23926650000000155,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q45","pid":"p10363","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b1ddfe60d6f8dc2b124c6f738e6469626c6029a0cdd39e8fc0f6d007a573f9b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.55,"3":0.45},"confidence":0.4},"score":{"score":2.54,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.54},"noul":{"related":0.97,"answers":0.96,"exact":0.58}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2076272080000017,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p10378","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57b67f65f048ee9e6e3839e3ebc6be5c3361c07e3758376ac80bc210dcd59fb0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.77},"score":{"score":2.2,"probabilities":{"0":0,"1":0.01,"2":0.78,"3":0.21},"confidence":0.78},"noul":{"related":0.96,"answers":0.92,"exact":0.23}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.25618862499999884,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q45","pid":"p10397","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16b741f40e587f86dbbc55131b12dd4f937cfdbba01a4d9427daf3084bbe305e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22809670800000095,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q45","pid":"p10449","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"78df0d6f7b658cf6fd023a5e1bb2395c0c0e0c24a75d231e89571a470d2d34a1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.42,"2":0.35,"3":0.23},"confidence":0.23},"score":{"score":1.77,"probabilities":{"0":0,"1":0.43,"2":0.37,"3":0.2},"confidence":0.23},"noul":{"related":0.97,"answers":0.63,"exact":0.15}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2074819580000003,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p10582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97618b2d14dea8c8cb53ff1a185bc8c04a70479ceb3bfab44886c88949d1d6b1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.7,"3":0.18},"confidence":0.6},"score":{"score":2,"probabilities":{"0":0,"1":0.13,"2":0.73,"3":0.14},"confidence":0.73},"noul":{"related":0.92,"answers":0.81,"exact":0.24}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.25540145800000025,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q45","pid":"p10644","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c1cb265e933c2e0f69e3987520992ef62fa3066813fa2ab026274fc3e74f9fe5","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.11,"2":0.85,"3":0.02},"confidence":0.81},"score":{"score":1.85,"probabilities":{"0":0.02,"1":0.12,"2":0.85,"3":0.01},"confidence":0.83},"noul":{"related":0.85,"answers":0.81,"exact":0.15}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.31753387500000096,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q45","pid":"p10646","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8cba5c707ab4caf02e1f6512d452a5c29ca3157cc7a91bc229997df3a7a1f50","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.73,"3":0.24},"confidence":0.64},"score":{"score":2.23,"probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.75},"noul":{"related":0.95,"answers":0.9,"exact":0.25}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.20004033400000118,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q45","pid":"p1072","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d76db56fbaaf6495e88364aacae04ab8a9ea81c2dc8943f595ddc68c88ae840d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.92},"noul":{"related":0.82,"answers":0.35,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22897741700000188,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q45","pid":"p1088","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5680a95d109abd04b2c2cd6c5f6b276e98579f4ba0e1e1564875dab8f485db9c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.56,"3":0.04},"confidence":0.41},"score":{"score":1.77,"probabilities":{"0":0,"1":0.26,"2":0.71,"3":0.03},"confidence":0.71},"noul":{"related":0.91,"answers":0.76,"exact":0.15}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2241757499999985,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q45","pid":"p111","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21e5facc27c218b0cb5642b4534c5c206aafc0b2da188dcd85c70e9b612d5cc3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.71,"3":0.29},"confidence":0.6},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.59},"noul":{"related":0.97,"answers":0.95,"exact":0.3}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24811254200000257,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p11105","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ffdfc61f0583b69c9d6d0668507cc18a26bdde6fa3eaabfdfbd442c509ffea4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.79,"3":0.17},"confidence":0.72},"score":{"score":2.23,"probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.74},"noul":{"related":0.96,"answers":0.89,"exact":0.26}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25235820800000147,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q45","pid":"p11152","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f8464aabb7db415205876b249617120245c3ac79502ce8828c71fc3ebb1e0a64","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.83,"3":0.09},"confidence":0.77},"score":{"score":2.12,"probabilities":{"0":0,"1":0.03,"2":0.82,"3":0.15},"confidence":0.82},"noul":{"related":0.94,"answers":0.88,"exact":0.29}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22711391599999842,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p11159","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"97052b41f77ee5586d079753e52ab0c204f0d7f979bc8ad9f7f2205be0f3ca58","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.37,"3":0.62},"confidence":0.5},"score":{"score":2.69,"probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.69},"noul":{"related":0.97,"answers":0.94,"exact":0.47}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.19888950000000113,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q45","pid":"p11160","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fef0e73b353d579fe7aad224c6bb6010618ccbdccbcef2548c4fb78151350eee","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.54,"3":0.45},"confidence":0.39},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.44,"3":0.56},"confidence":0.55},"noul":{"related":0.97,"answers":0.93,"exact":0.4}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2171417079999992,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q45","pid":"p11161","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7550bafbce7afbf6ce4607dec80c66ba5aa5d67d4b6718075ad0a241972666f3","answers":{"choice":{"choice":"1","probabilities":{"0":0.38,"1":0.61,"2":0.01,"3":0},"confidence":0.48},"score":{"score":0.7,"probabilities":{"0":0.31,"1":0.68,"2":0.01,"3":0},"confidence":0.68},"noul":{"related":0.28,"answers":0.06,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2004916660000017,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q45","pid":"p11195","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa111f2c18ac29523439462bbb95f4ec51c002f89fbe22056972bba5dc82d945","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.82,"3":0.09},"confidence":0.76},"score":{"score":2.06,"probabilities":{"0":0,"1":0.06,"2":0.82,"3":0.12},"confidence":0.82},"noul":{"related":0.94,"answers":0.85,"exact":0.23}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2167355000000025,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q45","pid":"p11286","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f0331d0ff97845a220deb88bec92ed6465e283a54c16c186dd44f55fb8876ed","answers":{"choice":{"choice":"1","probabilities":{"0":0.29,"1":0.71,"2":0,"3":0},"confidence":0.6},"score":{"score":0.83,"probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.82},"noul":{"related":0.54,"answers":0.07,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.25645445800000016,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q45","pid":"p11412","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"904806bba5015920a9e2d5a282bf878795ee6b79c75bee90eb77d0ad159749c7","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.81},"score":{"score":1.34,"probabilities":{"0":0,"1":0.66,"2":0.34,"3":0},"confidence":0.66},"noul":{"related":0.91,"answers":0.55,"exact":0.09}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.23961558299999888,"passageCap":0,"originalPassageChars":435,"submittedPassageChars":435}
{"split":"test","qid":"q45","pid":"p11434","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c952eb3a536f696ae9ea2564826e373a549accf629444472d4cb30bf2563808","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.81},"score":{"score":1.2,"probabilities":{"0":0.01,"1":0.79,"2":0.2,"3":0},"confidence":0.79},"noul":{"related":0.8,"answers":0.34,"exact":0.05}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22583891700000094,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q45","pid":"p11508","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1d43689af83e62585c1c88c1e23dc61772e91fa3a56d0b82b34d604d08c5e392","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.66,"3":0.16},"confidence":0.53},"score":{"score":2.17,"probabilities":{"0":0,"1":0.07,"2":0.69,"3":0.24},"confidence":0.69},"noul":{"related":0.94,"answers":0.83,"exact":0.24}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2043786250000012,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q45","pid":"p11563","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbcb6d72d4ce01fd1698fc72526f846c0104d2ff1a79fb3837ee4907d94e8efa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.63,"3":0.1},"confidence":0.51},"score":{"score":2.02,"probabilities":{"0":0,"1":0.11,"2":0.76,"3":0.13},"confidence":0.75},"noul":{"related":0.9,"answers":0.8,"exact":0.23}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24076345799999763,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p1172","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"343ab0d73ac36e85af4ff25546a6b0a009c27a91a7e586f60dee49539deabd32","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.47,"3":0.02},"confidence":0.34},"score":{"score":1.76,"probabilities":{"0":0,"1":0.25,"2":0.73,"3":0.02},"confidence":0.72},"noul":{"related":0.83,"answers":0.69,"exact":0.14}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2570525840000009,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p1197","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47777f937a73f025adb1431da02d7fe2560b29c56c49975bf70b0326f1cd141c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.85,"3":0.11},"confidence":0.81},"score":{"score":2.1,"probabilities":{"0":0,"1":0.02,"2":0.86,"3":0.12},"confidence":0.86},"noul":{"related":0.95,"answers":0.89,"exact":0.26}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2318049159999973,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q45","pid":"p1220","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9b9d0c84a2d9884535b2bbc93d2170dfc65033e2ec25feea0193334362146786","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.85,"3":0.11},"confidence":0.8},"score":{"score":2.17,"probabilities":{"0":0,"1":0.02,"2":0.79,"3":0.19},"confidence":0.79},"noul":{"related":0.95,"answers":0.9,"exact":0.29}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2296487500000003,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q45","pid":"p1258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12cde52b8e53dcf95a8bec93ccbcaadec75603efec5d929245081e1a4df34a31","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.34,"2":0.16,"3":0.01},"confidence":0.33},"score":{"score":0.81,"probabilities":{"0":0.39,"1":0.42,"2":0.19,"3":0},"confidence":0.41},"noul":{"related":0.34,"answers":0.35,"exact":0.05}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.22488579200000094,"passageCap":0,"originalPassageChars":398,"submittedPassageChars":398}
{"split":"test","qid":"q45","pid":"p130","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef7871192c2e5bcadbef3eac3086bd9b222edd9d84c9dcf50e5fcea1f5ba8979","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.12,"2":0.04,"3":0},"confidence":0.79},"score":{"score":0.3,"probabilities":{"0":0.73,"1":0.24,"2":0.03,"3":0},"confidence":0.7},"noul":{"related":0.12,"answers":0.1,"exact":0.01}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.25301324999999997,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q45","pid":"p1324","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f4f27592a0561a0230dbb9775ffc2aa726c1fa8458504360f14736ca606a3a0","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.41,"3":0.58},"confidence":0.44},"score":{"score":2.6,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.6},"noul":{"related":0.98,"answers":0.94,"exact":0.45}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.19993529200000193,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q45","pid":"p140","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77806175eb7b6af09e06ec8675ffbf3b5444d713fa5ce3a1ed379724daaef0a0","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.44,"2":0.4,"3":0.03},"confidence":0.27},"score":{"score":1.34,"probabilities":{"0":0.09,"1":0.5,"2":0.39,"3":0.02},"confidence":0.49},"noul":{"related":0.7,"answers":0.73,"exact":0.13}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20579212499999994,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q45","pid":"p1541","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4cf6b08f4adea00bc159ce48483c721a6ec5f35e45cc3cda664e021e38a5f894","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.75,"3":0.22},"confidence":0.67},"score":{"score":2.21,"probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.75},"noul":{"related":0.94,"answers":0.9,"exact":0.28}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24497299999999814,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p157","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"704631ad485c04312d5e2a21a7138d02e32dc9abf701b2aa7b767ed00ee04ddc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.71,"3":0.2},"confidence":0.61},"score":{"score":2.22,"probabilities":{"0":0,"1":0.04,"2":0.7,"3":0.26},"confidence":0.7},"noul":{"related":0.96,"answers":0.86,"exact":0.28}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23588333299999795,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p1638","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a663cc475f96128b127f6594a79978be967659f0e3f16c95477a50bb6741577","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.71,"3":0.03},"confidence":0.61},"score":{"score":1.92,"probabilities":{"0":0,"1":0.12,"2":0.84,"3":0.04},"confidence":0.84},"noul":{"related":0.9,"answers":0.8,"exact":0.13}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.19968279099999928,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q45","pid":"p1673","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3665c07c781f4ca71e789a06318169cc32e17bf462afbcd5fd43a8286329f04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.57,"3":0.35},"confidence":0.42},"score":{"score":2.38,"probabilities":{"0":0,"1":0.03,"2":0.5599999999999999,"3":0.41},"confidence":0.57},"noul":{"related":0.94,"answers":0.81,"exact":0.36}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22418304200000058,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p1675","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e01d84a8aaca59a71c6d62680f3d5eb7e521d50a5f3cfa7383f970c075cd8058","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.62,"3":0.34},"confidence":0.5},"score":{"score":2.41,"probabilities":{"0":0,"1":0.02,"2":0.54,"3":0.44},"confidence":0.54},"noul":{"related":0.94,"answers":0.91,"exact":0.31}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.26319033299999867,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q45","pid":"p1712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70d27e432da2879a6210398b2a82f265cbcd8df97e53d528ac684d293d140989","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.66,"2":0.33,"3":0.01},"confidence":0.54},"score":{"score":1.57,"probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.55},"noul":{"related":0.9,"answers":0.73,"exact":0.09}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.23209566599999742,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q45","pid":"p1747","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"622535a78c409654e10e8a2cf056efee7936273764ade09dc7adc4c83eae5a50","answers":{"choice":{"choice":"0","probabilities":{"0":0.49,"1":0.37,"2":0.13,"3":0.01},"confidence":0.33},"score":{"score":1,"probabilities":{"0":0.24,"1":0.53,"2":0.23,"3":0},"confidence":0.53},"noul":{"related":0.4,"answers":0.49,"exact":0.05}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2546429169999974,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q45","pid":"p1837","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab68ca729ae6d6ab0ffa64a48b79613a4b8675959b5cbd863aa57a034a9dd78a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.34,"2":0.63,"3":0.02},"confidence":0.5},"score":{"score":1.78,"probabilities":{"0":0,"1":0.23,"2":0.74,"3":0.03},"confidence":0.73},"noul":{"related":0.87,"answers":0.79,"exact":0.17}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23868145799999912,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q45","pid":"p1892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90d8d9f24f48368604b457a3cb6ab7bd0ff4beb1ef49754257d26b6fa935528d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.69,"3":0.12},"confidence":0.58},"score":{"score":1.98,"probabilities":{"0":0,"1":0.11,"2":0.79,"3":0.1},"confidence":0.79},"noul":{"related":0.91,"answers":0.8,"exact":0.23}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21404145900000004,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q45","pid":"p1955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca6d05d7dc221aa9d35582e0d21b88e3f99bf3300d37e83f8c6a1a65dcb7ecd7","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.32,"3":0.67},"confidence":0.56},"score":{"score":2.74,"probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.74},"noul":{"related":0.97,"answers":0.94,"exact":0.56}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2573512919999994,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q45","pid":"p1968","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4884b2a1bf734231f5091b76f57a8531ca8906841e8fa6df20aa46176f1c1d60","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.88,"3":0.1},"confidence":0.84},"score":{"score":2.11,"probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.87},"noul":{"related":0.97,"answers":0.92,"exact":0.31}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22023979199999666,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p2004","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12c14b56bd3d12ec67621ab9986646d2953e6f33b6af80011fd2eddf41a7fab6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.2,"2":0.45,"3":0.35},"confidence":0.26},"score":{"score":2.13,"probabilities":{"0":0,"1":0.23,"2":0.41,"3":0.36},"confidence":0.41},"noul":{"related":0.97,"answers":0.66,"exact":0.19}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22478245799999785,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q45","pid":"p2037","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9678bb2470f2155b0d221a70c55d45b50771993791cc87cd7137e78d1bac79aa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.29,"2":0.68,"3":0.03},"confidence":0.57},"score":{"score":1.83,"probabilities":{"0":0,"1":0.19,"2":0.78,"3":0.03},"confidence":0.78},"noul":{"related":0.91,"answers":0.8,"exact":0.19}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20632483299999876,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q45","pid":"p2082","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f541afe32434ee46dc3b3bc20fed1e7f8e88a415c333a9273e9b25eb1c5d1606","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.68,"3":0.06},"confidence":0.57},"score":{"score":1.92,"probabilities":{"0":0,"1":0.17,"2":0.74,"3":0.09},"confidence":0.74},"noul":{"related":0.92,"answers":0.72,"exact":0.19}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2362825840000005,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q45","pid":"p2108","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"955890caceda6742090a1708d7a1b2aa89b0116ace528357f3615f552a6a9c03","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.62,"3":0.38},"confidence":0.49},"score":{"score":2.43,"probabilities":{"0":0,"1":0,"2":0.56,"3":0.44},"confidence":0.56},"noul":{"related":0.97,"answers":0.97,"exact":0.49}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22188324999999895,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q45","pid":"p2339","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5645de9243c340bbe6664dcda7f891161bebdf148ee8fcdf05860c56f6bf45ea","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.77},"score":{"score":2.13,"probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.85},"noul":{"related":0.95,"answers":0.91,"exact":0.22}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21542391700000008,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q45","pid":"p2355","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7cb779c48179312e96dbf28f164db7bf458a7a052a6d2dce71cde9723f002274","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.55,"3":0.44},"confidence":0.4},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.64},"noul":{"related":0.97,"answers":0.95,"exact":0.49}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2913130420000016,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q45","pid":"p2361","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9769d4e669930728c629283958c4716e2850cbee8bf51f36f718ce4113c23093","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.71,"3":0.25},"confidence":0.6},"score":{"score":2.25,"probabilities":{"0":0,"1":0.02,"2":0.71,"3":0.27},"confidence":0.71},"noul":{"related":0.96,"answers":0.89,"exact":0.29}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20828633300000002,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p243","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb363fefadc52732a3e8b063a50ba8e2281539263ef01cd88167432186beb8a2","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.20945708300000115,"passageCap":0,"originalPassageChars":500,"submittedPassageChars":500}
{"split":"test","qid":"q45","pid":"p2477","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef51b6f29ed21bccf3c7e4003f95ec279d25b7a78ce85863a207876cd76938fe","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.82,"3":0.14},"confidence":0.76},"score":{"score":2.1,"probabilities":{"0":0,"1":0.02,"2":0.85,"3":0.13},"confidence":0.85},"noul":{"related":0.96,"answers":0.88,"exact":0.26}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.24130995899999835,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q45","pid":"p2515","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7628ea9d571d2fd625470de343f186b375975dfa9281cc93ff35f8535970c0e3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.58,"3":0.02},"confidence":0.44},"score":{"score":1.71,"probabilities":{"0":0,"1":0.31,"2":0.67,"3":0.02},"confidence":0.66},"noul":{"related":0.91,"answers":0.62,"exact":0.11}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.23465770800000246,"passageCap":0,"originalPassageChars":379,"submittedPassageChars":379}
{"split":"test","qid":"q45","pid":"p2535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"602b0e236be2f8b6a0e1a83b0a669e9addca26621999665897421f1a1b3158fd","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.65,"2":0.1,"3":0},"confidence":0.52},"score":{"score":0.84,"probabilities":{"0":0.24,"1":0.6900000000000001,"2":0.07,"3":0},"confidence":0.68},"noul":{"related":0.53,"answers":0.28,"exact":0.04}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21506508300000132,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q45","pid":"p2559","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb36b65aacb29f572c32a7b1c413a26ed87768d82dcce09fcd308ff5969b96ae","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.56,"3":0.43},"confidence":0.41},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.52},"noul":{"related":0.97,"answers":0.94,"exact":0.38}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2084421250000014,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q45","pid":"p2595","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c391fd169a7ea6a581be65c78eb28f24314c0b599a4278182426e5db5845f8b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.84,"3":0.06},"confidence":0.78},"score":{"score":2,"probabilities":{"0":0,"1":0.06,"2":0.87,"3":0.07},"confidence":0.87},"noul":{"related":0.95,"answers":0.85,"exact":0.17}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22022170800000093,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p2629","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"500862c5cf01ba4d0b036e30973baeae631c0e1ee4191df90eca4fa5f4a255ee","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.76,"3":0.22},"confidence":0.67},"score":{"score":2.27,"probabilities":{"0":0,"1":0.01,"2":0.72,"3":0.27},"confidence":0.72},"noul":{"related":0.97,"answers":0.92,"exact":0.32}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21270445800000015,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p2642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2209377f770bcc62007419d9e7664317e89281856cc36fa7dfcf822b9d30abd","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.24,"2":0.36,"3":0.39999999999999997},"confidence":0.21},"score":{"score":1.96,"probabilities":{"0":0,"1":0.33,"2":0.38,"3":0.29},"confidence":0.38},"noul":{"related":0.97,"answers":0.61,"exact":0.16}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23534375,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q45","pid":"p2645","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9cc797949a1663e7cd071342884501a5ed9fd527e49a8f170cd6ade7a6362438","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.71,"3":0.28},"confidence":0.6},"score":{"score":2.32,"probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.68},"noul":{"related":0.96,"answers":0.93,"exact":0.25}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.26105162500000006,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q45","pid":"p2646","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f84eb62dcad5a1022b9b5beb7cd364628e35c9abea142b2047c8b3a2d7c7c313","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.81,"3":0.05},"confidence":0.75},"score":{"score":1.97,"probabilities":{"0":0,"1":0.08,"2":0.87,"3":0.05},"confidence":0.87},"noul":{"related":0.94,"answers":0.84,"exact":0.18}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.23699612500000147,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q45","pid":"p2732","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c75a239a6adcc4bd2a90a009aecfda3d72891a52b3bb3aecdfacffee88d9f49","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.69,"3":0.3},"confidence":0.59},"score":{"score":2.32,"probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.67},"noul":{"related":0.97,"answers":0.93,"exact":0.31}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21894691599999713,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q45","pid":"p2772","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"219e41ad215442726e94290b76e5f210e30a29143af70062fac013b9c7c65c48","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.36,"3":0},"confidence":0.5},"score":{"score":1.63,"probabilities":{"0":0,"1":0.36,"2":0.64,"3":0},"confidence":0.62},"noul":{"related":0.82,"answers":0.72,"exact":0.14}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22625929199999884,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q45","pid":"p2773","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68308523e1943ceea5780634aa83163d4d62437ffdd358124acda4457f698f7d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.25,"3":0},"confidence":0.65},"score":{"score":1.19,"probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.8},"noul":{"related":0.81,"answers":0.46,"exact":0.05}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22919174999999814,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q45","pid":"p2776","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4720d9b09392764afa03c1d96fba2cfe2d2a22dbcc23c4d8a56fff900dbb57d2","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1134,"outputTokens":107,"latencySeconds":0.2716765830000004,"passageCap":0,"originalPassageChars":1621,"submittedPassageChars":1621}
{"split":"test","qid":"q45","pid":"p2794","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e493ee1a1a0c3a9e07cf49b2ddea95489d398bed89b17ec170ac870d1e08ca09","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.6,"2":0.18,"3":0},"confidence":0.47},"score":{"score":1.12,"probabilities":{"0":0.15,"1":0.58,"2":0.27,"3":0},"confidence":0.58},"noul":{"related":0.39,"answers":0.45,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2042574999999997,"passageCap":0,"originalPassageChars":340,"submittedPassageChars":340}
{"split":"test","qid":"q45","pid":"p2816","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ccc12b1080cda70838dff3c33bc7da087a3b9f92adeaf1fe39ee85ec88296392","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.74,"3":0.12},"confidence":0.65},"score":{"score":2.07,"probabilities":{"0":0,"1":0.06,"2":0.8,"3":0.14},"confidence":0.8},"noul":{"related":0.93,"answers":0.85,"exact":0.23}},"inputTokens":1039,"outputTokens":107,"latencySeconds":0.21144395900000018,"passageCap":0,"originalPassageChars":839,"submittedPassageChars":839}
{"split":"test","qid":"q45","pid":"p2901","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fdfc4615fedd6f17bf626ab9dfba69fe13524d10910f0fcbbe43fab38f3362f6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.79,"3":0.08},"confidence":0.72},"score":{"score":2.03,"probabilities":{"0":0,"1":0.06,"2":0.84,"3":0.1},"confidence":0.84},"noul":{"related":0.93,"answers":0.86,"exact":0.19}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.207515707999999,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q45","pid":"p2939","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0f20aa30fbc0ec0cfc30758e2c27ecbe7c70af2240f4900a1be793b7c16fe26","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.73,"3":0.25},"confidence":0.63},"score":{"score":2.31,"probabilities":{"0":0,"1":0.01,"2":0.68,"3":0.31},"confidence":0.68},"noul":{"related":0.96,"answers":0.92,"exact":0.29}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.24944525000000067,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q45","pid":"p2968","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"edd76395111b833c0e99805be21dc348e620652df33dac9b6d339a5903c9b46b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.91,"3":0.06},"confidence":0.87},"score":{"score":2.08,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.9},"noul":{"related":0.94,"answers":0.89,"exact":0.25}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24345483400000012,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q45","pid":"p2975","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a840e3bd90d744f3d2f3a0af1c54e9ef771dceaeb3f307b360a5a6bed1f46cb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.86,"3":0.13},"confidence":0.81},"score":{"score":2.13,"probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.86},"noul":{"related":0.96,"answers":0.91,"exact":0.24}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22902491600000213,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q45","pid":"p2994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81dd5e280fa880e5cfa29e88669001d57130955e6ff45ce48d5a3e5a13f27530","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.32,"2":0.62,"3":0.05},"confidence":0.49},"score":{"score":1.93,"probabilities":{"0":0,"1":0.14,"2":0.79,"3":0.07},"confidence":0.78},"noul":{"related":0.89,"answers":0.8,"exact":0.16}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2646739579999994,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q45","pid":"p3034","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bba3248e2cb6a2d8af7be8c799e719a23e61c36627713b2b784af8cbf6025021","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.91,"3":0.06},"confidence":0.88},"score":{"score":2.07,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.9},"noul":{"related":0.95,"answers":0.9,"exact":0.31}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2551984169999996,"passageCap":0,"originalPassageChars":407,"submittedPassageChars":407}
{"split":"test","qid":"q45","pid":"p3089","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bd8963b15c3c933bd784107e057ba0488ab156336f9ba4f5735d038d90223f1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.51,"3":0.47},"confidence":0.34},"score":{"score":2.5,"probabilities":{"0":0,"1":0.01,"2":0.48,"3":0.51},"confidence":0.5},"noul":{"related":0.96,"answers":0.92,"exact":0.42}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.19832437500000014,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q45","pid":"p311","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"136524553e33b6e8b1d83aac47409c49ca17bd6e43e43693574ce95401d28713","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.57,"3":0.42},"confidence":0.43},"score":{"score":2.57,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.57},"noul":{"related":0.96,"answers":0.95,"exact":0.53}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2192622080000001,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q45","pid":"p3128","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e9289f696bb3fd65b4dba2535f8be5e11bda9d3d749ee3c893eb97e14eda31f4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.79,"3":0.16},"confidence":0.72},"score":{"score":2.16,"probabilities":{"0":0,"1":0.03,"2":0.78,"3":0.19},"confidence":0.77},"noul":{"related":0.96,"answers":0.91,"exact":0.19}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20142370899999879,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q45","pid":"p3148","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8603caa8308ed74dbb43c1240044f58bfc1adcd3b3b217677e6ddbf30b318565","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.87,"3":0.09},"confidence":0.83},"score":{"score":2.08,"probabilities":{"0":0,"1":0.02,"2":0.88,"3":0.1},"confidence":0.88},"noul":{"related":0.95,"answers":0.89,"exact":0.21}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23251920800000153,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p3162","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"757640467665e4ca9e456714aa37e129a0ec041872e95e1b167e049be7cc4aa9","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.28,"2":0.65,"3":0.06},"confidence":0.54},"score":{"score":1.88,"probabilities":{"0":0,"1":0.17,"2":0.77,"3":0.06},"confidence":0.76},"noul":{"related":0.87,"answers":0.79,"exact":0.19}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2084713330000013,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q45","pid":"p3166","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98dff9cc9741c1dbeb1ff72f2be4da7c3933c6b6beb15a78fcc76d62e4225da0","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.77,"answers":0.14,"exact":0.03}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20442987500000162,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q45","pid":"p3225","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a7856b5804e5ef5773f21eb4c446b9364ee692f66be254988365279777880ac","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.71,"2":0.06,"3":0},"confidence":0.62},"score":{"score":0.89,"probabilities":{"0":0.16,"1":0.79,"2":0.05,"3":0},"confidence":0.79},"noul":{"related":0.56,"answers":0.19,"exact":0.05}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2049251669999976,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q45","pid":"p3297","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ed5b991b5cd401a811be648f59cf95fe9fabaad2779d558d21f9c49221b0b0b","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.46,"2":0.02,"3":0},"confidence":0.36},"score":{"score":0.62,"probabilities":{"0":0.4,"1":0.59,"2":0.01,"3":0},"confidence":0.59},"noul":{"related":0.37,"answers":0.18,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22451395799999954,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q45","pid":"p344","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9769d4e669930728c629283958c4716e2850cbee8bf51f36f718ce4113c23093","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.68,"3":0.28},"confidence":0.57},"score":{"score":2.29,"probabilities":{"0":0,"1":0.02,"2":0.67,"3":0.31},"confidence":0.67},"noul":{"related":0.96,"answers":0.9,"exact":0.28}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2393477500000008,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p3578","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2af2cde4fe961336f36c9fa20cff17720d5ed29513ec34a8ae025e2b1535147a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.82,"3":0.15},"confidence":0.76},"score":{"score":2.19,"probabilities":{"0":0,"1":0.01,"2":0.79,"3":0.2},"confidence":0.78},"noul":{"related":0.96,"answers":0.91,"exact":0.29}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.25239225000000076,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q45","pid":"p3640","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24282efd5fa2b66bceea1d5050fac1999bfe5e98b8c6160e719839ba999f8f58","answers":{"choice":{"choice":"0","probabilities":{"0":0.57,"1":0.41,"2":0.02,"3":0},"confidence":0.43},"score":{"score":0.58,"probabilities":{"0":0.43,"1":0.56,"2":0.01,"3":0},"confidence":0.55},"noul":{"related":0.38,"answers":0.21,"exact":0.04}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21084037499999977,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q45","pid":"p3644","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b5b30e50cab33564de1a1349372801f721323eeb4d5cb815b90d61444fd7d7d3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.8,"3":0.19},"confidence":0.74},"score":{"score":2.26,"probabilities":{"0":0,"1":0,"2":0.74,"3":0.26},"confidence":0.74},"noul":{"related":0.96,"answers":0.93,"exact":0.37}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22961616700000012,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q45","pid":"p3769","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b9f855930fa0267cdc14671c3fee034317dd42f9a7629a7b4e4ed87dd913b212","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.83,"3":0.05},"confidence":0.77},"score":{"score":1.99,"probabilities":{"0":0,"1":0.07,"2":0.87,"3":0.06},"confidence":0.87},"noul":{"related":0.93,"answers":0.87,"exact":0.17}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.6569251250000016,"passageCap":0,"originalPassageChars":238,"submittedPassageChars":238}
{"split":"test","qid":"q45","pid":"p3862","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb911ca4a72426ad9c9edbe4b39653ca60dc7375ca94f782860e1bc985dc5afb","answers":{"choice":{"choice":"1","probabilities":{"0":0.2,"1":0.8,"2":0,"3":0},"confidence":0.72},"score":{"score":0.84,"probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.51,"answers":0.06,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24446462500000052,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q45","pid":"p3867","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25725d5adefd261704343fbb1ef923aefe4ebe4b113908df4e49b71e3073e650","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.76,"3":0.18},"confidence":0.68},"score":{"score":2.17,"probabilities":{"0":0,"1":0.04,"2":0.75,"3":0.21},"confidence":0.75},"noul":{"related":0.94,"answers":0.89,"exact":0.25}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24898645899999974,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q45","pid":"p3953","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a3e761ebd8f81ed1b79cafab6b1d947dc5f0a017dd442b0c347958d8b73848de","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.51,"2":0.48,"3":0.01},"confidence":0.34},"score":{"score":1.78,"probabilities":{"0":0,"1":0.23,"2":0.76,"3":0.01},"confidence":0.75},"noul":{"related":0.91,"answers":0.7,"exact":0.12}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21240387499999996,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q45","pid":"p4003","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8700083b27f7924e538b96ae2174c156d793aefcd75e040f1c5fd38233c9d05e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.48,"3":0.5},"confidence":0.33},"score":{"score":2.57,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.57},"noul":{"related":0.96,"answers":0.92,"exact":0.39}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2048550839999989,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p4018","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ab68ca729ae6d6ab0ffa64a48b79613a4b8675959b5cbd863aa57a034a9dd78a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.37,"2":0.6,"3":0.02},"confidence":0.47},"score":{"score":1.73,"probabilities":{"0":0,"1":0.28,"2":0.7,"3":0.02},"confidence":0.69},"noul":{"related":0.87,"answers":0.79,"exact":0.16}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20132908300000055,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q45","pid":"p4021","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef51b6f29ed21bccf3c7e4003f95ec279d25b7a78ce85863a207876cd76938fe","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.82,"3":0.12},"confidence":0.77},"score":{"score":2.12,"probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.85},"noul":{"related":0.96,"answers":0.89,"exact":0.26}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22705258299999695,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q45","pid":"p4066","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d2071ef8e93a2049b54c23405a461e3c05ab5f64dd9e4da98e242e51d1541e5","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.86,"2":0.01,"3":0},"confidence":0.82},"score":{"score":0.93,"probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.91},"noul":{"related":0.6,"answers":0.09,"exact":0.02}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22155487500000162,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q45","pid":"p4146","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6661a0f0e13790fc84771ab5ba27b81be4763aa5ce314d555b99b653c8fd31c1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.34,"2":0.65,"3":0.01},"confidence":0.53},"score":{"score":1.81,"probabilities":{"0":0,"1":0.2,"2":0.79,"3":0.01},"confidence":0.79},"noul":{"related":0.91,"answers":0.75,"exact":0.13}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21156774999999833,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q45","pid":"p4158","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"385a1b87cb475a89b0a594c841c7eda7bb11cf9f2b021aa3214929eaa2c9fa05","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.77,"3":0.02},"confidence":0.7},"score":{"score":1.9,"probabilities":{"0":0,"1":0.11,"2":0.87,"3":0.02},"confidence":0.87},"noul":{"related":0.93,"answers":0.82,"exact":0.13}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20948824999999852,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q45","pid":"p4208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"87432d1b224fd538a7f35fb2129ad9286736554be0aa32b717cf48e35e2a10fa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.59,"3":0.38},"confidence":0.44},"score":{"score":2.46,"probabilities":{"0":0,"1":0.01,"2":0.53,"3":0.46},"confidence":0.53},"noul":{"related":0.95,"answers":0.91,"exact":0.4}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23998449999999866,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q45","pid":"p4253","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"91f761454ed2afd62bf9035dfec758c286bff39eb31d8728c5d08541ef582c90","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.77,"3":0.2},"confidence":0.69},"score":{"score":2.28,"probabilities":{"0":0,"1":0.01,"2":0.71,"3":0.28},"confidence":0.71},"noul":{"related":0.96,"answers":0.92,"exact":0.23}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2000691250000018,"passageCap":0,"originalPassageChars":243,"submittedPassageChars":243}
{"split":"test","qid":"q45","pid":"p437","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f9da34f5db373366899fdc2098ce260031f97b32b52917f06d9beca684d24a1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.76,"3":0.07},"confidence":0.68},"score":{"score":1.98,"probabilities":{"0":0,"1":0.1,"2":0.83,"3":0.07},"confidence":0.83},"noul":{"related":0.93,"answers":0.82,"exact":0.18}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20878491700000085,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q45","pid":"p438","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5dbab011f4914cefbff1e83b34c229da276732b06ea3797fd820d5a2ab92909d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.66,"3":0.33},"confidence":0.55},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.59},"noul":{"related":0.97,"answers":0.93,"exact":0.43}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20799245900000096,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q45","pid":"p44","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"136524553e33b6e8b1d83aac47409c49ca17bd6e43e43693574ce95401d28713","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.53,"3":0.46},"confidence":0.38},"score":{"score":2.59,"probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.59},"noul":{"related":0.96,"answers":0.95,"exact":0.53}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24529520799999954,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q45","pid":"p4400","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e892f3aff31d73d93bcbf4a537525e6cf2eed393fef31d9913a6e34d9f4edf5b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.76,"3":0.15},"confidence":0.68},"score":{"score":2.17,"probabilities":{"0":0,"1":0.03,"2":0.76,"3":0.21},"confidence":0.75},"noul":{"related":0.94,"answers":0.87,"exact":0.2}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22507804100000067,"passageCap":0,"originalPassageChars":242,"submittedPassageChars":242}
{"split":"test","qid":"q45","pid":"p4439","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"72053998394100a915210b77e44fad94b87995c178f423552d523ebf37d5a30c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.6,"2":0.39,"3":0.01},"confidence":0.47},"score":{"score":1.5,"probabilities":{"0":0,"1":0.5,"2":0.5,"3":0},"confidence":0.5},"noul":{"related":0.91,"answers":0.66,"exact":0.12}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.20193424999999843,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q45","pid":"p4461","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"867b4569aa699874c2823107e54236ade05278f68c5a212ba759b006fc657751","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.78,"3":0.19},"confidence":0.71},"score":{"score":2.24,"probabilities":{"0":0,"1":0.01,"2":0.74,"3":0.25},"confidence":0.74},"noul":{"related":0.95,"answers":0.9,"exact":0.24}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2152597080000014,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6cc1985bc33eca383a802c784ae1491819b6e29fdfe7a5fb41dbad8f8f11b25","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.71,"3":0.28},"confidence":0.61},"score":{"score":2.35,"probabilities":{"0":0,"1":0,"2":0.65,"3":0.35},"confidence":0.65},"noul":{"related":0.97,"answers":0.94,"exact":0.41}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2021084579999988,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q45","pid":"p4549","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f2d1a7f0a01b74a1fe33ca14f9cf56ec1412aa01770df72294094e74df621890","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.74},"score":{"score":2.21,"probabilities":{"0":0,"1":0.01,"2":0.78,"3":0.21},"confidence":0.78},"noul":{"related":0.96,"answers":0.93,"exact":0.3}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.29170837499999835,"passageCap":0,"originalPassageChars":399,"submittedPassageChars":399}
{"split":"test","qid":"q45","pid":"p4639","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"90c7720fae3e676db9b9603e5704da5cdb02fc1dcdeb24c404ca6d73bc5b0a47","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.76,"3":0.06},"confidence":0.69},"score":{"score":1.96,"probabilities":{"0":0,"1":0.09,"2":0.86,"3":0.05},"confidence":0.85},"noul":{"related":0.94,"answers":0.84,"exact":0.2}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.2523928330000017,"passageCap":0,"originalPassageChars":356,"submittedPassageChars":356}
{"split":"test","qid":"q45","pid":"p4678","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65312d56fe1c5aa2ac00123a1bb2de73ebed9979d3f774a5945850abfd5997cb","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.84,"2":0,"3":0},"confidence":0.78},"score":{"score":0.83,"probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.83},"noul":{"related":0.56,"answers":0.1,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2055720419999998,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q45","pid":"p474","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57b67f65f048ee9e6e3839e3ebc6be5c3361c07e3758376ac80bc210dcd59fb0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.82,"3":0.15},"confidence":0.77},"score":{"score":2.22,"probabilities":{"0":0,"1":0.01,"2":0.76,"3":0.23},"confidence":0.75},"noul":{"related":0.96,"answers":0.91,"exact":0.22}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21448320799999784,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q45","pid":"p4742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d13e141663c73b68661408a32e33cf76092ef5c619ca3f90f93aa7e6ecc296a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.49},"score":{"score":2.46,"probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.54},"noul":{"related":0.97,"answers":0.93,"exact":0.36}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.24048183300000164,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q45","pid":"p4763","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f8464aabb7db415205876b249617120245c3ac79502ce8828c71fc3ebb1e0a64","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.81,"3":0.1},"confidence":0.75},"score":{"score":2.11,"probabilities":{"0":0,"1":0.04,"2":0.81,"3":0.15},"confidence":0.81},"noul":{"related":0.94,"answers":0.88,"exact":0.27}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2839711669999997,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p4773","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"181b3165dd66b40fe9f54a7fa65f588292ff574712cdc1f2429a1a03394f4855","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.69,"3":0.3},"confidence":0.59},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.59},"noul":{"related":0.96,"answers":0.93,"exact":0.33}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2393563749999994,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q45","pid":"p4968","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b2e6c78d3fc3634a0309b98e9e86f7a5f362a1ab8115aace2d4e32575dd27d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.42,"2":0.54,"3":0.04},"confidence":0.38},"score":{"score":1.75,"probabilities":{"0":0,"1":0.29,"2":0.67,"3":0.04},"confidence":0.67},"noul":{"related":0.92,"answers":0.76,"exact":0.15}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.204960959,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q45","pid":"p5001","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83914f08162cf1db0001e388d2ef0e92104a7c37565f5e41a88640ef2ad4e38f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.66,"2":0.33,"3":0},"confidence":0.55},"score":{"score":1.38,"probabilities":{"0":0.01,"1":0.6,"2":0.39,"3":0},"confidence":0.61},"noul":{"related":0.82,"answers":0.57,"exact":0.07}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.27924729200000004,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p5026","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3757e4a30a3aace3c6d0ef9f90b8fc116679ccf07bf380fd0273d1da3e934681","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.74,"3":0.23},"confidence":0.65},"score":{"score":2.26,"probabilities":{"0":0,"1":0.02,"2":0.7,"3":0.28},"confidence":0.7},"noul":{"related":0.95,"answers":0.9,"exact":0.25}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.21223766700000124,"passageCap":0,"originalPassageChars":201,"submittedPassageChars":201}
{"split":"test","qid":"q45","pid":"p5036","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b14f9ed684298bd888d408a8a1d309210e280ab8de884d513550deb3bc581d84","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.42,"3":0.01},"confidence":0.42},"score":{"score":1.56,"probabilities":{"0":0,"1":0.44,"2":0.56,"3":0},"confidence":0.55},"noul":{"related":0.89,"answers":0.67,"exact":0.12}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20711479099999996,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q45","pid":"p504","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"62b218b7c49311206757c5b6afd69a940789f86ebf59857ee86a74d13d678028","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.66,"3":0.25},"confidence":0.55},"score":{"score":2.17,"probabilities":{"0":0,"1":0.06,"2":0.71,"3":0.23},"confidence":0.71},"noul":{"related":0.93,"answers":0.87,"exact":0.29}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20340191700000287,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q45","pid":"p5098","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"217052ca0613797764e6213328be285d0a135890bd0fe5fcd64e70a66a04a46e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.47},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.71},"noul":{"related":0.97,"answers":0.95,"exact":0.62}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21024316700000054,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f810af7c902476e3e1fd9c402fcb194d2e56208bf063ea3dc90bdc2130ab8adc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.66},"score":{"score":2.29,"probabilities":{"0":0,"1":0.01,"2":0.69,"3":0.3},"confidence":0.69},"noul":{"related":0.97,"answers":0.92,"exact":0.39}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2527792909999989,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p5100","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a295653cb0e1bdcc3ee9f3d2282faf28cf0a3e20bcac85f9c512908f6337dfce","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.84,"3":0.07},"confidence":0.79},"score":{"score":2.05,"probabilities":{"0":0,"1":0.04,"2":0.87,"3":0.09},"confidence":0.86},"noul":{"related":0.94,"answers":0.85,"exact":0.18}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.21523041699999884,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p513","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c09303a1011f867f9c3e88d33edc553dea9457ed253c76b1c5249c70f67858c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.84,"3":0.13},"confidence":0.79},"score":{"score":2.15,"probabilities":{"0":0,"1":0.01,"2":0.83,"3":0.16},"confidence":0.83},"noul":{"related":0.97,"answers":0.92,"exact":0.25}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.23160008399999787,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q45","pid":"p5155","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d04dd290d6b9e491e70e2e843c92dc92e26c28bfe105ddbbafd10f4d0b1fd34e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.82,"3":0.03},"confidence":0.76},"score":{"score":1.94,"probabilities":{"0":0,"1":0.09,"2":0.88,"3":0.03},"confidence":0.88},"noul":{"related":0.94,"answers":0.83,"exact":0.16}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.26326920800000153,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p5160","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ed297654e89cb4260fd9cc535f97b929b0c54c33776a5e44640d0d720a845056","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.78},"score":{"score":2.17,"probabilities":{"0":0,"1":0,"2":0.83,"3":0.17},"confidence":0.82},"noul":{"related":0.96,"answers":0.93,"exact":0.28}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2426922089999971,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q45","pid":"p5202","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"31149f2f5d59beaaecf05ccaf242251e83ff2c73d3fe586479cb72b2e72ace99","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.5,"3":0.49},"confidence":0.34},"score":{"score":2.53,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.53},"noul":{"related":0.97,"answers":0.93,"exact":0.44}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2242613330000022,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q45","pid":"p5251","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15a6f88c36f3098d4eeddee21d245e7703e1b3010aac46642c5b683b3f7f6417","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.77,"3":0.01},"confidence":0.68},"score":{"score":1.91,"probabilities":{"0":0,"1":0.1,"2":0.89,"3":0.01},"confidence":0.89},"noul":{"related":0.91,"answers":0.85,"exact":0.15}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.26087779099999897,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q45","pid":"p5252","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"65312d56fe1c5aa2ac00123a1bb2de73ebed9979d3f774a5945850abfd5997cb","answers":{"choice":{"choice":"1","probabilities":{"0":0.14,"1":0.86,"2":0,"3":0},"confidence":0.81},"score":{"score":0.85,"probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.55,"answers":0.1,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2223293330000015,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q45","pid":"p5324","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"edd76395111b833c0e99805be21dc348e620652df33dac9b6d339a5903c9b46b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.88},"score":{"score":2.09,"probabilities":{"0":0,"1":0.01,"2":0.89,"3":0.1},"confidence":0.89},"noul":{"related":0.94,"answers":0.89,"exact":0.25}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2194600829999981,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q45","pid":"p5325","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"757640467665e4ca9e456714aa37e129a0ec041872e95e1b167e049be7cc4aa9","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.24,"2":0.69,"3":0.06},"confidence":0.6},"score":{"score":1.92,"probabilities":{"0":0.01,"1":0.15,"2":0.76,"3":0.08},"confidence":0.76},"noul":{"related":0.87,"answers":0.81,"exact":0.19}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20949554200000056,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q45","pid":"p5360","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a4730cbd721d871919ca2546df26f0abedfd118290ffd17a451152f8de83d30","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.62,"probabilities":{"0":0,"1":0,"2":0.38,"3":0.62},"confidence":0.62},"noul":{"related":0.97,"answers":0.96,"exact":0.53}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22511533299999792,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q45","pid":"p5398","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21e5facc27c218b0cb5642b4534c5c206aafc0b2da188dcd85c70e9b612d5cc3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.74,"3":0.26},"confidence":0.64},"score":{"score":2.42,"probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.58},"noul":{"related":0.97,"answers":0.95,"exact":0.31}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21658858300000067,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p5422","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59c9831a1179da0b9f06088f58b968c9cb23baa240a4759481ea830092197c74","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.44,"2":0,"3":0},"confidence":0.4},"score":{"score":0.5,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.33,"answers":0.05,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2085075840000027,"passageCap":0,"originalPassageChars":249,"submittedPassageChars":249}
{"split":"test","qid":"q45","pid":"p5677","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"136524553e33b6e8b1d83aac47409c49ca17bd6e43e43693574ce95401d28713","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.36},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.56},"noul":{"related":0.97,"answers":0.95,"exact":0.56}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20387075000000185,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q45","pid":"p5679","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2ae3cc44e9f2ae2b2f691c38387f1ffa0808406bf29312dd6e0418057ea7ca3c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.79,"3":0.2},"confidence":0.72},"score":{"score":2.28,"probabilities":{"0":0,"1":0,"2":0.72,"3":0.28},"confidence":0.72},"noul":{"related":0.97,"answers":0.94,"exact":0.31}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20435695900000064,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q45","pid":"p573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e0976a0a162101e3eae70ffe07387e48b4b85ae726c28a41aa520e14f839fb0","answers":{"choice":{"choice":"0","probabilities":{"0":0.51,"1":0.34,"2":0.14,"3":0.01},"confidence":0.36},"score":{"score":0.82,"probabilities":{"0":0.35,"1":0.49,"2":0.16,"3":0},"confidence":0.49},"noul":{"related":0.34,"answers":0.36,"exact":0.08}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20175087500000155,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p5738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"315e5b4d36c4b83004a2818bb1a2519d20f934b8f574edb08eaccba2a2be2d24","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.86},"score":{"score":0.95,"probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.72,"answers":0.05,"exact":0.02}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.24518887499999983,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q45","pid":"p5744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70d27e432da2879a6210398b2a82f265cbcd8df97e53d528ac684d293d140989","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.72,"2":0.27,"3":0.01},"confidence":0.63},"score":{"score":1.52,"probabilities":{"0":0,"1":0.49,"2":0.5,"3":0.01},"confidence":0.5},"noul":{"related":0.89,"answers":0.73,"exact":0.09}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.28292375000000175,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q45","pid":"p5765","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f810af7c902476e3e1fd9c402fcb194d2e56208bf063ea3dc90bdc2130ab8adc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.78,"3":0.2},"confidence":0.7},"score":{"score":2.3,"probabilities":{"0":0,"1":0.01,"2":0.68,"3":0.31},"confidence":0.67},"noul":{"related":0.97,"answers":0.91,"exact":0.37}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2173552499999969,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p584","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f0fc8e3868af2c4574491248ed544f6957c2cfab8837f096ae2747edf476245","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.83,"3":0.07},"confidence":0.77},"score":{"score":2.03,"probabilities":{"0":0,"1":0.04,"2":0.89,"3":0.07},"confidence":0.88},"noul":{"related":0.92,"answers":0.82,"exact":0.21}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22212999999999739,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q45","pid":"p5852","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0500bdc1aa0e8cc183676747ed4df37738901297e31f209efdf91ce0adaa289c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.51,"3":0.49},"confidence":0.34},"score":{"score":2.6,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.6},"noul":{"related":0.98,"answers":0.96,"exact":0.54}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22932062500000028,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q45","pid":"p5866","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a83e50bbf9da12173a982c65cdfd2551b068b59a06d455b3691147783a7034d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.8,"3":0.17},"confidence":0.73},"score":{"score":2.13,"probabilities":{"0":0,"1":0.01,"2":0.85,"3":0.14},"confidence":0.86},"noul":{"related":0.95,"answers":0.91,"exact":0.32}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22923833399999785,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q45","pid":"p5960","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c794d147b2b567a73cd2278747c60899101a53ff547806ffe0e79328fd58b7a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.86,"3":0.06},"confidence":0.82},"score":{"score":2.11,"probabilities":{"0":0,"1":0.02,"2":0.85,"3":0.13},"confidence":0.85},"noul":{"related":0.96,"answers":0.9,"exact":0.28}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.23328066599999875,"passageCap":0,"originalPassageChars":393,"submittedPassageChars":393}
{"split":"test","qid":"q45","pid":"p5961","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"797460a7fd1e9096d09ab83b9a173b686cedce4457b5d1185e8e5b731eba27fb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.8,"3":0.07},"confidence":0.73},"score":{"score":2.01,"probabilities":{"0":0,"1":0.07,"2":0.85,"3":0.08},"confidence":0.85},"noul":{"related":0.93,"answers":0.88,"exact":0.24}},"inputTokens":1078,"outputTokens":107,"latencySeconds":0.21227658399999927,"passageCap":0,"originalPassageChars":904,"submittedPassageChars":904}
{"split":"test","qid":"q45","pid":"p5968","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6237eea21bed213ad4d8101e5628ebe76220ae0e33f5fd71850364e4e6e7b987","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.71,"3":0.25},"confidence":0.61},"score":{"score":2.33,"probabilities":{"0":0,"1":0.01,"2":0.65,"3":0.34},"confidence":0.64},"noul":{"related":0.96,"answers":0.89,"exact":0.33}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2074279999999999,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q45","pid":"p6023","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcb5c4578716c13f561973f3964804566ee926c761150121f2a0ed43fa94afd8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.8,"3":0.02},"confidence":0.73},"score":{"score":1.9,"probabilities":{"0":0,"1":0.11,"2":0.87,"3":0.02},"confidence":0.87},"noul":{"related":0.9,"answers":0.81,"exact":0.16}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23304629199999907,"passageCap":0,"originalPassageChars":328,"submittedPassageChars":328}
{"split":"test","qid":"q45","pid":"p6065","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"21e5facc27c218b0cb5642b4534c5c206aafc0b2da188dcd85c70e9b612d5cc3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.78,"3":0.22},"confidence":0.7},"score":{"score":2.4,"probabilities":{"0":0,"1":0,"2":0.6,"3":0.4},"confidence":0.6},"noul":{"related":0.97,"answers":0.95,"exact":0.3}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2902927090000012,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p6159","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80060bb8241d100bce3edaefa33d3e877beaad18de2c012fcfd0686317e0a90a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.73,"3":0.18},"confidence":0.65},"score":{"score":2.19,"probabilities":{"0":0,"1":0.04,"2":0.72,"3":0.24},"confidence":0.71},"noul":{"related":0.94,"answers":0.88,"exact":0.28}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.24711183299999903,"passageCap":0,"originalPassageChars":382,"submittedPassageChars":382}
{"split":"test","qid":"q45","pid":"p6188","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6abde0c4cd805e64db90376254b958308d4366fc7567ea1bef68fea90780cf95","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.17,"2":0.81,"3":0.02},"confidence":0.75},"score":{"score":1.91,"probabilities":{"0":0,"1":0.1,"2":0.89,"3":0.01},"confidence":0.88},"noul":{"related":0.93,"answers":0.83,"exact":0.13}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.22453912500000298,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q45","pid":"p623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3915867a96fa719e86c61ce0efa945d50488f2da45ece38a7577c68ca6cb9fcd","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.81,"3":0.15},"confidence":0.74},"score":{"score":2.18,"probabilities":{"0":0,"1":0.01,"2":0.8,"3":0.19},"confidence":0.79},"noul":{"related":0.95,"answers":0.92,"exact":0.23}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2240125829999997,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p6245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3512a0839f448f7e728fc4ac6774fce7e0c82bcb494864ec23fa99ce084a93d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.25,"3":0},"confidence":0.65},"score":{"score":1.25,"probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.74},"noul":{"related":0.82,"answers":0.55,"exact":0.06}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.26384308299999976,"passageCap":0,"originalPassageChars":265,"submittedPassageChars":265}
{"split":"test","qid":"q45","pid":"p6336","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8700083b27f7924e538b96ae2174c156d793aefcd75e040f1c5fd38233c9d05e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.47,"3":0.51},"confidence":0.35},"score":{"score":2.52,"probabilities":{"0":0,"1":0.01,"2":0.46,"3":0.53},"confidence":0.52},"noul":{"related":0.96,"answers":0.92,"exact":0.38}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24720345799999996,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p6344","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61417769c5a6f072e16aaebc0f9087fba2c5e76ac1453a7e4c902c64806a126b","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.89,"2":0.07,"3":0},"confidence":0.85},"score":{"score":0.98,"probabilities":{"0":0.06,"1":0.91,"2":0.03,"3":0},"confidence":0.91},"noul":{"related":0.7,"answers":0.12,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24157783299999938,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q45","pid":"p6349","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3757e4a30a3aace3c6d0ef9f90b8fc116679ccf07bf380fd0273d1da3e934681","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.72,"3":0.25},"confidence":0.62},"score":{"score":2.25,"probabilities":{"0":0,"1":0.02,"2":0.71,"3":0.27},"confidence":0.71},"noul":{"related":0.95,"answers":0.9,"exact":0.24}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.20425395900000148,"passageCap":0,"originalPassageChars":201,"submittedPassageChars":201}
{"split":"test","qid":"q45","pid":"p6389","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67c33a3fba6b8bab0aceb426dd69783ce7794c26b5c5862d3bdf9085f7191d48","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.7,"2":0.3,"3":0},"confidence":0.59},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.58},"noul":{"related":0.86,"answers":0.73,"exact":0.09}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20680849999999917,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q45","pid":"p6416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c69b5add54b053c02127a25aa7df6b61e420c6aec73e3f75fa0def3b5949452b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.39,"2":0.55,"3":0.05},"confidence":0.41},"score":{"score":1.86,"probabilities":{"0":0,"1":0.21,"2":0.72,"3":0.07},"confidence":0.72},"noul":{"related":0.88,"answers":0.7,"exact":0.16}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20102645800000027,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q45","pid":"p6468","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"123d78fe2657d9a52cfedab1f7fe28adafc3f6d3569c042900826611249c915f","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.79,"2":0.15,"3":0},"confidence":0.71},"score":{"score":1.13,"probabilities":{"0":0.05,"1":0.78,"2":0.17,"3":0},"confidence":0.78},"noul":{"related":0.7,"answers":0.37,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22275783299999966,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q45","pid":"p6507","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"102ef66d42dc77eea661480a54e2eb92d76f7f0e8cea2535afd1efe685c09dd1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.74,"3":0.25},"confidence":0.64},"score":{"score":2.38,"probabilities":{"0":0,"1":0,"2":0.62,"3":0.38},"confidence":0.62},"noul":{"related":0.97,"answers":0.93,"exact":0.33}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22231045799999993,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p6596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3665c07c781f4ca71e789a06318169cc32e17bf462afbcd5fd43a8286329f04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.51,"3":0.42},"confidence":0.34},"score":{"score":2.38,"probabilities":{"0":0,"1":0.03,"2":0.55,"3":0.42},"confidence":0.55},"noul":{"related":0.93,"answers":0.82,"exact":0.39}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22865537499999847,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p6623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"60083a91e824fde1904ec0915cdb27a86f63d52a104b3906bf4d44d665a3d0e0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.51,"3":0.49},"confidence":0.34},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.43,"3":0.5700000000000001},"confidence":0.56},"noul":{"related":0.97,"answers":0.95,"exact":0.37}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23140937499999928,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q45","pid":"p6734","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e07e83e77c69058353e9f6de72ca7885040af06f1d1346df5774b0fd06487c0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.76,"3":0.23},"confidence":0.67},"score":{"score":2.24,"probabilities":{"0":0,"1":0.01,"2":0.74,"3":0.25},"confidence":0.74},"noul":{"related":0.97,"answers":0.93,"exact":0.4}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2044890409999971,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q45","pid":"p6782","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15cd8c26a3610772ed3d05940618ebe1c9eced68938ec4f3a8e76260c0807c49","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.61,"3":0.01},"confidence":0.48},"score":{"score":1.73,"probabilities":{"0":0,"1":0.28,"2":0.71,"3":0.01},"confidence":0.71},"noul":{"related":0.9,"answers":0.76,"exact":0.09}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21049195800000234,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p7029","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ffdfc61f0583b69c9d6d0668507cc18a26bdde6fa3eaabfdfbd442c509ffea4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.79,"3":0.18},"confidence":0.73},"score":{"score":2.23,"probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.74},"noul":{"related":0.95,"answers":0.91,"exact":0.29}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20673054199999752,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q45","pid":"p7080","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07cb13779a3a6769b5f913fe65aad4d81409b75fcaa94a1f9c367989957e3147","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.25,"2":0.16,"3":0.01},"confidence":0.45},"score":{"score":0.99,"probabilities":{"0":0.27,"1":0.48,"2":0.25,"3":0},"confidence":0.46},"noul":{"related":0.32,"answers":0.43,"exact":0.07}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.19996479199999886,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q45","pid":"p7099","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef70554fc46ec18d04636f022a332976e3805193e0be841baa431a985120704f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.57},"score":{"score":2.76,"probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.76},"noul":{"related":0.98,"answers":0.96,"exact":0.68}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22155662499999743,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p7130","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c5c21500f9ac54e166b7eb2a0ebe672bf55d4a8b8c3c03e0981582cc063ae1d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.87},"score":{"score":2.07,"probabilities":{"0":0,"1":0.01,"2":0.91,"3":0.08},"confidence":0.92},"noul":{"related":0.96,"answers":0.91,"exact":0.24}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20384524999999848,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q45","pid":"p7177","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a4730cbd721d871919ca2546df26f0abedfd118290ffd17a451152f8de83d30","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.48,"3":0.51},"confidence":0.35},"score":{"score":2.58,"probabilities":{"0":0,"1":0,"2":0.42,"3":0.58},"confidence":0.58},"noul":{"related":0.97,"answers":0.96,"exact":0.52}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22726237499999843,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q45","pid":"p7206","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"219e41ad215442726e94290b76e5f210e30a29143af70062fac013b9c7c65c48","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.64,"2":0.34,"3":0.01},"confidence":0.53},"score":{"score":1.6,"probabilities":{"0":0,"1":0.4,"2":0.6,"3":0},"confidence":0.59},"noul":{"related":0.81,"answers":0.68,"exact":0.12}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23237812499999927,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q45","pid":"p7219","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16b741f40e587f86dbbc55131b12dd4f937cfdbba01a4d9427daf3084bbe305e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21590670800000225,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q45","pid":"p7220","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e717f25613c97433a7f5508bc4614820e493e424e9bd1caaef0cdcb041e933d0","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.24,"3":0.01},"confidence":0.65},"score":{"score":1.43,"probabilities":{"0":0,"1":0.58,"2":0.4,"3":0.02},"confidence":0.56},"noul":{"related":0.89,"answers":0.47,"exact":0.1}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21316908300000068,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q45","pid":"p7280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17e007114e905001b0bcaf60986813841bb96eefadddd2022f5653bb7807237b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.81,"3":0.18},"confidence":0.74},"score":{"score":2.27,"probabilities":{"0":0,"1":0,"2":0.73,"3":0.27},"confidence":0.72},"noul":{"related":0.96,"answers":0.92,"exact":0.35}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23039708400000017,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q45","pid":"p7293","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe17241e7ee2ccdb1d01df96c013a14c1605fef5f6352595c503d66a454d573c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.82,"3":0.1},"confidence":0.77},"score":{"score":2.08,"probabilities":{"0":0,"1":0.04,"2":0.84,"3":0.12},"confidence":0.85},"noul":{"related":0.95,"answers":0.89,"exact":0.2}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2062998329999973,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q45","pid":"p7403","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47777f937a73f025adb1431da02d7fe2560b29c56c49975bf70b0326f1cd141c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.86,"3":0.1},"confidence":0.81},"score":{"score":2.07,"probabilities":{"0":0,"1":0.02,"2":0.89,"3":0.09},"confidence":0.89},"noul":{"related":0.95,"answers":0.89,"exact":0.23}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21288516600000001,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q45","pid":"p7404","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"834fbfe1b833485d2ff9730f7191572151a5d17c65b156a478a87ba1107764f2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.81,"3":0.13},"confidence":0.75},"score":{"score":2.16,"probabilities":{"0":0,"1":0.04,"2":0.76,"3":0.2},"confidence":0.76},"noul":{"related":0.96,"answers":0.92,"exact":0.32}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2117450420000023,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q45","pid":"p7518","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0eb438679b41f43e311ac20a5df6dd9021061d7bffdea731a381bb257c9583eb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.76,"3":0.02},"confidence":0.69},"score":{"score":1.9,"probabilities":{"0":0,"1":0.13,"2":0.84,"3":0.03},"confidence":0.85},"noul":{"related":0.9,"answers":0.82,"exact":0.14}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21277891699999965,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q45","pid":"p7535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"123d78fe2657d9a52cfedab1f7fe28adafc3f6d3569c042900826611249c915f","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.77,"2":0.18,"3":0},"confidence":0.69},"score":{"score":1.18,"probabilities":{"0":0.04,"1":0.74,"2":0.22,"3":0},"confidence":0.74},"noul":{"related":0.69,"answers":0.4,"exact":0.08}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.27070574999999736,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q45","pid":"p7561","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc4f81af098af279f0bd970ee717f85dc0dcc66f589c8933a9e098fa20bd4f07","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.87,"3":0.06},"confidence":0.83},"score":{"score":2.05,"probabilities":{"0":0,"1":0.04,"2":0.87,"3":0.09},"confidence":0.86},"noul":{"related":0.94,"answers":0.86,"exact":0.25}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21252958299999955,"passageCap":0,"originalPassageChars":323,"submittedPassageChars":323}
{"split":"test","qid":"q45","pid":"p7578","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e21c8b91e9ce45af27ce672114217579a3ad374768df2145a7867d1419111c8","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.82},"score":{"score":1.13,"probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.87},"noul":{"related":0.89,"answers":0.36,"exact":0.09}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22705466700000035,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p7597","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb363fefadc52732a3e8b063a50ba8e2281539263ef01cd88167432186beb8a2","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.20471329100000002,"passageCap":0,"originalPassageChars":500,"submittedPassageChars":500}
{"split":"test","qid":"q45","pid":"p761","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0c73501d2da1e61f64c159a0448844e553a67b1d5f72d0a4c60aa6725c5e3d79","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.89},"score":{"score":1.99,"probabilities":{"0":0,"1":0.03,"2":0.95,"3":0.02},"confidence":0.94},"noul":{"related":0.91,"answers":0.88,"exact":0.18}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22875358399999823,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q45","pid":"p7618","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"99515629edea4488a9382137af7d81fe25013f73c07cb509716880cc3bff9bdf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.88,"3":0.08},"confidence":0.83},"score":{"score":2.09,"probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.88},"noul":{"related":0.94,"answers":0.9,"exact":0.29}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20196337499999936,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q45","pid":"p7626","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a7856b5804e5ef5773f21eb4c446b9364ee692f66be254988365279777880ac","answers":{"choice":{"choice":"1","probabilities":{"0":0.21,"1":0.73,"2":0.06,"3":0},"confidence":0.64},"score":{"score":0.89,"probabilities":{"0":0.16,"1":0.79,"2":0.05,"3":0},"confidence":0.79},"noul":{"related":0.53,"answers":0.22,"exact":0.05}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21188591699999962,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q45","pid":"p7640","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"219e41ad215442726e94290b76e5f210e30a29143af70062fac013b9c7c65c48","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.63,"2":0.35,"3":0.01},"confidence":0.52},"score":{"score":1.64,"probabilities":{"0":0.01,"1":0.36,"2":0.62,"3":0.01},"confidence":0.62},"noul":{"related":0.81,"answers":0.7,"exact":0.13}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2060775419999991,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q45","pid":"p77","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eff4ec68d7f741f8912da322b4448998950eb195d39d5cf6045c4c2da4ac5c64","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.6799999999999999,"2":0.24,"3":0.01},"confidence":0.59},"score":{"score":1.36,"probabilities":{"0":0.04,"1":0.57,"2":0.38,"3":0.01},"confidence":0.56},"noul":{"related":0.78,"answers":0.46,"exact":0.11}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20118416600000275,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q45","pid":"p7755","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a3c12ee191f17406f593a935b198a69b61a9053035a724608a6a7a642e7eee22","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.79,"3":0.13},"confidence":0.72},"score":{"score":2.11,"probabilities":{"0":0,"1":0.04,"2":0.81,"3":0.15},"confidence":0.8},"noul":{"related":0.94,"answers":0.84,"exact":0.22}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.28831220799999935,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q45","pid":"p7787","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9769d4e669930728c629283958c4716e2850cbee8bf51f36f718ce4113c23093","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.71,"3":0.25},"confidence":0.6},"score":{"score":2.27,"probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.7},"noul":{"related":0.96,"answers":0.9,"exact":0.27}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2398997500000005,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p7911","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee8a2c950c4dcbcd9c64cd6a39f8dbb9b228614c176e908b7198678a20e97e49","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.73,"3":0.25},"confidence":0.64},"score":{"score":2.33,"probabilities":{"0":0,"1":0.01,"2":0.65,"3":0.34},"confidence":0.65},"noul":{"related":0.97,"answers":0.93,"exact":0.31}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2030406249999978,"passageCap":0,"originalPassageChars":332,"submittedPassageChars":332}
{"split":"test","qid":"q45","pid":"p7919","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"77806175eb7b6af09e06ec8675ffbf3b5444d713fa5ce3a1ed379724daaef0a0","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.49,"2":0.32,"3":0.02},"confidence":0.32},"score":{"score":1.39,"probabilities":{"0":0.08,"1":0.47,"2":0.43,"3":0.02},"confidence":0.45},"noul":{"related":0.73,"answers":0.7,"exact":0.12}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21901045800000066,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q45","pid":"p8006","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5390cd2e02acf23d923663fdb23f05e8a093b9d8bae3c1750b37eb3005af6392","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.67},"score":{"score":2.32,"probabilities":{"0":0,"1":0,"2":0.67,"3":0.33},"confidence":0.67},"noul":{"related":0.97,"answers":0.93,"exact":0.28}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.25070687499999983,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q45","pid":"p8015","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fffd4b08f45bf4c030aee03d91d3c6340755f1e76a443406ab7cfacd1b365591","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.26,"2":0.67,"3":0.06},"confidence":0.57},"score":{"score":1.85,"probabilities":{"0":0.01,"1":0.19,"2":0.75,"3":0.05},"confidence":0.75},"noul":{"related":0.86,"answers":0.79,"exact":0.17}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2346410419999993,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q45","pid":"p8025","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"875de557398f66964a903f1201a5da17813dbbf9d3fe20266df0e1803c9d4978","answers":{"choice":{"choice":"1","probabilities":{"0":0.46,"1":0.51,"2":0.03,"3":0},"confidence":0.34},"score":{"score":0.78,"probabilities":{"0":0.29,"1":0.65,"2":0.06,"3":0},"confidence":0.64},"noul":{"related":0.38,"answers":0.17,"exact":0.04}},"inputTokens":883,"outputTokens":107,"latencySeconds":0.2295047080000004,"passageCap":0,"originalPassageChars":528,"submittedPassageChars":528}
{"split":"test","qid":"q45","pid":"p8074","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0e9ea1f8dfd80d799f58e5498ad6d98721b51b1a976320677c2bbf10d3cb444a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.8099999999999999,"3":0.06},"confidence":0.75},"score":{"score":2.02,"probabilities":{"0":0,"1":0.05,"2":0.88,"3":0.07},"confidence":0.88},"noul":{"related":0.92,"answers":0.83,"exact":0.15}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24534987499999988,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q45","pid":"p8119","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa9e15416a71136e789fc3d1099031821641b95e136d8eaf42e78c87df6d8788","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.53,"3":0.46},"confidence":0.37},"score":{"score":2.46,"probabilities":{"0":0,"1":0,"2":0.54,"3":0.46},"confidence":0.53},"noul":{"related":0.97,"answers":0.94,"exact":0.45}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22368737500000133,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q45","pid":"p816","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2fc07bbf4a95e12f136d07ea3b6d14e16bcab7b2060a04a50fd008b5c7e909c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.61,"3":0.01},"confidence":0.47},"score":{"score":1.86,"probabilities":{"0":0,"1":0.15,"2":0.84,"3":0.01},"confidence":0.84},"noul":{"related":0.92,"answers":0.8,"exact":0.14}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2538252919999977,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q45","pid":"p8211","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"143435a9818eab72bc948498044b7503532b49ff0fdd65eeb5ba98e2e2f76186","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.52,"3":0.04},"confidence":0.35},"score":{"score":1.67,"probabilities":{"0":0,"1":0.37,"2":0.59,"3":0.04},"confidence":0.59},"noul":{"related":0.9,"answers":0.45,"exact":0.12}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.25141212499999893,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q45","pid":"p8218","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81dd5e280fa880e5cfa29e88669001d57130955e6ff45ce48d5a3e5a13f27530","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.3,"2":0.64,"3":0.05},"confidence":0.53},"score":{"score":1.92,"probabilities":{"0":0,"1":0.14,"2":0.79,"3":0.07},"confidence":0.78},"noul":{"related":0.87,"answers":0.78,"exact":0.17}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24611429100000168,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q45","pid":"p8259","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"73a572988f2c4137b63bfd366fec7f77a0a66a1d2bc65ce9a18ba5f60def4fbc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.31,"3":0.68},"confidence":0.57},"score":{"score":2.74,"probabilities":{"0":0,"1":0,"2":0.25,"3":0.75},"confidence":0.74},"noul":{"related":0.97,"answers":0.93,"exact":0.58}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20566683299999933,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q45","pid":"p8266","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15cd8c26a3610772ed3d05940618ebe1c9eced68938ec4f3a8e76260c0807c49","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.62,"3":0.01},"confidence":0.49},"score":{"score":1.69,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.68},"noul":{"related":0.91,"answers":0.78,"exact":0.09}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.24482250000000202,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p8391","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d97f2fb83fd97acd97c2f79552b42bb9fe974ab11cf2576ee857660620755c6","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.8,"2":0.01,"3":0},"confidence":0.73},"score":{"score":0.9,"probabilities":{"0":0.11,"1":0.88,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.64,"answers":0.11,"exact":0.02}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.20529912499999772,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p8402","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f0e5f01c4523a75d43c1cea1c76c6bd57f2b1d7efc9fe245d873dcd8a3662558","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.58,"3":0.41},"confidence":0.44},"score":{"score":2.53,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.53},"noul":{"related":0.97,"answers":0.95,"exact":0.44}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.23142599999999947,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q45","pid":"p8446","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"102ef66d42dc77eea661480a54e2eb92d76f7f0e8cea2535afd1efe685c09dd1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.66,"3":0.33},"confidence":0.54},"score":{"score":2.39,"probabilities":{"0":0,"1":0,"2":0.6,"3":0.4},"confidence":0.6},"noul":{"related":0.96,"answers":0.93,"exact":0.36}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2223656669999982,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p8450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aa51f3b0ea73010476166da3777e938af707ba8b22e71aa76f14d8ebe14c7c1b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.72,"3":0.21},"confidence":0.63},"score":{"score":2.21,"probabilities":{"0":0,"1":0.03,"2":0.73,"3":0.24},"confidence":0.73},"noul":{"related":0.95,"answers":0.88,"exact":0.22}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20430883299999913,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q45","pid":"p8663","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"155f84d40792b8bd1190c5abd6ac1334287c2496ea4642531de76f712132ad8b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.82,"3":0.06},"confidence":0.76},"score":{"score":1.98,"probabilities":{"0":0,"1":0.09,"2":0.84,"3":0.07},"confidence":0.84},"noul":{"related":0.93,"answers":0.86,"exact":0.19}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22896908299999996,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p8736","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a152758e77fcff92ebb1f03bef7b30b7246823be75db55d57f176ace42d8eb94","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.48,"3":0.51},"confidence":0.35},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.55},"noul":{"related":0.97,"answers":0.93,"exact":0.41}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20109441599999991,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q45","pid":"p8781","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5bc28f4c570e9e98d0d253af652f248f001d90e4bac843adb960abec62f73775","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.64,"3":0.34},"confidence":0.51},"score":{"score":2.36,"probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.62},"noul":{"related":0.95,"answers":0.91,"exact":0.28}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.22079312500000378,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q45","pid":"p8786","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f24d1ae776fb22dc419eb6031c48e3d230ff2bc88af688b1f48f05bfebeadca5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.76,"3":0.22},"confidence":0.68},"score":{"score":2.24,"probabilities":{"0":0,"1":0.01,"2":0.74,"3":0.25},"confidence":0.74},"noul":{"related":0.96,"answers":0.92,"exact":0.32}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22594833299999664,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q45","pid":"p8862","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc9dbca9fa1bb0d231e37f1c8c28cb43a9e1c8b0a24bc99f81ec33a9eec7a5d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.8,"3":0.13},"confidence":0.72},"score":{"score":2.15,"probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.17},"confidence":0.8},"noul":{"related":0.95,"answers":0.87,"exact":0.2}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24933554200000071,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q45","pid":"p8889","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07cb13779a3a6769b5f913fe65aad4d81409b75fcaa94a1f9c367989957e3147","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.27,"2":0.17,"3":0.01},"confidence":0.4},"score":{"score":0.84,"probabilities":{"0":0.37,"1":0.44,"2":0.19,"3":0},"confidence":0.43},"noul":{"related":0.27,"answers":0.38,"exact":0.05}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21616558400000213,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q45","pid":"p8964","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83af1516c373e7c9b12f8e9920e632be6ad309ee33d717db1b93d39c4a014215","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.6,"2":0.39,"3":0.01},"confidence":0.46},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.68},"noul":{"related":0.86,"answers":0.49,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2111101249999956,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q45","pid":"p9013","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ecdff5569f1e45494e5c7302fb95fe9dfba6655399a18560718f588bceb5e88","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.85,"3":0.13},"confidence":0.79},"score":{"score":2.14,"probabilities":{"0":0,"1":0.01,"2":0.84,"3":0.15},"confidence":0.84},"noul":{"related":0.95,"answers":0.91,"exact":0.24}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.20749762499999996,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q45","pid":"p9034","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"346759643861a106fd8c9acfa632c9da3062744f623047687d0716f66085c6aa","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.81,"3":0.07},"confidence":0.75},"score":{"score":2.03,"probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.86},"noul":{"related":0.93,"answers":0.88,"exact":0.2}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2181750409999986,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q45","pid":"p9075","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bd6137a257b93f3b75b5d127e1426782240b88a0bcb6bf8c189416c20ee21d24","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.7,"3":0.18},"confidence":0.6},"score":{"score":2.11,"probabilities":{"0":0,"1":0.11,"2":0.67,"3":0.22},"confidence":0.67},"noul":{"related":0.92,"answers":0.8,"exact":0.23}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2224014590000006,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q45","pid":"p9100","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b3b4aab93d34d188d828589f4b3a914d1716267487ecc604d5f3ae2226d9832","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.67},"score":{"score":2.36,"probabilities":{"0":0,"1":0,"2":0.64,"3":0.36},"confidence":0.64},"noul":{"related":0.97,"answers":0.94,"exact":0.38}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2139476250000007,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q45","pid":"p9279","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d2a206bbee0d12a66e1477a1ab24e7db1c20b888e10ee3ec3cfab848288a926","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2499647079999995,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q45","pid":"p9284","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"306eb2c47e15b43c3a65e84008e52d6a81196b0016fc2799c417224687d5accf","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.5,"3":0.49},"confidence":0.34},"score":{"score":2.6,"probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.6},"noul":{"related":0.97,"answers":0.94,"exact":0.52}},"inputTokens":872,"outputTokens":107,"latencySeconds":0.2631161659999998,"passageCap":0,"originalPassageChars":436,"submittedPassageChars":436}
{"split":"test","qid":"q45","pid":"p9319","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b4cb3859b6984140e516d458f7e5fd0b4d8223c041a070a5f728f225dfcfa679","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.78,"3":0.18},"confidence":0.71},"score":{"score":2.25,"probabilities":{"0":0,"1":0.01,"2":0.73,"3":0.26},"confidence":0.73},"noul":{"related":0.96,"answers":0.92,"exact":0.27}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20682274999999936,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q45","pid":"p9321","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6237eea21bed213ad4d8101e5628ebe76220ae0e33f5fd71850364e4e6e7b987","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.75,"3":0.21},"confidence":0.66},"score":{"score":2.33,"probabilities":{"0":0,"1":0.01,"2":0.65,"3":0.34},"confidence":0.64},"noul":{"related":0.96,"answers":0.9,"exact":0.34}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20715054199999577,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q45","pid":"p9330","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"970f8d7ba13e74f0470a39ac23447ba8f4e39649941dab10b3925f4eb8335867","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.8,"3":0.19},"confidence":0.73},"score":{"score":2.24,"probabilities":{"0":0,"1":0,"2":0.75,"3":0.25},"confidence":0.75},"noul":{"related":0.96,"answers":0.91,"exact":0.3}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21751416600000084,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q45","pid":"p9354","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f70f0689662d7ca21bab950aa2f74b273a6ef586c5247a6a4ba8bf96d6c01ff8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.74,"3":0.25},"confidence":0.65},"score":{"score":2.23,"probabilities":{"0":0,"1":0.01,"2":0.75,"3":0.24},"confidence":0.75},"noul":{"related":0.96,"answers":0.91,"exact":0.31}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2180325840000005,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q45","pid":"p9393","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25725d5adefd261704343fbb1ef923aefe4ebe4b113908df4e49b71e3073e650","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.77,"3":0.16},"confidence":0.68},"score":{"score":2.18,"probabilities":{"0":0,"1":0.04,"2":0.74,"3":0.22},"confidence":0.74},"noul":{"related":0.94,"answers":0.9,"exact":0.23}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2125385830000014,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q45","pid":"p9489","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e488d1593eeb3625e727eea5c29fc7de33655df8746a4570c25a3e4c96c0360","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.69,"2":0.3,"3":0.01},"confidence":0.59},"score":{"score":1.46,"probabilities":{"0":0,"1":0.55,"2":0.45,"3":0},"confidence":0.54},"noul":{"related":0.86,"answers":0.61,"exact":0.07}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20393149999999877,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q45","pid":"p9495","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e2940cb2c365dd1b6ac23847aa8ceec7fe522c99e709f06888aa06d43b35772","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.54,"2":0.02,"3":0},"confidence":0.39},"score":{"score":0.68,"probabilities":{"0":0.34,"1":0.64,"2":0.02,"3":0},"confidence":0.64},"noul":{"related":0.35,"answers":0.08,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2316581670000014,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p9552","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bba3248e2cb6a2d8af7be8c799e719a23e61c36627713b2b784af8cbf6025021","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.89,"3":0.08},"confidence":0.85},"score":{"score":2.07,"probabilities":{"0":0,"1":0.01,"2":0.91,"3":0.08},"confidence":0.91},"noul":{"related":0.95,"answers":0.9,"exact":0.29}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.247502916999998,"passageCap":0,"originalPassageChars":407,"submittedPassageChars":407}
{"split":"test","qid":"q45","pid":"p9672","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29a4f1edfe8883c66f7231d22d318ccda81d668d88820b71ab42abe805c7caab","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.63,"3":0.36},"confidence":0.52},"score":{"score":2.51,"probabilities":{"0":0,"1":0,"2":0.48,"3":0.52},"confidence":0.51},"noul":{"related":0.97,"answers":0.94,"exact":0.49}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2195225830000054,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q45","pid":"p9754","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"81dd5e280fa880e5cfa29e88669001d57130955e6ff45ce48d5a3e5a13f27530","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.67,"3":0.07},"confidence":0.56},"score":{"score":1.89,"probabilities":{"0":0,"1":0.17,"2":0.77,"3":0.06},"confidence":0.76},"noul":{"related":0.88,"answers":0.78,"exact":0.16}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2286784159999952,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q45","pid":"p9769","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67c33a3fba6b8bab0aceb426dd69783ce7794c26b5c5862d3bdf9085f7191d48","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.29,"3":0},"confidence":0.61},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.58},"noul":{"related":0.87,"answers":0.73,"exact":0.1}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.3212474169999987,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q45","pid":"p9790","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3665c07c781f4ca71e789a06318169cc32e17bf462afbcd5fd43a8286329f04","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.54,"3":0.38},"confidence":0.38},"score":{"score":2.34,"probabilities":{"0":0,"1":0.03,"2":0.6,"3":0.37},"confidence":0.59},"noul":{"related":0.93,"answers":0.82,"exact":0.39}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24653974999999628,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q45","pid":"p98","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41c4de63f5885e3433a966fdd736cf1338209f42f90d4f7fd4d8e95e1111272d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.74,"3":0.11},"confidence":0.66},"score":{"score":2.1,"probabilities":{"0":0,"1":0.05,"2":0.79,"3":0.16},"confidence":0.79},"noul":{"related":0.94,"answers":0.85,"exact":0.19}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.30303895799999736,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q45","pid":"p9802","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f810af7c902476e3e1fd9c402fcb194d2e56208bf063ea3dc90bdc2130ab8adc","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.78,"3":0.2},"confidence":0.7},"score":{"score":2.28,"probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.7},"noul":{"related":0.97,"answers":0.91,"exact":0.41}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.24408979199999886,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q45","pid":"p982","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"589828167b430089380aa1f7b95d8c1711d0d17d8581083dd76c6f80141a8ed1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.84,"3":0.02},"confidence":0.79},"score":{"score":1.95,"probabilities":{"0":0,"1":0.07,"2":0.9,"3":0.03},"confidence":0.9},"noul":{"related":0.94,"answers":0.84,"exact":0.16}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21211766699999862,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p9826","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1fbdb611ada212bb60801b4e14000717250129af90f4c924c8493177a356dc5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.67},"score":{"score":2.28,"probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.71},"noul":{"related":0.95,"answers":0.91,"exact":0.3}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2084957499999946,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q45","pid":"p9831","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d86142e5c75c665c9a755c29241a7d1e40913fdc67e44e2475283b3a845ab6d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.88,"3":0.07},"confidence":0.83},"score":{"score":2.07,"probabilities":{"0":0,"1":0.03,"2":0.87,"3":0.1},"confidence":0.87},"noul":{"related":0.93,"answers":0.89,"exact":0.23}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.24025745800000003,"passageCap":0,"originalPassageChars":253,"submittedPassageChars":253}
{"split":"test","qid":"q45","pid":"p9858","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2c8b7bccd0ef3487a9a10a7a7e73713717dd5a6c5b61a4f0d388d3aaa1f8f49e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.47,"3":0.51},"confidence":0.35},"score":{"score":2.54,"probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.54},"noul":{"related":0.96,"answers":0.92,"exact":0.41}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22978775000000315,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q45","pid":"p9865","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"30b88546567c6ae75a4e8108ff9331d409e1930152681c98bbea0db7bcdad397","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.14,"probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.85},"noul":{"related":0.9,"answers":0.34,"exact":0.07}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21231079199999658,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q45","pid":"p9961","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d865fc61ed20c04e74291a70859d416f05fc42f0cd330efa181ad0b45513cb0a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.91,"3":0.06},"confidence":0.88},"score":{"score":2.07,"probabilities":{"0":0,"1":0.01,"2":0.9,"3":0.09},"confidence":0.9},"noul":{"related":0.93,"answers":0.88,"exact":0.27}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.22093045800000255,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q45","pid":"p9964","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7148c45269d6c88202fcc7f17e1eee1e509569541c267dfd924e531a4f52cdbb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.78,"3":0.12},"confidence":0.71},"score":{"score":2.08,"probabilities":{"0":0,"1":0.05,"2":0.82,"3":0.13},"confidence":0.82},"noul":{"related":0.93,"answers":0.88,"exact":0.23}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.23375641700000416,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q45","pid":"p9984","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"807ecef8eb559953457065ea9b9f0dd9d4ce969d9c476f375449c08682a230d1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.76,"3":0.15},"confidence":0.68},"score":{"score":2.19,"probabilities":{"0":0,"1":0.03,"2":0.76,"3":0.21},"confidence":0.76},"noul":{"related":0.93,"answers":0.87,"exact":0.2}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2606765830000004,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q45","pid":"p9988","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4372b30b5038b432a52740d62db92b3094e29b9e98042a9e78aeeb36173aaee4","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.72,"3":0.26},"confidence":0.63},"score":{"score":2.32,"probabilities":{"0":0,"1":0.01,"2":0.66,"3":0.33},"confidence":0.66},"noul":{"related":0.96,"answers":0.92,"exact":0.31}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2217900840000002,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q46","pid":"p10087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4626acf3e3fc0236bdb8b5705ff7c7c5fd28f9e195201caae22977097e655eca","answers":{"choice":{"choice":"2","probabilities":{"0":0.13,"1":0.22,"2":0.47,"3":0.18},"confidence":0.29},"score":{"score":1.93,"probabilities":{"0":0.07,"1":0.16,"2":0.55,"3":0.22},"confidence":0.49},"noul":{"related":0.62,"answers":0.74,"exact":0.34}},"inputTokens":878,"outputTokens":107,"latencySeconds":0.2254095410000009,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q46","pid":"p10179","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3a999d0ff0d367a72a9c51ca82903daa726719ecb59b21fb537cb9880a1e083d","answers":{"choice":{"choice":"2","probabilities":{"0":0.24,"1":0.32,"2":0.37,"3":0.07},"confidence":0.16},"score":{"score":1.52,"probabilities":{"0":0.14,"1":0.3,"2":0.45999999999999996,"3":0.1},"confidence":0.33},"noul":{"related":0.51,"answers":0.6,"exact":0.18}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21483745899999485,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q46","pid":"p10184","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4257cd39675220f34b9ca224eac3ab77f853e0703028493fcfb93e9b1c45019","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.12,"probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.88},"noul":{"related":0.05,"answers":0.08,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20305087500000082,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q46","pid":"p1019","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6c320eead982a6ea312cf3e075d415e8d73fe3e73797c9fc19f1dc441c59c23","answers":{"choice":{"choice":"1","probabilities":{"0":0.3,"1":0.48,"2":0.19,"3":0.03},"confidence":0.32},"score":{"score":1.27,"probabilities":{"0":0.15,"1":0.48,"2":0.32,"3":0.05},"confidence":0.43},"noul":{"related":0.43,"answers":0.37,"exact":0.1}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22046166700000322,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q46","pid":"p10194","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9ff9a32fab336c1b48ce4878b968ba43965fe23bc49044c8883f9d7dc6f218c3","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.18,"2":0.05,"3":0},"confidence":0.7},"score":{"score":0.51,"probabilities":{"0":0.58,"1":0.34,"2":0.08,"3":0},"confidence":0.49},"noul":{"related":0.12,"answers":0.11,"exact":0.02}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21026945899999555,"passageCap":0,"originalPassageChars":354,"submittedPassageChars":354}
{"split":"test","qid":"q46","pid":"p10204","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"64b92f3a90ea3f9af48349e4476a95931edf4fddbfec1cea62ffe587d3689456","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.3,"3":0.68},"confidence":0.57},"score":{"score":2.76,"probabilities":{"0":0,"1":0.01,"2":0.21,"3":0.78},"confidence":0.76},"noul":{"related":0.93,"answers":0.92,"exact":0.66}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2066465839999946,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p10210","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0414bb95912c7c2d23c9f8843f74d3d1f348718f5486a54ac7daffc6564a6116","answers":{"choice":{"choice":"1","probabilities":{"0":0.26,"1":0.45,"2":0.23,"3":0.06},"confidence":0.27},"score":{"score":1.39,"probabilities":{"0":0.11,"1":0.46,"2":0.35,"3":0.08},"confidence":0.38},"noul":{"related":0.59,"answers":0.54,"exact":0.09}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22412008299999434,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q46","pid":"p10325","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"076e92d00f077a1ccd11971f3222811922bff4c6cefdff5cd923ae47ff77166f","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.03,"2":0.29,"3":0.66},"confidence":0.55},"score":{"score":2.49,"probabilities":{"0":0.04,"1":0.05,"2":0.31,"3":0.6},"confidence":0.49},"noul":{"related":0.84,"answers":0.85,"exact":0.66}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21373999999999796,"passageCap":0,"originalPassageChars":216,"submittedPassageChars":216}
{"split":"test","qid":"q46","pid":"p10355","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66187684dea71480476c55d040df0d67bf6f9b055ba7ec0a47ace3b13cc3ae21","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":1063,"outputTokens":107,"latencySeconds":0.24674708299999473,"passageCap":0,"originalPassageChars":866,"submittedPassageChars":866}
{"split":"test","qid":"q46","pid":"p10379","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"95bf55c1c56bdb766bd1f33f9532cc5577df789523a88cbb62407e5d4275589a","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2179731249999968,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q46","pid":"p10394","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5eaa4c93a92d3e0edc6f814d2217a74c9fa8c8a2487348ac687d788ce68e0d71","answers":{"choice":{"choice":"2","probabilities":{"0":0.23,"1":0.21,"2":0.43,"3":0.13},"confidence":0.23},"score":{"score":1.61,"probabilities":{"0":0.14,"1":0.24,"2":0.49,"3":0.13},"confidence":0.35},"noul":{"related":0.48,"answers":0.65,"exact":0.2}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2318342080000002,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q46","pid":"p10444","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db84bec192693738156e74af5751c1ce2ea7761a998494f7bf3280f274c10216","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.23,"2":0,"3":0},"confidence":0.69},"score":{"score":0.3,"probabilities":{"0":0.71,"1":0.29,"2":0,"3":0},"confidence":0.7},"noul":{"related":0.26,"answers":0.06,"exact":0.02}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2039185839999991,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q46","pid":"p10623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d02361a34a219c491ee02e1f7a8aabcb04e1bb10427f7947340fe397e3d03bc3","answers":{"choice":{"choice":"0","probabilities":{"0":0.66,"1":0.14,"2":0.18,"3":0.02},"confidence":0.54},"score":{"score":0.81,"probabilities":{"0":0.51,"1":0.2,"2":0.27,"3":0.02},"confidence":0.19},"noul":{"related":0.2,"answers":0.33,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.21701162499999918,"passageCap":0,"originalPassageChars":352,"submittedPassageChars":352}
{"split":"test","qid":"q46","pid":"p10671","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"967f6afc6b77c66b5a7bfd21e63f91124cedd1df7a6f7d6c8bf280259282af6b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.28,"3":0.71},"confidence":0.6},"score":{"score":2.72,"probabilities":{"0":0,"1":0.01,"2":0.26,"3":0.73},"confidence":0.72},"noul":{"related":0.95,"answers":0.93,"exact":0.59}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21516412500000298,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q46","pid":"p10750","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8218bb3e68432e978a9e19e459cd37aae0c813d97b80154e9f4c37bfafee53e1","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.48,"2":0.35,"3":0.09},"confidence":0.3},"score":{"score":1.58,"probabilities":{"0":0.06,"1":0.4,"2":0.44,"3":0.1},"confidence":0.37},"noul":{"related":0.59,"answers":0.55,"exact":0.23}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2118040000000037,"passageCap":0,"originalPassageChars":238,"submittedPassageChars":238}
{"split":"test","qid":"q46","pid":"p10798","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef83777444aa426529e1e4576dc813718bdd3879367ee7af61a5476ba33f61d7","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.06,"2":0.26,"3":0.65},"confidence":0.54},"score":{"score":2.6,"probabilities":{"0":0.02,"1":0.06,"2":0.2,"3":0.72},"confidence":0.6},"noul":{"related":0.75,"answers":0.77,"exact":0.52}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.34578516700000184,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q46","pid":"p10974","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f82c41d6415dcc6ece1a506748487f5a5075370ce4b83c1d8c70ef003b874dc","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.18,"3":0.81},"confidence":0.74},"score":{"score":2.8,"probabilities":{"0":0,"1":0.01,"2":0.18,"3":0.81},"confidence":0.8},"noul":{"related":0.94,"answers":0.93,"exact":0.69}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.24758245799999712,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q46","pid":"p11048","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79eee7b13a28dba25820523520f1445a83db349c0a804ae4e3d383164bd0c977","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.75},"score":{"score":0.21,"probabilities":{"0":0.8,"1":0.2,"2":0,"3":0},"confidence":0.79},"noul":{"related":0.2,"answers":0.03,"exact":0.01}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2845315829999963,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q46","pid":"p11133","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a7a075d633d65cc621f19f4424f6c6687c5ce64b42f393a400ebb624ae4a3d5e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.09,"3":0.9},"confidence":0.86},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.94},"noul":{"related":0.97,"answers":0.95,"exact":0.79}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.25677395800000524,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q46","pid":"p11187","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3b0e912293892a1fdc6ffe27b12f31aa7e047dabd69ee53b406d9f32095f690","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.59,"2":0.23,"3":0.03},"confidence":0.45},"score":{"score":1.39,"probabilities":{"0":0.07,"1":0.52,"2":0.37,"3":0.04},"confidence":0.47},"noul":{"related":0.54,"answers":0.47,"exact":0.11}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21257495799999743,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q46","pid":"p1121","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b6f68f02bce24bb13d6a573ad83ecef5674cb0f1a8eb003af88588093da3efbb","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.08,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.92},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21084350000000268,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q46","pid":"p11235","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7549d01f54fed4321757803823ecee444b4dd1ed5bdd50f121a1765de420a71","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.02,"answers":0.03,"exact":0.01}},"inputTokens":899,"outputTokens":107,"latencySeconds":0.21057283300000562,"passageCap":0,"originalPassageChars":531,"submittedPassageChars":531}
{"split":"test","qid":"q46","pid":"p11500","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07bf017aee9f8b100483223e71b88ed4651f8f1cf2f9d8a955cc1f4c6b2c3789","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.64,"2":0.33,"3":0.03},"confidence":0.52},"score":{"score":1.41,"probabilities":{"0":0,"1":0.6,"2":0.39,"3":0.01},"confidence":0.59},"noul":{"related":0.91,"answers":0.49,"exact":0.11}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.24520175000000016,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q46","pid":"p11544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6e2034bba47803d785fdbf4cc2c2b359caeb12de3e799999d3fd43c03708b8c","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.11,"2":0.39,"3":0.49},"confidence":0.31},"score":{"score":2.39,"probabilities":{"0":0.01,"1":0.09,"2":0.39,"3":0.51},"confidence":0.39},"noul":{"related":0.81,"answers":0.8,"exact":0.5}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20824833300000317,"passageCap":0,"originalPassageChars":249,"submittedPassageChars":249}
{"split":"test","qid":"q46","pid":"p11547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"42727be510e0fd9131cbb8243e2df53c0611a31017c737eae77edd360702f171","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.03,"2":0.35,"3":0.61},"confidence":0.49},"score":{"score":2.58,"probabilities":{"0":0,"1":0.01,"2":0.38,"3":0.61},"confidence":0.58},"noul":{"related":0.89,"answers":0.9,"exact":0.54}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2150220410000038,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q46","pid":"p1277","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e31ee324ec71406fa9a1efaa17a0c637dd79a474cf5b909ef0f1f0da74ca0b1","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.03,"2":0.78,"3":0.17},"confidence":0.72},"score":{"score":2.13,"probabilities":{"0":0.01,"1":0.02,"2":0.79,"3":0.18},"confidence":0.78},"noul":{"related":0.84,"answers":0.86,"exact":0.36}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.5575642500000031,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p1294","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c56ca0180e3e90d3cf474635971c2fdd26bc20f2fc04be60e982a1001897cc7b","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.91},"score":{"score":0.09,"probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.05,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.24064949999999954,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p1301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39e7fce08e54dcd31a63a29be5cfe559c8ae9aaa2ae72a5359a59026aff21f5f","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.28,"2":0.01,"3":0},"confidence":0.62},"score":{"score":0.47,"probabilities":{"0":0.55,"1":0.44,"2":0.01,"3":0},"confidence":0.53},"noul":{"related":0.24,"answers":0.06,"exact":0.02}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2155010420000035,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q46","pid":"p1307","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7b83732f2ffebdabc273b927d5fa21f4e4143471fe4717861ace65115471d2ea","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.05,"answers":0.03,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22805570900000022,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q46","pid":"p1314","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bfc2f5ffc4ed1a690e65e7f768717c0c9f90f92a7ea2895628d5b3696bc17b71","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.07,"2":0.38,"3":0.54},"confidence":0.4},"score":{"score":2.46,"probabilities":{"0":0.01,"1":0.07,"2":0.39,"3":0.53},"confidence":0.46},"noul":{"related":0.85,"answers":0.84,"exact":0.52}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.215390707999999,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q46","pid":"p1329","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ffa33713b6b6eb57ad6d276f53e588483e681cbab59b3686dca0dc199e09af4","answers":{"choice":{"choice":"1","probabilities":{"0":0.13,"1":0.39,"2":0.39,"3":0.09},"confidence":0.19},"score":{"score":1.51,"probabilities":{"0":0.07,"1":0.42,"2":0.45,"3":0.06},"confidence":0.38},"noul":{"related":0.67,"answers":0.51,"exact":0.18}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.22816904200000135,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q46","pid":"p1370","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c11697b0fa2d0e2b7fd542dc58451722c1840c46328544cc9ceac14428c5d66c","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.49,"2":0.42,"3":0.01},"confidence":0.31},"score":{"score":1.37,"probabilities":{"0":0.06,"1":0.52,"2":0.42,"3":0},"confidence":0.51},"noul":{"related":0.61,"answers":0.5,"exact":0.09}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.24796399999999993,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q46","pid":"p1403","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dee5b9fe9b44052b765bb16b700e929bed6779000877dbf9405d0e1c4d3778d6","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20665712499999792,"passageCap":0,"originalPassageChars":355,"submittedPassageChars":355}
{"split":"test","qid":"q46","pid":"p1437","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1bbd1ca6baec603197f6d94d1a37dd7ea6803a0490e8f916fab9cc3491e9f69","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.07,"2":0.77,"3":0.14},"confidence":0.68},"score":{"score":2,"probabilities":{"0":0.02,"1":0.07,"2":0.79,"3":0.12},"confidence":0.76},"noul":{"related":0.75,"answers":0.77,"exact":0.35}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.24640004200000112,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q46","pid":"p1540","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1cdad1f7efa53a7298876922c563f451b051b54e3b1d3729641bb673ae4a8904","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.01,"2":0.87,"3":0.11},"confidence":0.83},"score":{"score":2.11,"probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.86},"noul":{"related":0.92,"answers":0.88,"exact":0.29}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2360969580000019,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q46","pid":"p1548","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0b1d2be03ecd9669f3acd3ec612954a15ea9b4e7a3dc803dd206b7db4d9bbb7","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.1,"answers":0.04,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2289426250000033,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q46","pid":"p1630","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"37526eb02e6992ca33216d2b116792964b662ad4fb75a15a090826f45ef7b3fe","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22813558300000294,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q46","pid":"p1695","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e1b23601786d582cc0d44b74e521818a41c9c7412bf95e08d722b66f582b46c5","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.04,"2":0.02,"3":0},"confidence":0.92},"score":{"score":0.2,"probabilities":{"0":0.85,"1":0.11,"2":0.04,"3":0},"confidence":0.8},"noul":{"related":0.06,"answers":0.13,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2135420410000006,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q46","pid":"p1776","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ff96849d8a5b24c2c2643f6071226764410d0b2ec3b743096396f5eb426ea982","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.36,"2":0.51,"3":0.11},"confidence":0.34},"score":{"score":1.72,"probabilities":{"0":0.03,"1":0.29,"2":0.61,"3":0.07},"confidence":0.58},"noul":{"related":0.71,"answers":0.69,"exact":0.17}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23940874999999506,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q46","pid":"p2055","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8cc4dba2a30ea15818735cf68e915793ee1b980b83c8e2856d22f60cbcc04563","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.04,"2":0.44,"3":0.51},"confidence":0.34},"score":{"score":2.31,"probabilities":{"0":0.02,"1":0.06,"2":0.51,"3":0.41},"confidence":0.49},"noul":{"related":0.81,"answers":0.8,"exact":0.52}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.25385262499999955,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q46","pid":"p2087","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"189f6b72fec5e99b47cd9375a41dae977ea3bf2dff8c3818f6e8f59b3444b4ec","answers":{"choice":{"choice":"0","probabilities":{"0":0.9,"1":0.1,"2":0,"3":0},"confidence":0.86},"score":{"score":0.12,"probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.17,"answers":0.03,"exact":0.01}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.20625316600000224,"passageCap":0,"originalPassageChars":187,"submittedPassageChars":187}
{"split":"test","qid":"q46","pid":"p218","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b021ea8179e1993647043ddab223a0a99ef3f9ea7f8a8d379f513f619160f1b3","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.20384649999999965,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q46","pid":"p2218","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19776877df02a894d793e371fc4ea1f792181b6166bfdaa05632659fc0502d34","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.08,"probabilities":{"0":0.93,"1":0.06,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.07,"answers":0.05,"exact":0.02}},"inputTokens":904,"outputTokens":107,"latencySeconds":0.24210829200000444,"passageCap":0,"originalPassageChars":466,"submittedPassageChars":466}
{"split":"test","qid":"q46","pid":"p223","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f858759b6439c7aef408255f13cf1f659ac3c49d94b5c2b4e288ddd9646f244a","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.15,"2":0.61,"3":0.23},"confidence":0.48},"score":{"score":2.09,"probabilities":{"0":0.01,"1":0.14,"2":0.6,"3":0.25},"confidence":0.6},"noul":{"related":0.85,"answers":0.78,"exact":0.24}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.238484540999998,"passageCap":0,"originalPassageChars":364,"submittedPassageChars":364}
{"split":"test","qid":"q46","pid":"p2252","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19f8a9c3a9c657d6cb543342f32eb4b95476e3d54fe120024d78ec8c2d003122","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.07,"2":0.32,"3":0.6},"confidence":0.46},"score":{"score":2.51,"probabilities":{"0":0.01,"1":0.05,"2":0.35,"3":0.59},"confidence":0.51},"noul":{"related":0.86,"answers":0.81,"exact":0.42}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20439537500000005,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q46","pid":"p2269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2f5ba2e53d31e29153250c976ffe01dfb1ac7697285497e7e1cd09b171f57921","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.36,"2":0.11,"3":0.01},"confidence":0.36},"score":{"score":0.8,"probabilities":{"0":0.35,"1":0.52,"2":0.13,"3":0},"confidence":0.51},"noul":{"related":0.32,"answers":0.19,"exact":0.04}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21924487500000395,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q46","pid":"p2289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a60ad9b20a592e36d93712490ad444f3e20eeec390aac14c8c692a51a9710b0f","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.43,"2":0.34,"3":0.13},"confidence":0.23},"score":{"score":1.75,"probabilities":{"0":0.03,"1":0.32,"2":0.52,"3":0.13},"confidence":0.49},"noul":{"related":0.72,"answers":0.71,"exact":0.2}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24908016599999974,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q46","pid":"p2301","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2d0b487d29fe807ee23e8893b6c1a05cd81abff0c12902a77d78fcbaec13a14","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.09,"answers":0.02,"exact":0.01}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2106027499999982,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q46","pid":"p2326","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0dea7bccaff1264ee9b07d2bc1202fe4649e4942a4c3b0438f692e0d4e19e303","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.74,"2":0.22,"3":0.02},"confidence":0.64},"score":{"score":1.35,"probabilities":{"0":0.01,"1":0.64,"2":0.34,"3":0.01},"confidence":0.63},"noul":{"related":0.77,"answers":0.57,"exact":0.08}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20295124999999825,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q46","pid":"p2385","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46a2485c0330bfdcd3bfb470f2481b58934a43f34d400b41f5c7303406692e74","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2548050409999996,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q46","pid":"p2388","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"53506c8af7e3449520cb308cebf40359dcf1ba76be3a60613eb7e1230da2ba23","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.92},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2099777910000048,"passageCap":0,"originalPassageChars":397,"submittedPassageChars":397}
{"split":"test","qid":"q46","pid":"p2414","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"abc11e9b1979a6c75d81b765e7b00392d5c49fc077d358b378295532e4d28eb8","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.06,"2":0.58,"3":0.35},"confidence":0.45},"score":{"score":2.22,"probabilities":{"0":0,"1":0.06,"2":0.65,"3":0.29},"confidence":0.65},"noul":{"related":0.87,"answers":0.83,"exact":0.34}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.216484209000002,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q46","pid":"p2416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"377d377e44b7fbbe3db24474062369504227d729af3c944b981e54403b2e5d42","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.58,"2":0.39,"3":0.02},"confidence":0.43},"score":{"score":1.64,"probabilities":{"0":0,"1":0.37,"2":0.62,"3":0.01},"confidence":0.61},"noul":{"related":0.84,"answers":0.59,"exact":0.09}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.24464541699999973,"passageCap":0,"originalPassageChars":201,"submittedPassageChars":201}
{"split":"test","qid":"q46","pid":"p2471","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b3a442e931fb1c4451bf58dac2af8cc295e3d270847241a89cefa4573e3b5062","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.07,"2":0.59,"3":0.31},"confidence":0.45},"score":{"score":2.35,"probabilities":{"0":0.01,"1":0.05,"2":0.51,"3":0.43},"confidence":0.5},"noul":{"related":0.82,"answers":0.82,"exact":0.45}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26103958299999797,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q46","pid":"p2544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cfe8fdf722ff23de2bfd30193a4f3afc8e18d40ece26895389251440f9bc2afb","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":884,"outputTokens":107,"latencySeconds":0.21489370800000324,"passageCap":0,"originalPassageChars":488,"submittedPassageChars":488}
{"split":"test","qid":"q46","pid":"p2545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9b74b6f6c447efc1243f5a305e77777bcdbfa0ca9b623301a6b62d810b231c40","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.51,"2":0.23,"3":0.03},"confidence":0.35},"score":{"score":1.24,"probabilities":{"0":0.14,"1":0.51,"2":0.31,"3":0.04},"confidence":0.47},"noul":{"related":0.56,"answers":0.43,"exact":0.13}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2196374999999971,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q46","pid":"p2641","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f545024c277f582f3c2ef52d5022832707ccd275374568c13957493f3c0243e5","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.13,"2":0.43,"3":0.42},"confidence":0.25},"score":{"score":2.28,"probabilities":{"0":0.01,"1":0.13,"2":0.43,"3":0.43},"confidence":0.42},"noul":{"related":0.78,"answers":0.73,"exact":0.39}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.33216787499999917,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q46","pid":"p270","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6522072689cd44415140509c848058674f7334250b75f8e1609f0d12b84c2752","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.248627625000001,"passageCap":0,"originalPassageChars":339,"submittedPassageChars":339}
{"split":"test","qid":"q46","pid":"p2734","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f33a355e48c1ad6746a951134a4919bfe8719a23c1bad49f2b30a3d299338c0","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.1,"2":0.52,"3":0.37},"confidence":0.36},"score":{"score":2.32,"probabilities":{"0":0,"1":0.08,"2":0.52,"3":0.4},"confidence":0.52},"noul":{"related":0.88,"answers":0.8,"exact":0.17}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22465662499999597,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q46","pid":"p274","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e274c936e3f61821656e1d59537add4dde64b0f5311db978c41e8d5eb485cd5f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.20544075000000156,"passageCap":0,"originalPassageChars":471,"submittedPassageChars":471}
{"split":"test","qid":"q46","pid":"p2743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c1f9816065ef819c47491a0909a5e6b2e321f4865c3c25d117ddf6dba9e74c0","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.04,"exact":0.01}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2099152499999982,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q46","pid":"p2786","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e9ba386a953f8eff0386a852375e88cc73e5faa3c2391bf46c8ba3115b344153","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.05,"2":0.2,"3":0.74},"confidence":0.66},"score":{"score":2.77,"probabilities":{"0":0,"1":0.04,"2":0.14,"3":0.82},"confidence":0.77},"noul":{"related":0.9,"answers":0.86,"exact":0.69}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22874087499999587,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q46","pid":"p2811","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e7b258cec4f95d25e55361abe20d235980eac56b4d5cbd61d9bf7cfcef961cca","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24979787499999656,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p2819","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"467f930c0d6eac043cb94cfbd966a0367d2e3267a04965dfe05a0016673550d7","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.08,"2":0.36,"3":0.53},"confidence":0.38},"score":{"score":2.61,"probabilities":{"0":0.01,"1":0.05,"2":0.28,"3":0.66},"confidence":0.61},"noul":{"related":0.88,"answers":0.88,"exact":0.59}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.19688729199999944,"passageCap":0,"originalPassageChars":368,"submittedPassageChars":368}
{"split":"test","qid":"q46","pid":"p2871","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93a52f3980e7bf31e1de69681075483ea68eaa412b603d052d7d901f5c0afcc3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.53,"2":0.36,"3":0.11},"confidence":0.38},"score":{"score":1.71,"probabilities":{"0":0,"1":0.39,"2":0.51,"3":0.1},"confidence":0.5},"noul":{"related":0.95,"answers":0.55,"exact":0.12}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21139954099999886,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q46","pid":"p2913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7888c36c6999d6a41ee150cb82edfe69b392623c17fd86becc958bbcee66ea34","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.08,"2":0.7,"3":0.21},"confidence":0.59},"score":{"score":2.15,"probabilities":{"0":0,"1":0.07,"2":0.7,"3":0.23},"confidence":0.69},"noul":{"related":0.83,"answers":0.83,"exact":0.38}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.26594087500000024,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q46","pid":"p2920","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92e9c444d2aec1e0db2d6d9bedee9df7fee256921b8b5458730d2223ff7faf7f","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.97},"score":{"score":0.08,"probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.92},"noul":{"related":0.04,"answers":0.07,"exact":0.01}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22803270899999917,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q46","pid":"p2952","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f071385f6416384cb12b1da304719828b72c786bae3ac9308f12e6cf6c3a819","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.58,"2":0.24,"3":0.02},"confidence":0.44},"score":{"score":1.22,"probabilities":{"0":0.1,"1":0.59,"2":0.3,"3":0.01},"confidence":0.57},"noul":{"related":0.42,"answers":0.29,"exact":0.05}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.20149608399999852,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q46","pid":"p2967","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1adc53b704801d34d3695a6b656142582f614472449747aca3bd767845441962","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.20495933399999922,"passageCap":0,"originalPassageChars":321,"submittedPassageChars":321}
{"split":"test","qid":"q46","pid":"p2982","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52d7c46169a67b4fb2f6224b4679830a4baebc81e79ff3a4e6ec98f21fdc6ea9","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.1,"2":0.27,"3":0.61},"confidence":0.48},"score":{"score":2.51,"probabilities":{"0":0.01,"1":0.09,"2":0.27,"3":0.63},"confidence":0.51},"noul":{"related":0.84,"answers":0.85,"exact":0.51}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.23497383299999638,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q46","pid":"p2996","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3864bc5782827052c05c32cbd0e2baefaa66fecee586c550f15ca1ed93a041d9","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.94},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20344212499999412,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q46","pid":"p2997","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a32e72b586fdee9685ab6364ea6122f268fdb288e5720afc950f80d5c4b683b7","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.04,"2":0.16,"3":0.79},"confidence":0.73},"score":{"score":2.74,"probabilities":{"0":0,"1":0.03,"2":0.19,"3":0.78},"confidence":0.74},"noul":{"related":0.91,"answers":0.89,"exact":0.68}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.22306137500000478,"passageCap":0,"originalPassageChars":183,"submittedPassageChars":183}
{"split":"test","qid":"q46","pid":"p3063","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"faa67323df49d69d2c522d088e0ff456610abcf1b717751df07ed6ac13b8c803","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.74,"2":0.17,"3":0.01},"confidence":0.65},"score":{"score":1.18,"probabilities":{"0":0.05,"1":0.72,"2":0.22,"3":0.01},"confidence":0.72},"noul":{"related":0.67,"answers":0.3,"exact":0.08}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20837804100000357,"passageCap":0,"originalPassageChars":254,"submittedPassageChars":254}
{"split":"test","qid":"q46","pid":"p3107","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"436cf995aecc536b6f92925644162d4fa0aba4d85522c00fdec50897faccd6e1","answers":{"choice":{"choice":"2","probabilities":{"0":0.18,"1":0.28,"2":0.33,"3":0.21},"confidence":0.12},"score":{"score":1.86,"probabilities":{"0":0.1,"1":0.25,"2":0.34,"3":0.31},"confidence":0.24},"noul":{"related":0.57,"answers":0.74,"exact":0.29}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23064949999999954,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q46","pid":"p3172","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"050cb39f3154949321619c7bc8c547986aeba6456df3666869e5c0fe683705c0","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.23,"2":0.48,"3":0.24},"confidence":0.31},"score":{"score":2.03,"probabilities":{"0":0.02,"1":0.16,"2":0.58,"3":0.24},"confidence":0.55},"noul":{"related":0.72,"answers":0.72,"exact":0.2}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.26909983300000023,"passageCap":0,"originalPassageChars":230,"submittedPassageChars":230}
{"split":"test","qid":"q46","pid":"p318","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec122e0dec8bf380f0df013e3d74a7dc9aaae251e151177409a0fbefa26b6669","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.13,"2":0.56,"3":0.25},"confidence":0.41},"score":{"score":2.09,"probabilities":{"0":0.02,"1":0.09,"2":0.67,"3":0.22},"confidence":0.65},"noul":{"related":0.79,"answers":0.77,"exact":0.35}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2284167080000043,"passageCap":0,"originalPassageChars":339,"submittedPassageChars":339}
{"split":"test","qid":"q46","pid":"p3193","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddbf800740de81f7dbf182e1e840d412775ed7f80c76de8031c5839a3316d89c","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.32,"3":0.65},"confidence":0.53},"score":{"score":2.63,"probabilities":{"0":0.01,"1":0.02,"2":0.3,"3":0.67},"confidence":0.63},"noul":{"related":0.87,"answers":0.88,"exact":0.6}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.2134499999999971,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q46","pid":"p3229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e841d5dcdfa13d6c245239a26167488bed015388d4466e3ab93667237adca8ed","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.07,"answers":0.02,"exact":0.01}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2171242080000011,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q46","pid":"p3263","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05923322b3e502b164fa52c0048f4e31e3ffaeb8815c56cee29d62d73e5e874a","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.2,"2":0.57,"3":0.21},"confidence":0.42},"score":{"score":2.06,"probabilities":{"0":0.02,"1":0.11,"2":0.66,"3":0.21},"confidence":0.65},"noul":{"related":0.75,"answers":0.77,"exact":0.27}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.250182415999996,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q46","pid":"p3282","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d8cee38b3b676b536895097fb50f409dcb084ed81998846bd205565b325aec88","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.01,"2":0.06,"3":0.92},"confidence":0.91},"score":{"score":2.88,"probabilities":{"0":0.01,"1":0.01,"2":0.07,"3":0.91},"confidence":0.88},"noul":{"related":0.94,"answers":0.95,"exact":0.72}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.281681958000001,"passageCap":0,"originalPassageChars":249,"submittedPassageChars":249}
{"split":"test","qid":"q46","pid":"p3309","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70919e295da959224928ca0a4cb2c19ead539065d1945b1fcc46585640aec49f","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.12,"2":0,"3":0},"confidence":0.84},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.14,"answers":0.03,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2109601660000044,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q46","pid":"p3323","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9e89048ce90ff0328eb21ac1df03aa86d99d05747baa02bf8128e1c24d0c75fe","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.09,"answers":0.02,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.24862295900000025,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q46","pid":"p3393","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02f9d8830cb4f063c971aa087fcd2a579383809b1eba79bdbf2be69b0b26f2e5","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.2,"2":0.48,"3":0.22},"confidence":0.3},"score":{"score":2.09,"probabilities":{"0":0.02,"1":0.14,"2":0.56,"3":0.28},"confidence":0.54},"noul":{"related":0.71,"answers":0.77,"exact":0.27}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.20861083399999916,"passageCap":0,"originalPassageChars":228,"submittedPassageChars":228}
{"split":"test","qid":"q46","pid":"p3442","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cd1f20308ad8e8b90f7b01f0d2d780da6791493c474e5bcdd136560670ad39bf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.65,"2":0.2,"3":0.14},"confidence":0.54},"score":{"score":1.5,"probabilities":{"0":0.01,"1":0.61,"2":0.24,"3":0.14},"confidence":0.48},"noul":{"related":0.81,"answers":0.29,"exact":0.09}},"inputTokens":805,"outputTokens":107,"latencySeconds":0.21909808399999747,"passageCap":0,"originalPassageChars":162,"submittedPassageChars":162}
{"split":"test","qid":"q46","pid":"p3460","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f216a4f24098bb529027ae9071c00475af3f7f27918ff2a4f4e05066334492da","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.19,"2":0.68,"3":0.09},"confidence":0.58},"score":{"score":1.91,"probabilities":{"0":0.03,"1":0.14,"2":0.71,"3":0.12},"confidence":0.68},"noul":{"related":0.76,"answers":0.74,"exact":0.29}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2149314579999991,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q46","pid":"p3539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6dc6c5e78a621fd1191ebbc143d87ac704cd247694d30a87349112b90e956614","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.06,"2":0.56,"3":0.32},"confidence":0.41},"score":{"score":2.16,"probabilities":{"0":0.05,"1":0.07,"2":0.56,"3":0.32},"confidence":0.51},"noul":{"related":0.74,"answers":0.75,"exact":0.33}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.24057583400000293,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q46","pid":"p3549","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d01fcae10efe342456c7ffad4f01f8c384554ffc8fa897956bec80ee29e4918c","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.18,"2":0.55,"3":0.17},"confidence":0.4},"score":{"score":1.74,"probabilities":{"0":0.07,"1":0.23,"2":0.58,"3":0.12},"confidence":0.5},"noul":{"related":0.67,"answers":0.71,"exact":0.24}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.23020937499999855,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q46","pid":"p3596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"896a649a6229366ca5db1a53b7cf9d4da43b231d24312f1b995b4d8233c18148","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.35,"3":0.62},"confidence":0.5},"score":{"score":2.53,"probabilities":{"0":0,"1":0.02,"2":0.42,"3":0.56},"confidence":0.53},"noul":{"related":0.9,"answers":0.9,"exact":0.7}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.21203754199999822,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q46","pid":"p365","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8bbe8a4f9e02f5656b0e04a61afd9b865f24679264cde7891e318f4f6c09bb29","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.23,"3":0.76},"confidence":0.68},"score":{"score":2.74,"probabilities":{"0":0,"1":0.01,"2":0.24,"3":0.75},"confidence":0.74},"noul":{"related":0.89,"answers":0.92,"exact":0.79}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24798345799999516,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q46","pid":"p3680","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2d993e751d02c563b390d0813bda7234552fab9b5e529ee8a90d5801793f606","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.35,"3":0.63},"confidence":0.51},"score":{"score":2.53,"probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.53},"noul":{"related":0.93,"answers":0.91,"exact":0.51}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21778050000000077,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q46","pid":"p3715","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20edf04558084c371f207c3adc03dd90e9bcd5fa7cb23d568e8325510f52ca09","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.05,"exact":0.01}},"inputTokens":869,"outputTokens":107,"latencySeconds":0.22747075000000042,"passageCap":0,"originalPassageChars":472,"submittedPassageChars":472}
{"split":"test","qid":"q46","pid":"p3717","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b77e995e99a4cec4185d52e624011bfeb5b1b20cbf964f64095e72899fc5be0","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.66,"2":0.13,"3":0.02},"confidence":0.54},"score":{"score":1.1,"probabilities":{"0":0.13,"1":0.67,"2":0.18,"3":0.02},"confidence":0.64},"noul":{"related":0.39,"answers":0.26,"exact":0.08}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22211483299999962,"passageCap":0,"originalPassageChars":335,"submittedPassageChars":335}
{"split":"test","qid":"q46","pid":"p3720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"568bc6de1b45784c2784c608d30826416867218b68d5a7eb02aedd31eee00024","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.19,"3":0.8},"confidence":0.73},"score":{"score":2.77,"probabilities":{"0":0,"1":0.01,"2":0.21,"3":0.78},"confidence":0.77},"noul":{"related":0.93,"answers":0.91,"exact":0.73}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2161781669999982,"passageCap":0,"originalPassageChars":280,"submittedPassageChars":280}
{"split":"test","qid":"q46","pid":"p376","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe058d49c5b4520f5af15d4f0afe2119a15fc0eebe12c711c123fbb5fb642081","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.5,"2":0.34,"3":0.07},"confidence":0.33},"score":{"score":1.52,"probabilities":{"0":0.05,"1":0.45,"2":0.44,"3":0.06},"confidence":0.39},"noul":{"related":0.65,"answers":0.5,"exact":0.1}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22493395800000143,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q46","pid":"p3768","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da7c31fe4b3babec96f44828af03079de0cc0224b25c7a76354d43b76efbc6db","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20690716599999723,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q46","pid":"p3778","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cf5d5dc761e6e1fc5760a44568ca357c9711ae2a9adba862a2639a7b7fe20028","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.03,"2":0.03,"3":0},"confidence":0.92},"score":{"score":0.13,"probabilities":{"0":0.91,"1":0.05,"2":0.04,"3":0},"confidence":0.87},"noul":{"related":0.06,"answers":0.16,"exact":0.02}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21931699999999546,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q46","pid":"p3788","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbc66a269ed79de2bff1ee4d1ba615ac21483a13cedbf5e554a1aec37849596e","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.20766983299999991,"passageCap":0,"originalPassageChars":498,"submittedPassageChars":498}
{"split":"test","qid":"q46","pid":"p3902","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9373f156d47784f224ad497c786bc33559bae899430d25cff2a8d0a708357782","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.06,"2":0.34,"3":0.6},"confidence":0.46},"score":{"score":2.57,"probabilities":{"0":0,"1":0.04,"2":0.34,"3":0.62},"confidence":0.57},"noul":{"related":0.89,"answers":0.87,"exact":0.56}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.20494858399999794,"passageCap":0,"originalPassageChars":399,"submittedPassageChars":399}
{"split":"test","qid":"q46","pid":"p3911","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"29a76bc36bc29e5a9fa1070351f57899b35b382189aead3689fd7a8aeae89511","answers":{"choice":{"choice":"0","probabilities":{"0":0.68,"1":0.32,"2":0,"3":0},"confidence":0.57},"score":{"score":0.24,"probabilities":{"0":0.76,"1":0.24,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.19,"answers":0.03,"exact":0.01}},"inputTokens":896,"outputTokens":107,"latencySeconds":0.2629181250000038,"passageCap":0,"originalPassageChars":668,"submittedPassageChars":668}
{"split":"test","qid":"q46","pid":"p3923","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"01252daa5b5385452f0147420a19e2d634c06b613d6a0472030f2c22b011420f","answers":{"choice":{"choice":"0","probabilities":{"0":0.77,"1":0.19,"2":0.03,"3":0.01},"confidence":0.7},"score":{"score":0.38,"probabilities":{"0":0.67,"1":0.28,"2":0.04,"3":0.01},"confidence":0.62},"noul":{"related":0.16,"answers":0.12,"exact":0.03}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2026741669999974,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q46","pid":"p3964","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b39df8281380a96cfe2a8b84df5747201a6a6d9d18e8cafda5b25347cb420829","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.13,"2":0.11,"3":0},"confidence":0.67},"score":{"score":0.52,"probabilities":{"0":0.61,"1":0.26,"2":0.13,"3":0},"confidence":0.48},"noul":{"related":0.15,"answers":0.23,"exact":0.03}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2113974589999998,"passageCap":0,"originalPassageChars":383,"submittedPassageChars":383}
{"split":"test","qid":"q46","pid":"p4022","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f6cd1dff138718ec384eda43a00a0ba4a44febe778a8402e514bfc2f0826b82","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.07,"2":0.55,"3":0.37},"confidence":0.4},"score":{"score":2.29,"probabilities":{"0":0,"1":0.08,"2":0.54,"3":0.38},"confidence":0.53},"noul":{"related":0.85,"answers":0.8,"exact":0.34}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20757570800000394,"passageCap":0,"originalPassageChars":335,"submittedPassageChars":335}
{"split":"test","qid":"q46","pid":"p4054","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d259aaa8947f4656cb604fad86045f58c5cab7b180885619dedb3040f4b173e2","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.09,"3":0.88},"confidence":0.85},"score":{"score":2.79,"probabilities":{"0":0.01,"1":0.03,"2":0.13,"3":0.83},"confidence":0.79},"noul":{"related":0.9,"answers":0.9,"exact":0.71}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2550697080000027,"passageCap":0,"originalPassageChars":213,"submittedPassageChars":213}
{"split":"test","qid":"q46","pid":"p4074","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"05923322b3e502b164fa52c0048f4e31e3ffaeb8815c56cee29d62d73e5e874a","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.19,"2":0.59,"3":0.18},"confidence":0.47},"score":{"score":1.97,"probabilities":{"0":0.03,"1":0.13,"2":0.67,"3":0.17},"confidence":0.63},"noul":{"related":0.72,"answers":0.74,"exact":0.29}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2459705000000031,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q46","pid":"p4168","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c5dcbd68f6b210e1d7e4e7038fc9faaa21122c00c477e45c75d50186d8414959","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.56,"2":0.36,"3":0.04},"confidence":0.42},"score":{"score":1.41,"probabilities":{"0":0.02,"1":0.56,"2":0.4,"3":0.02},"confidence":0.54},"noul":{"related":0.77,"answers":0.53,"exact":0.12}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21584075000000302,"passageCap":0,"originalPassageChars":327,"submittedPassageChars":327}
{"split":"test","qid":"q46","pid":"p4174","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15b980426e31bd24a7041f3f5f60919f38842848415385033728c9a58fde6dde","answers":{"choice":{"choice":"0","probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.66},"score":{"score":0.31,"probabilities":{"0":0.69,"1":0.31,"2":0,"3":0},"confidence":0.69},"noul":{"related":0.21,"answers":0.03,"exact":0.01}},"inputTokens":1018,"outputTokens":107,"latencySeconds":0.22149283300000389,"passageCap":0,"originalPassageChars":867,"submittedPassageChars":867}
{"split":"test","qid":"q46","pid":"p4271","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98b6789c56d0bd533d6dd756d239d9503c1be813c60b3f223243696c599a5edc","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.07,"2":0.3,"3":0.61},"confidence":0.48},"score":{"score":2.49,"probabilities":{"0":0.01,"1":0.07,"2":0.34,"3":0.58},"confidence":0.49},"noul":{"related":0.84,"answers":0.82,"exact":0.44}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.21647387499999604,"passageCap":0,"originalPassageChars":424,"submittedPassageChars":424}
{"split":"test","qid":"q46","pid":"p4335","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6a123c954bc09926600451cceed58075f97625cb9cd8e5f0c58defdb44cd2d2c","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.07,"probabilities":{"0":0.9299999999999999,"1":0.06,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.04,"answers":0.05,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21422104200000466,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q46","pid":"p4348","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca9f5c9800fef8a74ee5e861d58f5014fd58e1bde2e0de94eebdda5f1138a179","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.47000000000000003,"2":0.23,"3":0.03},"confidence":0.28},"score":{"score":1.19,"probabilities":{"0":0.17,"1":0.51,"2":0.29,"3":0.03},"confidence":0.47},"noul":{"related":0.34,"answers":0.31,"exact":0.07}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.23763675000000511,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q46","pid":"p440","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4d7290f89eb2afb6e9204d9df2db74a50b27fd205c9c8330ed64ad06b08eb2cd","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.06,"2":0.49,"3":0.42},"confidence":0.32},"score":{"score":2.28,"probabilities":{"0":0.01,"1":0.08,"2":0.53,"3":0.38},"confidence":0.52},"noul":{"related":0.81,"answers":0.82,"exact":0.38}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2371481249999997,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q46","pid":"p4506","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6954ab55bea8eaee013e928c94e2b1ca92612bb652daab4bb2f00e930b0be8c","answers":{"choice":{"choice":"2","probabilities":{"0":0.1,"1":0.19,"2":0.49,"3":0.22},"confidence":0.32},"score":{"score":2.02,"probabilities":{"0":0.04,"1":0.15,"2":0.57,"3":0.24},"confidence":0.54},"noul":{"related":0.68,"answers":0.69,"exact":0.24}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21415341700000134,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q46","pid":"p4519","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"84f3bc5f1b9af7cb52d16bd3f5830f4cf074b85df06f76af014d47d631abc5a1","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.11,"2":0.39,"3":0.48},"confidence":0.31},"score":{"score":2.31,"probabilities":{"0":0.01,"1":0.11,"2":0.45,"3":0.43},"confidence":0.45},"noul":{"related":0.84,"answers":0.78,"exact":0.42}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2229232919999995,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q46","pid":"p4544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ea25b9173500733a095e465070d83c274cb34dacaddfc8388d41a8d588d71dcf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.72,"2":0.22,"3":0.05},"confidence":0.62},"score":{"score":1.37,"probabilities":{"0":0,"1":0.66,"2":0.3,"3":0.04},"confidence":0.63},"noul":{"related":0.85,"answers":0.49,"exact":0.12}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.24115745900000182,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q46","pid":"p4573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"51046a72f93b92de15f14899fd95d4bfa89ac34ce04c2373236c1c7f7f0cbdf3","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.13,"2":0.48,"3":0.33},"confidence":0.31},"score":{"score":2.26,"probabilities":{"0":0.02,"1":0.07,"2":0.54,"3":0.37},"confidence":0.51},"noul":{"related":0.77,"answers":0.79,"exact":0.38}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23418658299999515,"passageCap":0,"originalPassageChars":232,"submittedPassageChars":232}
{"split":"test","qid":"q46","pid":"p4582","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e32c83383cac2e532ec303df36a83c0c4af3c25dd0e00ca0c546caf75681118","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2349811669999981,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p4712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"808529f64747da237f4164e281fd02aee4f293794ee3b5ba8cb3e44bafdd1003","answers":{"choice":{"choice":"0","probabilities":{"0":0.56,"1":0.32,"2":0.11,"3":0.01},"confidence":0.41},"score":{"score":0.84,"probabilities":{"0":0.38,"1":0.41,"2":0.19,"3":0.02},"confidence":0.39},"noul":{"related":0.2,"answers":0.19,"exact":0.05}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24977974999999425,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q46","pid":"p4744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16de8e8c4bdacb7766d734efa2c5ce010f939a3056f481db5e386f7e10200cff","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.07,"answers":0.02,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.23555649999999878,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q46","pid":"p4872","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f675d47dbd1b32a887861304cc99396b6448031593a3ce88827ae46f0e0ca1ee","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.5},"score":{"score":0.29,"probabilities":{"0":0.71,"1":0.29,"2":0,"3":0},"confidence":0.71},"noul":{"related":0.22,"answers":0.04,"exact":0.01}},"inputTokens":891,"outputTokens":107,"latencySeconds":0.20520350000000326,"passageCap":0,"originalPassageChars":648,"submittedPassageChars":648}
{"split":"test","qid":"q46","pid":"p4885","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e7ed9255fb76db0f2b436119d36f2eb4743fd7d87ee6eb4fc5a285dd466ee450","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.03,"2":0.66,"3":0.29},"confidence":0.56},"score":{"score":2.15,"probabilities":{"0":0.02,"1":0.03,"2":0.73,"3":0.22},"confidence":0.72},"noul":{"related":0.88,"answers":0.87,"exact":0.46}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2068679170000032,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q46","pid":"p494","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e9ba2bf20a55c6b00a91e56d1e43d48383aebd1107273d441d703795d515df39","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.22,"2":0,"3":0},"confidence":0.7},"score":{"score":0.26,"probabilities":{"0":0.74,"1":0.26,"2":0,"3":0},"confidence":0.74},"noul":{"related":0.24,"answers":0.03,"exact":0.01}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.3173208750000049,"passageCap":0,"originalPassageChars":497,"submittedPassageChars":497}
{"split":"test","qid":"q46","pid":"p5062","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4446fc072e120153f032d96e7f48dc6f8a9332d1677722069e4c5ba39ee0ec7b","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.12,"2":0.46,"3":0.4},"confidence":0.28},"score":{"score":2.29,"probabilities":{"0":0.02,"1":0.11,"2":0.44,"3":0.43},"confidence":0.42},"noul":{"related":0.81,"answers":0.78,"exact":0.32}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21491625000000203,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q46","pid":"p5149","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8eb64722c19affcdf7bab40f85fc9238c428b4786259bb92b1aeaac72d9f23f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.1,"3":0.89},"confidence":0.85},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.86},"noul":{"related":0.95,"answers":0.93,"exact":0.75}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2042353329999969,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q46","pid":"p5474","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"947902f32e50eb7bf35807434f4a6160f2792d0bb69a624d8dfa63581703beec","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.230906167000001,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q46","pid":"p5510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6be585288605b816f0290e2e55ab7812db2b154e86703eefdf315a9c64e77654","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.08,"2":0.17,"3":0.74},"confidence":0.66},"score":{"score":2.72,"probabilities":{"0":0.01,"1":0.06,"2":0.14,"3":0.79},"confidence":0.72},"noul":{"related":0.86,"answers":0.84,"exact":0.57}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.22582591700000193,"passageCap":0,"originalPassageChars":215,"submittedPassageChars":215}
{"split":"test","qid":"q46","pid":"p5535","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f7ade9c601eeeda19b91aa2db4c1e462f08275851e57019697c23a11f99fe2cf","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.03,"2":0.87,"3":0.09},"confidence":0.84},"score":{"score":2.02,"probabilities":{"0":0.01,"1":0.02,"2":0.91,"3":0.06},"confidence":0.89},"noul":{"related":0.84,"answers":0.86,"exact":0.3}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21972649999999702,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q46","pid":"p5551","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e02a0d41caacdda1f4d450bef018629be7052ca9bcb99ba36f464c6e373892d","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.14,"2":0.51,"3":0.29},"confidence":0.34},"score":{"score":2.09,"probabilities":{"0":0.03,"1":0.12,"2":0.58,"3":0.27},"confidence":0.54},"noul":{"related":0.76,"answers":0.78,"exact":0.26}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2798326250000027,"passageCap":0,"originalPassageChars":338,"submittedPassageChars":338}
{"split":"test","qid":"q46","pid":"p5602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1b347adcd41355e167be5e8a82ca2f47e27231045161d8185a6b3014b370c1dc","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"score":{"score":0.1,"probabilities":{"0":0.95,"1":0.03,"2":0.02,"3":0},"confidence":0.9},"noul":{"related":0.03,"answers":0.05,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.23847187500000291,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q46","pid":"p5661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"db5e1e6d65fe4f73a9bf1fb8323d6bc57cbe470020546bc3dd263143fe1cc048","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.09,"2":0.57,"3":0.31},"confidence":0.44},"score":{"score":2.31,"probabilities":{"0":0.01,"1":0.06,"2":0.54,"3":0.39},"confidence":0.53},"noul":{"related":0.8,"answers":0.75,"exact":0.3}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22654833399999916,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q46","pid":"p5756","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e12b39ba19fbde719f0e83a8973bf00a40d58b487c076848b85f26acaedab479","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.05,"answers":0.02,"exact":0.01}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21418904200000544,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q46","pid":"p5760","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c1746c1ae6843b9347cfcda88fb0b36f45ac8d51cf909a59a9f3b5f46c82a05","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.09,"answers":0.02,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.22260183400000097,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q46","pid":"p5779","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0dba9d20912e1d53cb2687e7570df2b7a9ff31dfd35a4216f3005e11b01402b","answers":{"choice":{"choice":"0","probabilities":{"0":0.84,"1":0.06,"2":0.09,"3":0.01},"confidence":0.78},"score":{"score":0.43,"probabilities":{"0":0.72,"1":0.14,"2":0.13,"3":0.01},"confidence":0.57},"noul":{"related":0.13,"answers":0.28,"exact":0.04}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22166045800000575,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q46","pid":"p5786","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0ee7ba6d0ee0d33c4d27ad094d56679cd6d0aac68a853ba3667770f5940dcf2","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.19,"2":0.47,"3":0.31},"confidence":0.3},"score":{"score":2.14,"probabilities":{"0":0.01,"1":0.13,"2":0.56,"3":0.3},"confidence":0.53},"noul":{"related":0.79,"answers":0.74,"exact":0.25}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20371804199999316,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q46","pid":"p5869","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ff653466bd14bafb7a5bf4245b8bff2257943c738054a03cb27168b072181cf","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.210299291000003,"passageCap":0,"originalPassageChars":263,"submittedPassageChars":263}
{"split":"test","qid":"q46","pid":"p59","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f2693116f62e055dd9965804b742a18537794b4ea4563a0b00ea703ca65a4457","answers":{"choice":{"choice":"2","probabilities":{"0":0.13,"1":0.15,"2":0.5,"3":0.22},"confidence":0.32},"score":{"score":1.85,"probabilities":{"0":0.06,"1":0.21,"2":0.56,"3":0.17},"confidence":0.5},"noul":{"related":0.64,"answers":0.7,"exact":0.24}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20417754199999763,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q46","pid":"p5933","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6d0af0bd61f53bceabeb996816fd4809f60c82e44c08a7c47e1630eb5c9f4d19","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.51,"2":0.4,"3":0.04},"confidence":0.34},"score":{"score":1.63,"probabilities":{"0":0.03,"1":0.36,"2":0.57,"3":0.04},"confidence":0.54},"noul":{"related":0.7,"answers":0.63,"exact":0.13}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21243074999999953,"passageCap":0,"originalPassageChars":253,"submittedPassageChars":253}
{"split":"test","qid":"q46","pid":"p5953","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71568214197fea17eea7698ae79e95d2c155a16f08860927e76b036eda9fee67","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.1,"answers":0.02,"exact":0.01}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22466983400000026,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q46","pid":"p5994","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc3b35ce60f317a9c02f5ae3f7e0f3bdf35a718a4b7071d590821bc98462aa7f","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.24,"3":0.73},"confidence":0.65},"score":{"score":2.66,"probabilities":{"0":0,"1":0.02,"2":0.3,"3":0.68},"confidence":0.66},"noul":{"related":0.9,"answers":0.9,"exact":0.68}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22626516699999774,"passageCap":0,"originalPassageChars":231,"submittedPassageChars":231}
{"split":"test","qid":"q46","pid":"p6019","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"73272ad3817f8332c4e262276c18e114091efe8bdd7428782209315f6b3acc38","answers":{"choice":{"choice":"2","probabilities":{"0":0.08,"1":0.39,"2":0.43,"3":0.1},"confidence":0.24},"score":{"score":1.73,"probabilities":{"0":0.03,"1":0.29,"2":0.61,"3":0.07},"confidence":0.58},"noul":{"related":0.69,"answers":0.63,"exact":0.18}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.3051112500000017,"passageCap":0,"originalPassageChars":254,"submittedPassageChars":254}
{"split":"test","qid":"q46","pid":"p616","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46a2485c0330bfdcd3bfb470f2481b58934a43f34d400b41f5c7303406692e74","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21105537499999627,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q46","pid":"p6194","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d4646c3aca64d047de3acf0a459bc26d3b89eb68984c9234c879b67131dd4dde","answers":{"choice":{"choice":"1","probabilities":{"0":0.31,"1":0.67,"2":0.02,"3":0},"confidence":0.56},"score":{"score":0.81,"probabilities":{"0":0.22,"1":0.75,"2":0.03,"3":0},"confidence":0.74},"noul":{"related":0.37,"answers":0.14,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21138041700000032,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q46","pid":"p6212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cc98a2ea3c8349cb4c41db81c21867dcc76e06847b8d0918e6294cfd7603b10c","answers":{"choice":{"choice":"2","probabilities":{"0":0.06,"1":0.22,"2":0.6799999999999999,"3":0.04},"confidence":0.58},"score":{"score":1.79,"probabilities":{"0":0.03,"1":0.15,"2":0.8,"3":0.02},"confidence":0.76},"noul":{"related":0.73,"answers":0.66,"exact":0.14}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20865662500000326,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q46","pid":"p6385","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a0b91cd1dc94edcf166f554e8841d49c7dffb68b02cc532c5b4c2bfb6ca5788","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.22,"2":0.71,"3":0.05},"confidence":0.62},"score":{"score":1.82,"probabilities":{"0":0.01,"1":0.2,"2":0.75,"3":0.04},"confidence":0.73},"noul":{"related":0.82,"answers":0.72,"exact":0.13}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23943508300000393,"passageCap":0,"originalPassageChars":369,"submittedPassageChars":369}
{"split":"test","qid":"q46","pid":"p64","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba92d89436f04ea97a6601e95e3a1a5fed5e5d08422a7347014cddab92eb37e8","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.21217637499999545,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q46","pid":"p6450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a5842b63cc8d8783917e993f03546719232a4765f7cca017ca5279daf4f6b4b","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.06,"exact":0.02}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21059362500000134,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q46","pid":"p6510","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"329f3a78c8793a1208edfadea9a104e8e62db76ff92fd38deb67a7650db03923","answers":{"choice":{"choice":"2","probabilities":{"0":0.07,"1":0.13,"2":0.56,"3":0.23},"confidence":0.41},"score":{"score":1.98,"probabilities":{"0":0.04,"1":0.14,"2":0.62,"3":0.2},"confidence":0.57},"noul":{"related":0.7,"answers":0.71,"exact":0.26}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.21021904099999664,"passageCap":0,"originalPassageChars":180,"submittedPassageChars":180}
{"split":"test","qid":"q46","pid":"p6545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d421f77a2acd353005d70f597cecc8096f5373091373c4a9070c9e4450a25f97","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21723075000000244,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q46","pid":"p6547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54844ca917a5cf82c9b9b7dd84fdf19e111981df10ec5f4846ec57530eb4eb58","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2386502499999988,"passageCap":0,"originalPassageChars":226,"submittedPassageChars":226}
{"split":"test","qid":"q46","pid":"p6556","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c0d42e7b247422fde2d2613b6c44eb303d2dbfc67ec39866c6fdf0c0cdc64c3","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.89},"score":{"score":0.13,"probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.11,"answers":0.03,"exact":0.01}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.23996070899999905,"passageCap":0,"originalPassageChars":397,"submittedPassageChars":397}
{"split":"test","qid":"q46","pid":"p6591","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8376b75a796af94edb20ab17aae30065214c3d4a8516cf740341c2ce6d983bc0","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.27,"3":0.71},"confidence":0.62},"score":{"score":2.75,"probabilities":{"0":0,"1":0.01,"2":0.24,"3":0.75},"confidence":0.75},"noul":{"related":0.94,"answers":0.94,"exact":0.7}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.25655412499999514,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q46","pid":"p6670","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cccf67ef9de3e65bbcbd2a73b39d00a7603d4e5a75e717ac07b22d692923d434","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.89},"score":{"score":2.92,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.9400000000000001},"confidence":0.92},"noul":{"related":0.95,"answers":0.95,"exact":0.75}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21623545800000282,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q46","pid":"p6740","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24b4fd61a474e08300520817452c36264ccff4b8811808ae308d1b832e7f2e09","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.19,"3":0.8},"confidence":0.73},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.82},"noul":{"related":0.95,"answers":0.92,"exact":0.66}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.243796875,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p6823","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b0bdc4915dc3b1216348fb76423d2152dac6c246937c5c645b9545f4f9fae1d","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.93},"score":{"score":0.09,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.09,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.24579079199999979,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q46","pid":"p6954","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d09b91fed6f13efa739297168c5b217f1562e2be0390be3908a21fe39d6d0ad","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.97},"score":{"score":2.94,"probabilities":{"0":0.01,"1":0.01,"2":0.02,"3":0.96},"confidence":0.94},"noul":{"related":0.96,"answers":0.96,"exact":0.86}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2903736250000002,"passageCap":0,"originalPassageChars":370,"submittedPassageChars":370}
{"split":"test","qid":"q46","pid":"p6978","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a797dc52498b2d1713101236c94543541df0f9d2c1080670d3607573890adcf4","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.08,"2":0,"3":0},"confidence":0.9},"score":{"score":0.09,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.27268887499999983,"passageCap":0,"originalPassageChars":392,"submittedPassageChars":392}
{"split":"test","qid":"q46","pid":"p7023","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"aed06e5a0013ffea578ccc3892419acf33e3b6568e7ae2a88a58fb585b2ba426","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":903,"outputTokens":107,"latencySeconds":0.2170409590000054,"passageCap":0,"originalPassageChars":464,"submittedPassageChars":464}
{"split":"test","qid":"q46","pid":"p7049","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f8826a05de486be45856adf8726417cd53c16da3d545e7501f8e193199008519","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.02,"2":0.15,"3":0.81},"confidence":0.75},"score":{"score":2.67,"probabilities":{"0":0.02,"1":0.04,"2":0.21,"3":0.73},"confidence":0.67},"noul":{"related":0.84,"answers":0.86,"exact":0.59}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.26022658400000365,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q46","pid":"p7097","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b8abc0429c7ed293044bd729eca25148d5d77c857b475c3735a71179f9c46207","answers":{"choice":{"choice":"3","probabilities":{"0":0.02,"1":0.09,"2":0.31,"3":0.58},"confidence":0.44},"score":{"score":2.51,"probabilities":{"0":0.01,"1":0.08,"2":0.29,"3":0.62},"confidence":0.51},"noul":{"related":0.88,"answers":0.87,"exact":0.62}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22902362500000162,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q46","pid":"p71","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eea57724786070330eb99206b7f586b9c06d090e81c1929ee616fa6976874bc0","answers":{"choice":{"choice":"3","probabilities":{"0":0.01,"1":0.02,"2":0.3,"3":0.67},"confidence":0.57},"score":{"score":2.71,"probabilities":{"0":0,"1":0.01,"2":0.26,"3":0.73},"confidence":0.71},"noul":{"related":0.91,"answers":0.92,"exact":0.66}},"inputTokens":906,"outputTokens":107,"latencySeconds":0.2163740420000031,"passageCap":0,"originalPassageChars":586,"submittedPassageChars":586}
{"split":"test","qid":"q46","pid":"p7160","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da522dc04e62503c11793f91037d47b4fb01ce6bc2f9d04fce9f348ef0c3a70a","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.20947416599999996,"passageCap":0,"originalPassageChars":390,"submittedPassageChars":390}
{"split":"test","qid":"q46","pid":"p722","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28a5bf07ccf9d336793412611481d143406fd00681fb7293a0ff3a17a6bc6cf3","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22023291599999356,"passageCap":0,"originalPassageChars":410,"submittedPassageChars":410}
{"split":"test","qid":"q46","pid":"p7306","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3998c26527e80e896f7b60f37eb3415876d8f6c2efbfc274da114198ca9788aa","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.04,"2":0.53,"3":0.41},"confidence":0.38},"score":{"score":2.3,"probabilities":{"0":0.03,"1":0.06,"2":0.49,"3":0.42},"confidence":0.47},"noul":{"related":0.78,"answers":0.8,"exact":0.41}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2413521249999976,"passageCap":0,"originalPassageChars":217,"submittedPassageChars":217}
{"split":"test","qid":"q46","pid":"p7310","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8fb0c8bedc5afe79b425dc83c84ad30e9c03871a33a77bd49718b98803c2ec02","answers":{"choice":{"choice":"0","probabilities":{"0":0.81,"1":0.19,"2":0,"3":0},"confidence":0.74},"score":{"score":0.19,"probabilities":{"0":0.8200000000000001,"1":0.18,"2":0,"3":0},"confidence":0.81},"noul":{"related":0.19,"answers":0.03,"exact":0.01}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.20341187499999797,"passageCap":0,"originalPassageChars":382,"submittedPassageChars":382}
{"split":"test","qid":"q46","pid":"p7365","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47bf48294942bd7ac55dc73c4a300d4157f61d47ffc4c35ee0b6088b227ff2c7","answers":{"choice":{"choice":"0","probabilities":{"0":0.91,"1":0.05,"2":0.04,"3":0},"confidence":0.88},"score":{"score":0.35,"probabilities":{"0":0.74,"1":0.18,"2":0.08,"3":0},"confidence":0.65},"noul":{"related":0.08,"answers":0.12,"exact":0.02}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2221299579999977,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q46","pid":"p745","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96c7ea8d7f6dbc7451481f480e2e634dc1ac9730d94316414b8f640d31a2d028","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.28,"3":0.71},"confidence":0.61},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.71},"noul":{"related":0.91,"answers":0.92,"exact":0.65}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.24629324999999516,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q46","pid":"p748","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"89abb11605ad353e3d59e09bc2ed9a8b0948e83298c7b241560238315cac7bcb","answers":{"choice":{"choice":"0","probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.81},"score":{"score":0.15,"probabilities":{"0":0.85,"1":0.15,"2":0,"3":0},"confidence":0.85},"noul":{"related":0.17,"answers":0.03,"exact":0.01}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23074612499999786,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q46","pid":"p7494","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"955e7f4c2b1481d03e52caa17abc154847644e92120ec33380543597bae2fb73","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.95},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22580512500000624,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q46","pid":"p7571","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0b1d2be03ecd9669f3acd3ec612954a15ea9b4e7a3dc803dd206b7db4d9bbb7","answers":{"choice":{"choice":"0","probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.9},"score":{"score":0.11,"probabilities":{"0":0.89,"1":0.11,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.20605816700000287,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q46","pid":"p7625","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8adbc3bba11459645013f5ea3b84b35cedecfcd52c69b8b86b96c8a05a29ed63","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.09,"2":0.5,"3":0.39},"confidence":0.33},"score":{"score":2.34,"probabilities":{"0":0.02,"1":0.07,"2":0.45,"3":0.46},"confidence":0.34},"noul":{"related":0.86,"answers":0.87,"exact":0.47}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20077279199999612,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q46","pid":"p7636","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58fe6ae5c23d7cbc30d95573c17282432c61ef35dc1086bde7c4b431d5e8d1c0","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2486392080000005,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q46","pid":"p7680","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54aed6d588865d60197ba174f084240ab44636b1758b98a32546bcb755bc46ec","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.03,"2":0.24,"3":0.73},"confidence":0.64},"score":{"score":2.64,"probabilities":{"0":0,"1":0.04,"2":0.27,"3":0.68},"confidence":0.64},"noul":{"related":0.9,"answers":0.86,"exact":0.68}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.22091887499999574,"passageCap":0,"originalPassageChars":370,"submittedPassageChars":370}
{"split":"test","qid":"q46","pid":"p7803","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17073d982d3baa501a9e309dfabd094c939dbf8b07b9588085be10d763a30199","answers":{"choice":{"choice":"2","probabilities":{"0":0.05,"1":0.26,"2":0.5599999999999999,"3":0.13},"confidence":0.42},"score":{"score":1.85,"probabilities":{"0":0.02,"1":0.23,"2":0.63,"3":0.12},"confidence":0.6},"noul":{"related":0.71,"answers":0.67,"exact":0.2}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.5108739579999965,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q46","pid":"p7811","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"afa53b469cb912a3ae226275aca46e5f28d48693f93743835c421028e843230f","answers":{"choice":{"choice":"0","probabilities":{"0":0.71,"1":0.16,"2":0.12,"3":0.01},"confidence":0.62},"score":{"score":0.65,"probabilities":{"0":0.57,"1":0.22,"2":0.2,"3":0.01},"confidence":0.35},"noul":{"related":0.16,"answers":0.27,"exact":0.06}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.21047420799999964,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q46","pid":"p7862","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b54a4d2e4d97759e362158e3363961f5a712c9a10184e7e82e518b3d1585e74a","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.09,"3":0.02},"confidence":0.85},"score":{"score":1.23,"probabilities":{"0":0,"1":0.79,"2":0.19,"3":0.02},"confidence":0.77},"noul":{"related":0.87,"answers":0.33,"exact":0.06}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.3125771670000031,"passageCap":0,"originalPassageChars":339,"submittedPassageChars":339}
{"split":"test","qid":"q46","pid":"p7892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d31ab3741e08be9f3af36fb4ce2fadb28c53b5c0cb3459db228bff8bac96768","answers":{"choice":{"choice":"0","probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.14,"probabilities":{"0":0.89,"1":0.09,"2":0.02,"3":0},"confidence":0.86},"noul":{"related":0.08,"answers":0.09,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20240820800000073,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q46","pid":"p7923","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"814b1fae99a1242767a5bbac79d06e568c0328748c25e3477973d1f78951128c","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.1,"3":0.88},"confidence":0.83},"score":{"score":2.86,"probabilities":{"0":0,"1":0.02,"2":0.09,"3":0.89},"confidence":0.86},"noul":{"related":0.93,"answers":0.91,"exact":0.74}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20879287499999918,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q46","pid":"p7955","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a982c0134f9e1b0ad68b2797293393cf0ba06e1ef051edcd83443af8e97c7b5","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.14,"2":0.01,"3":0},"confidence":0.8},"score":{"score":0.27,"probabilities":{"0":0.75,"1":0.23,"2":0.02,"3":0},"confidence":0.73},"noul":{"related":0.11,"answers":0.07,"exact":0.02}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24034325000000537,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q46","pid":"p8032","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da7c31fe4b3babec96f44828af03079de0cc0224b25c7a76354d43b76efbc6db","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.26322095799999806,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q46","pid":"p8095","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"279276f902a34a1004615cb050119e3e63ef6bfd98fcae381ed66c96e9b0765e","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.04,"2":0.03,"3":0.01},"confidence":0.89},"score":{"score":0.3,"probabilities":{"0":0.8,"1":0.11,"2":0.07,"3":0.02},"confidence":0.7},"noul":{"related":0.09,"answers":0.13,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2264320829999997,"passageCap":0,"originalPassageChars":241,"submittedPassageChars":241}
{"split":"test","qid":"q46","pid":"p8138","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27a7a4005f741334b5f601e52d904c372ca1351414074d73ae483c184e413ab4","answers":{"choice":{"choice":"3","probabilities":{"0":0.03,"1":0.05,"2":0.21,"3":0.71},"confidence":0.61},"score":{"score":2.69,"probabilities":{"0":0.02,"1":0.04,"2":0.18,"3":0.76},"confidence":0.69},"noul":{"related":0.87,"answers":0.87,"exact":0.56}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22671433400000388,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q46","pid":"p819","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d18151abf2196c468d0c09d393a69f13ac397c63b46ff986b87356310820c27","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.14,"2":0.6,"3":0.23},"confidence":0.48},"score":{"score":2,"probabilities":{"0":0.03,"1":0.15,"2":0.62,"3":0.2},"confidence":0.59},"noul":{"related":0.74,"answers":0.74,"exact":0.24}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2323003749999989,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q46","pid":"p8227","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1648513b738ea1793226d4db87e0bbd932eee86d090aa2e4d6676f9e63fbc511","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.05,"2":0.31,"3":0.64},"confidence":0.52},"score":{"score":2.56,"probabilities":{"0":0,"1":0.05,"2":0.34,"3":0.61},"confidence":0.56},"noul":{"related":0.92,"answers":0.84,"exact":0.53}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2141732919999995,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q46","pid":"p8298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83ae956dadfcee5cf931da32d7b42ddab71346fdd44983ee66f202923fd11743","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.89},"score":{"score":2.9,"probabilities":{"0":0.01,"1":0,"2":0.07,"3":0.92},"confidence":0.9},"noul":{"related":0.94,"answers":0.93,"exact":0.69}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2591935830000002,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q46","pid":"p8358","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3184c4637ca99430102e02477fd2fa069dcbdf33ee84cc17b2476bea93d1f80e","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.03,"2":0.06,"3":0.02},"confidence":0.86},"score":{"score":0.25,"probabilities":{"0":0.85,"1":0.06,"2":0.07,"3":0.02},"confidence":0.75},"noul":{"related":0.1,"answers":0.32,"exact":0.04}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.207031415999998,"passageCap":0,"originalPassageChars":229,"submittedPassageChars":229}
{"split":"test","qid":"q46","pid":"p8417","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d8f82a2a3dda793ee264f2d239f07aa0a8d0eeeabb8568d5215c0897ddf62cb","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.31,"3":0.67},"confidence":0.55},"score":{"score":2.62,"probabilities":{"0":0,"1":0.02,"2":0.35,"3":0.63},"confidence":0.62},"noul":{"related":0.95,"answers":0.92,"exact":0.6}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20491395799999737,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q46","pid":"p8435","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"110ee06c3ac0bb32dc56e41a705dc964acc2a614a5bb58205a2dcef7ffa976bd","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.08,"answers":0.03,"exact":0.01}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.2028534160000054,"passageCap":0,"originalPassageChars":324,"submittedPassageChars":324}
{"split":"test","qid":"q46","pid":"p8449","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e10ce4ccf6078c9a88cb360fc3e47ee77f312a02c67950daa5c0049957daf49","answers":{"choice":{"choice":"0","probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.81},"score":{"score":0.3,"probabilities":{"0":0.74,"1":0.23,"2":0.03,"3":0},"confidence":0.7},"noul":{"related":0.1,"answers":0.1,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23029745800000093,"passageCap":0,"originalPassageChars":368,"submittedPassageChars":368}
{"split":"test","qid":"q46","pid":"p851","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16de8e8c4bdacb7766d734efa2c5ce010f939a3056f481db5e386f7e10200cff","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.98},"score":{"score":0.04,"probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2367061670000039,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q46","pid":"p8738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b2e661ae53e529c22100e1c948b0abfe0fa82ddf66df5f3b84825e5b4fd4e7ef","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.07,"probabilities":{"0":0.94,"1":0.05,"2":0.01,"3":0},"confidence":0.93},"noul":{"related":0.03,"answers":0.04,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2829478750000053,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q46","pid":"p886","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"07573ddf87f27f3ec3754f0099c1542dc2d402f122e1be83a48442fd29b32eb5","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.04,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.06,"answers":0.02,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2058897500000021,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q46","pid":"p8904","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a13d29a349562e26d71411a47875ff8ace39bb74591813be5e01663db0ad231e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1529,"outputTokens":107,"latencySeconds":0.2390620839999974,"passageCap":0,"originalPassageChars":2195,"submittedPassageChars":2195}
{"split":"test","qid":"q46","pid":"p9055","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa98d68923eec74ce080e0121c48c13445cd674cd54f9e7fa43d04f57a6cce01","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2602825410000005,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q46","pid":"p9179","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"560035f8ca77bf01cd5d7ea84c9d5e3334abb8018954d2a089e42dd7a06fb824","answers":{"choice":{"choice":"0","probabilities":{"0":0.73,"1":0.17,"2":0.09,"3":0.01},"confidence":0.65},"score":{"score":0.55,"probabilities":{"0":0.59,"1":0.27,"2":0.13,"3":0.01},"confidence":0.45},"noul":{"related":0.17,"answers":0.28,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23541304200000013,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q46","pid":"p9186","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a13d29a349562e26d71411a47875ff8ace39bb74591813be5e01663db0ad231e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":1529,"outputTokens":107,"latencySeconds":0.31950600000000123,"passageCap":0,"originalPassageChars":2195,"submittedPassageChars":2195}
{"split":"test","qid":"q46","pid":"p9309","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e32c83383cac2e532ec303df36a83c0c4af3c25dd0e00ca0c546caf75681118","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2098025420000049,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q46","pid":"p9361","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"452c12f913451eb559034212eef49bebdb4eed201bd189c543d7efc83139594c","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.05,"2":0.47,"3":0.47},"confidence":0.29},"score":{"score":2.44,"probabilities":{"0":0,"1":0.04,"2":0.45,"3":0.51},"confidence":0.44},"noul":{"related":0.87,"answers":0.85,"exact":0.54}},"inputTokens":873,"outputTokens":107,"latencySeconds":0.21792962500000432,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q46","pid":"p9496","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4351bc9fccdefa0f58c6cc41b003ab6c16f58d99deb8a9ac0acf6f88ef2ff5a5","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.26096270900000673,"passageCap":0,"originalPassageChars":399,"submittedPassageChars":399}
{"split":"test","qid":"q46","pid":"p953","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec122e0dec8bf380f0df013e3d74a7dc9aaae251e151177409a0fbefa26b6669","answers":{"choice":{"choice":"2","probabilities":{"0":0.09,"1":0.16,"2":0.53,"3":0.22},"confidence":0.39},"score":{"score":2.12,"probabilities":{"0":0.01,"1":0.08,"2":0.69,"3":0.22},"confidence":0.67},"noul":{"related":0.75,"answers":0.78,"exact":0.28}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2606555420000004,"passageCap":0,"originalPassageChars":339,"submittedPassageChars":339}
{"split":"test","qid":"q46","pid":"p9572","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8863f704e41ab16d0d0fe8c376c0a64399e085ac576608bcb4f5fb65f9b4adc5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.02,"2":0.44,"3":0.54},"confidence":0.39},"score":{"score":2.51,"probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.51},"noul":{"related":0.89,"answers":0.89,"exact":0.54}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.205736625000005,"passageCap":0,"originalPassageChars":295,"submittedPassageChars":295}
{"split":"test","qid":"q46","pid":"p9704","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"076213343953d7de2be746df5df1ff79da9da84b3667a06d5d32b816c884cdfd","answers":{"choice":{"choice":"0","probabilities":{"0":0.78,"1":0.15,"2":0.07,"3":0},"confidence":0.71},"score":{"score":0.36,"probabilities":{"0":0.72,"1":0.22,"2":0.06,"3":0},"confidence":0.64},"noul":{"related":0.15,"answers":0.21,"exact":0.02}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.22053979100000287,"passageCap":0,"originalPassageChars":479,"submittedPassageChars":479}
{"split":"test","qid":"q46","pid":"p9884","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"513cc4b021ceaeb34513c30d3d8e1461a9678c70e027208d2016e3b24b3c29b4","answers":{"choice":{"choice":"0","probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.91},"score":{"score":0.14,"probabilities":{"0":0.86,"1":0.14,"2":0,"3":0},"confidence":0.86},"noul":{"related":0.12,"answers":0.04,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.23598758399999498,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q46","pid":"p9885","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d0a79b69d76a5b97936f558a063de44b48a0ff8db8b6e71624c1eb750b81e5ae","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.07,"probabilities":{"0":0.93,"1":0.07,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.08,"answers":0.02,"exact":0.01}},"inputTokens":906,"outputTokens":107,"latencySeconds":0.2057838339999944,"passageCap":0,"originalPassageChars":546,"submittedPassageChars":546}
{"split":"test","qid":"q46","pid":"p9989","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"562b7538c281f9c6f6668061c348b7782a64781d4c278b10a3140e728ff3c75c","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.01,"probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"noul":{"related":0.03,"answers":0.02,"exact":0.01}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.25924845800000185,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q49","pid":"p10010","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8dfcd921c78f6e1252ba037ab91be4b2749d4c3c93d051f90fb6e31c29505f9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.78},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.87},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20826066599999468,"passageCap":0,"originalPassageChars":218,"submittedPassageChars":218}
{"split":"test","qid":"q49","pid":"p10015","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b594579f7cdb320c19ade15ab597ff90a5548ccabf0fb6277b52d946d59f39e6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.52,"3":0.48},"confidence":0.36},"score":{"score":2.53,"probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.53},"noul":{"related":0.98,"answers":0.98,"exact":0.57}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23804483299999993,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q49","pid":"p10059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d58c353cf8edb250c883cc9c177e5518b5c764f340d67669a4982ed88846a96a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.66,"3":0.31},"confidence":0.54},"score":{"score":2.31,"probabilities":{"0":0,"1":0.03,"2":0.63,"3":0.34},"confidence":0.63},"noul":{"related":0.94,"answers":0.91,"exact":0.42}},"inputTokens":857,"outputTokens":107,"latencySeconds":0.21485699999999633,"passageCap":0,"originalPassageChars":439,"submittedPassageChars":439}
{"split":"test","qid":"q49","pid":"p10071","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870e36747f09c707645a3f5d8f8983b756e7490c0a362f4a084b091cf6d845d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.48,"2":0.5,"3":0.02},"confidence":0.33},"score":{"score":1.63,"probabilities":{"0":0,"1":0.38,"2":0.61,"3":0.01},"confidence":0.6},"noul":{"related":0.91,"answers":0.73,"exact":0.15}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.3083834579999966,"passageCap":0,"originalPassageChars":206,"submittedPassageChars":206}
{"split":"test","qid":"q49","pid":"p10191","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7f02f3ba57317f92cfa6a18044a40b1ef5a831470fd6de3eec0cb9fdf24ab65","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.72},"score":{"score":2.85,"probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.85},"noul":{"related":0.98,"answers":0.98,"exact":0.71}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2467468330000047,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p10245","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8a296e471011cd724d7fd81a1bdfb7f743d7bbb8e7e660025685a2228bf2d618","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.63,"3":0.37},"confidence":0.49},"score":{"score":2.4,"probabilities":{"0":0,"1":0,"2":0.6,"3":0.4},"confidence":0.6},"noul":{"related":0.97,"answers":0.96,"exact":0.56}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23995808399999805,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q49","pid":"p10280","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96cc703eca09c24d0ee1e9c81614209553de8117b62fd6dca0ef82c9f0656bd5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.42,"2":0.56,"3":0.02},"confidence":0.42},"score":{"score":1.63,"probabilities":{"0":0,"1":0.39,"2":0.6,"3":0.01},"confidence":0.6},"noul":{"related":0.91,"answers":0.77,"exact":0.2}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.22784249999999884,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q49","pid":"p10322","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3238a700b350875121da0d612b06ec9bf913bbdd93666d5df7781da17b2c35be","answers":{"choice":{"choice":"1","probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.66},"score":{"score":0.81,"probabilities":{"0":0.19,"1":0.81,"2":0,"3":0},"confidence":0.8},"noul":{"related":0.45,"answers":0.05,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2340564169999998,"passageCap":0,"originalPassageChars":347,"submittedPassageChars":347}
{"split":"test","qid":"q49","pid":"p10332","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c7a016be2028203de8fa98546f73e6007dd027085bcc9f62843d0daeb13797d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.69,"2":0.3,"3":0},"confidence":0.59},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.57},"noul":{"related":0.81,"answers":0.73,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2014305000000022,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p10336","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8c30652f9b0dd999fa1144b40ddd43cbd2cc9510c58fd876856e40cc8aca5409","answers":{"choice":{"choice":"1","probabilities":{"0":0.42,"1":0.58,"2":0,"3":0},"confidence":0.44},"score":{"score":0.75,"probabilities":{"0":0.25,"1":0.75,"2":0,"3":0},"confidence":0.75},"noul":{"related":0.41,"answers":0.06,"exact":0.02}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2692075830000031,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q49","pid":"p10343","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eefda382e531a1f2c3717d0a48fecb530c37dd0b41ad0aeb92949612cf53fd94","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.65,"2":0.34,"3":0.01},"confidence":0.53},"score":{"score":1.42,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.57},"noul":{"related":0.86,"answers":0.59,"exact":0.09}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2002917499999967,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q49","pid":"p10345","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c2be969b7c0a2ff360ade878553d67c0ea2aca8ec2ab5863956e2e957633e87","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.03,"probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.95},"noul":{"related":0.83,"answers":0.2,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.217015625,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q49","pid":"p10368","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88fd2ba83de4461c6dd381e2c8ae3d2a48eb6d5fa14e7509ce110dc7366a38ef","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.49,"3":0.51},"confidence":0.34},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.64},"noul":{"related":0.97,"answers":0.96,"exact":0.75}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2265259159999987,"passageCap":0,"originalPassageChars":343,"submittedPassageChars":343}
{"split":"test","qid":"q49","pid":"p10381","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2fd2cc89858f723c9912084ba4ab2430d49b571cd4ede3e64f28c58088a23b43","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.79},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.91},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.218609292000001,"passageCap":0,"originalPassageChars":354,"submittedPassageChars":354}
{"split":"test","qid":"q49","pid":"p10441","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e30e441f1fb1097bbe3f927d74d1072fca5c01ff011beb541a333c40e23112c9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.43,"3":0.56},"confidence":0.42},"score":{"score":2.38,"probabilities":{"0":0,"1":0.03,"2":0.56,"3":0.41},"confidence":0.55},"noul":{"related":0.97,"answers":0.93,"exact":0.67}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2504546249999985,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p10501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f2f1454603a5f1830a0be811b4c0dc739cfdc55cb180677700360f11dce78edb","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.86},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.91},"noul":{"related":0.98,"answers":0.98,"exact":0.81}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.22287754100000165,"passageCap":0,"originalPassageChars":377,"submittedPassageChars":377}
{"split":"test","qid":"q49","pid":"p10560","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec9e66ff612e3f06bda2841333af342859ea5f04085ad29edd06645a3215ba79","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.91,"2":0.07,"3":0},"confidence":0.88},"score":{"score":1.03,"probabilities":{"0":0.03,"1":0.91,"2":0.06,"3":0},"confidence":0.91},"noul":{"related":0.73,"answers":0.18,"exact":0.05}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.20975504200000433,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q49","pid":"p10573","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4d074bc9ebe8e2db25ab5c5719d305539e2534fa38f959da9ef5072c714043f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.5599999999999999,"2":0.36,"3":0.07},"confidence":0.43},"score":{"score":1.5,"probabilities":{"0":0,"1":0.56,"2":0.38,"3":0.06},"confidence":0.5},"noul":{"related":0.87,"answers":0.69,"exact":0.14}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2283365829999966,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q49","pid":"p10633","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"595fef48c6049252c1d6774c055296045a9a4d7ff6a8300186a1ce3c849326db","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":898,"outputTokens":107,"latencySeconds":0.2338850420000017,"passageCap":0,"originalPassageChars":567,"submittedPassageChars":567}
{"split":"test","qid":"q49","pid":"p10639","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"37e4294bb26b7363d7f90680a2e96b70dfff1ba4f49b8916db003fbfe57b4d83","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.94},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.84,"answers":0.22,"exact":0.06}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20712125000000378,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q49","pid":"p10640","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b94a08a264e4f248c56e1996f156e08310102529e6b5d61168ee4197bc0dc2d8","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.72},"score":{"score":2.83,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.83},"noul":{"related":0.97,"answers":0.97,"exact":0.8}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.22759895800000232,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q49","pid":"p10642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b77fca2e111fc7257277a202e037c6d46b98d8b8fe6acef0241d8384de7f72e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.94},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.98,"answers":0.98,"exact":0.89}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.209796875,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q49","pid":"p10686","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0cbf9c753ed748292f503d191c4557013d242181d24a487e8fb1bacad744fd60","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.41,"3":0.02},"confidence":0.43},"score":{"score":1.54,"probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.51},"noul":{"related":0.87,"answers":0.57,"exact":0.17}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21600866700000187,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p10701","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"67d2ed18c73c55cd24708247a36ed967cb973766ed9cf054b829f7c39af01b4e","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.92,"2":0.06,"3":0},"confidence":0.89},"score":{"score":1,"probabilities":{"0":0.04,"1":0.92,"2":0.04,"3":0},"confidence":0.92},"noul":{"related":0.67,"answers":0.19,"exact":0.03}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20815220899999987,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q49","pid":"p1071","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"de8818da00846481ead643df91a04dd57faf5e89fcf33d1ba3a74b566d54aff8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.73,"3":0.24},"confidence":0.64},"score":{"score":2.3,"probabilities":{"0":0,"1":0.02,"2":0.66,"3":0.32},"confidence":0.66},"noul":{"related":0.9,"answers":0.92,"exact":0.43}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20399587500000052,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p10719","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"83a717f70045a9bcd43c882e8c59d2dd6125aa46805a984bb61e3a8a0d7183da","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.83},"score":{"score":1.09,"probabilities":{"0":0.03,"1":0.85,"2":0.12,"3":0},"confidence":0.84},"noul":{"related":0.74,"answers":0.26,"exact":0.04}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.20816391699999803,"passageCap":0,"originalPassageChars":431,"submittedPassageChars":431}
{"split":"test","qid":"q49","pid":"p10721","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b76109c97b5d990e91507f3daf282f22dddf89ae87a46f37ec8189c5c5c1f9d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.65},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.79},"noul":{"related":0.98,"answers":0.96,"exact":0.63}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20784941699999762,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q49","pid":"p10866","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48117766879ac4efd57a340f6cde2abd55f3e9732d299d0f14006d908b9cbb7a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.6,"2":0.39,"3":0},"confidence":0.47},"score":{"score":1.4,"probabilities":{"0":0,"1":0.6,"2":0.4,"3":0},"confidence":0.59},"noul":{"related":0.82,"answers":0.63,"exact":0.07}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24026866699999663,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q49","pid":"p10893","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"072b438eb118fbb7a3c787b2e4191fbc91b4bbdf0828c8bb781bf798ca8cca5b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.76,"3":0.22},"confidence":0.69},"score":{"score":2.26,"probabilities":{"0":0,"1":0.01,"2":0.72,"3":0.27},"confidence":0.72},"noul":{"related":0.93,"answers":0.93,"exact":0.34}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24479575000000478,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q49","pid":"p1094","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0cbf9c753ed748292f503d191c4557013d242181d24a487e8fb1bacad744fd60","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.46,"3":0.02},"confidence":0.35},"score":{"score":1.57,"probabilities":{"0":0,"1":0.45,"2":0.53,"3":0.02},"confidence":0.53},"noul":{"related":0.88,"answers":0.6,"exact":0.16}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23318304100000387,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p10966","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1e9a93db32b2d451443186ba6330dcd084710c8d261ccdaa5066bac9f4b031e1","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.20408020800000667,"passageCap":0,"originalPassageChars":434,"submittedPassageChars":434}
{"split":"test","qid":"q49","pid":"p11027","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6737a3216b08cff1f8b2f7315a28c013b31a23ba48ba70b2a3d4f341258c9d8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.46,"2":0.53,"3":0.01},"confidence":0.37},"score":{"score":1.7,"probabilities":{"0":0,"1":0.31,"2":0.68,"3":0.01},"confidence":0.68},"noul":{"related":0.91,"answers":0.71,"exact":0.15}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2390877080000064,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p11053","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4dd1804d081758020cea9ef1c3ac14af9e7efdb7d2da0d565c49587e10913730","answers":{"choice":{"choice":"1","probabilities":{"0":0.39,"1":0.56,"2":0.05,"3":0},"confidence":0.41},"score":{"score":0.73,"probabilities":{"0":0.31,"1":0.65,"2":0.04,"3":0},"confidence":0.66},"noul":{"related":0.39,"answers":0.18,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.22402816700000402,"passageCap":0,"originalPassageChars":445,"submittedPassageChars":445}
{"split":"test","qid":"q49","pid":"p11086","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"35ae81b877fd0303b9ba88535baadfa1be7a6f6e885b0b33d9c70359734d0149","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.96},"noul":{"related":0.77,"answers":0.22,"exact":0.05}},"inputTokens":874,"outputTokens":107,"latencySeconds":0.24242541699999856,"passageCap":0,"originalPassageChars":446,"submittedPassageChars":446}
{"split":"test","qid":"q49","pid":"p11139","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bee371a835e32e9c014c6c81ed6dff3b51bac177657b0e2096f4425c27285441","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.08,"3":0.01},"confidence":0.87},"score":{"score":1.07,"probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.92},"noul":{"related":0.86,"answers":0.44,"exact":0.09}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2701936669999995,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q49","pid":"p11257","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8666f517bf526b7aec75ca353cbf00df7fcf3fa90a31fc6ab374a09b59f0e4d5","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.55,"2":0.42,"3":0.02},"confidence":0.41},"score":{"score":1.48,"probabilities":{"0":0,"1":0.54,"2":0.45,"3":0.01},"confidence":0.52},"noul":{"related":0.86,"answers":0.6,"exact":0.16}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.23230904200000077,"passageCap":0,"originalPassageChars":248,"submittedPassageChars":248}
{"split":"test","qid":"q49","pid":"p11262","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9f852e14425ca1e214601b63e86fee9d70f126772e1b196121ba0efe0fd474bd","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.42,"2":0.56,"3":0.02},"confidence":0.41},"score":{"score":1.65,"probabilities":{"0":0,"1":0.35,"2":0.64,"3":0.01},"confidence":0.63},"noul":{"related":0.87,"answers":0.73,"exact":0.13}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.2262902499999982,"passageCap":0,"originalPassageChars":252,"submittedPassageChars":252}
{"split":"test","qid":"q49","pid":"p11290","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3b8651f753dc9602a68a6724edbc173fcc50d0d28c55ec307a4e142ecfaf157f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.9},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.19857116700000188,"passageCap":0,"originalPassageChars":238,"submittedPassageChars":238}
{"split":"test","qid":"q49","pid":"p11307","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"003162d5d9b179f2b4a7316d9377ffc728c66f98f6da42c4f96a9f8260cc7c47","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.88,"2":0.11,"3":0},"confidence":0.84},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.78,"answers":0.23,"exact":0.06}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.19914766700000472,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q49","pid":"p11340","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6bb966ec588c1c4ee180ed46bd11a909ffac1486953d52479396533298c3df3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.78,"3":0.21},"confidence":0.71},"score":{"score":2.26,"probabilities":{"0":0,"1":0,"2":0.74,"3":0.26},"confidence":0.73},"noul":{"related":0.89,"answers":0.94,"exact":0.52}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.20515041699999711,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q49","pid":"p11360","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8dfcd921c78f6e1252ba037ab91be4b2749d4c3c93d051f90fb6e31c29505f9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.79},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2212610829999976,"passageCap":0,"originalPassageChars":218,"submittedPassageChars":218}
{"split":"test","qid":"q49","pid":"p11366","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"075e3e8e20ca527e858604ea3c3815a33d59648b575ba1a2f19025eeb1250705","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.67,"3":0.03},"confidence":0.56},"score":{"score":1.96,"probabilities":{"0":0,"1":0.13,"2":0.78,"3":0.09},"confidence":0.77},"noul":{"related":0.9,"answers":0.72,"exact":0.18}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2060676669999957,"passageCap":0,"originalPassageChars":330,"submittedPassageChars":330}
{"split":"test","qid":"q49","pid":"p11372","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4130dd6d385f1ee1d47e08ddfcda822784d3320646a4c99b2963be99187079e3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.31,"probabilities":{"0":0,"1":0.69,"2":0.31,"3":0},"confidence":0.68},"noul":{"related":0.89,"answers":0.35,"exact":0.07}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22881837499999527,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q49","pid":"p114","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e9a52e2fe48a4b13213713ba97431ab4675f14770c799e0df886e7be4c9f5d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.97},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.99,"answers":0.99,"exact":0.9}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2135787500000006,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q49","pid":"p11464","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2aaae6232964000744102d1d5a735777a8c8d2e3375389af186981b92feef1cd","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.04,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.05,"answers":0.05,"exact":0.01}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.20207474999999978,"passageCap":0,"originalPassageChars":381,"submittedPassageChars":381}
{"split":"test","qid":"q49","pid":"p11478","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"882251621bc35ba2f66b789b43b9e4921197f29ea9da4afe270200b807d6929d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.92},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20819216600000073,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q49","pid":"p11514","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"217e4f0f5e1969e9ab711495209091a59b2f07f06e1f29734e6c164cae55c9d6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.73,"3":0.01},"confidence":0.64},"score":{"score":1.83,"probabilities":{"0":0,"1":0.17,"2":0.83,"3":0},"confidence":0.83},"noul":{"related":0.85,"answers":0.8,"exact":0.14}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.315786334000004,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q49","pid":"p11515","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b273d6e301484231c69962316d63065fea0acb74a3dea92ec7eebfbddda00328","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.56,"3":0.44},"confidence":0.41},"score":{"score":2.54,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.54},"noul":{"related":0.98,"answers":0.98,"exact":0.6}},"inputTokens":905,"outputTokens":107,"latencySeconds":0.27770812499999736,"passageCap":0,"originalPassageChars":486,"submittedPassageChars":486}
{"split":"test","qid":"q49","pid":"p11518","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b47c4c5553329a74728930321382ba47e0e499d875d1c427bf182113b98625c4","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.82,"answers":0.07,"exact":0.03}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21045658399999956,"passageCap":0,"originalPassageChars":398,"submittedPassageChars":398}
{"split":"test","qid":"q49","pid":"p11561","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"887414e4e6fdebad6efe15d104707c9542601a189097df82320447a30e225e5d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.5,"3":0.48},"confidence":0.34},"score":{"score":2.58,"probabilities":{"0":0,"1":0.01,"2":0.4,"3":0.59},"confidence":0.58},"noul":{"related":0.95,"answers":0.94,"exact":0.65}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.21379533300000184,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q49","pid":"p11566","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c1a93845674fcaa7e3029a2815b0f051d64c9c7123ccf67b026045af8ab28cb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.51,"3":0.48},"confidence":0.34},"score":{"score":2.51,"probabilities":{"0":0,"1":0,"2":0.48,"3":0.52},"confidence":0.51},"noul":{"related":0.97,"answers":0.94,"exact":0.65}},"inputTokens":808,"outputTokens":107,"latencySeconds":0.24798537499999657,"passageCap":0,"originalPassageChars":215,"submittedPassageChars":215}
{"split":"test","qid":"q49","pid":"p11597","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88354567fa41aef1ce31ac191debf041420844dd4675164700f403b1b2a404e1","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.65},"score":{"score":2.79,"probabilities":{"0":0,"1":0,"2":0.21,"3":0.79},"confidence":0.79},"noul":{"related":0.98,"answers":0.97,"exact":0.8}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.22810783300000184,"passageCap":0,"originalPassageChars":247,"submittedPassageChars":247}
{"split":"test","qid":"q49","pid":"p1176","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"519131eb72c4d866047625a316e6c287447fdfe4cf723534128338e68b03a104","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.8},"score":{"score":2.9,"probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.9},"noul":{"related":0.98,"answers":0.98,"exact":0.75}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.19898033399999987,"passageCap":0,"originalPassageChars":229,"submittedPassageChars":229}
{"split":"test","qid":"q49","pid":"p1267","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2489278b0ddb1e2d629603fd2e46118685609b39c117d1dd9944f404f46bbb84","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.44,"2":0.52,"3":0.03},"confidence":0.37},"score":{"score":1.75,"probabilities":{"0":0,"1":0.26,"2":0.72,"3":0.02},"confidence":0.71},"noul":{"related":0.82,"answers":0.69,"exact":0.11}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.21053141699999833,"passageCap":0,"originalPassageChars":199,"submittedPassageChars":199}
{"split":"test","qid":"q49","pid":"p1270","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2546fbb68b5b30e0dc576fb4cb74f33d5350ea0919a323087a9c5b7f3d05779d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.6,"3":0.32},"confidence":0.46},"score":{"score":2.33,"probabilities":{"0":0,"1":0.05,"2":0.57,"3":0.38},"confidence":0.57},"noul":{"related":0.93,"answers":0.9,"exact":0.39}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.3289302919999973,"passageCap":0,"originalPassageChars":169,"submittedPassageChars":169}
{"split":"test","qid":"q49","pid":"p1341","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ffb436330f0d384c76d9343cb50a18c455d83415c788f60416f03fb96acf70f1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.84,"3":0.09},"confidence":0.78},"score":{"score":2.02,"probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.86},"noul":{"related":0.93,"answers":0.9,"exact":0.3}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.21527062500000466,"passageCap":0,"originalPassageChars":427,"submittedPassageChars":427}
{"split":"test","qid":"q49","pid":"p1342","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"caa3170dd05972ff76050440b6c4fb6218804cf75617be46feb390f563078192","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.9},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.82}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2039264589999948,"passageCap":0,"originalPassageChars":363,"submittedPassageChars":363}
{"split":"test","qid":"q49","pid":"p1378","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"daef0064943adced7cabfb42854fb5e003f7c4b2fdcc3ab1020f08f64a856493","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.03,"2":0.79,"3":0.17},"confidence":0.73},"score":{"score":2.13,"probabilities":{"0":0.01,"1":0.03,"2":0.78,"3":0.18},"confidence":0.78},"noul":{"related":0.89,"answers":0.91,"exact":0.32}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2123962920000049,"passageCap":0,"originalPassageChars":368,"submittedPassageChars":368}
{"split":"test","qid":"q49","pid":"p1409","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b3579bae3d8c39a5156b1042c844dcfdecd3d2955f6e167aad14fc0894f4c379","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":1017,"outputTokens":107,"latencySeconds":0.24929725000000327,"passageCap":0,"originalPassageChars":1230,"submittedPassageChars":1230}
{"split":"test","qid":"q49","pid":"p1418","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1ebde8012bb1194a1fbb6bbc262aeade2709f0532a5947e934df4d4069c19856","answers":{"choice":{"choice":"1","probabilities":{"0":0.16,"1":0.83,"2":0.01,"3":0},"confidence":0.78},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.55,"answers":0.08,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2784235409999965,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q49","pid":"p1423","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce82e9ca1496ced99da333e90b1d672169df75de7357a9c7d9f5629e4b9bb496","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.93},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23103899999999702,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p1445","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a2d14e8afc0d46a98183dc8e6bd3650ac5ca63ae5f9e9fa979c5dd88b6a8a83","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.93,"2":0.05,"3":0},"confidence":0.93},"noul":{"related":0.76,"answers":0.28,"exact":0.03}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.3677513749999998,"passageCap":0,"originalPassageChars":235,"submittedPassageChars":235}
{"split":"test","qid":"q49","pid":"p15","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1cfff21b2c6a002d4f5c53fd91156e71750eba658d6f62025c31b10109c352ea","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.02,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.05,"answers":0.06,"exact":0.01}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2028897500000021,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q49","pid":"p1524","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f83227b08f93442ce0049bc57700d339460d740da1e210aba05c2c604d99c049","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.83},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.91},"noul":{"related":0.97,"answers":0.97,"exact":0.79}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.23507108300000254,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q49","pid":"p1539","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5b0dfd4af1d4576a2db2692d521c65bc64d8143fb725ce609ec62a04942eebe7","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.07,"2":0.69,"3":0.22},"confidence":0.59},"score":{"score":2.17,"probabilities":{"0":0.02,"1":0.08,"2":0.62,"3":0.28},"confidence":0.61},"noul":{"related":0.83,"answers":0.9,"exact":0.52}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2444155830000018,"passageCap":0,"originalPassageChars":414,"submittedPassageChars":414}
{"split":"test","qid":"q49","pid":"p1595","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d3ae7fa48bdb888facafc31719eacbe015bc9da00af4634920316ca56e009222","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.76,"3":0.12},"confidence":0.67},"score":{"score":2.06,"probabilities":{"0":0,"1":0.09,"2":0.76,"3":0.15},"confidence":0.75},"noul":{"related":0.91,"answers":0.85,"exact":0.3}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.22739266700000008,"passageCap":0,"originalPassageChars":376,"submittedPassageChars":376}
{"split":"test","qid":"q49","pid":"p161","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b66eeeec71a02938c2973c466928a37a7eff877b25326b43b7afecda17a66775","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.94},"score":{"score":2.96,"probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.96},"noul":{"related":0.98,"answers":0.97,"exact":0.83}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2442072499999995,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q49","pid":"p1770","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"084228ce88beea291931dd6849bdcfbc7e46350185a811bc3845e883630c07fd","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.57,"3":0.43},"confidence":0.42},"score":{"score":2.55,"probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.55},"noul":{"related":0.97,"answers":0.95,"exact":0.64}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21603254200000083,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q49","pid":"p1774","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"79e075d29503d18ec06e1b1ad41b37cebcbc206d4471382a86074eb26b8c3dac","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.62,"2":0.36,"3":0.01},"confidence":0.5},"score":{"score":1.4,"probabilities":{"0":0,"1":0.6,"2":0.4,"3":0},"confidence":0.6},"noul":{"related":0.84,"answers":0.65,"exact":0.07}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2127948749999996,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q49","pid":"p1793","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c699e649db2bf4b40d54a17f8dc503f5f1a29e2180d88c1128d56f8455fa76c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.6,"2":0.4,"3":0},"confidence":0.46},"score":{"score":1.43,"probabilities":{"0":0,"1":0.57,"2":0.43,"3":0},"confidence":0.57},"noul":{"related":0.86,"answers":0.55,"exact":0.09}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2247936669999981,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q49","pid":"p1873","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b77fca2e111fc7257277a202e037c6d46b98d8b8fe6acef0241d8384de7f72e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.93},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.89}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2481246669999964,"passageCap":0,"originalPassageChars":268,"submittedPassageChars":268}
{"split":"test","qid":"q49","pid":"p1921","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17633e6d71fdbd22ef48918d79d2b1729d4c3277c2237ae478acf781e0a37032","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.39},"score":{"score":1.72,"probabilities":{"0":0,"1":0.29,"2":0.7,"3":0.01},"confidence":0.69},"noul":{"related":0.9,"answers":0.69,"exact":0.14}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.22612020900000063,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p1922","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"78ea5adc7b6dae70939472a7edbfd331d10e35da6b205f1316bca2949ed25565","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.91,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.98,"probabilities":{"0":0.06,"1":0.9,"2":0.04,"3":0},"confidence":0.9},"noul":{"related":0.64,"answers":0.12,"exact":0.02}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2450542920000007,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q49","pid":"p1929","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"666157448f716de994e7d8224b9de75ea0da5ef34eca61875cbe034d6c0190ed","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.86},"score":{"score":1.08,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.86,"answers":0.41,"exact":0.08}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.30090695799999956,"passageCap":0,"originalPassageChars":214,"submittedPassageChars":214}
{"split":"test","qid":"q49","pid":"p1935","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22fde2e24a6524ead80522327114d4f96323e7dc0131c9889547913a6e0c5f2b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.58,"2":0.33,"3":0.09},"confidence":0.43},"score":{"score":1.43,"probabilities":{"0":0,"1":0.63,"2":0.32,"3":0.05},"confidence":0.57},"noul":{"related":0.83,"answers":0.52,"exact":0.15}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.21770708300000116,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q49","pid":"p1937","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f18798d7e283b33cce9ceca224ee1aea405f370a9fb84f105065032dfaeb80fe","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.85},"score":{"score":0.93,"probabilities":{"0":0.07,"1":0.93,"2":0,"3":0},"confidence":0.93},"noul":{"related":0.67,"answers":0.08,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20394741700000305,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q49","pid":"p194","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce82e9ca1496ced99da333e90b1d672169df75de7357a9c7d9f5629e4b9bb496","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.91},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.87}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20602320899999904,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p1942","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a3688424440ce5ce31006e64ccf90f2656c9df7568a8451005842303cea128bf","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.88,"2":0.11,"3":0},"confidence":0.84},"score":{"score":1.15,"probabilities":{"0":0.01,"1":0.84,"2":0.15,"3":0},"confidence":0.84},"noul":{"related":0.83,"answers":0.31,"exact":0.06}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20772679199999403,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q49","pid":"p2019","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"991f125630ac042386190dfec3eeb2d0370efd2025161eaccaaa0063988e6aff","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20426941700000317,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p2044","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3b086c79ac9e955408b71f98759b5a44d160e745e8aeee072fb8d6a8c363e1b","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.87,"2":0.07,"3":0},"confidence":0.83},"score":{"score":0.99,"probabilities":{"0":0.05,"1":0.91,"2":0.04,"3":0},"confidence":0.91},"noul":{"related":0.65,"answers":0.28,"exact":0.04}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.21861308299999654,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q49","pid":"p2099","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80e37cc75074e0d10c4ea45b9a0a35530b192148cad53b3dfc1aa33b14e434e5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.88},"noul":{"related":0.86,"answers":0.31,"exact":0.08}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21850320900000225,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q49","pid":"p2106","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4c21bb8930934e717e90178480b6bddcf079988a66747f26540aec42e5dfbc0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.67},"score":{"score":2.36,"probabilities":{"0":0,"1":0.01,"2":0.63,"3":0.36},"confidence":0.63},"noul":{"related":0.95,"answers":0.94,"exact":0.4}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.24486520799999562,"passageCap":0,"originalPassageChars":226,"submittedPassageChars":226}
{"split":"test","qid":"q49","pid":"p2178","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1ebde8012bb1194a1fbb6bbc262aeade2709f0532a5947e934df4d4069c19856","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.81,"2":0.01,"3":0},"confidence":0.75},"score":{"score":0.89,"probabilities":{"0":0.12,"1":0.87,"2":0.01,"3":0},"confidence":0.87},"noul":{"related":0.54,"answers":0.09,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22803349999999772,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q49","pid":"p2187","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e30e441f1fb1097bbe3f927d74d1072fca5c01ff011beb541a333c40e23112c9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.39},"score":{"score":2.29,"probabilities":{"0":0,"1":0.05,"2":0.61,"3":0.34},"confidence":0.61},"noul":{"related":0.97,"answers":0.91,"exact":0.58}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.21064349999999832,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p2206","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b41dc771a718d49284d3c6217ea073353a6bdf38e9aaa283097ea148e54d9b74","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.71,"3":0.02},"confidence":0.61},"score":{"score":1.76,"probabilities":{"0":0,"1":0.25,"2":0.74,"3":0.01},"confidence":0.74},"noul":{"related":0.89,"answers":0.82,"exact":0.15}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.20421916700000292,"passageCap":0,"originalPassageChars":400,"submittedPassageChars":400}
{"split":"test","qid":"q49","pid":"p2208","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7001b2cdb871ca3b9f14fd690bcd114d1df0d083c50e0a39dea343f4e13d58f5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"score":{"score":2.98,"probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"noul":{"related":0.98,"answers":0.98,"exact":0.87}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2113206250000003,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q49","pid":"p2233","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6aa622b79fd1cff9d4cfe9bc9dccf55a3ab979128ac4628fb34f8b5e1e2c69ac","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.9,"2":0.08,"3":0.01},"confidence":0.88},"score":{"score":1.06,"probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.93},"noul":{"related":0.89,"answers":0.22,"exact":0.04}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21593216599999868,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q49","pid":"p2268","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"757e338a7e6c264870b8bf1c567e45f65933ee4c04a9c96e95c7012c0cbd3000","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.9,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.94,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.68,"answers":0.14,"exact":0.02}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21811812500000088,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q49","pid":"p2273","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b21d5cd209c20083b0fd54042f80329ad1664cad1a30e364ef73b9fb41474aa","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.94,"2":0.04,"3":0},"confidence":0.91},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.74,"answers":0.3,"exact":0.04}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2007650829999984,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q49","pid":"p2295","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0a30d400ee05d1119f5fd8f3d04b24b51c6b454ad623114b08171cb42deb403","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.92},"score":{"score":0.94,"probabilities":{"0":0.06,"1":0.94,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.71,"answers":0.11,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23299537499999862,"passageCap":0,"originalPassageChars":395,"submittedPassageChars":395}
{"split":"test","qid":"q49","pid":"p2336","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d97ab10389d7adaddd9bd9737ef7bf7478232f0ce3681f54721228ada33f464c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.63,"2":0.36,"3":0.01},"confidence":0.51},"score":{"score":1.47,"probabilities":{"0":0,"1":0.53,"2":0.47,"3":0},"confidence":0.52},"noul":{"related":0.88,"answers":0.71,"exact":0.12}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21372520899999653,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q49","pid":"p2431","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ccaf12194f9435cd01b4503334ca557bcf4abdfe00b74e788f21c91f7e49b76","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.92},"score":{"score":1,"probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.95},"noul":{"related":0.7,"answers":0.16,"exact":0.04}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20932304199999635,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q49","pid":"p2452","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a4dd14e95e67f6025603480963775bdb03d3ee485b077cdc0413965d09ee80ab","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.8099999999999999,"3":0.14},"confidence":0.75},"score":{"score":2.1,"probabilities":{"0":0,"1":0.05,"2":0.81,"3":0.14},"confidence":0.81},"noul":{"related":0.96,"answers":0.92,"exact":0.34}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20639408299999923,"passageCap":0,"originalPassageChars":359,"submittedPassageChars":359}
{"split":"test","qid":"q49","pid":"p2486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e76dcbe862ebe7a01b6a1bf46209308ebb7e353729ff1997c394a6a76e7877fd","answers":{"choice":{"choice":"2","probabilities":{"0":0.04,"1":0.37,"2":0.56,"3":0.03},"confidence":0.41},"score":{"score":1.65,"probabilities":{"0":0.03,"1":0.32,"2":0.62,"3":0.03},"confidence":0.59},"noul":{"related":0.81,"answers":0.65,"exact":0.13}},"inputTokens":895,"outputTokens":107,"latencySeconds":0.2659094169999953,"passageCap":0,"originalPassageChars":617,"submittedPassageChars":617}
{"split":"test","qid":"q49","pid":"p2592","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb7ae3aa62a8ac17accb573237bc106056a266dd7d5e019ba091593e4919fb53","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.95,"2":0,"3":0},"confidence":0.93},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.68,"answers":0.1,"exact":0.03}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20971329100000002,"passageCap":0,"originalPassageChars":329,"submittedPassageChars":329}
{"split":"test","qid":"q49","pid":"p2640","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2c4415d4633be5b7ef4790b04258011c200122d37d7d52ebdafc094afbc4d917","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.96},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.88}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.24083433300000615,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q49","pid":"p2690","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5b1f4d97436278b34f9b23ec8f147a356ae774d7e959c4fec43d0157d93d3713","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.52,"2":0.42,"3":0.01},"confidence":0.35},"score":{"score":1.55,"probabilities":{"0":0.03,"1":0.4,"2":0.5599999999999999,"3":0.01},"confidence":0.54},"noul":{"related":0.75,"answers":0.66,"exact":0.11}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.21179304199999752,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q49","pid":"p2739","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5859314c6c8bf484e2bf7093395b57671ea3f377d19207543eff86e847ce869a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.98},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.98,"answers":0.98,"exact":0.9}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.19745050000000627,"passageCap":0,"originalPassageChars":354,"submittedPassageChars":354}
{"split":"test","qid":"q49","pid":"p2751","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a6972e43f5c3191a8e9f1cc1d2d150b4a9c242f19b62a82e937ab5685c46234","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.77,"2":0.23,"3":0},"confidence":0.69},"score":{"score":1.21,"probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.78},"noul":{"related":0.84,"answers":0.56,"exact":0.05}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.25343229199999767,"passageCap":0,"originalPassageChars":378,"submittedPassageChars":378}
{"split":"test","qid":"q49","pid":"p2806","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cee12b049880c031324918494b7c0f27ef3e573906a765b7788be62653a31913","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.7,"3":0.19},"confidence":0.6},"score":{"score":2.17,"probabilities":{"0":0,"1":0.07,"2":0.69,"3":0.24},"confidence":0.69},"noul":{"related":0.94,"answers":0.88,"exact":0.27}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2304180839999972,"passageCap":0,"originalPassageChars":389,"submittedPassageChars":389}
{"split":"test","qid":"q49","pid":"p2830","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9aeebc37de9b94a1027be8dc797771e3bbe7e47bfda03c88b18c13104534552","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.3,"2":0.68,"3":0.02},"confidence":0.58},"score":{"score":1.87,"probabilities":{"0":0,"1":0.17,"2":0.8,"3":0.03},"confidence":0.8},"noul":{"related":0.9,"answers":0.71,"exact":0.15}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2050511669999978,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q49","pid":"p2864","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"39d0686d8ce8d489163a008fc2c741e795f6e8751e440b0ba0dd70b47d5bf568","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.81},"score":{"score":1.13,"probabilities":{"0":0.01,"1":0.85,"2":0.14,"3":0},"confidence":0.86},"noul":{"related":0.83,"answers":0.31,"exact":0.06}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22362354200000117,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p2909","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6ac4d73fb9708563f0c875a0561393fed085c3ceeef17a2d17bb8055af91687","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.16,"probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.83},"noul":{"related":0.85,"answers":0.36,"exact":0.06}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2049554999999964,"passageCap":0,"originalPassageChars":361,"submittedPassageChars":361}
{"split":"test","qid":"q49","pid":"p3028","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"24d639da1d0eade04b545688571c5d2efff3f6226069f4847602edef137b68de","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.89,"2":0.02,"3":0},"confidence":0.85},"score":{"score":0.96,"probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.64,"answers":0.12,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20219024999999965,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p3039","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"850cbd9db3c837789f15411485e4520ba32996d0d1b7a83a549e91400cefbd4b","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.82,"2":0,"3":0},"confidence":0.76},"score":{"score":0.89,"probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.88},"noul":{"related":0.76,"answers":0.06,"exact":0.02}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2838998750000028,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q49","pid":"p3049","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"780c0ffa3f491b911e937604eb7385e006738967aae2885af23f166ef20bf653","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.59,"3":0.01},"confidence":0.44},"score":{"score":1.78,"probabilities":{"0":0,"1":0.23,"2":0.75,"3":0.02},"confidence":0.75},"noul":{"related":0.9,"answers":0.8,"exact":0.15}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21935779200000252,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p3053","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5d383a98b74db9c44ca21f7cd85d8e5c1067edc20a472d80d3d8fcf119c70f01","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.8,"answers":0.22,"exact":0.04}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.2122277499999982,"passageCap":0,"originalPassageChars":399,"submittedPassageChars":399}
{"split":"test","qid":"q49","pid":"p3140","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6fab5c97e800b465870ac35410fcb50afa9153c2e5dbc1229d57d725abccd053","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.7,"3":0.3},"confidence":0.6},"score":{"score":2.31,"probabilities":{"0":0,"1":0,"2":0.69,"3":0.31},"confidence":0.69},"noul":{"related":0.98,"answers":0.97,"exact":0.61}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21101987499999814,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q49","pid":"p323","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0721b2310b1f7feaf7928abccf5034555b5a783c39b1ef3a5155043eeb872607","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.73,"2":0.27,"3":0},"confidence":0.63},"score":{"score":1.63,"probabilities":{"0":0,"1":0.37,"2":0.63,"3":0},"confidence":0.63},"noul":{"related":0.89,"answers":0.57,"exact":0.1}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.24380129199999648,"passageCap":0,"originalPassageChars":485,"submittedPassageChars":485}
{"split":"test","qid":"q49","pid":"p3236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"542b39b940548ec854f38fb7790224b36e5b7b4f2503a229aa20af791b2fb248","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.45,"3":0},"confidence":0.4},"score":{"score":1.6,"probabilities":{"0":0,"1":0.4,"2":0.6,"3":0},"confidence":0.59},"noul":{"related":0.89,"answers":0.65,"exact":0.12}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.20427491700000247,"passageCap":0,"originalPassageChars":422,"submittedPassageChars":422}
{"split":"test","qid":"q49","pid":"p3249","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7934159ac9ebd9b8a996e9ad50f689b3c8b2c55e56e64b77a51b4ca17f466bb","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.04,"answers":0.03,"exact":0.01}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.21901591699999698,"passageCap":0,"originalPassageChars":355,"submittedPassageChars":355}
{"split":"test","qid":"q49","pid":"p3254","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15cdb08def1ea3702b5b01f1227e0f35d66922cf27ccb078912f3b91e205334d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.59,"3":0.01},"confidence":0.45},"score":{"score":1.66,"probabilities":{"0":0,"1":0.34,"2":0.66,"3":0},"confidence":0.66},"noul":{"related":0.92,"answers":0.71,"exact":0.13}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.20904645800000435,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p3356","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"41491394e12b590a02005fcd5163e04ae964c43e179fc779c5b81d565e693b2e","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.92,"2":0.02,"3":0},"confidence":0.9},"score":{"score":0.99,"probabilities":{"0":0.03,"1":0.95,"2":0.02,"3":0},"confidence":0.95},"noul":{"related":0.78,"answers":0.16,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22947829199999978,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p3382","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40b529cee5889f4b289c2adab3c5eb9dff98e5aabe7d820461d9e735b8c58320","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.45,"3":0.55},"confidence":0.4},"score":{"score":2.61,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.61},"noul":{"related":0.98,"answers":0.97,"exact":0.69}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2529632500000007,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q49","pid":"p3383","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2fcb1ff9ab38cda05908c33188aa359d0c62666ff19d80a8769218fe66fd2f1f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.33,"2":0.63,"3":0.04},"confidence":0.5},"score":{"score":1.81,"probabilities":{"0":0,"1":0.23,"2":0.73,"3":0.04},"confidence":0.73},"noul":{"related":0.88,"answers":0.78,"exact":0.14}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.21764491599999747,"passageCap":0,"originalPassageChars":406,"submittedPassageChars":406}
{"split":"test","qid":"q49","pid":"p3407","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8dfcd921c78f6e1252ba037ab91be4b2749d4c3c93d051f90fb6e31c29505f9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.84},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20537137499999517,"passageCap":0,"originalPassageChars":218,"submittedPassageChars":218}
{"split":"test","qid":"q49","pid":"p3433","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa73655960021ac04b27dcf06181896f51c9b04a4ece2fd3b9e7ea0787346ba5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.64,"3":0.33},"confidence":0.52},"score":{"score":2.48,"probabilities":{"0":0,"1":0.01,"2":0.49,"3":0.5},"confidence":0.48},"noul":{"related":0.96,"answers":0.94,"exact":0.58}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20630933299999743,"passageCap":0,"originalPassageChars":343,"submittedPassageChars":343}
{"split":"test","qid":"q49","pid":"p3450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"298d02adeacc18ab4d5f1e81f7ae4b7a644052f2e202e2ac3afe31e59aed04ed","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.56},"score":{"score":2.76,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.76},"noul":{"related":0.98,"answers":0.97,"exact":0.73}},"inputTokens":897,"outputTokens":107,"latencySeconds":0.242598917000003,"passageCap":0,"originalPassageChars":572,"submittedPassageChars":572}
{"split":"test","qid":"q49","pid":"p3483","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58080c03c035343046d4efcc8597c5970a322f2637d1cb6c5781e03170cacdd4","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.29,"3":0},"confidence":0.61},"score":{"score":1.55,"probabilities":{"0":0,"1":0.46,"2":0.54,"3":0},"confidence":0.54},"noul":{"related":0.89,"answers":0.64,"exact":0.1}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20054391700000268,"passageCap":0,"originalPassageChars":231,"submittedPassageChars":231}
{"split":"test","qid":"q49","pid":"p3486","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cea44510604d3f1ddaf9065d47f03af1aec1f1eb03122a0006c4f83115dc22da","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.89},"score":{"score":1.06,"probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.93},"noul":{"related":0.82,"answers":0.35,"exact":0.06}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.23495158400000218,"passageCap":0,"originalPassageChars":224,"submittedPassageChars":224}
{"split":"test","qid":"q49","pid":"p3494","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9aa6ae64c231f1b90d536f9f051a9538506fd268bb49885976e3dde7659d85ae","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.61,"2":0.38,"3":0.01},"confidence":0.48},"score":{"score":1.52,"probabilities":{"0":0,"1":0.48,"2":0.51,"3":0.01},"confidence":0.51},"noul":{"related":0.89,"answers":0.58,"exact":0.13}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.25209562500000177,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q49","pid":"p3498","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0afd547750e6504f993f2099274d0235813da11c6fd47dc33eb6a833ceecd1f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.52},"score":{"score":2.67,"probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.67},"noul":{"related":0.98,"answers":0.97,"exact":0.8}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2600995419999963,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q49","pid":"p3501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9276f348b044d10d317d051a5a71766ad8f803a8738f7e470c19b5b3849bfed8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.74,"3":0.22},"confidence":0.64},"score":{"score":2.25,"probabilities":{"0":0,"1":0.05,"2":0.66,"3":0.29},"confidence":0.66},"noul":{"related":0.94,"answers":0.88,"exact":0.48}},"inputTokens":811,"outputTokens":107,"latencySeconds":0.20785941699999966,"passageCap":0,"originalPassageChars":244,"submittedPassageChars":244}
{"split":"test","qid":"q49","pid":"p3544","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ba71761df72e5c665a06c17114ff0fd3e45d838213d1e3823dbbc38117f6b6de","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.69},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.98,"answers":0.98,"exact":0.8}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.20713341699999727,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q49","pid":"p3608","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5cc3fcda139750de376f7c7b7aec6e41cfde991c1424e691877a3586a1e9a564","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.77},"score":{"score":1.3,"probabilities":{"0":0,"1":0.7,"2":0.3,"3":0},"confidence":0.69},"noul":{"related":0.87,"answers":0.46,"exact":0.06}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.23561991699999635,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q49","pid":"p3620","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9c78bdd66fe4ff25f6d53711e1193cb0251b5ab2f2b4218da20bbf77c65f31cb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9400000000000001,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.04,"probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.96},"noul":{"related":0.89,"answers":0.28,"exact":0.07}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.20295225000000208,"passageCap":0,"originalPassageChars":235,"submittedPassageChars":235}
{"split":"test","qid":"q49","pid":"p3623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"33b276fdf2f3119e945ea2c6a976500e4fe9d4bcd72a99be896c7016a43dce8a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.59},"score":{"score":2.76,"probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.76},"noul":{"related":0.97,"answers":0.96,"exact":0.69}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.22444083300000056,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q49","pid":"p3642","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"55663a90941342469b37c87cec358e3831b1d95b8404d84ac08c97bae813b5f7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.73,"3":0.17},"confidence":0.64},"score":{"score":2.03,"probabilities":{"0":0,"1":0.12,"2":0.73,"3":0.15},"confidence":0.74},"noul":{"related":0.95,"answers":0.9,"exact":0.29}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23028116600000068,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q49","pid":"p3659","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bfdbc33ff561e218e9e55e88cd859f9079e00917f30bbb733be734cdb22f065e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.77},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.98,"answers":0.97,"exact":0.84}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.23849454200000036,"passageCap":0,"originalPassageChars":237,"submittedPassageChars":237}
{"split":"test","qid":"q49","pid":"p3665","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f84b0591df777fc6761327301f30702822028824d3e509e4d3c31eb04a84d8f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.88},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.82,"answers":0.23,"exact":0.08}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20887825000000157,"passageCap":0,"originalPassageChars":359,"submittedPassageChars":359}
{"split":"test","qid":"q49","pid":"p3687","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a770b72832f77923fa81ebbf0b1e81aca3131559f9d04c640b8995b42791b908","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.75,"3":0.23},"confidence":0.66},"score":{"score":2.21,"probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.76},"noul":{"related":0.96,"answers":0.93,"exact":0.4}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.2249293749999997,"passageCap":0,"originalPassageChars":361,"submittedPassageChars":361}
{"split":"test","qid":"q49","pid":"p3691","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5ddc9956ac01925240a549a13db101fd40233b72f2fa35d950e65af6be6965ef","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.91,"3":0.07},"confidence":0.89},"score":{"score":2.11,"probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.87},"noul":{"related":0.93,"answers":0.93,"exact":0.26}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.23659787499999949,"passageCap":0,"originalPassageChars":420,"submittedPassageChars":420}
{"split":"test","qid":"q49","pid":"p3712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e68e7202846b33ea53803407c2939e97921717c6a135d6cac5c47039fdfa37d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":942,"outputTokens":107,"latencySeconds":0.22983220799999982,"passageCap":0,"originalPassageChars":680,"submittedPassageChars":680}
{"split":"test","qid":"q49","pid":"p3718","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0f1d272a9b10610c539f66b6b36612ea0b2d93edd2a75e8e1f130d8cf7caf0e","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.88,"answers":0.12,"exact":0.04}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.219862291999998,"passageCap":0,"originalPassageChars":408,"submittedPassageChars":408}
{"split":"test","qid":"q49","pid":"p3787","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18d53f9fd43000b3b92ac66e923ed6cdb73cfcf6cff3c8d866846ee251c1be8d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.47,"3":0.01},"confidence":0.35},"score":{"score":1.73,"probabilities":{"0":0,"1":0.28,"2":0.71,"3":0.01},"confidence":0.71},"noul":{"related":0.91,"answers":0.73,"exact":0.14}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22634745799999656,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q49","pid":"p3805","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870e36747f09c707645a3f5d8f8983b756e7490c0a362f4a084b091cf6d845d0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.46,"3":0.02},"confidence":0.36},"score":{"score":1.59,"probabilities":{"0":0,"1":0.42,"2":0.57,"3":0.01},"confidence":0.57},"noul":{"related":0.9,"answers":0.71,"exact":0.14}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.25723704100000033,"passageCap":0,"originalPassageChars":206,"submittedPassageChars":206}
{"split":"test","qid":"q49","pid":"p3824","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a39b4c2fb8a693b1823b49c9ce3fd992367009978c335cb5e51ac1ec5ac50ca","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.95},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.89}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21873720799999866,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q49","pid":"p386","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870e36747f09c707645a3f5d8f8983b756e7490c0a362f4a084b091cf6d845d0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.41,"3":0.02},"confidence":0.43},"score":{"score":1.6,"probabilities":{"0":0,"1":0.41,"2":0.58,"3":0.01},"confidence":0.58},"noul":{"related":0.9,"answers":0.71,"exact":0.13}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.2355967909999963,"passageCap":0,"originalPassageChars":206,"submittedPassageChars":206}
{"split":"test","qid":"q49","pid":"p3881","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7e10674e8909241bcbcd33a0dd24930730ed2de817ac698b985c6649fd77e4fd","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.9,"2":0.01,"3":0},"confidence":0.88},"score":{"score":0.98,"probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.94},"noul":{"related":0.63,"answers":0.18,"exact":0.03}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20867312500000115,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q49","pid":"p3896","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ac9acc322a78eae13388767bbb5035f7bfcd027297397708ed850fa3824aa11","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.91},"score":{"score":1.05,"probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.83,"answers":0.2,"exact":0.03}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2255045420000024,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q49","pid":"p3920","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb4a55194c9dbd330f0126438df44f2f41479d981ece122cc6ee3cc1653bfb7a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.72,"2":0.26,"3":0.01},"confidence":0.63},"score":{"score":1.35,"probabilities":{"0":0.01,"1":0.64,"2":0.35,"3":0},"confidence":0.64},"noul":{"related":0.76,"answers":0.46,"exact":0.08}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21309929200000624,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q49","pid":"p3922","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"579aff871e1f29751f2ecb9203612581fe363075281d62cd29448a169e3d336c","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.85,"answers":0.13,"exact":0.05}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2221729589999959,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q49","pid":"p3958","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f0db7cd4170b9d7652b75e620205ce325680af24f7252d74c31006cd7861a0e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.84},"score":{"score":1.17,"probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.83},"noul":{"related":0.9,"answers":0.37,"exact":0.08}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.21537920799999846,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q49","pid":"p3977","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7715be4b936b918234cb6aa371ce86852d4da495da81b3d7e2a76536d96d7725","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.8,"2":0.19,"3":0},"confidence":0.72},"score":{"score":1.31,"probabilities":{"0":0,"1":0.6900000000000001,"2":0.31,"3":0},"confidence":0.68},"noul":{"related":0.83,"answers":0.41,"exact":0.06}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.20842245900000125,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q49","pid":"p3988","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ceaa878e6d27eeba4454bfb5f495c6b7c431239ab3e26986d607b3350356760c","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.27,"probabilities":{"0":0.73,"1":0.27,"2":0,"3":0},"confidence":0.73},"noul":{"related":0.15,"answers":0.04,"exact":0.01}},"inputTokens":882,"outputTokens":107,"latencySeconds":0.2839013330000016,"passageCap":0,"originalPassageChars":447,"submittedPassageChars":447}
{"split":"test","qid":"q49","pid":"p4011","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e9a52e2fe48a4b13213713ba97431ab4675f14770c799e0df886e7be4c9f5d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.02,"3":0.98},"confidence":0.97},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.99,"answers":0.99,"exact":0.91}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2658456660000011,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q49","pid":"p4044","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e044c16dc4aa9ed5305c3b50648c8c0f1f7fb5f768ddfb0f2c36ed9fac57061","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.8},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.64,"answers":0.07,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2247181249999994,"passageCap":0,"originalPassageChars":342,"submittedPassageChars":342}
{"split":"test","qid":"q49","pid":"p4059","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66d5e63969778b44cc6e4df32e0747afc2a13a54965da40b027b1011d7c49481","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.24,"2":0.6,"3":0.16},"confidence":0.46},"score":{"score":1.74,"probabilities":{"0":0,"1":0.37,"2":0.52,"3":0.11},"confidence":0.51},"noul":{"related":0.89,"answers":0.72,"exact":0.26}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2060812919999953,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q49","pid":"p406","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36f315e3aa7780cf8981eaa3872cfcea6335afdcc1f38f5c2feb8239cbbbb4f0","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.48,"2":0.49,"3":0.02},"confidence":0.32},"score":{"score":1.47,"probabilities":{"0":0.01,"1":0.51,"2":0.47,"3":0.01},"confidence":0.51},"noul":{"related":0.77,"answers":0.48,"exact":0.1}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2808495419999963,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p407","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b5e24393c24266663d3bdee6f604bb3ca872df0c99668c27eec037c39b6ef1a1","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.02,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.05,"probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"noul":{"related":0.04,"answers":0.04,"exact":0.01}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.20050137499999982,"passageCap":0,"originalPassageChars":362,"submittedPassageChars":362}
{"split":"test","qid":"q49","pid":"p4076","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a46a51b3ebc83cb0aa3348422602f05977a21f6ff3efdb306fd5d191b5b6af72","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.86,"2":0.1,"3":0},"confidence":0.81},"score":{"score":1.12,"probabilities":{"0":0.03,"1":0.82,"2":0.15,"3":0},"confidence":0.82},"noul":{"related":0.73,"answers":0.32,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.22049587500000054,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q49","pid":"p4085","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9aabb06dc1efe78372687144e2e60a5d8d383623ecb3d44cd78cf3795513e91","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.58,"3":0.38},"confidence":0.44},"score":{"score":2.22,"probabilities":{"0":0,"1":0.08,"2":0.62,"3":0.3},"confidence":0.62},"noul":{"related":0.93,"answers":0.89,"exact":0.4}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.21229070799999317,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q49","pid":"p4094","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3df31a1098b6c447dfd4ba1e231fcbdb5bdb04b210fc6a2cd58a6fddc0e9939a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.91},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.97,"exact":0.76}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.20980883300000278,"passageCap":0,"originalPassageChars":208,"submittedPassageChars":208}
{"split":"test","qid":"q49","pid":"p41","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1f221a2f88b80fd8e50980ea73fe7719e7bd9c1351a6d02982bfd4e52865041","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.9},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.98,"answers":0.98,"exact":0.88}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2255307499999981,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q49","pid":"p4102","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ccaf12194f9435cd01b4503334ca557bcf4abdfe00b74e788f21c91f7e49b76","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.94,"2":0.03,"3":0},"confidence":0.93},"score":{"score":1.01,"probabilities":{"0":0.02,"1":0.95,"2":0.03,"3":0},"confidence":0.95},"noul":{"related":0.73,"answers":0.19,"exact":0.04}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21011566599999787,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q49","pid":"p416","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"003162d5d9b179f2b4a7316d9377ffc728c66f98f6da42c4f96a9f8260cc7c47","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.78,"answers":0.25,"exact":0.06}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22114704199999688,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q49","pid":"p4184","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dd1d77ad565878b06892726ec3fa5bb7db4fd3e9fa4cd2d2c116c281d0a7c193","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.74,"2":0.25,"3":0.01},"confidence":0.65},"score":{"score":1.43,"probabilities":{"0":0,"1":0.58,"2":0.42,"3":0},"confidence":0.57},"noul":{"related":0.89,"answers":0.5,"exact":0.1}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2025629590000026,"passageCap":0,"originalPassageChars":421,"submittedPassageChars":421}
{"split":"test","qid":"q49","pid":"p4195","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c0afd547750e6504f993f2099274d0235813da11c6fd47dc33eb6a833ceecd1f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.48},"score":{"score":2.67,"probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.67},"noul":{"related":0.98,"answers":0.97,"exact":0.77}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2286701250000042,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q49","pid":"p4201","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f293ed5defff06516329da7a895a0e0e31c3b59c47639c9d9ec82ec43bfd0467","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.55},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.64},"noul":{"related":0.98,"answers":0.98,"exact":0.75}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.22177249999999912,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p4212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f703404c7dacae016cd9e6a84dfcfa3380a5e8dd22c6f778e0989b28a18175b2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.73,"3":0.24},"confidence":0.65},"score":{"score":2.23,"probabilities":{"0":0,"1":0.01,"2":0.74,"3":0.25},"confidence":0.74},"noul":{"related":0.96,"answers":0.93,"exact":0.41}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26400170800000344,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q49","pid":"p4226","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"941fd8bee7aa2217b4254447438a6c2ac4ef432add6f5af29949fb9c15d39dec","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.35,"probabilities":{"0":0,"1":0.66,"2":0.34,"3":0},"confidence":0.65},"noul":{"related":0.89,"answers":0.5,"exact":0.08}},"inputTokens":796,"outputTokens":107,"latencySeconds":0.26699166699999477,"passageCap":0,"originalPassageChars":131,"submittedPassageChars":131}
{"split":"test","qid":"q49","pid":"p4242","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c00104e9ee9e3231f94da533fa4c746bb311ffc8b1c34d3fe2f41c516e9f588","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.85,"2":0.13,"3":0},"confidence":0.81},"score":{"score":1.09,"probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.8,"answers":0.25,"exact":0.04}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.25240858299999674,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q49","pid":"p4260","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c273dfbf30ea8bed6ad1edf8676d3ea4904b648e66bb2f8e29875b83abe52dfe","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.89,"2":0,"3":0},"confidence":0.85},"score":{"score":0.91,"probabilities":{"0":0.09,"1":0.91,"2":0,"3":0},"confidence":0.91},"noul":{"related":0.62,"answers":0.06,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.25206379200000084,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q49","pid":"p4270","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7dce00f829ccd3930c385cbee68da88d5263133b81217ee84efc7ca6562e12bd","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.58,"2":0.41,"3":0.01},"confidence":0.43},"score":{"score":1.57,"probabilities":{"0":0,"1":0.44,"2":0.55,"3":0.01},"confidence":0.56},"noul":{"related":0.89,"answers":0.66,"exact":0.12}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.2634629579999964,"passageCap":0,"originalPassageChars":213,"submittedPassageChars":213}
{"split":"test","qid":"q49","pid":"p4279","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"59c32501e9484a55b340f2be9a61b791c800e15817cdac962963146c99d4a74e","answers":{"choice":{"choice":"2","probabilities":{"0":0.23,"1":0.09,"2":0.49,"3":0.19},"confidence":0.31},"score":{"score":1.84,"probabilities":{"0":0.15,"1":0.09,"2":0.53,"3":0.23},"confidence":0.38},"noul":{"related":0.64,"answers":0.85,"exact":0.33}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24192162500000267,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q49","pid":"p4318","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6c09777a0fa1a40d21d1720959619548218f2be7e363ef4d59350551e2f442f9","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.03,"probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.95},"noul":{"related":0.81,"answers":0.15,"exact":0.04}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2133147089999984,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q49","pid":"p4339","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4793833bc7cb49e0cadc8e3546c0837ea206d33ecca661123f6b23817cb2f4c0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.89,"2":0.09,"3":0},"confidence":0.86},"score":{"score":1.03,"probabilities":{"0":0.02,"1":0.93,"2":0.05,"3":0},"confidence":0.93},"noul":{"related":0.72,"answers":0.22,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20654725000000326,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q49","pid":"p4406","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d845b17190ccc2579d8d787659b9710b412f68f55c331d4dfef830da05f3e234","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.95},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.83,"answers":0.14,"exact":0.06}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.21231633400000283,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p4436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"40c0fd9a4b09c1cbdefffb8142865e09c05f86317a966384831ed5f05d2e2b22","answers":{"choice":{"choice":"1","probabilities":{"0":0.45,"1":0.55,"2":0,"3":0},"confidence":0.4},"score":{"score":0.5,"probabilities":{"0":0.51,"1":0.49,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.29,"answers":0.05,"exact":0.02}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.2444078340000051,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q49","pid":"p4442","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0cc3c8a60e0de115d2f781b4d6ed0465138c82cff7198512487866cb84d1564","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.7,"3":0.3},"confidence":0.6},"score":{"score":2.45,"probabilities":{"0":0,"1":0,"2":0.55,"3":0.45},"confidence":0.55},"noul":{"related":0.97,"answers":0.96,"exact":0.44}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2645684159999946,"passageCap":0,"originalPassageChars":293,"submittedPassageChars":293}
{"split":"test","qid":"q49","pid":"p4525","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7aa2df5a9c2839996d83c1e014798c6604e8d730bcd747dd612ef2ab7889d176","answers":{"choice":{"choice":"0","probabilities":{"0":0.87,"1":0.13,"2":0,"3":0},"confidence":0.82},"score":{"score":0.16,"probabilities":{"0":0.84,"1":0.16,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.23704408300000068,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p4528","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7f30c971c29c6fe864a6cbda182b4a3a929f5a9408829984965ca8dacf20712f","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.74},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.87},"noul":{"related":0.98,"answers":0.98,"exact":0.79}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2604089160000003,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q49","pid":"p4530","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8dfcd921c78f6e1252ba037ab91be4b2749d4c3c93d051f90fb6e31c29505f9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.81},"score":{"score":2.88,"probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.88},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2933477500000008,"passageCap":0,"originalPassageChars":218,"submittedPassageChars":218}
{"split":"test","qid":"q49","pid":"p4531","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e99323e982491eb10ef2370b71161bacce744e71b381e3e6d414d5409cce302","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.39},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.64},"noul":{"related":0.97,"answers":0.96,"exact":0.6}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.3090445830000026,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p4534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23c9e43f3a032981991fa41a892cf61f231b312b1435d9810564578b879aa5d3","answers":{"choice":{"choice":"2","probabilities":{"0":0.03,"1":0.03,"2":0.68,"3":0.26},"confidence":0.56},"score":{"score":2.17,"probabilities":{"0":0.01,"1":0.03,"2":0.73,"3":0.23},"confidence":0.72},"noul":{"related":0.85,"answers":0.86,"exact":0.34}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21153749999999855,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q49","pid":"p455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d2e57f390babb865fcb429bc9b717d0f2a347ea9404b9ee958d68462e2d0ba7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.7,"3":0.26},"confidence":0.59},"score":{"score":2.26,"probabilities":{"0":0,"1":0.02,"2":0.7,"3":0.28},"confidence":0.69},"noul":{"related":0.97,"answers":0.9,"exact":0.32}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.2276440419999999,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q49","pid":"p4554","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3814e6f09941d0a4fbda2e5686dbad42332aa3487309f05db34b92e899b18e7c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.87,"2":0.13,"3":0},"confidence":0.81},"score":{"score":1.16,"probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.84},"noul":{"related":0.87,"answers":0.28,"exact":0.06}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.26767837499999586,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q49","pid":"p4570","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b41dc771a718d49284d3c6217ea073353a6bdf38e9aaa283097ea148e54d9b74","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.36,"2":0.62,"3":0.02},"confidence":0.5},"score":{"score":1.77,"probabilities":{"0":0,"1":0.24,"2":0.75,"3":0.01},"confidence":0.74},"noul":{"related":0.88,"answers":0.79,"exact":0.14}},"inputTokens":863,"outputTokens":107,"latencySeconds":0.19951337500000227,"passageCap":0,"originalPassageChars":400,"submittedPassageChars":400}
{"split":"test","qid":"q49","pid":"p4600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce82e9ca1496ced99da333e90b1d672169df75de7357a9c7d9f5629e4b9bb496","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.94},"score":{"score":2.93,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.93},"noul":{"related":0.98,"answers":0.98,"exact":0.87}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20418704199999774,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p4624","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d03cb0da0f62da9cd0ff098f607774e4b10f06ecb772d69daef22b0d205c4f2c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.89,"3":0.04},"confidence":0.86},"score":{"score":1.99,"probabilities":{"0":0,"1":0.04,"2":0.92,"3":0.04},"confidence":0.92},"noul":{"related":0.89,"answers":0.89,"exact":0.19}},"inputTokens":903,"outputTokens":107,"latencySeconds":0.23087975000000005,"passageCap":0,"originalPassageChars":522,"submittedPassageChars":522}
{"split":"test","qid":"q49","pid":"p4653","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"887414e4e6fdebad6efe15d104707c9542601a189097df82320447a30e225e5d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.52,"3":0.46},"confidence":0.37},"score":{"score":2.54,"probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.54},"noul":{"related":0.95,"answers":0.95,"exact":0.6}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2135052080000023,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q49","pid":"p4666","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"26ff8d2b21647745e0c989ba6e32ed84b9d12c2601d066d4cb54e62aa1a74843","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.43,"2":0.02,"3":0},"confidence":0.4},"score":{"score":0.59,"probabilities":{"0":0.42,"1":0.5700000000000001,"2":0.01,"3":0},"confidence":0.56},"noul":{"related":0.29,"answers":0.12,"exact":0.02}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23358779200000573,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q49","pid":"p4687","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bce1ca66c7349375c33591de930bd37529214725e432e61bf4362794aee707c8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.78,"3":0.04},"confidence":0.7},"score":{"score":1.93,"probabilities":{"0":0,"1":0.12,"2":0.83,"3":0.05},"confidence":0.83},"noul":{"related":0.9,"answers":0.85,"exact":0.18}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.22011325000000215,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q49","pid":"p4703","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0b3bbf8d5ad2d08bdaba3bfa514cdb12dfe147e8743b1dea793fad9e71fa34fa","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.85,"2":0.14,"3":0},"confidence":0.81},"score":{"score":1.11,"probabilities":{"0":0.01,"1":0.87,"2":0.12,"3":0},"confidence":0.87},"noul":{"related":0.79,"answers":0.27,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20317208299999764,"passageCap":0,"originalPassageChars":321,"submittedPassageChars":321}
{"split":"test","qid":"q49","pid":"p4747","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d02d08c94a4284a7a22350f1df7e8d5526ecea406769e2e459cb30a49358ec94","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.88,"2":0.05,"3":0},"confidence":0.85},"score":{"score":0.95,"probabilities":{"0":0.08,"1":0.89,"2":0.03,"3":0},"confidence":0.89},"noul":{"related":0.7,"answers":0.16,"exact":0.03}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2254323330000043,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p4751","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"04fea80bebd9b436fc52ea4ad2b1ff6e1f43de60b987319d395600af7462698d","answers":{"choice":{"choice":"0","probabilities":{"0":0.58,"1":0.42,"2":0,"3":0},"confidence":0.43},"score":{"score":0.48,"probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.52},"noul":{"related":0.23,"answers":0.05,"exact":0.01}},"inputTokens":885,"outputTokens":107,"latencySeconds":0.21989729099999386,"passageCap":0,"originalPassageChars":549,"submittedPassageChars":549}
{"split":"test","qid":"q49","pid":"p4850","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2a2fa7ca5bf24339808f545ba78d85fde32e103a2e1cdf321e2748878d1bec51","answers":{"choice":{"choice":"3","probabilities":{"0":0.04,"1":0.04,"2":0.24,"3":0.68},"confidence":0.58},"score":{"score":2.57,"probabilities":{"0":0.03,"1":0.05,"2":0.24,"3":0.68},"confidence":0.57},"noul":{"related":0.85,"answers":0.93,"exact":0.62}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.2038270410000041,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q49","pid":"p4880","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"23a8b1f17c8d2199ccd07ac2309fbe7cde17a088df9fb81d0eb1b81598faac6f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.64,"3":0.34},"confidence":0.53},"score":{"score":2.39,"probabilities":{"0":0,"1":0.01,"2":0.59,"3":0.4},"confidence":0.59},"noul":{"related":0.95,"answers":0.93,"exact":0.54}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.19997750000000086,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q49","pid":"p490","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870e36747f09c707645a3f5d8f8983b756e7490c0a362f4a084b091cf6d845d0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.59,"2":0.39,"3":0.02},"confidence":0.45},"score":{"score":1.65,"probabilities":{"0":0,"1":0.37,"2":0.6,"3":0.03},"confidence":0.6},"noul":{"related":0.9,"answers":0.74,"exact":0.13}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.20678662500000064,"passageCap":0,"originalPassageChars":206,"submittedPassageChars":206}
{"split":"test","qid":"q49","pid":"p4913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d2e57f390babb865fcb429bc9b717d0f2a347ea9404b9ee958d68462e2d0ba7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.69,"3":0.26},"confidence":0.59},"score":{"score":2.27,"probabilities":{"0":0,"1":0.02,"2":0.69,"3":0.29},"confidence":0.69},"noul":{"related":0.97,"answers":0.91,"exact":0.33}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24271479199999885,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q49","pid":"p4937","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9eb875d82074d29096a2cd9f61c14e29956b77d68a221f2f7ca85fdf49bdd1e2","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.81},"score":{"score":1.22,"probabilities":{"0":0,"1":0.78,"2":0.22,"3":0},"confidence":0.77},"noul":{"related":0.84,"answers":0.37,"exact":0.11}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.20746975000000384,"passageCap":0,"originalPassageChars":418,"submittedPassageChars":418}
{"split":"test","qid":"q49","pid":"p4940","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8670f20a1d147c13b32502b2772d72beeff7e5cc0bbb8df802523fae416c325b","answers":{"choice":{"choice":"1","probabilities":{"0":0.28,"1":0.6799999999999999,"2":0.04,"3":0},"confidence":0.58},"score":{"score":0.75,"probabilities":{"0":0.28,"1":0.7,"2":0.02,"3":0},"confidence":0.7},"noul":{"related":0.34,"answers":0.12,"exact":0.02}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.24747991600000388,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q49","pid":"p5014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"12937d1b24984606429d8a3c25b2e34cf5dd365aa718f821a0d8ff83e8c3617f","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.75,"2":0.23,"3":0},"confidence":0.67},"score":{"score":1.44,"probabilities":{"0":0,"1":0.56,"2":0.44,"3":0},"confidence":0.55},"noul":{"related":0.81,"answers":0.37,"exact":0.06}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.24879720900000393,"passageCap":0,"originalPassageChars":246,"submittedPassageChars":246}
{"split":"test","qid":"q49","pid":"p5061","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"435fd3703f652750fa485097b5eda730b293677e42bc4a0aa64cb91de6e63de4","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":879,"outputTokens":107,"latencySeconds":0.21890533400000275,"passageCap":0,"originalPassageChars":557,"submittedPassageChars":557}
{"split":"test","qid":"q49","pid":"p511","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3272dd6958fdfc0e5404d39289a0556e4eaafdbd0269a506a78a95f182e4af8a","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.86},"score":{"score":1.09,"probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.9},"noul":{"related":0.81,"answers":0.42,"exact":0.05}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2486677090000012,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q49","pid":"p5167","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ac2dd3c8446d6e524e17d88cd3252f31e6b690f018e1b2d1d250bee014ebd5b","answers":{"choice":{"choice":"1","probabilities":{"0":0.19,"1":0.67,"2":0.14,"3":0},"confidence":0.56},"score":{"score":0.99,"probabilities":{"0":0.13,"1":0.75,"2":0.12,"3":0},"confidence":0.75},"noul":{"related":0.43,"answers":0.25,"exact":0.04}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.2684236659999951,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q49","pid":"p5186","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a56d8749f29b07c51b8452c0b1a2a046c9734b869cbae1c7d44cf9240fc6cc6e","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.49},"score":{"score":0.68,"probabilities":{"0":0.32,"1":0.68,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.4,"answers":0.03,"exact":0.01}},"inputTokens":895,"outputTokens":107,"latencySeconds":0.21698449999999866,"passageCap":0,"originalPassageChars":677,"submittedPassageChars":677}
{"split":"test","qid":"q49","pid":"p5190","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dd1170f12730b43efa141057ca52453ee73376c9a1d27a1086a1f862aee8ff1b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.93},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.95},"noul":{"related":0.98,"answers":0.97,"exact":0.78}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2065397079999966,"passageCap":0,"originalPassageChars":221,"submittedPassageChars":221}
{"split":"test","qid":"q49","pid":"p521","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4123969ae626b6c0d895a3a7c9f27aebf4ea8aad4c1ffcc3242c8a47314ea92a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.82,"3":0.07},"confidence":0.77},"score":{"score":2.08,"probabilities":{"0":0,"1":0.05,"2":0.81,"3":0.14},"confidence":0.81},"noul":{"related":0.93,"answers":0.9,"exact":0.24}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20874812499999826,"passageCap":0,"originalPassageChars":435,"submittedPassageChars":435}
{"split":"test","qid":"q49","pid":"p5225","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4ae94ca366e43bd51fdd0e5386f85f8b64ea5d5e5b3436a2438b8170429965cb","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.71},"score":{"score":1.43,"probabilities":{"0":0,"1":0.57,"2":0.43,"3":0},"confidence":0.56},"noul":{"related":0.84,"answers":0.68,"exact":0.08}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.23052275000000372,"passageCap":0,"originalPassageChars":324,"submittedPassageChars":324}
{"split":"test","qid":"q49","pid":"p5229","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df8a74282db128bc5c37f18f10a4a709070b9e0c292c0c16394a169d7304042e","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.93},"score":{"score":1.05,"probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.94},"noul":{"related":0.82,"answers":0.23,"exact":0.04}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.2939279580000002,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p5255","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bfdbc33ff561e218e9e55e88cd859f9079e00917f30bbb733be734cdb22f065e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.78},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.98,"answers":0.97,"exact":0.86}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.22713720900000045,"passageCap":0,"originalPassageChars":237,"submittedPassageChars":237}
{"split":"test","qid":"q49","pid":"p5276","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"93d4cee3134a060dc9ac8abe4b2285d3e1a5579d5321d3d6a3e9ed6e50a6cd29","answers":{"choice":{"choice":"0","probabilities":{"0":0.75,"1":0.25,"2":0,"3":0},"confidence":0.67},"score":{"score":0.43,"probabilities":{"0":0.57,"1":0.43,"2":0,"3":0},"confidence":0.57},"noul":{"related":0.26,"answers":0.04,"exact":0.02}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.22081062499999826,"passageCap":0,"originalPassageChars":320,"submittedPassageChars":320}
{"split":"test","qid":"q49","pid":"p5289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9cb1f096da1eed86ed5636509af7f39fbeeabc763aa3d44dcb98da1cd56f2238","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.78,"2":0.2,"3":0.01},"confidence":0.71},"score":{"score":1.24,"probabilities":{"0":0,"1":0.76,"2":0.23,"3":0.01},"confidence":0.75},"noul":{"related":0.84,"answers":0.5,"exact":0.09}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2477479170000006,"passageCap":0,"originalPassageChars":217,"submittedPassageChars":217}
{"split":"test","qid":"q49","pid":"p5291","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4732e44b7c7e4cf9ba42c893f48773902448cb23fce99d78b745b37cb1f80819","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":870,"outputTokens":107,"latencySeconds":0.2516624169999995,"passageCap":0,"originalPassageChars":520,"submittedPassageChars":520}
{"split":"test","qid":"q49","pid":"p5329","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"955dc190189385dc023ff7a1407e43c6fb3ba03bed15520610ce10135c0a1341","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.76},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.98,"answers":0.97,"exact":0.8}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.19969495800000003,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p5344","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5f9495c8038ccf6e904105136602d49ad737c7ecb024b8db9ca785f1cc6deb9f","answers":{"choice":{"choice":"0","probabilities":{"0":0.55,"1":0.45,"2":0,"3":0},"confidence":0.4},"score":{"score":0.63,"probabilities":{"0":0.37,"1":0.63,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.24,"answers":0.07,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.21829162499999802,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q49","pid":"p5357","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b72fc54cb0465c31d82510d2e79c50a66ce14cd57215bd18c3bcb0ba85b1e16","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.78,"3":0.21},"confidence":0.7},"score":{"score":2.24,"probabilities":{"0":0,"1":0,"2":0.75,"3":0.25},"confidence":0.75},"noul":{"related":0.93,"answers":0.94,"exact":0.35}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2445076670000053,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q49","pid":"p5387","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b104408f7a33704353578f7afdafb129115b2b8c90f13b214e9bb46e4f6ef9c","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":953,"outputTokens":107,"latencySeconds":0.2109650000000038,"passageCap":0,"originalPassageChars":856,"submittedPassageChars":856}
{"split":"test","qid":"q49","pid":"p5392","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4c82f3ffcd7854196065a65aeb277947cd27e079482e407a3249620dd734c5f1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.69,"3":0.29},"confidence":0.59},"score":{"score":2.36,"probabilities":{"0":0,"1":0.01,"2":0.62,"3":0.37},"confidence":0.63},"noul":{"related":0.97,"answers":0.95,"exact":0.54}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.28885349999999743,"passageCap":0,"originalPassageChars":281,"submittedPassageChars":281}
{"split":"test","qid":"q49","pid":"p5479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6e8a15ce14dc1224f77d20af23182bc4490b1d76538e40ce4992fbfa1648f3f2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.79},"score":{"score":1.2,"probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.8},"noul":{"related":0.89,"answers":0.44,"exact":0.07}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.26179508399999757,"passageCap":0,"originalPassageChars":359,"submittedPassageChars":359}
{"split":"test","qid":"q49","pid":"p5533","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c13f2da98614bbc5b5ad2327d3033e2ced4962ce0239f8c91e6eec9af73046ae","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.4,"2":0.59,"3":0.01},"confidence":0.45},"score":{"score":1.74,"probabilities":{"0":0,"1":0.26,"2":0.73,"3":0.01},"confidence":0.73},"noul":{"related":0.87,"answers":0.76,"exact":0.1}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2095634579999969,"passageCap":0,"originalPassageChars":353,"submittedPassageChars":353}
{"split":"test","qid":"q49","pid":"p5596","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b83d1ecb5b9c080985880cdae499b86cfbb412a9240425288ba1d93c39bcef6d","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.59,"2":0.39,"3":0.01},"confidence":0.46},"score":{"score":1.39,"probabilities":{"0":0,"1":0.61,"2":0.39,"3":0},"confidence":0.6},"noul":{"related":0.86,"answers":0.57,"exact":0.11}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2102007500000036,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q49","pid":"p565","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a4dd14e95e67f6025603480963775bdb03d3ee485b077cdc0413965d09ee80ab","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.82,"3":0.12},"confidence":0.76},"score":{"score":2.06,"probabilities":{"0":0,"1":0.06,"2":0.81,"3":0.13},"confidence":0.81},"noul":{"related":0.95,"answers":0.92,"exact":0.32}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23193599999999423,"passageCap":0,"originalPassageChars":359,"submittedPassageChars":359}
{"split":"test","qid":"q49","pid":"p5681","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5571816340dd28578d89d9970cf4c13f261ae49c627d8e11686955a24fc1845e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.64},"score":{"score":2.78,"probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.78},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2870267079999976,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q49","pid":"p577","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8edc827ca68138ea161794476810a087a961782611020c2b107c88f8d1488fb1","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.87,"2":0.09,"3":0},"confidence":0.82},"score":{"score":1.05,"probabilities":{"0":0.03,"1":0.89,"2":0.08,"3":0},"confidence":0.89},"noul":{"related":0.63,"answers":0.37,"exact":0.04}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21734458299999823,"passageCap":0,"originalPassageChars":410,"submittedPassageChars":410}
{"split":"test","qid":"q49","pid":"p5798","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22fde2e24a6524ead80522327114d4f96323e7dc0131c9889547913a6e0c5f2b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.56,"2":0.35,"3":0.09},"confidence":0.41},"score":{"score":1.45,"probabilities":{"0":0,"1":0.61,"2":0.34,"3":0.05},"confidence":0.55},"noul":{"related":0.85,"answers":0.52,"exact":0.14}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.2540360829999991,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q49","pid":"p5826","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b0a676470e70a1b46bc5e234f575c6e341db7761294d5f4555f4040d313d5396","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.46,"2":0.53,"3":0.01},"confidence":0.37},"score":{"score":1.82,"probabilities":{"0":0,"1":0.2,"2":0.78,"3":0.02},"confidence":0.77},"noul":{"related":0.89,"answers":0.76,"exact":0.15}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.2373217089999962,"passageCap":0,"originalPassageChars":255,"submittedPassageChars":255}
{"split":"test","qid":"q49","pid":"p5870","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4affca57d496959662cd68c43c3fa57335283dbdda4e3c324bdad8bdeb1e5f78","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.3,"probabilities":{"0":0,"1":0.7,"2":0.3,"3":0},"confidence":0.69},"noul":{"related":0.88,"answers":0.33,"exact":0.07}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21588804200000594,"passageCap":0,"originalPassageChars":275,"submittedPassageChars":275}
{"split":"test","qid":"q49","pid":"p5913","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4773eff867a4d56448b2fbc3793f81b9e6e2a798f4ad83752cfb43edfbe473de","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.73},"score":{"score":2.8,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.8},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2312092909999992,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q49","pid":"p5917","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"61a56021e394c051b7907e7d106f50b160c0fc38df80fce4f2c7d619b061df87","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.35},"score":{"score":0.38,"probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.62},"noul":{"related":0.26,"answers":0.05,"exact":0.02}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2091990420000002,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q49","pid":"p5929","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c3874e6b92de6039e263083942781974790bf50bf6f3143d00d053cba847d93","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.91},"score":{"score":2.96,"probabilities":{"0":0,"1":0,"2":0.04,"3":0.96},"confidence":0.96},"noul":{"related":0.98,"answers":0.98,"exact":0.87}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2256402090000047,"passageCap":0,"originalPassageChars":338,"submittedPassageChars":338}
{"split":"test","qid":"q49","pid":"p599","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d7b47ad3a44ae781e1e282203084b40a0178e7176d2c8b9b508123a27758e807","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.54,"2":0.44,"3":0.01},"confidence":0.38},"score":{"score":1.45,"probabilities":{"0":0,"1":0.55,"2":0.45,"3":0},"confidence":0.54},"noul":{"related":0.84,"answers":0.68,"exact":0.1}},"inputTokens":804,"outputTokens":107,"latencySeconds":0.20322504100000516,"passageCap":0,"originalPassageChars":193,"submittedPassageChars":193}
{"split":"test","qid":"q49","pid":"p5992","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"71840ae4f0ba612a4218b4169b5cabd9a0e83d325b8f57c4b1731d3c9b250397","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.7,"3":0.3},"confidence":0.59},"score":{"score":2.42,"probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.58},"noul":{"related":0.97,"answers":0.98,"exact":0.68}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22294479200000206,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q49","pid":"p6000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6f242aafec114cdbe3bbecd3e8f292632eaa5f2a9c5ccb94e43903eb77a0ba63","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.43,"2":0.55,"3":0.01},"confidence":0.41},"score":{"score":1.72,"probabilities":{"0":0,"1":0.28,"2":0.72,"3":0},"confidence":0.71},"noul":{"related":0.83,"answers":0.78,"exact":0.11}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22986408300000039,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q49","pid":"p6101","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2d6067a068c11bcbadfe3f819e78320ad2b0e2dc15f825690147b21f96bfa59d","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":888,"outputTokens":107,"latencySeconds":0.2733073330000043,"passageCap":0,"originalPassageChars":642,"submittedPassageChars":642}
{"split":"test","qid":"q49","pid":"p6142","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d09a09ebea91704a204aabd479a0752cae09c37957a021ae6407400c209b6af","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.13,"3":0.01},"confidence":0.81},"score":{"score":1.15,"probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.84},"noul":{"related":0.88,"answers":0.45,"exact":0.09}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24110783300000185,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q49","pid":"p6161","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870e36747f09c707645a3f5d8f8983b756e7490c0a362f4a084b091cf6d845d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.5,"3":0.03},"confidence":0.34},"score":{"score":1.5,"probabilities":{"0":0,"1":0.5,"2":0.49,"3":0.01},"confidence":0.5},"noul":{"related":0.91,"answers":0.76,"exact":0.13}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.21268866700000216,"passageCap":0,"originalPassageChars":206,"submittedPassageChars":206}
{"split":"test","qid":"q49","pid":"p618","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02e4433f8975640df91c55c97762c87cafb196ea3a498e422c65af000bf648c3","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.91},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.97},"noul":{"related":0.81,"answers":0.18,"exact":0.04}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.26219387500000446,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q49","pid":"p6233","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"017e4c224afc84f16c645b808234ec1d11def8d2b8d0b70e3bebc42dae4db071","answers":{"choice":{"choice":"1","probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.56},"score":{"score":0.77,"probabilities":{"0":0.24,"1":0.76,"2":0,"3":0},"confidence":0.76},"noul":{"related":0.48,"answers":0.08,"exact":0.02}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.24125312499999563,"passageCap":0,"originalPassageChars":363,"submittedPassageChars":363}
{"split":"test","qid":"q49","pid":"p6255","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"adcc84741540f38a44b7531fccfbb3a87c45c1017000a4d7322e8c53af519f6e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.59,"3":0.03},"confidence":0.46},"score":{"score":1.56,"probabilities":{"0":0,"1":0.46,"2":0.52,"3":0.02},"confidence":0.53},"noul":{"related":0.89,"answers":0.72,"exact":0.16}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.21523983299999963,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q49","pid":"p6281","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"967cf8312180a71bb92346025ec01c1c59c64214f052717b1c5c8746fe570c43","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.44,"3":0.55},"confidence":0.4},"score":{"score":2.65,"probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.65},"noul":{"related":0.96,"answers":0.95,"exact":0.65}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2429497080000001,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q49","pid":"p6289","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"da916abbe5ca9cffbcc2ea2bd4b646f9cac1ebae2c67803fcd10cfa6a2aefd9f","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.01,"exact":0.01}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.2268179999999993,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q49","pid":"p6292","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a10149dffea9ba35a968746bb1b359633baae9b70c8bbcbec6b527af03782ebc","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.13,"2":0.04,"3":0},"confidence":0.77},"score":{"score":0.28,"probabilities":{"0":0.75,"1":0.22,"2":0.03,"3":0},"confidence":0.72},"noul":{"related":0.12,"answers":0.09,"exact":0.02}},"inputTokens":877,"outputTokens":107,"latencySeconds":0.20466937499999768,"passageCap":0,"originalPassageChars":524,"submittedPassageChars":524}
{"split":"test","qid":"q49","pid":"p6321","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"044a43a681acf0df9ff7115a516e0035627f6a9e0cfd1bbf181902540caf0093","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.37,"3":0.63},"confidence":0.51},"score":{"score":2.67,"probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.67},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2191157910000038,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q49","pid":"p6382","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bcafc17016959c2fa376a1023251ade551ec2f9f6abe2643e0ce08153f151348","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.54,"2":0.45,"3":0.01},"confidence":0.38},"score":{"score":1.5,"probabilities":{"0":0,"1":0.5,"2":0.5,"3":0},"confidence":0.49},"noul":{"related":0.85,"answers":0.64,"exact":0.09}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.21157387500000185,"passageCap":0,"originalPassageChars":372,"submittedPassageChars":372}
{"split":"test","qid":"q49","pid":"p6476","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a6df0263d781a1e8a591c5a70c9957e19d7224a65ffa86e9c2d7ae7f33c8117","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.92},"score":{"score":2.95,"probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.95},"noul":{"related":0.98,"answers":0.98,"exact":0.83}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.21432170799999586,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p6528","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be2eab83726590f07f9d79149f7cd3a57864a221b55f4b48e224c9a946f5e64c","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.88,"2":0.1,"3":0},"confidence":0.83},"score":{"score":1.2,"probabilities":{"0":0.01,"1":0.79,"2":0.2,"3":0},"confidence":0.79},"noul":{"related":0.77,"answers":0.48,"exact":0.04}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22559795800000576,"passageCap":0,"originalPassageChars":334,"submittedPassageChars":334}
{"split":"test","qid":"q49","pid":"p655","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"349170023602f7fe204c5fb6a60b6a6487af8fc26c5ef569e117a1597161af72","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.87,"2":0.1,"3":0},"confidence":0.82},"score":{"score":1.06,"probabilities":{"0":0.03,"1":0.88,"2":0.09,"3":0},"confidence":0.88},"noul":{"related":0.77,"answers":0.34,"exact":0.04}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2772425000000003,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q49","pid":"p6568","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"dc4887a03feed3e78464f7023ec8821a8425e4e51de4c9f7d828c28fc36e7fb6","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.74,"2":0.25,"3":0},"confidence":0.65},"score":{"score":1.27,"probabilities":{"0":0,"1":0.73,"2":0.27,"3":0},"confidence":0.72},"noul":{"related":0.85,"answers":0.37,"exact":0.05}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2309170410000006,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q49","pid":"p657","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f6737a3216b08cff1f8b2f7315a28c013b31a23ba48ba70b2a3d4f341258c9d8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.36},"score":{"score":1.72,"probabilities":{"0":0,"1":0.29,"2":0.7,"3":0.01},"confidence":0.7},"noul":{"related":0.91,"answers":0.68,"exact":0.16}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20616704200000094,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p6588","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4bd564984d9b184cc2ef35231f8d1f14dff6692d36445412be993ed3b6079dd3","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.95,"2":0.03,"3":0},"confidence":0.93},"score":{"score":1.01,"probabilities":{"0":0.02,"1":0.95,"2":0.03,"3":0},"confidence":0.95},"noul":{"related":0.75,"answers":0.32,"exact":0.05}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.20706000000000493,"passageCap":0,"originalPassageChars":416,"submittedPassageChars":416}
{"split":"test","qid":"q49","pid":"p6597","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e76da28fcf944024b285beef9f3c9d47c900c845d3481ab1b7399c9fb766761d","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.94},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.73,"answers":0.13,"exact":0.03}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.26861291699999856,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q49","pid":"p67","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fc2eb9e44338df312356418dcc2ceb6d762b75a62c997b9555c6026986846ee0","answers":{"choice":{"choice":"0","probabilities":{"0":0.7,"1":0.29,"2":0.01,"3":0},"confidence":0.59},"score":{"score":0.42,"probabilities":{"0":0.6,"1":0.39,"2":0.01,"3":0},"confidence":0.58},"noul":{"related":0.23,"answers":0.07,"exact":0.02}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.2098330419999984,"passageCap":0,"originalPassageChars":409,"submittedPassageChars":409}
{"split":"test","qid":"q49","pid":"p6704","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"66d5e63969778b44cc6e4df32e0747afc2a13a54965da40b027b1011d7c49481","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.22,"2":0.63,"3":0.15},"confidence":0.5},"score":{"score":1.79,"probabilities":{"0":0,"1":0.32,"2":0.56,"3":0.12},"confidence":0.56},"noul":{"related":0.88,"answers":0.74,"exact":0.29}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20497208300000055,"passageCap":0,"originalPassageChars":209,"submittedPassageChars":209}
{"split":"test","qid":"q49","pid":"p6745","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0635e02f8d4926a9aab7bec9ba56f656081554a3cf95ac15318f0c5e76c952cd","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.58},"score":{"score":2.75,"probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.75},"noul":{"related":0.97,"answers":0.95,"exact":0.68}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.2552644999999975,"passageCap":0,"originalPassageChars":195,"submittedPassageChars":195}
{"split":"test","qid":"q49","pid":"p6758","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"217e4f0f5e1969e9ab711495209091a59b2f07f06e1f29734e6c164cae55c9d6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.72,"3":0.01},"confidence":0.63},"score":{"score":1.86,"probabilities":{"0":0,"1":0.14,"2":0.85,"3":0.01},"confidence":0.85},"noul":{"related":0.86,"answers":0.8,"exact":0.14}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2190542080000014,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q49","pid":"p6766","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"048c9ccfcea7c4e6650fa5e28b313b2deb90a1b073b7f61b7c531de3e00e776f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.85},"score":{"score":1.1,"probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.86,"answers":0.28,"exact":0.1}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.20162700000000042,"passageCap":0,"originalPassageChars":434,"submittedPassageChars":434}
{"split":"test","qid":"q49","pid":"p6774","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b76109c97b5d990e91507f3daf282f22dddf89ae87a46f37ec8189c5c5c1f9d6","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.73},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.82},"noul":{"related":0.98,"answers":0.96,"exact":0.67}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.22789045900000202,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q49","pid":"p6800","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"20c9437b5a7fa7e2f38b6819c579fe68d18f4e364f2b25013844691785ce1a0d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.26,"3":0.74},"confidence":0.65},"score":{"score":2.8,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.8},"noul":{"related":0.97,"answers":0.97,"exact":0.74}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.24416970800000126,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q49","pid":"p6858","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52ce408dd88cf36a159c6c27bd0c08bab9d76af4b22c5e1d01dcd26b3f847eec","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.82,"2":0.12,"3":0},"confidence":0.76},"score":{"score":1.08,"probabilities":{"0":0.04,"1":0.84,"2":0.12,"3":0},"confidence":0.83},"noul":{"related":0.61,"answers":0.41,"exact":0.05}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.23404612500000074,"passageCap":0,"originalPassageChars":433,"submittedPassageChars":433}
{"split":"test","qid":"q49","pid":"p6877","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"887414e4e6fdebad6efe15d104707c9542601a189097df82320447a30e225e5d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.59,"probabilities":{"0":0,"1":0.01,"2":0.39,"3":0.6},"confidence":0.59},"noul":{"related":0.95,"answers":0.95,"exact":0.63}},"inputTokens":814,"outputTokens":107,"latencySeconds":0.22519420900000114,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q49","pid":"p6887","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"270b815b23a780c5a3bb1efad35eea57d8a34f0bc67012f749a2c50c87075eb2","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.33,"2":0.66,"3":0.01},"confidence":0.55},"score":{"score":1.79,"probabilities":{"0":0,"1":0.22,"2":0.77,"3":0.01},"confidence":0.77},"noul":{"related":0.87,"answers":0.83,"exact":0.13}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20601825000000099,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q49","pid":"p6936","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2467f67347fdc714042dbdd1524cef1a1eff84441e2e36d5d191bc0060114e6c","answers":{"choice":{"choice":"0","probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.56},"score":{"score":0.34,"probabilities":{"0":0.67,"1":0.33,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.26,"answers":0.04,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.25044658299999717,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q49","pid":"p694","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28adddd4cedcdef54dbaa8662371df604ac295859ccb913f2b63f02c3ee85696","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.27,"3":0.73},"confidence":0.64},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.21675391700000182,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q49","pid":"p6980","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f8d04ede333f3a95ca19c6ecd1fec24b2ef114214b83f115308d06a832c38c95","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.07,"2":0.01,"3":0},"confidence":0.89},"score":{"score":0.16,"probabilities":{"0":0.85,"1":0.13,"2":0.02,"3":0},"confidence":0.84},"noul":{"related":0.08,"answers":0.06,"exact":0.02}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.2118080420000042,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p7005","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"edd6c0a83586b684410602256437466834169790779465f771145b975328cf66","answers":{"choice":{"choice":"0","probabilities":{"0":0.97,"1":0.03,"2":0,"3":0},"confidence":0.96},"score":{"score":0.06,"probabilities":{"0":0.94,"1":0.06,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.06,"answers":0.03,"exact":0.01}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20652633300000162,"passageCap":0,"originalPassageChars":284,"submittedPassageChars":284}
{"split":"test","qid":"q49","pid":"p7010","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"02e4433f8975640df91c55c97762c87cafb196ea3a498e422c65af000bf648c3","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.9},"score":{"score":1.01,"probabilities":{"0":0.01,"1":0.97,"2":0.02,"3":0},"confidence":0.96},"noul":{"related":0.81,"answers":0.2,"exact":0.05}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.19924300000000222,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q49","pid":"p7024","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e1f6806cb3f75d9e56d75ad0fa437f3c3f2ee74c9249f48a710ecb1c3c7dfe3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.15,"2":0.77,"3":0.08},"confidence":0.69},"score":{"score":2.04,"probabilities":{"0":0,"1":0.11,"2":0.75,"3":0.14},"confidence":0.75},"noul":{"related":0.93,"answers":0.9,"exact":0.23}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23631575000000157,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q49","pid":"p7089","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"19aca16df05cfe1e3d5d75d7ee5bfddef03fdc876fc973882f77d31a658f889b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.28,"2":0.71,"3":0.01},"confidence":0.6},"score":{"score":1.78,"probabilities":{"0":0,"1":0.23,"2":0.76,"3":0.01},"confidence":0.76},"noul":{"related":0.89,"answers":0.84,"exact":0.16}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.2187827909999978,"passageCap":0,"originalPassageChars":418,"submittedPassageChars":418}
{"split":"test","qid":"q49","pid":"p7095","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85bd45b0781c3499eee855cd0d16d6593e154592b34efc788c95d8df1678f48b","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.02,"2":0.68,"3":0.29},"confidence":0.57},"score":{"score":2.37,"probabilities":{"0":0.01,"1":0.01,"2":0.5700000000000001,"3":0.41},"confidence":0.55},"noul":{"related":0.87,"answers":0.92,"exact":0.43}},"inputTokens":880,"outputTokens":107,"latencySeconds":0.2268854580000043,"passageCap":0,"originalPassageChars":445,"submittedPassageChars":445}
{"split":"test","qid":"q49","pid":"p7096","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ae585bb63ce58a54277d61437829b544f1d3ea74ab51586426a35836e20e9a05","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.6,"3":0.02},"confidence":0.46},"score":{"score":1.8,"probabilities":{"0":0,"1":0.24,"2":0.72,"3":0.04},"confidence":0.73},"noul":{"related":0.9,"answers":0.7,"exact":0.17}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.23199737500000628,"passageCap":0,"originalPassageChars":419,"submittedPassageChars":419}
{"split":"test","qid":"q49","pid":"p7135","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"901bcf2bf4904a9d1cca6c043ab22256e7ea07e27a85e2ce5140fa9ad860b768","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.02,"exact":0.01}},"inputTokens":908,"outputTokens":107,"latencySeconds":0.20287524999999731,"passageCap":0,"originalPassageChars":752,"submittedPassageChars":752}
{"split":"test","qid":"q49","pid":"p7154","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d49f498c33495fb97b76445c89ee335882c3dd7129297a3f594df0945ebcbeac","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.83,"2":0,"3":0},"confidence":0.76},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.89},"noul":{"related":0.55,"answers":0.08,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22097833399999944,"passageCap":0,"originalPassageChars":332,"submittedPassageChars":332}
{"split":"test","qid":"q49","pid":"p7188","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"80e37cc75074e0d10c4ea45b9a0a35530b192148cad53b3dfc1aa33b14e434e5","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.88},"score":{"score":1.12,"probabilities":{"0":0,"1":0.88,"2":0.12,"3":0},"confidence":0.88},"noul":{"related":0.87,"answers":0.35,"exact":0.08}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21221325000000069,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q49","pid":"p7246","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4123969ae626b6c0d895a3a7c9f27aebf4ea8aad4c1ffcc3242c8a47314ea92a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.82,"3":0.07},"confidence":0.76},"score":{"score":2.09,"probabilities":{"0":0,"1":0.06,"2":0.79,"3":0.15},"confidence":0.79},"noul":{"related":0.93,"answers":0.91,"exact":0.28}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.20519287500000064,"passageCap":0,"originalPassageChars":435,"submittedPassageChars":435}
{"split":"test","qid":"q49","pid":"p7272","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bb83c22751048e202afdb03d59dd11698b706d2a0eabcf16b277a62f74189320","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.92,"2":0.02,"3":0},"confidence":0.89},"score":{"score":0.95,"probabilities":{"0":0.06,"1":0.9299999999999999,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.71,"answers":0.1,"exact":0.02}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.25231116699999984,"passageCap":0,"originalPassageChars":195,"submittedPassageChars":195}
{"split":"test","qid":"q49","pid":"p7298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6221e1d3d55954d274ff9d960c860c6d36bc5960c3e7d9392c4bd6d9ca35e97d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.77},"score":{"score":2.86,"probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.86},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2039242499999964,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q49","pid":"p7299","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3e1e66cf5bac652ebe3625ecab9af5c0b0cffd8f369d7607e8940e24e47ce1e5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.31,"2":0.52,"3":0.17},"confidence":0.35},"score":{"score":1.94,"probabilities":{"0":0,"1":0.24,"2":0.58,"3":0.18},"confidence":0.58},"noul":{"related":0.86,"answers":0.83,"exact":0.31}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.21354533300000184,"passageCap":0,"originalPassageChars":193,"submittedPassageChars":193}
{"split":"test","qid":"q49","pid":"p7330","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"044a43a681acf0df9ff7115a516e0035627f6a9e0cfd1bbf181902540caf0093","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.4,"3":0.6},"confidence":0.46},"score":{"score":2.68,"probabilities":{"0":0,"1":0,"2":0.32,"3":0.68},"confidence":0.68},"noul":{"related":0.98,"answers":0.98,"exact":0.83}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.22782820899999934,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q49","pid":"p7407","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"be828b99f88d70e37ceecd80171b5ff6391a9d2b4bb3f46f2d6065cd5d7f2997","answers":{"choice":{"choice":"1","probabilities":{"0":0.49,"1":0.51,"2":0,"3":0},"confidence":0.34},"score":{"score":0.66,"probabilities":{"0":0.34,"1":0.66,"2":0,"3":0},"confidence":0.66},"noul":{"related":0.35,"answers":0.07,"exact":0.02}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.2300815419999999,"passageCap":0,"originalPassageChars":229,"submittedPassageChars":229}
{"split":"test","qid":"q49","pid":"p7419","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1ddba6d607c1451adeff1330c2d60b8a8e4dd70300821145e4965a27d41dcbf5","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.49,"3":0.5},"confidence":0.34},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.48,"3":0.52},"confidence":0.52},"noul":{"related":0.96,"answers":0.95,"exact":0.7}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21516179199999896,"passageCap":0,"originalPassageChars":337,"submittedPassageChars":337}
{"split":"test","qid":"q49","pid":"p742","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5c471451515ceab7cad0c43897af2530b4477892bea97c7130560588c51ec9a2","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.74,"2":0.26,"3":0},"confidence":0.64},"score":{"score":1.37,"probabilities":{"0":0,"1":0.63,"2":0.37,"3":0},"confidence":0.63},"noul":{"related":0.88,"answers":0.38,"exact":0.07}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.23404445900000428,"passageCap":0,"originalPassageChars":288,"submittedPassageChars":288}
{"split":"test","qid":"q49","pid":"p7436","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"259fa07143fbba25e34ad8028aa9956a4825f15b1af008ae0ad145e0ef7015ea","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.28,"3":0.01},"confidence":0.61},"score":{"score":1.37,"probabilities":{"0":0,"1":0.63,"2":0.37,"3":0},"confidence":0.62},"noul":{"related":0.87,"answers":0.57,"exact":0.12}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22191441599999961,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q49","pid":"p746","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4371614f31265bec3715e104f4ad28a70cd69110840a3ea0fec9d53e443010a7","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.14,"probabilities":{"0":0,"1":0.86,"2":0.14,"3":0},"confidence":0.85},"noul":{"related":0.82,"answers":0.39,"exact":0.05}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21369687499999418,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q49","pid":"p7463","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6703946dec093c075c8284f9163e1fe27bf09f923a2d85da8ad85317d3f916d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.99,"answers":0.98,"exact":0.88}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23958487500000047,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p7520","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2546fbb68b5b30e0dc576fb4cb74f33d5350ea0919a323087a9c5b7f3d05779d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.61,"3":0.28},"confidence":0.48},"score":{"score":2.26,"probabilities":{"0":0,"1":0.07,"2":0.6,"3":0.33},"confidence":0.6},"noul":{"related":0.94,"answers":0.89,"exact":0.4}},"inputTokens":810,"outputTokens":107,"latencySeconds":0.23219545800000196,"passageCap":0,"originalPassageChars":169,"submittedPassageChars":169}
{"split":"test","qid":"q49","pid":"p7524","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a525a913a8b3b7e7559347a02557260cca743fa391f1b2e293053f54b576dfa","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.96,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.1,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.86,"answers":0.2,"exact":0.04}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.23292900000000372,"passageCap":0,"originalPassageChars":265,"submittedPassageChars":265}
{"split":"test","qid":"q49","pid":"p7545","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"434e9a541beada6355822a72b2d03acce9bb818c6dc9c5c387473da4ccd39708","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.81,"2":0.01,"3":0},"confidence":0.75},"score":{"score":0.9,"probabilities":{"0":0.1,"1":0.89,"2":0.01,"3":0},"confidence":0.89},"noul":{"related":0.58,"answers":0.11,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.22766783299999951,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q49","pid":"p7547","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c8f25f24b1a8298fdb963815c93a276fc46d70d51b4fe4622043b410ffa90aaf","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":0.99},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.03,"exact":0.01}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.23528529200000048,"passageCap":0,"originalPassageChars":369,"submittedPassageChars":369}
{"split":"test","qid":"q49","pid":"p7551","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96435e28326f6ba7d2aa181d378944a7c443d5f8d662adf1c648d13c6fa36dc0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.52,"2":0.47,"3":0.01},"confidence":0.36},"score":{"score":1.51,"probabilities":{"0":0,"1":0.49,"2":0.5,"3":0.01},"confidence":0.5},"noul":{"related":0.9,"answers":0.68,"exact":0.12}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.2559255839999969,"passageCap":0,"originalPassageChars":235,"submittedPassageChars":235}
{"split":"test","qid":"q49","pid":"p7552","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c660816f4dc6bfcb542d3fc484dc3d7fa87ed3bee6e1e31ff3fb36825119cf00","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":1},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0,"3":1},"confidence":0.99},"noul":{"related":0.99,"answers":0.98,"exact":0.91}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.20499337500000547,"passageCap":0,"originalPassageChars":223,"submittedPassageChars":223}
{"split":"test","qid":"q49","pid":"p7649","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f293ed5defff06516329da7a895a0e0e31c3b59c47639c9d9ec82ec43bfd0467","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.37,"3":0.63},"confidence":0.51},"score":{"score":2.69,"probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.69},"noul":{"related":0.98,"answers":0.98,"exact":0.8}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.3603878749999931,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p7660","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5b1022cc9456cc5546e537f4167c9fcac8e2e0a3d81c582d1a4662e28847663d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.32,"2":0.64,"3":0.04},"confidence":0.53},"score":{"score":1.79,"probabilities":{"0":0,"1":0.24,"2":0.73,"3":0.03},"confidence":0.73},"noul":{"related":0.93,"answers":0.62,"exact":0.15}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2551807499999995,"passageCap":0,"originalPassageChars":338,"submittedPassageChars":338}
{"split":"test","qid":"q49","pid":"p7719","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"641fa2945b57a154b445446a4382756d795430fb4d9af50e9d731b80aa4ccef7","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.83,"2":0.17,"3":0},"confidence":0.77},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.85,"answers":0.34,"exact":0.09}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.2741425830000007,"passageCap":0,"originalPassageChars":358,"submittedPassageChars":358}
{"split":"test","qid":"q49","pid":"p7720","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e58829f6d80c99053edc67793c6c2c4e3b2eaf941c3692fead39b9582b6cdb10","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.37,"2":0.6,"3":0.03},"confidence":0.47},"score":{"score":1.59,"probabilities":{"0":0,"1":0.43,"2":0.55,"3":0.02},"confidence":0.55},"noul":{"related":0.91,"answers":0.67,"exact":0.16}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2907378329999992,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p7744","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ec8afc6b56d9c9b6479e434282bb19a0493545d3388b3bb2c1b5021494ca553","answers":{"choice":{"choice":"2","probabilities":{"0":0.02,"1":0.42,"2":0.55,"3":0.01},"confidence":0.41},"score":{"score":1.5,"probabilities":{"0":0.01,"1":0.48,"2":0.51,"3":0},"confidence":0.49},"noul":{"related":0.67,"answers":0.66,"exact":0.05}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.20726220800000011,"passageCap":0,"originalPassageChars":352,"submittedPassageChars":352}
{"split":"test","qid":"q49","pid":"p7749","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4793833bc7cb49e0cadc8e3546c0837ea206d33ecca661123f6b23817cb2f4c0","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.91,"2":0.07,"3":0},"confidence":0.88},"score":{"score":1,"probabilities":{"0":0.03,"1":0.94,"2":0.03,"3":0},"confidence":0.94},"noul":{"related":0.71,"answers":0.2,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2225252499999988,"passageCap":0,"originalPassageChars":274,"submittedPassageChars":274}
{"split":"test","qid":"q49","pid":"p7764","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0498a62b382aa0a216bb03e2385aad665a3e4eb0266b257f87dcdbbb73e69b56","answers":{"choice":{"choice":"1","probabilities":{"0":0.09,"1":0.9,"2":0.01,"3":0},"confidence":0.87},"score":{"score":0.93,"probabilities":{"0":0.08,"1":0.91,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.69,"answers":0.13,"exact":0.03}},"inputTokens":876,"outputTokens":107,"latencySeconds":0.21673358399999415,"passageCap":0,"originalPassageChars":410,"submittedPassageChars":410}
{"split":"test","qid":"q49","pid":"p7768","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"18f079d062474e0d07b2701bee2daaabdaf0e70fad25d92a395d898d8e4b8c6b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.26,"2":0.7,"3":0.04},"confidence":0.6},"score":{"score":1.84,"probabilities":{"0":0,"1":0.21,"2":0.74,"3":0.05},"confidence":0.73},"noul":{"related":0.9,"answers":0.67,"exact":0.19}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2243807089999973,"passageCap":0,"originalPassageChars":424,"submittedPassageChars":424}
{"split":"test","qid":"q49","pid":"p7775","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"56a16dceefaf5e3f982a8635057b0605a468cc984e2e335eeed26f3ddadec864","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.8,"2":0.19,"3":0},"confidence":0.74},"score":{"score":1.24,"probabilities":{"0":0,"1":0.76,"2":0.24,"3":0},"confidence":0.75},"noul":{"related":0.86,"answers":0.24,"exact":0.07}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.20903537499999947,"passageCap":0,"originalPassageChars":433,"submittedPassageChars":433}
{"split":"test","qid":"q49","pid":"p7783","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca7bf9b3dfbae36266f3367089e3b9d374792f4c78c221ba9aff0499fbf88a0e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.3,"3":0.7},"confidence":0.6},"score":{"score":2.8,"probabilities":{"0":0,"1":0,"2":0.2,"3":0.8},"confidence":0.8},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2258199170000007,"passageCap":0,"originalPassageChars":343,"submittedPassageChars":343}
{"split":"test","qid":"q49","pid":"p7821","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e76da28fcf944024b285beef9f3c9d47c900c845d3481ab1b7399c9fb766761d","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.96,"2":0.02,"3":0},"confidence":0.94},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.75,"answers":0.13,"exact":0.03}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.2137876249999972,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q49","pid":"p7846","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f2f1454603a5f1830a0be811b4c0dc739cfdc55cb180677700360f11dce78edb","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.12,"3":0.88},"confidence":0.83},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.91},"noul":{"related":0.98,"answers":0.98,"exact":0.81}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2537452919999996,"passageCap":0,"originalPassageChars":377,"submittedPassageChars":377}
{"split":"test","qid":"q49","pid":"p7852","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6bb966ec588c1c4ee180ed46bd11a909ffac1486953d52479396533298c3df3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.8,"3":0.19},"confidence":0.73},"score":{"score":2.22,"probabilities":{"0":0,"1":0,"2":0.77,"3":0.23},"confidence":0.76},"noul":{"related":0.88,"answers":0.94,"exact":0.51}},"inputTokens":815,"outputTokens":107,"latencySeconds":0.25659466700000483,"passageCap":0,"originalPassageChars":240,"submittedPassageChars":240}
{"split":"test","qid":"q49","pid":"p7854","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e99323e982491eb10ef2370b71161bacce744e71b381e3e6d414d5409cce302","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.35},"score":{"score":2.63,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.63},"noul":{"related":0.97,"answers":0.96,"exact":0.6}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.21464170800000285,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p786","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3836740ba12b88cf1fcbca8175be99795b235fb044e9540fbfac7d7b8f233923","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.65,"2":0.34,"3":0.01},"confidence":0.53},"score":{"score":1.63,"probabilities":{"0":0,"1":0.39,"2":0.59,"3":0.02},"confidence":0.58},"noul":{"related":0.9,"answers":0.71,"exact":0.12}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.24152275000000373,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q49","pid":"p7889","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fa74eb4a16b01bddc02c8ef21b451a7d7c0ac1c8e1903a7b436a010802ff8e93","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.91,"2":0.09,"3":0},"confidence":0.87},"score":{"score":1.08,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.86,"answers":0.46,"exact":0.07}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2204858749999985,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q49","pid":"p7914","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"491b86f7e527bfede3975bd9489c6a766f9f1faabefe82054440aaed17723210","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.81,"2":0.01,"3":0},"confidence":0.75},"score":{"score":0.89,"probabilities":{"0":0.12,"1":0.87,"2":0.01,"3":0},"confidence":0.88},"noul":{"related":0.62,"answers":0.09,"exact":0.02}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.2500559160000048,"passageCap":0,"originalPassageChars":325,"submittedPassageChars":325}
{"split":"test","qid":"q49","pid":"p7916","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b5a8b1183d2519c708faa627a9da812170f681c3d7381e52c661e53810ea79a","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.75},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.18,"3":0.82},"confidence":0.82},"noul":{"related":0.98,"answers":0.98,"exact":0.84}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24552929099999893,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q49","pid":"p7921","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c9ca1362de6a1f6063cb02cc040726d8b35a0db7f55e37896f2cc10ee3b7ea34","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.87,"answers":0.1,"exact":0.03}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2442850000000035,"passageCap":0,"originalPassageChars":234,"submittedPassageChars":234}
{"split":"test","qid":"q49","pid":"p7932","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d6703946dec093c075c8284f9163e1fe27bf09f923a2d85da8ad85317d3f916d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.98},"score":{"score":2.99,"probabilities":{"0":0,"1":0,"2":0.01,"3":0.99},"confidence":0.99},"noul":{"related":0.99,"answers":0.98,"exact":0.88}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.20802112500000658,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p7943","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9774783c5f0529cc6fc72500964e2412d636446f41e6841edd134d9ea515c0c1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.77,"3":0.12},"confidence":0.7},"score":{"score":2.09,"probabilities":{"0":0,"1":0.08,"2":0.75,"3":0.17},"confidence":0.75},"noul":{"related":0.94,"answers":0.83,"exact":0.32}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.20177270800000405,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q49","pid":"p7982","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"519131eb72c4d866047625a316e6c287447fdfe4cf723534128338e68b03a104","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.14,"3":0.86},"confidence":0.81},"score":{"score":2.89,"probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.89},"noul":{"related":0.98,"answers":0.98,"exact":0.77}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.2052465830000001,"passageCap":0,"originalPassageChars":229,"submittedPassageChars":229}
{"split":"test","qid":"q49","pid":"p799","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8d129394b3aae7a850773b5616b2d9bfbfd88ad3b2efa7f61a51002c234bb0a5","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.61,"2":0.3,"3":0.01},"confidence":0.48},"score":{"score":1.39,"probabilities":{"0":0.06,"1":0.49,"2":0.44,"3":0.01},"confidence":0.5},"noul":{"related":0.68,"answers":0.45,"exact":0.09}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.2357355000000025,"passageCap":0,"originalPassageChars":507,"submittedPassageChars":507}
{"split":"test","qid":"q49","pid":"p8004","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce7e3867529323d1367460beb6be7f6691d39561e8b6ee8fcfc202a9883c23a0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.57,"2":0.42,"3":0.01},"confidence":0.43},"score":{"score":1.62,"probabilities":{"0":0,"1":0.39,"2":0.6,"3":0.01},"confidence":0.6},"noul":{"related":0.91,"answers":0.62,"exact":0.12}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.21222750000000087,"passageCap":0,"originalPassageChars":405,"submittedPassageChars":405}
{"split":"test","qid":"q49","pid":"p8054","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cca0e4b48bc85722743d042d8532c32523ea082843d514b628ebf462231e0fc4","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.55,"2":0.4,"3":0.01},"confidence":0.41},"score":{"score":1.44,"probabilities":{"0":0.02,"1":0.52,"2":0.45,"3":0.01},"confidence":0.52},"noul":{"related":0.68,"answers":0.5,"exact":0.06}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21300354099999821,"passageCap":0,"originalPassageChars":382,"submittedPassageChars":382}
{"split":"test","qid":"q49","pid":"p8108","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"075e3e8e20ca527e858604ea3c3815a33d59648b575ba1a2f19025eeb1250705","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.29,"2":0.68,"3":0.03},"confidence":0.58},"score":{"score":1.88,"probabilities":{"0":0,"1":0.18,"2":0.76,"3":0.06},"confidence":0.77},"noul":{"related":0.91,"answers":0.71,"exact":0.17}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.23434245799999917,"passageCap":0,"originalPassageChars":330,"submittedPassageChars":330}
{"split":"test","qid":"q49","pid":"p8145","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"666c773d331b405e299dea5c722ceedc8c9ec8d00dc6d2ef9797641754a1e582","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.21,"2":0.75,"3":0.04},"confidence":0.66},"score":{"score":1.9,"probabilities":{"0":0,"1":0.15,"2":0.81,"3":0.04},"confidence":0.81},"noul":{"related":0.89,"answers":0.74,"exact":0.16}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.22191895800000203,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q49","pid":"p8146","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3c3c796a1d1dbe8a2d48a07a98f5ace800ec2ab5bfa169889263fb8603a35657","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.95,"2":0.04,"3":0},"confidence":0.93},"score":{"score":1.05,"probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.95},"noul":{"related":0.86,"answers":0.23,"exact":0.06}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.5438413330000039,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q49","pid":"p8181","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a6df0263d781a1e8a591c5a70c9957e19d7224a65ffa86e9c2d7ae7f33c8117","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.91},"score":{"score":2.93,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.93},"noul":{"related":0.98,"answers":0.98,"exact":0.83}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20177370800000063,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q49","pid":"p8203","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c540af6666298594d0c38833cbe03f0130b98ae0e62ce5c526e52aae2b0ec9b","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":912,"outputTokens":107,"latencySeconds":0.22740804200000275,"passageCap":0,"originalPassageChars":560,"submittedPassageChars":560}
{"split":"test","qid":"q49","pid":"p8228","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"132498cdf906dc9d35686c74efd90d342592a200ff9e4b9d032f34bdbe69eaaf","answers":{"choice":{"choice":"1","probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.8},"score":{"score":0.87,"probabilities":{"0":0.13,"1":0.87,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.59,"answers":0.11,"exact":0.02}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.22261037499999656,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q49","pid":"p8248","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ec45b178fed225b90e485d3ad9a0d3cb06b710000ddffa9f8e97d4fe4daacb9d","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.36},"score":{"score":2.47,"probabilities":{"0":0,"1":0.01,"2":0.52,"3":0.47},"confidence":0.52},"noul":{"related":0.96,"answers":0.93,"exact":0.57}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21899745899999834,"passageCap":0,"originalPassageChars":250,"submittedPassageChars":250}
{"split":"test","qid":"q49","pid":"p8258","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"870e36747f09c707645a3f5d8f8983b756e7490c0a362f4a084b091cf6d845d0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.53,"2":0.45,"3":0.02},"confidence":0.37},"score":{"score":1.63,"probabilities":{"0":0,"1":0.38,"2":0.61,"3":0.01},"confidence":0.6},"noul":{"related":0.91,"answers":0.75,"exact":0.15}},"inputTokens":809,"outputTokens":107,"latencySeconds":0.20637945899999613,"passageCap":0,"originalPassageChars":206,"submittedPassageChars":206}
{"split":"test","qid":"q49","pid":"p839","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0588474319bb7f9a78acf024b95b2b2219d875266293586948344f29da85018","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.94},"score":{"score":0.97,"probabilities":{"0":0.03,"1":0.97,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.76,"answers":0.08,"exact":0.03}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2224817089999997,"passageCap":0,"originalPassageChars":332,"submittedPassageChars":332}
{"split":"test","qid":"q49","pid":"p8445","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"228564bb2d754ba0e23560d3eeac4e9a16f469b5c0f601ae52b4b06036fd3385","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.97},"score":{"score":1,"probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.81,"answers":0.15,"exact":0.03}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.24979483299999994,"passageCap":0,"originalPassageChars":220,"submittedPassageChars":220}
{"split":"test","qid":"q49","pid":"p8474","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15d2645b90347eedb24bd86b1aefc2c609a38544712ed91e6847ca468a2f3add","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.67,"3":0.32},"confidence":0.55},"score":{"score":2.4,"probabilities":{"0":0,"1":0,"2":0.6,"3":0.4},"confidence":0.59},"noul":{"related":0.96,"answers":0.95,"exact":0.64}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22912374999999885,"passageCap":0,"originalPassageChars":260,"submittedPassageChars":260}
{"split":"test","qid":"q49","pid":"p8479","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb390e2f1a31e93670e9d9a607e78abad705ac25554563021b01205b9c358a59","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.09,"3":0.91},"confidence":0.88},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.21070633400000224,"passageCap":0,"originalPassageChars":383,"submittedPassageChars":383}
{"split":"test","qid":"q49","pid":"p8501","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"406c179294101918c42b3dbb07a0a189762b1a4e2f5af2e44fc7546d235aba3d","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.95,"2":0.01,"3":0},"confidence":0.93},"score":{"score":0.98,"probabilities":{"0":0.03,"1":0.96,"2":0.01,"3":0},"confidence":0.96},"noul":{"related":0.75,"answers":0.14,"exact":0.03}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.22571737500000016,"passageCap":0,"originalPassageChars":477,"submittedPassageChars":477}
{"split":"test","qid":"q49","pid":"p8520","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"590a76f07f9ee0cf49c82416001584515dbbbdd62495b61acf38e021cf8b9733","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.75,"answers":0.12,"exact":0.03}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.21581045799999993,"passageCap":0,"originalPassageChars":449,"submittedPassageChars":449}
{"split":"test","qid":"q49","pid":"p853","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"361806cf00eb33299f4badbff4bc8563e860a48f32bcc2dd1d4bf95f18fb4b38","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.64,"2":0.35,"3":0.01},"confidence":0.51},"score":{"score":1.51,"probabilities":{"0":0,"1":0.49,"2":0.5,"3":0.01},"confidence":0.5},"noul":{"related":0.88,"answers":0.55,"exact":0.12}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.22452420899999562,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q49","pid":"p8537","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d2af4899199bf759910a31d7d6d8d2416b26acea6ba0edb929e0bb4120042e5d","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.91,"2":0.06,"3":0},"confidence":0.88},"score":{"score":1.07,"probabilities":{"0":0.02,"1":0.89,"2":0.09,"3":0},"confidence":0.88},"noul":{"related":0.63,"answers":0.34,"exact":0.03}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.20115524999999615,"passageCap":0,"originalPassageChars":415,"submittedPassageChars":415}
{"split":"test","qid":"q49","pid":"p8548","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09152294bf460c5ec245373d37960d62461b568ccce0bb96d4bebd6c9ef6750b","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.73},"score":{"score":1.25,"probabilities":{"0":0,"1":0.75,"2":0.25,"3":0},"confidence":0.74},"noul":{"related":0.88,"answers":0.34,"exact":0.06}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23036833299999854,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q49","pid":"p8595","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f09c0f071d9f28451256efa0ea18827e8fdbefefd2e2b56882cbb77819cb999","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.81,"2":0.01,"3":0},"confidence":0.74},"score":{"score":0.88,"probabilities":{"0":0.12,"1":0.88,"2":0,"3":0},"confidence":0.87},"noul":{"related":0.52,"answers":0.11,"exact":0.03}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20830483300000197,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q49","pid":"p8604","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"68876046b13796bc0a2cf6734ea2a315db3aeb54122a59e0ee052c679b5deb05","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.98,"2":0.01,"3":0},"confidence":0.96},"score":{"score":0.99,"probabilities":{"0":0.02,"1":0.97,"2":0.01,"3":0},"confidence":0.98},"noul":{"related":0.79,"answers":0.16,"exact":0.04}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21151941599999555,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q49","pid":"p8614","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"eb390e2f1a31e93670e9d9a607e78abad705ac25554563021b01205b9c358a59","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.87},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.85}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.23021349999999802,"passageCap":0,"originalPassageChars":383,"submittedPassageChars":383}
{"split":"test","qid":"q49","pid":"p8623","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ce82e9ca1496ced99da333e90b1d672169df75de7357a9c7d9f5629e4b9bb496","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.92},"score":{"score":2.94,"probabilities":{"0":0,"1":0,"2":0.06,"3":0.94},"confidence":0.94},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.22425187500000174,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q49","pid":"p8643","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ca7bf9b3dfbae36266f3367089e3b9d374792f4c78c221ba9aff0499fbf88a0e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.61},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2518459159999984,"passageCap":0,"originalPassageChars":343,"submittedPassageChars":343}
{"split":"test","qid":"q49","pid":"p8666","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"130554e1b197d9ba4103dfa6dc7dd5529fef033d8995b837df9dabb9f26c30c9","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.05,"3":0.95},"confidence":0.93},"score":{"score":2.97,"probabilities":{"0":0,"1":0,"2":0.03,"3":0.97},"confidence":0.97},"noul":{"related":0.98,"answers":0.98,"exact":0.86}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.26590033299999777,"passageCap":0,"originalPassageChars":287,"submittedPassageChars":287}
{"split":"test","qid":"q49","pid":"p868","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"387f5b538154a5d307abab9fb2dfa50e462a56dfaa530efcf35e7e59ead78f20","answers":{"choice":{"choice":"0","probabilities":{"0":0.59,"1":0.4,"2":0.01,"3":0},"confidence":0.46},"score":{"score":0.51,"probabilities":{"0":0.5,"1":0.5,"2":0,"3":0},"confidence":0.5},"noul":{"related":0.28,"answers":0.06,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.2269968749999971,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q49","pid":"p8681","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"880639136864986c0e28d6192e3ab853cc56271e263625f81bf0d03116697fc7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.83},"score":{"score":2.15,"probabilities":{"0":0,"1":0.01,"2":0.83,"3":0.16},"confidence":0.82},"noul":{"related":0.95,"answers":0.92,"exact":0.43}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.21840625,"passageCap":0,"originalPassageChars":387,"submittedPassageChars":387}
{"split":"test","qid":"q49","pid":"p8682","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1567f2be6daa35645ff3d534ec3f566415262f0e38ac475aea8c1a63f1ab065f","answers":{"choice":{"choice":"1","probabilities":{"0":0.11,"1":0.75,"2":0.14,"3":0},"confidence":0.67},"score":{"score":1.11,"probabilities":{"0":0.08,"1":0.73,"2":0.19,"3":0},"confidence":0.73},"noul":{"related":0.61,"answers":0.31,"exact":0.04}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.20895708299999388,"passageCap":0,"originalPassageChars":393,"submittedPassageChars":393}
{"split":"test","qid":"q49","pid":"p8695","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f58db46814b018852836d3ed7b3360c131f90cbe1c949b86d9923541d8051408","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.2,"3":0.79},"confidence":0.72},"score":{"score":2.84,"probabilities":{"0":0,"1":0,"2":0.16,"3":0.84},"confidence":0.84},"noul":{"related":0.97,"answers":0.96,"exact":0.76}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2608428750000021,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q49","pid":"p873","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"783132dc2859740cbe04f4276b7a24baef43f294f342c2ddb9e5c7a1d219d60e","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":897,"outputTokens":107,"latencySeconds":0.2145954999999958,"passageCap":0,"originalPassageChars":427,"submittedPassageChars":427}
{"split":"test","qid":"q49","pid":"p884","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"15cdb08def1ea3702b5b01f1227e0f35d66922cf27ccb078912f3b91e205334d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.37},"score":{"score":1.71,"probabilities":{"0":0,"1":0.3,"2":0.7,"3":0},"confidence":0.7},"noul":{"related":0.92,"answers":0.71,"exact":0.14}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21506833399999595,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p8934","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b17e9f33a8ca3c4f0b239797fd34d84d096977702792719da541c6317ce25c7f","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.64,"2":0.35,"3":0.01},"confidence":0.5},"score":{"score":1.54,"probabilities":{"0":0,"1":0.46,"2":0.53,"3":0.01},"confidence":0.52},"noul":{"related":0.89,"answers":0.64,"exact":0.14}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.2163770000000004,"passageCap":0,"originalPassageChars":307,"submittedPassageChars":307}
{"split":"test","qid":"q49","pid":"p8970","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"46f7538fd38dd05eecc85486e50e68ec347978866cc6adb9df9763653b1b57d7","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.98,"2":0,"3":0},"confidence":0.97},"score":{"score":0.99,"probabilities":{"0":0.01,"1":0.99,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.82,"answers":0.11,"exact":0.03}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2569021659999999,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q49","pid":"p8982","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e2ede99a7f88e23c7adf09abe7cb9869044f49b91e6243e1c3183d01369fe8c","answers":{"choice":{"choice":"0","probabilities":{"0":0.88,"1":0.03,"2":0.08,"3":0.01},"confidence":0.84},"score":{"score":0.33,"probabilities":{"0":0.8,"1":0.08,"2":0.11,"3":0.01},"confidence":0.67},"noul":{"related":0.13,"answers":0.2,"exact":0.07}},"inputTokens":817,"outputTokens":107,"latencySeconds":0.36147724999999625,"passageCap":0,"originalPassageChars":261,"submittedPassageChars":261}
{"split":"test","qid":"q49","pid":"p9000","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"14da44539b85252c5e66371e692c5dbdd30fca39a9c5da8274757933b9219627","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.03,"2":0.01,"3":0},"confidence":0.95},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.08,"2":0.01,"3":0},"confidence":0.9},"noul":{"related":0.08,"answers":0.07,"exact":0.02}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.19994558300000062,"passageCap":0,"originalPassageChars":259,"submittedPassageChars":259}
{"split":"test","qid":"q49","pid":"p9006","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96435e28326f6ba7d2aa181d378944a7c443d5f8d662adf1c648d13c6fa36dc0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.47,"2":0.52,"3":0.01},"confidence":0.35},"score":{"score":1.55,"probabilities":{"0":0,"1":0.46,"2":0.53,"3":0.01},"confidence":0.53},"noul":{"related":0.91,"answers":0.71,"exact":0.13}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.22403154099999664,"passageCap":0,"originalPassageChars":235,"submittedPassageChars":235}
{"split":"test","qid":"q49","pid":"p9048","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3324c530a7153ca1332bd2fc24905789c6ce568fed974b056bacc0bc09600460","answers":{"choice":{"choice":"0","probabilities":{"0":0.76,"1":0.22,"2":0.02,"3":0},"confidence":0.68},"score":{"score":0.32,"probabilities":{"0":0.7,"1":0.28,"2":0.02,"3":0},"confidence":0.68},"noul":{"related":0.22,"answers":0.09,"exact":0.01}},"inputTokens":1633,"outputTokens":107,"latencySeconds":0.22156608399999822,"passageCap":0,"originalPassageChars":2551,"submittedPassageChars":2551}
{"split":"test","qid":"q49","pid":"p9056","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a50541c501191918973f721f41ec9623005894019d70b684a1ba6a5107ba6710","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.7},"score":{"score":2.83,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.83},"noul":{"related":0.98,"answers":0.98,"exact":0.8}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.26472699999999894,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q49","pid":"p9141","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cbd7cad4adda51ead63453dc5c4d654d8cd346daccb8dce3514de31f25912253","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.15,"3":0},"confidence":0.8},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.9,"answers":0.36,"exact":0.07}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2071652499999982,"passageCap":0,"originalPassageChars":269,"submittedPassageChars":269}
{"split":"test","qid":"q49","pid":"p9182","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a46a51b3ebc83cb0aa3348422602f05977a21f6ff3efdb306fd5d191b5b6af72","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.86,"2":0.1,"3":0},"confidence":0.81},"score":{"score":1.14,"probabilities":{"0":0.02,"1":0.82,"2":0.16,"3":0},"confidence":0.82},"noul":{"related":0.73,"answers":0.29,"exact":0.04}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2268323339999988,"passageCap":0,"originalPassageChars":304,"submittedPassageChars":304}
{"split":"test","qid":"q49","pid":"p9205","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"28f9dcad127ae08989f725f6fd4558d3021acd476e5906edf60c09aebfe0814e","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.88},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.88},"noul":{"related":0.85,"answers":0.26,"exact":0.05}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.3186212909999958,"passageCap":0,"originalPassageChars":257,"submittedPassageChars":257}
{"split":"test","qid":"q49","pid":"p922","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a47fde9779ee544f6fe55c85be682acfd4edfb1766912a4d13631fd434dd305","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.43,"3":0.57},"confidence":0.43},"score":{"score":2.64,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.64},"noul":{"related":0.97,"answers":0.95,"exact":0.73}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.207562334000002,"passageCap":0,"originalPassageChars":406,"submittedPassageChars":406}
{"split":"test","qid":"q49","pid":"p9224","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5026c9dbe6ca4109d1bf5c9c552b673d01133944e8bdae21d72c7b8a26768484","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0,"2":0.01,"3":0},"confidence":0.98},"score":{"score":0.03,"probabilities":{"0":0.98,"1":0.01,"2":0.01,"3":0},"confidence":0.97},"noul":{"related":0.03,"answers":0.05,"exact":0.01}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20440674999999464,"passageCap":0,"originalPassageChars":290,"submittedPassageChars":290}
{"split":"test","qid":"q49","pid":"p9225","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69700b09bd2a4966bb8aa576678597e478e0690e717b05144a7b8b9b34fa1753","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.55,"2":0.44,"3":0.01},"confidence":0.39},"score":{"score":1.73,"probabilities":{"0":0,"1":0.27,"2":0.72,"3":0.01},"confidence":0.71},"noul":{"related":0.89,"answers":0.61,"exact":0.11}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.24069741700000305,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q49","pid":"p9240","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4f98a480dcab87d7752b3c3a8a18eb3b35e01ef7d6c944db93ed1da5d36f3c95","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.13,"2":0.83,"3":0.04},"confidence":0.76},"score":{"score":1.69,"probabilities":{"0":0,"1":0.32,"2":0.66,"3":0.02},"confidence":0.65},"noul":{"related":0.91,"answers":0.76,"exact":0.22}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.2484325000000026,"passageCap":0,"originalPassageChars":397,"submittedPassageChars":397}
{"split":"test","qid":"q49","pid":"p9254","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7c820e871c2c9a42a994f4be34786bbc2657f6cc9e4024c302bbd7a42fff0602","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.19,"3":0.81},"confidence":0.75},"score":{"score":2.85,"probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.85},"noul":{"related":0.98,"answers":0.98,"exact":0.79}},"inputTokens":821,"outputTokens":107,"latencySeconds":0.20788666699999886,"passageCap":0,"originalPassageChars":276,"submittedPassageChars":276}
{"split":"test","qid":"q49","pid":"p9298","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70387f9416a2cc3e16907ff332e4714dd790d5c564307a44615ff0f7b6570e4c","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.65,"2":0.35,"3":0},"confidence":0.53},"score":{"score":1.57,"probabilities":{"0":0,"1":0.43,"2":0.57,"3":0},"confidence":0.57},"noul":{"related":0.9,"answers":0.59,"exact":0.08}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2190727079999997,"passageCap":0,"originalPassageChars":310,"submittedPassageChars":310}
{"split":"test","qid":"q49","pid":"p9372","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"955dc190189385dc023ff7a1407e43c6fb3ba03bed15520610ce10135c0a1341","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.18,"3":0.8200000000000001},"confidence":0.75},"score":{"score":2.82,"probabilities":{"0":0,"1":0,"2":0.17,"3":0.83},"confidence":0.82},"noul":{"related":0.98,"answers":0.97,"exact":0.79}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.22864025000000401,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q49","pid":"p9394","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"58fd5d2675ccc4e611a1f4021cf513900766883cd8b9cae69df270267749aecc","answers":{"choice":{"choice":"0","probabilities":{"0":0.99,"1":0.01,"2":0,"3":0},"confidence":0.99},"score":{"score":0.02,"probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.98},"noul":{"related":0.04,"answers":0.02,"exact":0.01}},"inputTokens":935,"outputTokens":107,"latencySeconds":0.2763677089999983,"passageCap":0,"originalPassageChars":456,"submittedPassageChars":456}
{"split":"test","qid":"q49","pid":"p9420","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"065a4f81ab2c45d0fc8c33634cdf866f595c71bc685fe90964a66dd22d0ce756","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.31,"2":0.67,"3":0.02},"confidence":0.56},"score":{"score":1.86,"probabilities":{"0":0,"1":0.18,"2":0.78,"3":0.04},"confidence":0.78},"noul":{"related":0.89,"answers":0.79,"exact":0.16}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.21188595799999893,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q49","pid":"p9577","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8e5e7a81ccaf68328119672d3872e19d33ee3e2fc767554be6f9efab4da8a689","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.4,"3":0.59},"confidence":0.46},"score":{"score":2.63,"probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.63},"noul":{"related":0.97,"answers":0.96,"exact":0.74}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.21989241700000275,"passageCap":0,"originalPassageChars":321,"submittedPassageChars":321}
{"split":"test","qid":"q49","pid":"p9600","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"47576b05fd862f4519141f2ef79781a485dda76daaa1f19b281d9bdc119c44ea","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.22,"3":0.78},"confidence":0.7},"score":{"score":2.85,"probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.85},"noul":{"related":0.98,"answers":0.98,"exact":0.83}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.205031167000001,"passageCap":0,"originalPassageChars":344,"submittedPassageChars":344}
{"split":"test","qid":"q49","pid":"p9626","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3d09a09ebea91704a204aabd479a0752cae09c37957a021ae6407400c209b6af","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.86,"2":0.13,"3":0.01},"confidence":0.82},"score":{"score":1.18,"probabilities":{"0":0,"1":0.82,"2":0.18,"3":0},"confidence":0.82},"noul":{"related":0.87,"answers":0.37,"exact":0.08}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.31158237499999814,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q49","pid":"p9627","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"09f5b753892e88d3df8444146976a0d4d4fdba30e81c1aa1d448c32c29e693fe","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.94,"2":0.05,"3":0},"confidence":0.92},"score":{"score":1.02,"probabilities":{"0":0.01,"1":0.96,"2":0.03,"3":0},"confidence":0.96},"noul":{"related":0.8,"answers":0.27,"exact":0.05}},"inputTokens":868,"outputTokens":107,"latencySeconds":0.23165420799999992,"passageCap":0,"originalPassageChars":495,"submittedPassageChars":495}
{"split":"test","qid":"q49","pid":"p9661","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f3359df9b91bbbb8d3be9f4c69b9faff25ad14f68cb7a5cc5b137e7811b082f9","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.77,"2":0.22,"3":0},"confidence":0.69},"score":{"score":1.28,"probabilities":{"0":0,"1":0.72,"2":0.28,"3":0},"confidence":0.71},"noul":{"related":0.82,"answers":0.6,"exact":0.09}},"inputTokens":825,"outputTokens":107,"latencySeconds":0.21257316600000195,"passageCap":0,"originalPassageChars":285,"submittedPassageChars":285}
{"split":"test","qid":"q49","pid":"p9691","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f45a3059d541120bb94126c91bf7c1f00622c8e930e62be44a1b72c7fa213f80","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.86},"score":{"score":1.1,"probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.85,"answers":0.26,"exact":0.05}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.25528095900000336,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q49","pid":"p9694","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"17633e6d71fdbd22ef48918d79d2b1729d4c3277c2237ae478acf781e0a37032","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.79,"probabilities":{"0":0,"1":0.23,"2":0.75,"3":0.02},"confidence":0.75},"noul":{"related":0.91,"answers":0.77,"exact":0.14}},"inputTokens":824,"outputTokens":107,"latencySeconds":0.20893133300000044,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q49","pid":"p9716","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4e04cda177e46ac0dfc5d701bc266d048fc8436e432e23d2323695cb9c86c73e","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.1,"3":0.9},"confidence":0.86},"score":{"score":2.91,"probabilities":{"0":0,"1":0,"2":0.08,"3":0.92},"confidence":0.91},"noul":{"related":0.98,"answers":0.97,"exact":0.79}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.21975450000000274,"passageCap":0,"originalPassageChars":239,"submittedPassageChars":239}
{"split":"test","qid":"q49","pid":"p9731","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"96cc703eca09c24d0ee1e9c81614209553de8117b62fd6dca0ef82c9f0656bd5","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.43,"2":0.56,"3":0.01},"confidence":0.41},"score":{"score":1.64,"probabilities":{"0":0,"1":0.37,"2":0.62,"3":0.01},"confidence":0.62},"noul":{"related":0.92,"answers":0.73,"exact":0.17}},"inputTokens":813,"outputTokens":107,"latencySeconds":0.2277590829999972,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q49","pid":"p9785","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a9aabb06dc1efe78372687144e2e60a5d8d383623ecb3d44cd78cf3795513e91","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.07,"2":0.6,"3":0.33},"confidence":0.46},"score":{"score":2.3,"probabilities":{"0":0,"1":0.05,"2":0.6,"3":0.35},"confidence":0.59},"noul":{"related":0.93,"answers":0.89,"exact":0.38}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22608091699999933,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q49","pid":"p9850","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f065cf9f3a4eccfe449c115669bb67e6c948b42f76f421712f4271762df6deca","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.92,"2":0.07,"3":0},"confidence":0.9},"score":{"score":1.12,"probabilities":{"0":0.01,"1":0.86,"2":0.13,"3":0},"confidence":0.86},"noul":{"related":0.8,"answers":0.21,"exact":0.05}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20654287499999918,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q49","pid":"p9864","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0652909e77fc9b928656dc05a984a746a57bac8d61300cc30b18dcc21cce3f68","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.74,"3":0.07},"confidence":0.65},"score":{"score":1.97,"probabilities":{"0":0,"1":0.13,"2":0.76,"3":0.11},"confidence":0.76},"noul":{"related":0.92,"answers":0.81,"exact":0.23}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2126690000000017,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q49","pid":"p9892","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"beb180145d0df220909bf3a859e48e249f2249063a0afe450cf22c0f04e549a4","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.11,"3":0.89},"confidence":0.85},"score":{"score":2.93,"probabilities":{"0":0,"1":0,"2":0.07,"3":0.93},"confidence":0.93},"noul":{"related":0.98,"answers":0.98,"exact":0.83}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2628330829999977,"passageCap":0,"originalPassageChars":227,"submittedPassageChars":227}
{"split":"test","qid":"q49","pid":"p9899","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a2107b36856f9a0fa2be036096cbb392e33c16e0fac706e101d42cb033db6029","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.92,"3":0.07},"confidence":0.9},"score":{"score":2.1,"probabilities":{"0":0,"1":0,"2":0.89,"3":0.11},"confidence":0.89},"noul":{"related":0.94,"answers":0.93,"exact":0.23}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.20503725000000123,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q49","pid":"p9969","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1c99e1217a491c9358b28b2ea6d16c738d70f43a1017c9040e5311f4088e5fe3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.36,"2":0.57,"3":0.07},"confidence":0.43},"score":{"score":1.9,"probabilities":{"0":0,"1":0.18,"2":0.74,"3":0.08},"confidence":0.73},"noul":{"related":0.92,"answers":0.79,"exact":0.23}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.8300133330000026,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q49","pid":"p998","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7a8ffe3a6f4520716028fea3c0b67866e81a392adc2c6cb00dff5d83c27127d1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.8,"2":0.2,"3":0},"confidence":0.73},"score":{"score":1.27,"probabilities":{"0":0,"1":0.73,"2":0.27,"3":0},"confidence":0.73},"noul":{"related":0.87,"answers":0.52,"exact":0.08}},"inputTokens":848,"outputTokens":107,"latencySeconds":0.23085466599999926,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q49","pid":"p9987","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b7cfbf14e8a421f0ab10beb24442efcddfc9b4514e4c0f22a7723fdfe3763553","answers":{"choice":{"choice":"1","probabilities":{"0":0.32,"1":0.67,"2":0.01,"3":0},"confidence":0.55},"score":{"score":0.82,"probabilities":{"0":0.19,"1":0.8,"2":0.01,"3":0},"confidence":0.8},"noul":{"related":0.52,"answers":0.1,"exact":0.02}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2278699170000036,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q9","pid":"p10033","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5a409c5eee493aedbcddf44be500ca539b60563136490c49b62ca95aa60a794","answers":{"choice":{"choice":"1","probabilities":{"0":0.36,"1":0.6,"2":0.04,"3":0},"confidence":0.47},"score":{"score":0.68,"probabilities":{"0":0.34,"1":0.64,"2":0.02,"3":0},"confidence":0.65},"noul":{"related":0.37,"answers":0.13,"exact":0.03}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.21241562500000147,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q9","pid":"p10350","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"69e8240d53f46d582f61bcbdcd6b7cdd3dc14306faeeddbf066b84c5609d60ac","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.77,"2":0.19,"3":0},"confidence":0.69},"score":{"score":1.19,"probabilities":{"0":0.03,"1":0.75,"2":0.22,"3":0},"confidence":0.75},"noul":{"related":0.68,"answers":0.32,"exact":0.04}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23698433400000068,"passageCap":0,"originalPassageChars":387,"submittedPassageChars":387}
{"split":"test","qid":"q9","pid":"p10450","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bc5f494f16eb01a91fa1c6ed494de6b7611de1701ae4488094338cca1662df1a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.86,"3":0.08},"confidence":0.81},"score":{"score":2.02,"probabilities":{"0":0,"1":0.05,"2":0.87,"3":0.08},"confidence":0.87},"noul":{"related":0.91,"answers":0.87,"exact":0.24}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2030877909999981,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q9","pid":"p10455","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f4ca514a39699a737b5c825837abb0e0ee2da308711ff297fdab733a0e3f9045","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.46,"2":0.54,"3":0},"confidence":0.38},"score":{"score":1.58,"probabilities":{"0":0,"1":0.42,"2":0.58,"3":0},"confidence":0.58},"noul":{"related":0.8,"answers":0.68,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.7369553749999977,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q9","pid":"p10459","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"230104c8e0614d247ed39105cf019db11c8aeac6130a5626980f095251bdf928","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.91,"2":0.02,"3":0},"confidence":0.88},"score":{"score":0.97,"probabilities":{"0":0.05,"1":0.93,"2":0.02,"3":0},"confidence":0.93},"noul":{"related":0.65,"answers":0.16,"exact":0.02}},"inputTokens":858,"outputTokens":107,"latencySeconds":0.23404670799999439,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q9","pid":"p10475","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"74a695396ad437f6ffc14412eb3c6c2087f8aa4939f43a7f9bae8ef6e285b593","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.64,"3":0.35},"confidence":0.51},"score":{"score":2.42,"probabilities":{"0":0,"1":0,"2":0.58,"3":0.42},"confidence":0.57},"noul":{"related":0.95,"answers":0.93,"exact":0.36}},"inputTokens":854,"outputTokens":107,"latencySeconds":0.2228108329999959,"passageCap":0,"originalPassageChars":421,"submittedPassageChars":421}
{"split":"test","qid":"q9","pid":"p1052","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e3a8086dac554b8f1179d753739e7bbf8a25bb3031b4c0c3c0025f66acf1d69a","answers":{"choice":{"choice":"1","probabilities":{"0":0.18,"1":0.57,"2":0.25,"3":0},"confidence":0.43},"score":{"score":1.17,"probabilities":{"0":0.12,"1":0.59,"2":0.29,"3":0},"confidence":0.59},"noul":{"related":0.48,"answers":0.43,"exact":0.04}},"inputTokens":889,"outputTokens":107,"latencySeconds":0.2667639579999959,"passageCap":0,"originalPassageChars":561,"submittedPassageChars":561}
{"split":"test","qid":"q9","pid":"p10541","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"230c40d55c929ee1498026ba518e86f0b10e8f22e39efbe303c7f9c0fd6b6476","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.81,"3":0.19},"confidence":0.75},"score":{"score":2.25,"probabilities":{"0":0,"1":0,"2":0.75,"3":0.25},"confidence":0.75},"noul":{"related":0.94,"answers":0.93,"exact":0.49}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.2046837499999965,"passageCap":0,"originalPassageChars":283,"submittedPassageChars":283}
{"split":"test","qid":"q9","pid":"p10546","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c64e996bccafeb947fcbdc4d6bc249d0e2c3502a2750b3a35fdeca1db80387d3","answers":{"choice":{"choice":"1","probabilities":{"0":0.37,"1":0.54,"2":0.09,"3":0},"confidence":0.39},"score":{"score":0.68,"probabilities":{"0":0.37,"1":0.59,"2":0.04,"3":0},"confidence":0.59},"noul":{"related":0.33,"answers":0.16,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.21646474999999918,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q9","pid":"p10624","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"25bef45446b731c81bdb7ee7493ed426e80659bf94f50713af09c3ae5d10ef3f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.82,"2":0.16,"3":0.01},"confidence":0.77},"score":{"score":1.28,"probabilities":{"0":0,"1":0.72,"2":0.28,"3":0},"confidence":0.71},"noul":{"related":0.82,"answers":0.56,"exact":0.1}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21639199999999983,"passageCap":0,"originalPassageChars":262,"submittedPassageChars":262}
{"split":"test","qid":"q9","pid":"p10829","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a3a0461a4a26bc96a700a9492769d336f081d9464bb0e8bfbeea5f6ea8815be","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.79,"3":0.2},"confidence":0.72},"score":{"score":2.32,"probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.67},"noul":{"related":0.96,"answers":0.95,"exact":0.54}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22932783400000334,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q9","pid":"p11089","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1933126e536d19c9f66ea7bd7597fb3db2063e97071ca1c30aa099767cdb0eb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.6,"3":0.39},"confidence":0.46},"score":{"score":2.52,"probabilities":{"0":0,"1":0,"2":0.47,"3":0.53},"confidence":0.52},"noul":{"related":0.95,"answers":0.93,"exact":0.6}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.2904701249999998,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q9","pid":"p11239","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"7d77c01cfb6bfe64476ff2edceec0d2f5c05460cea2797d73026f9a3680af8f1","answers":{"choice":{"choice":"1","probabilities":{"0":0.17,"1":0.68,"2":0.15,"3":0},"confidence":0.56},"score":{"score":1.09,"probabilities":{"0":0.09,"1":0.73,"2":0.18,"3":0},"confidence":0.73},"noul":{"related":0.46,"answers":0.26,"exact":0.03}},"inputTokens":816,"outputTokens":107,"latencySeconds":0.23415637500000594,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q9","pid":"p11368","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"60a3f1a4f6709e1f6012c14e09068b8e4c3490feab5f17deecdc34173be0c5b3","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.95,"2":0.05,"3":0},"confidence":0.94},"score":{"score":1.07,"probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.93},"noul":{"related":0.87,"answers":0.3,"exact":0.07}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.22320845800000097,"passageCap":0,"originalPassageChars":364,"submittedPassageChars":364}
{"split":"test","qid":"q9","pid":"p1137","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b8ab0facd60a50a52dccb0e384734459995140e2c49c7242bb8a8a22ac3905b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.92,"3":0.04},"confidence":0.9},"score":{"score":2.04,"probabilities":{"0":0,"1":0.03,"2":0.9,"3":0.07},"confidence":0.9},"noul":{"related":0.92,"answers":0.88,"exact":0.21}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.2714941249999974,"passageCap":0,"originalPassageChars":331,"submittedPassageChars":331}
{"split":"test","qid":"q9","pid":"p11499","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"88fcf142bcfc2379e798cc8ae5992592b1bc3ceff42e3576d1df5627428b6c5f","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.79,"2":0.14,"3":0},"confidence":0.72},"score":{"score":1.1,"probabilities":{"0":0.06,"1":0.78,"2":0.16,"3":0},"confidence":0.78},"noul":{"related":0.5,"answers":0.36,"exact":0.03}},"inputTokens":802,"outputTokens":107,"latencySeconds":0.2100137909999976,"passageCap":0,"originalPassageChars":184,"submittedPassageChars":184}
{"split":"test","qid":"q9","pid":"p1153","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8673c24944589e2570980a1da885a0fb3aa5a3e3ce590d57b1fd66cea74982b7","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.15,"3":0.85},"confidence":0.8},"score":{"score":2.87,"probabilities":{"0":0,"1":0,"2":0.13,"3":0.87},"confidence":0.87},"noul":{"related":0.97,"answers":0.97,"exact":0.72}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.20718820899999993,"passageCap":0,"originalPassageChars":348,"submittedPassageChars":348}
{"split":"test","qid":"q9","pid":"p11532","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"587d2355a034929083b6ed80cf9ec0ba6e87c12cd1ef86fa352c5ca440276cb5","answers":{"choice":{"choice":"1","probabilities":{"0":0.44,"1":0.55,"2":0.01,"3":0},"confidence":0.4},"score":{"score":0.67,"probabilities":{"0":0.33,"1":0.67,"2":0,"3":0},"confidence":0.67},"noul":{"related":0.44,"answers":0.07,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21430829200000154,"passageCap":0,"originalPassageChars":213,"submittedPassageChars":213}
{"split":"test","qid":"q9","pid":"p119","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"36719414766049fd6087b3eb494aef039dabb1cafffbcad48714313cecfd5c44","answers":{"choice":{"choice":"1","probabilities":{"0":0.04,"1":0.77,"2":0.19,"3":0},"confidence":0.69},"score":{"score":1.22,"probabilities":{"0":0.03,"1":0.72,"2":0.25,"3":0},"confidence":0.72},"noul":{"related":0.63,"answers":0.37,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.3228615839999984,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q9","pid":"p1318","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6ab225bf615f87c6d183b665be2fb092c1d14c9eacbd6599d24487c8c5fb3934","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.83,"3":0.14},"confidence":0.78},"score":{"score":2.19,"probabilities":{"0":0,"1":0.01,"2":0.79,"3":0.2},"confidence":0.78},"noul":{"related":0.91,"answers":0.91,"exact":0.36}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.23035479199999828,"passageCap":0,"originalPassageChars":297,"submittedPassageChars":297}
{"split":"test","qid":"q9","pid":"p1356","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6dd07935cc3eaebfae3b7670df656ae58d7d318386bb4e287676cdb2d55bb827","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.08,"2":0.87,"3":0.04},"confidence":0.83},"score":{"score":1.96,"probabilities":{"0":0.01,"1":0.06,"2":0.88,"3":0.05},"confidence":0.86},"noul":{"related":0.82,"answers":0.81,"exact":0.18}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.24051333400000294,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q9","pid":"p1475","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5e82b038cd3c291796c906e944660aa87f053492d8cf08fa54a9d6629395ece7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.83},"score":{"score":2.11,"probabilities":{"0":0,"1":0.01,"2":0.87,"3":0.12},"confidence":0.87},"noul":{"related":0.94,"answers":0.91,"exact":0.3}},"inputTokens":850,"outputTokens":107,"latencySeconds":0.2313836250000022,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q9","pid":"p1707","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b45f4120b5167bb18967d89f7459d40b42a1fd6350072bb680f3a56d0c5d3c74","answers":{"choice":{"choice":"1","probabilities":{"0":0.1,"1":0.46,"2":0.43,"3":0.01},"confidence":0.29},"score":{"score":1.47,"probabilities":{"0":0.06,"1":0.41,"2":0.52,"3":0.01},"confidence":0.46},"noul":{"related":0.6,"answers":0.6,"exact":0.08}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.25552858399999967,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q9","pid":"p1722","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"335629567ad8e474f7cf44d6b91f3c7aa7d7f053c4be62406c215a476b32c51b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.85,"3":0.07},"confidence":0.8},"score":{"score":2.02,"probabilities":{"0":0,"1":0.05,"2":0.88,"3":0.07},"confidence":0.88},"noul":{"related":0.88,"answers":0.85,"exact":0.22}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.24812325000000418,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q9","pid":"p1906","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"70b08a39a4389e986b95bf0faa333e7a47a77a1a753aef6a78161fc5d344e11d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.29,"2":0.69,"3":0.02},"confidence":0.58},"score":{"score":1.85,"probabilities":{"0":0,"1":0.18,"2":0.79,"3":0.03},"confidence":0.79},"noul":{"related":0.88,"answers":0.77,"exact":0.16}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.22126254200000403,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q9","pid":"p1984","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"310823d656a9a8c4c95d4d5869e1ebb7b1a1e346eadae4c85545fb0150d204e8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.96,"3":0.01},"confidence":0.94},"score":{"score":1.98,"probabilities":{"0":0,"1":0.02,"2":0.97,"3":0.01},"confidence":0.97},"noul":{"related":0.82,"answers":0.87,"exact":0.14}},"inputTokens":845,"outputTokens":107,"latencySeconds":0.22958437499999854,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q9","pid":"p2029","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a6bada9d0f59981168087e8b3ef56402e7001141e9eb7977706ea058bc1e4c5f","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.59,"2":0.39,"3":0.01},"confidence":0.47},"score":{"score":1.57,"probabilities":{"0":0,"1":0.42,"2":0.58,"3":0},"confidence":0.57},"noul":{"related":0.8,"answers":0.64,"exact":0.1}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21737187500000438,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q9","pid":"p2328","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"988217bd02f1cd15b687e0c15e21a8b69bb9800f889de43d6feceec727e94522","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.84,"3":0.04},"confidence":0.79},"score":{"score":1.97,"probabilities":{"0":0,"1":0.08,"2":0.86,"3":0.06},"confidence":0.86},"noul":{"related":0.87,"answers":0.83,"exact":0.2}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.21424566700000286,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q9","pid":"p2342","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a84963475a504c75974bc4995f5ca372e658aa71fe1318e4b8d6138ec85dfd6","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.81,"3":0.01},"confidence":0.74},"score":{"score":1.85,"probabilities":{"0":0,"1":0.15,"2":0.85,"3":0},"confidence":0.84},"noul":{"related":0.78,"answers":0.78,"exact":0.14}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2853469580000019,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q9","pid":"p236","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ef4c8d440fb021760c1271c63a7d900d89517adaa074dd4c4472cfc6ceaa3804","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.85,"2":0.14,"3":0.01},"confidence":0.8},"score":{"score":1.19,"probabilities":{"0":0,"1":0.81,"2":0.19,"3":0},"confidence":0.8},"noul":{"related":0.79,"answers":0.37,"exact":0.1}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.25006833299999565,"passageCap":0,"originalPassageChars":302,"submittedPassageChars":302}
{"split":"test","qid":"q9","pid":"p2553","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"bf353aedef32c4c0635e6c3a8d9e6736d0a4f3c17e934b7989bdd997b923628f","answers":{"choice":{"choice":"0","probabilities":{"0":0.98,"1":0.02,"2":0,"3":0},"confidence":0.97},"score":{"score":0.06,"probabilities":{"0":0.95,"1":0.05,"2":0,"3":0},"confidence":0.94},"noul":{"related":0.09,"answers":0.04,"exact":0.01}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.20141129199999705,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q9","pid":"p2614","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3f5bcdab4fd3e77b77508ed2ab772de46f35631dc4cddc475d095e28d1f6def8","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.71,"2":0.28,"3":0},"confidence":0.6},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.68},"noul":{"related":0.79,"answers":0.57,"exact":0.1}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.20493449999999575,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q9","pid":"p2630","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"257aad40073e6008555415daa585d94d2f967d4f48f98163df9d99cbb95d1561","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.71,"2":0.26,"3":0},"confidence":0.6},"score":{"score":1.26,"probabilities":{"0":0.03,"1":0.68,"2":0.29,"3":0},"confidence":0.68},"noul":{"related":0.68,"answers":0.45,"exact":0.08}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20715016599999944,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q9","pid":"p2695","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"575fb0065209d84adb11ebce37e40572ec3668bee4ffa9a416e0797d04db63f7","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.44,"2":0.52,"3":0.04},"confidence":0.36},"score":{"score":1.68,"probabilities":{"0":0,"1":0.35,"2":0.62,"3":0.03},"confidence":0.61},"noul":{"related":0.86,"answers":0.71,"exact":0.12}},"inputTokens":849,"outputTokens":107,"latencySeconds":0.23698779100000683,"passageCap":0,"originalPassageChars":368,"submittedPassageChars":368}
{"split":"test","qid":"q9","pid":"p2764","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d00b0f76491e14e4daa735794e4de6c5ad5d065bf80c0adc2c92592eec47e61d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.09,"2":0.87,"3":0.04},"confidence":0.83},"score":{"score":2.01,"probabilities":{"0":0,"1":0.05,"2":0.89,"3":0.06},"confidence":0.88},"noul":{"related":0.88,"answers":0.85,"exact":0.22}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.3358341670000009,"passageCap":0,"originalPassageChars":317,"submittedPassageChars":317}
{"split":"test","qid":"q9","pid":"p3016","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0586c4dbf28934f117764e6180dc07c50420b587eade54457e48bc02ed57e9d9","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.14,"2":0.81,"3":0.04},"confidence":0.75},"score":{"score":1.91,"probabilities":{"0":0,"1":0.13,"2":0.83,"3":0.04},"confidence":0.82},"noul":{"related":0.88,"answers":0.81,"exact":0.2}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.28990862499999637,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q9","pid":"p3105","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"92fa19cbec5d96016bad841f88c9c51b3b47e6e31339067a0af88613b393f775","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.8,"3":0.15},"confidence":0.74},"score":{"score":2.14,"probabilities":{"0":0,"1":0.02,"2":0.82,"3":0.16},"confidence":0.82},"noul":{"related":0.9,"answers":0.88,"exact":0.22}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20872812499999419,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q9","pid":"p3120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5f5a0b53458f643e612331889b5da7f3763df3c8eff2475a730894368b20b57","answers":{"choice":{"choice":"0","probabilities":{"0":0.6,"1":0.36,"2":0.04,"3":0},"confidence":0.46},"score":{"score":0.49,"probabilities":{"0":0.54,"1":0.44,"2":0.02,"3":0},"confidence":0.51},"noul":{"related":0.21,"answers":0.12,"exact":0.02}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.20317937499999972,"passageCap":0,"originalPassageChars":311,"submittedPassageChars":311}
{"split":"test","qid":"q9","pid":"p3165","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"123d7cd6cf812a220741497cc619ffd5f3db7c8bf91aca27e2b27cd23979eab0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.68,"3":0.31},"confidence":0.58},"score":{"score":2.41,"probabilities":{"0":0,"1":0,"2":0.59,"3":0.41},"confidence":0.59},"noul":{"related":0.94,"answers":0.93,"exact":0.45}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.24526504199999907,"passageCap":0,"originalPassageChars":286,"submittedPassageChars":286}
{"split":"test","qid":"q9","pid":"p3192","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"55ab230e7de55a3199a27ec417f8988ed52470347a014849481454ba9edbc5e2","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.78,"2":0.16,"3":0},"confidence":0.71},"score":{"score":1.18,"probabilities":{"0":0.04,"1":0.74,"2":0.22,"3":0},"confidence":0.73},"noul":{"related":0.66,"answers":0.4,"exact":0.05}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20944174999999815,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q9","pid":"p3212","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"c62c2574c6853b26ce84bbb42f7d3b98167151a6507b8211d6714144e180b7d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.73,"3":0.26},"confidence":0.64},"score":{"score":2.28,"probabilities":{"0":0,"1":0,"2":0.72,"3":0.28},"confidence":0.72},"noul":{"related":0.93,"answers":0.94,"exact":0.34}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2106213329999955,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q9","pid":"p3269","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ada1bd5abe051387f7b59688f6d2660c020bf7a8a0b32c139c74616ddb923456","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.21,"3":0},"confidence":0.72},"score":{"score":1.28,"probabilities":{"0":0,"1":0.72,"2":0.28,"3":0},"confidence":0.72},"noul":{"related":0.83,"answers":0.45,"exact":0.07}},"inputTokens":819,"outputTokens":107,"latencySeconds":0.20091645900000002,"passageCap":0,"originalPassageChars":231,"submittedPassageChars":231}
{"split":"test","qid":"q9","pid":"p334","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d3e0a2eef365d21b7dd1703f97c71e0ef3a6131b409360d7ab52409f6e03d145","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.27,"2":0.71,"3":0.02},"confidence":0.61},"score":{"score":1.81,"probabilities":{"0":0,"1":0.21,"2":0.77,"3":0.02},"confidence":0.77},"noul":{"related":0.82,"answers":0.7,"exact":0.13}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.2002521659999984,"passageCap":0,"originalPassageChars":353,"submittedPassageChars":353}
{"split":"test","qid":"q9","pid":"p3401","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"884cea4a30cd0f588cd305d6949b95e37ea96349d3057361682843d0ffca535a","answers":{"choice":{"choice":"0","probabilities":{"0":0.96,"1":0.04,"2":0,"3":0},"confidence":0.95},"score":{"score":0.1,"probabilities":{"0":0.91,"1":0.09,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.1,"answers":0.04,"exact":0.01}},"inputTokens":1106,"outputTokens":107,"latencySeconds":0.25543312499999593,"passageCap":0,"originalPassageChars":1416,"submittedPassageChars":1416}
{"split":"test","qid":"q9","pid":"p3534","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8efc264d7b3c6ee9e83825ee373f3955d62125118f3684f90f52645e15b54a87","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":2054,"outputTokens":107,"latencySeconds":0.24653633300000366,"passageCap":0,"originalPassageChars":2869,"submittedPassageChars":2869}
{"split":"test","qid":"q9","pid":"p3542","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1f80580443ee271e62a1bdd38a6de4dd5e072ac22343c7f6bf5137dfbdd0599","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.29,"3":0},"confidence":0.61},"score":{"score":1.32,"probabilities":{"0":0,"1":0.68,"2":0.32,"3":0},"confidence":0.67},"noul":{"related":0.79,"answers":0.53,"exact":0.07}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2421118329999954,"passageCap":0,"originalPassageChars":327,"submittedPassageChars":327}
{"split":"test","qid":"q9","pid":"p3579","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"98606dc197a019735832ed931f2e3f78c437e457dc7f0a6887549b5b70be1d22","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0.01,"2":0.4,"3":0.59},"confidence":0.46},"score":{"score":2.67,"probabilities":{"0":0,"1":0,"2":0.33,"3":0.67},"confidence":0.67},"noul":{"related":0.96,"answers":0.95,"exact":0.53}},"inputTokens":839,"outputTokens":107,"latencySeconds":0.23636408400000072,"passageCap":0,"originalPassageChars":314,"submittedPassageChars":314}
{"split":"test","qid":"q9","pid":"p3912","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fbd9deeb198e574b93fda769528b3f1b644d56e2b964311d118813d4839cb1ce","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.55,"3":0.44},"confidence":0.41},"score":{"score":2.49,"probabilities":{"0":0,"1":0,"2":0.51,"3":0.49},"confidence":0.51},"noul":{"related":0.96,"answers":0.95,"exact":0.54}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.20803129099999934,"passageCap":0,"originalPassageChars":233,"submittedPassageChars":233}
{"split":"test","qid":"q9","pid":"p426","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0a4c03bd102f53c2dae5c06b7fec8a0ebb739e77bc9b151439e6cdbe396a5f69","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.86,"3":0.12},"confidence":0.81},"score":{"score":2.18,"probabilities":{"0":0,"1":0.01,"2":0.81,"3":0.18},"confidence":0.81},"noul":{"related":0.93,"answers":0.92,"exact":0.29}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.19931554199999663,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}
{"split":"test","qid":"q9","pid":"p454","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a0c5a408ef166b77c7790235c3016f7514a632cfc74e9303a6d85e6a496cc325","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.85,"3":0.1},"confidence":0.8},"score":{"score":2.08,"probabilities":{"0":0,"1":0.04,"2":0.84,"3":0.12},"confidence":0.84},"noul":{"related":0.91,"answers":0.87,"exact":0.36}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2620645829999994,"passageCap":0,"originalPassageChars":391,"submittedPassageChars":391}
{"split":"test","qid":"q9","pid":"p4602","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e672c6f635d05f10969e20b94e2fa8b0f5e1a85198608cb53a0e80d215c0e589","answers":{"choice":{"choice":"1","probabilities":{"0":0.08,"1":0.76,"2":0.16,"3":0},"confidence":0.67},"score":{"score":1.17,"probabilities":{"0":0.04,"1":0.74,"2":0.22,"3":0},"confidence":0.74},"noul":{"related":0.55,"answers":0.36,"exact":0.05}},"inputTokens":860,"outputTokens":107,"latencySeconds":0.2019611670000013,"passageCap":0,"originalPassageChars":436,"submittedPassageChars":436}
{"split":"test","qid":"q9","pid":"p4682","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8b0da2ab37d50b38a060877047498b260f2822650233639df4c1704950294ed","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.81,"3":0.18},"confidence":0.74},"score":{"score":2.31,"probabilities":{"0":0,"1":0,"2":0.69,"3":0.31},"confidence":0.69},"noul":{"related":0.95,"answers":0.93,"exact":0.37}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21762154200000078,"passageCap":0,"originalPassageChars":292,"submittedPassageChars":292}
{"split":"test","qid":"q9","pid":"p4719","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2884b35207963da142a1bcf597f6d17d63c52a3d861fc177638fda7c1133661d","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.52,"3":0.46},"confidence":0.36},"score":{"score":2.52,"probabilities":{"0":0,"1":0.01,"2":0.47,"3":0.52},"confidence":0.52},"noul":{"related":0.95,"answers":0.92,"exact":0.49}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.2338007080000025,"passageCap":0,"originalPassageChars":278,"submittedPassageChars":278}
{"split":"test","qid":"q9","pid":"p4846","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9d168e669e2a8ed74a605fab9f4b3135be78bd5c31e1024e4e9772e6aa92ac01","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.93,"2":0.07,"3":0},"confidence":0.89},"score":{"score":1.1,"probabilities":{"0":0,"1":0.9,"2":0.1,"3":0},"confidence":0.9},"noul":{"related":0.83,"answers":0.4,"exact":0.09}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.23973991599999864,"passageCap":0,"originalPassageChars":330,"submittedPassageChars":330}
{"split":"test","qid":"q9","pid":"p4866","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"edc5d7e4db726f2d93302d563cfd3ddc25f63d2a1fc0d62135ab6188fb971435","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.35,"3":0.65},"confidence":0.53},"score":{"score":2.71,"probabilities":{"0":0,"1":0,"2":0.29,"3":0.71},"confidence":0.71},"noul":{"related":0.96,"answers":0.95,"exact":0.61}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.20914616599999863,"passageCap":0,"originalPassageChars":313,"submittedPassageChars":313}
{"split":"test","qid":"q9","pid":"p5005","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"692b83b4bfb73e1cc110b12f0347ab9f607b595a4bd8ae1707c2f8b97d871f55","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.63,"3":0.36},"confidence":0.51},"score":{"score":2.44,"probabilities":{"0":0,"1":0,"2":0.56,"3":0.44},"confidence":0.56},"noul":{"related":0.95,"answers":0.92,"exact":0.44}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21217329199999949,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q9","pid":"p5066","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a9f51e323e9ef202b31353f7a47673b213be15d2bea31bbae43334f1c6f3a92","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.94,"3":0.04},"confidence":0.92},"score":{"score":2.02,"probabilities":{"0":0,"1":0.01,"2":0.95,"3":0.04},"confidence":0.95},"noul":{"related":0.91,"answers":0.89,"exact":0.18}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21390883299999405,"passageCap":0,"originalPassageChars":331,"submittedPassageChars":331}
{"split":"test","qid":"q9","pid":"p5219","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1752eac2dc48ba469841b8cbbfd3ff8e7e0d6a05ac711d48dfb62ddf428130d8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.12,"2":0.85,"3":0.03},"confidence":0.8},"score":{"score":1.93,"probabilities":{"0":0,"1":0.09,"2":0.89,"3":0.02},"confidence":0.89},"noul":{"related":0.91,"answers":0.84,"exact":0.2}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2588718749999971,"passageCap":0,"originalPassageChars":272,"submittedPassageChars":272}
{"split":"test","qid":"q9","pid":"p5321","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9999320a1f5044d7b0fd49f3e62cfb4ff1623b9fcf02e2e4cd23614e6e82658b","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.36,"3":0.64},"confidence":0.52},"score":{"score":2.69,"probabilities":{"0":0,"1":0,"2":0.31,"3":0.69},"confidence":0.69},"noul":{"related":0.97,"answers":0.95,"exact":0.59}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.24706133299999783,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q9","pid":"p5518","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"57f19de798c7b7401d8ab949ad20d8a1574357b18f2253be6a97015d62a94ed3","answers":{"choice":{"choice":"1","probabilities":{"0":0.27,"1":0.71,"2":0.02,"3":0},"confidence":0.61},"score":{"score":0.79,"probabilities":{"0":0.23,"1":0.75,"2":0.02,"3":0},"confidence":0.75},"noul":{"related":0.43,"answers":0.1,"exact":0.02}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.21919933299999683,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q9","pid":"p559","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fe3cb6028bfdd33a8689caed27e9d62c1394825ffb55ab4e42d771856b19b02b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.84,"3":0.1},"confidence":0.78},"score":{"score":2.14,"probabilities":{"0":0,"1":0.03,"2":0.8,"3":0.17},"confidence":0.79},"noul":{"related":0.92,"answers":0.88,"exact":0.27}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2581265840000051,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q9","pid":"p569","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ddbe14559d2d3f38e9712cf47a4258cc03ad4c8ea051463437229c873a69b427","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.34,"2":0.64,"3":0.02},"confidence":0.52},"score":{"score":1.72,"probabilities":{"0":0,"1":0.29,"2":0.69,"3":0.02},"confidence":0.69},"noul":{"related":0.86,"answers":0.69,"exact":0.16}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20133591600000364,"passageCap":0,"originalPassageChars":309,"submittedPassageChars":309}
{"split":"test","qid":"q9","pid":"p5894","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"16ab0335d2b9daf3fd244e13493012baf42b70a614ec3b983ca18b899bee3d89","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.37,"3":0.63},"confidence":0.5},"score":{"score":2.63,"probabilities":{"0":0,"1":0,"2":0.37,"3":0.63},"confidence":0.63},"noul":{"related":0.96,"answers":0.96,"exact":0.55}},"inputTokens":853,"outputTokens":107,"latencySeconds":0.21906354199999623,"passageCap":0,"originalPassageChars":380,"submittedPassageChars":380}
{"split":"test","qid":"q9","pid":"p5922","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"38b205677a684683db9a1356ec90af586b055e1d8693c4ec1e280122eabe2298","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.93,"3":0.03},"confidence":0.9},"score":{"score":1.99,"probabilities":{"0":0,"1":0.04,"2":0.9299999999999999,"3":0.03},"confidence":0.94},"noul":{"related":0.88,"answers":0.86,"exact":0.17}},"inputTokens":842,"outputTokens":107,"latencySeconds":0.19966433300000064,"passageCap":0,"originalPassageChars":362,"submittedPassageChars":362}
{"split":"test","qid":"q9","pid":"p5977","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"d915699a82e3cc5e04b64d28d81caf78dc7685698f6a50914be1fe225cf76a8b","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.61,"2":0.38,"3":0},"confidence":0.47},"score":{"score":1.45,"probabilities":{"0":0.01,"1":0.54,"2":0.45,"3":0},"confidence":0.54},"noul":{"related":0.72,"answers":0.59,"exact":0.08}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.22794870800000352,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q9","pid":"p5983","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2b21d4894eac9524cc8d810516610672176f574adb21e66c44e52defd599b797","answers":{"choice":{"choice":"1","probabilities":{"0":0.12,"1":0.87,"2":0.01,"3":0},"confidence":0.83},"score":{"score":0.91,"probabilities":{"0":0.1,"1":0.9,"2":0,"3":0},"confidence":0.9},"noul":{"related":0.54,"answers":0.14,"exact":0.03}},"inputTokens":852,"outputTokens":107,"latencySeconds":0.209859457999999,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q9","pid":"p6005","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e2b36c8ff61cb67739e5af0144180572b87ec48dd614d35daafa108e2c398968","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.69},"score":{"score":2.28,"probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.7},"noul":{"related":0.9,"answers":0.9,"exact":0.44}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2155086250000022,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q9","pid":"p604","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e8ff9acdccf2272baac9da456d2d92fe702a7dadc8cc5334596967c5ae005d7a","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.69,"2":0.28,"3":0},"confidence":0.58},"score":{"score":1.3,"probabilities":{"0":0.02,"1":0.66,"2":0.32,"3":0},"confidence":0.66},"noul":{"related":0.67,"answers":0.57,"exact":0.08}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.24785766599999623,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q9","pid":"p6054","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ad0b16c9fc2b333bf202c50fd0004931865d11b134f45eeadda5cfe93e9d906","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.53,"3":0.46},"confidence":0.38},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.44,"3":0.56},"confidence":0.56},"noul":{"related":0.95,"answers":0.94,"exact":0.51}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23400191700000142,"passageCap":0,"originalPassageChars":303,"submittedPassageChars":303}
{"split":"test","qid":"q9","pid":"p6069","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"876ecc3cca81fc856185e90c0cb3952e9863fa5222ab60140384d4d817b0e4a1","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.92,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.97,"probabilities":{"0":0.04,"1":0.96,"2":0,"3":0},"confidence":0.96},"noul":{"related":0.61,"answers":0.1,"exact":0.03}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.20715175000000455,"passageCap":0,"originalPassageChars":273,"submittedPassageChars":273}
{"split":"test","qid":"q9","pid":"p6077","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a5dbf984be900819794ec6a3e2c4f069d9c109c89b2bed2bce57292bf7b1472e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.82,"3":0.15},"confidence":0.76},"score":{"score":2.17,"probabilities":{"0":0,"1":0.02,"2":0.8,"3":0.18},"confidence":0.8},"noul":{"related":0.9,"answers":0.88,"exact":0.26}},"inputTokens":826,"outputTokens":107,"latencySeconds":0.2630699160000004,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q9","pid":"p6147","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b3475bbe050db3de3a827b673788703b0664cbc99c8da5030a29b293b5dd2338","answers":{"choice":{"choice":"2","probabilities":{"0":0.01,"1":0.19,"2":0.79,"3":0.01},"confidence":0.73},"score":{"score":1.82,"probabilities":{"0":0,"1":0.18,"2":0.8200000000000001,"3":0},"confidence":0.81},"noul":{"related":0.81,"answers":0.75,"exact":0.15}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.26417350000000445,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q9","pid":"p6271","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4b927c02157c0d2e67349b1d7788d1d1284f4736ae2e6648b8b52415ee60ea26","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.52,"2":0.46,"3":0.01},"confidence":0.37},"score":{"score":1.48,"probabilities":{"0":0.01,"1":0.5,"2":0.49,"3":0},"confidence":0.5},"noul":{"related":0.78,"answers":0.66,"exact":0.1}},"inputTokens":835,"outputTokens":107,"latencySeconds":0.2072821249999979,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q9","pid":"p6679","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"54745e0819033b59ae8f2e0d311084bb81d836f67e0ec785188ac3901fca8df8","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.88,"3":0.11},"confidence":0.84},"score":{"score":2.07,"probabilities":{"0":0,"1":0,"2":0.93,"3":0.07},"confidence":0.92},"noul":{"related":0.95,"answers":0.91,"exact":0.35}},"inputTokens":861,"outputTokens":107,"latencySeconds":0.21513687500000378,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q9","pid":"p6773","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0ecf49677a7dc13a3a7b1c02b364f3df30e6c14b030a6db242a7e350336c5c5f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.1,"2":0.88,"3":0.02},"confidence":0.83},"score":{"score":1.96,"probabilities":{"0":0,"1":0.06,"2":0.92,"3":0.02},"confidence":0.91},"noul":{"related":0.89,"answers":0.86,"exact":0.14}},"inputTokens":859,"outputTokens":107,"latencySeconds":0.2015084999999963,"passageCap":0,"originalPassageChars":448,"submittedPassageChars":448}
{"split":"test","qid":"q9","pid":"p6807","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"371048ec901d1fe5cd5a34116ac729edff6f31575181c41c9404fc2b1b28e9cf","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.02,"answers":0.02,"exact":0.01}},"inputTokens":22995,"outputTokens":107,"latencySeconds":0.32594800000000396,"passageCap":60000,"originalPassageChars":120658,"submittedPassageChars":60000}
{"split":"test","qid":"q9","pid":"p6824","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9726fda990e9ce9c4d032e8cfb41c79bd52684909f64ce8730387c77f5254356","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.41,"3":0.59},"confidence":0.44},"score":{"score":2.61,"probabilities":{"0":0,"1":0,"2":0.39,"3":0.61},"confidence":0.61},"noul":{"related":0.97,"answers":0.96,"exact":0.64}},"inputTokens":823,"outputTokens":107,"latencySeconds":0.23185362500000337,"passageCap":0,"originalPassageChars":299,"submittedPassageChars":299}
{"split":"test","qid":"q9","pid":"p6904","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"27cf74bfdf1adbf1d45c166355d62991e0b20d9ef3d70f3ea24562ac3ee126d0","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.8200000000000001,"2":0.18,"3":0},"confidence":0.75},"score":{"score":1.16,"probabilities":{"0":0,"1":0.84,"2":0.16,"3":0},"confidence":0.84},"noul":{"related":0.82,"answers":0.43,"exact":0.06}},"inputTokens":856,"outputTokens":107,"latencySeconds":0.25418962500000636,"passageCap":0,"originalPassageChars":356,"submittedPassageChars":356}
{"split":"test","qid":"q9","pid":"p6922","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a8c36fe3f9dc000fccc45861167cf209ed9b1cf07c563ca53795bc3f9f25e914","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.77,"2":0.01,"3":0},"confidence":0.7},"score":{"score":0.85,"probabilities":{"0":0.15,"1":0.85,"2":0,"3":0},"confidence":0.84},"noul":{"related":0.57,"answers":0.1,"exact":0.03}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.20797470800000156,"passageCap":0,"originalPassageChars":342,"submittedPassageChars":342}
{"split":"test","qid":"q9","pid":"p6956","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"977c0637af8b1a393fa1a1f79c494a45b469b50205e8232cee9c73e8797e7d44","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.11,"2":0.87,"3":0.02},"confidence":0.81},"score":{"score":1.9,"probabilities":{"0":0,"1":0.11,"2":0.87,"3":0.02},"confidence":0.87},"noul":{"related":0.84,"answers":0.82,"exact":0.13}},"inputTokens":866,"outputTokens":107,"latencySeconds":0.228239459000004,"passageCap":0,"originalPassageChars":469,"submittedPassageChars":469}
{"split":"test","qid":"q9","pid":"p6984","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a5ad40033bcdec56b65d3c8e617a8d4d7e9b7236ce5276ef3f2ed05e5b97080","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.94,"2":0.04,"3":0},"confidence":0.92},"score":{"score":1.04,"probabilities":{"0":0.01,"1":0.93,"2":0.06,"3":0},"confidence":0.93},"noul":{"related":0.75,"answers":0.21,"exact":0.04}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.25034512499999984,"passageCap":0,"originalPassageChars":270,"submittedPassageChars":270}
{"split":"test","qid":"q9","pid":"p7025","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"b862a143041acfadbb49445469e297a8501b379a4866b6a1632f96e1574b99a3","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.69,"3":0.3},"confidence":0.59},"score":{"score":2.26,"probabilities":{"0":0,"1":0,"2":0.73,"3":0.27},"confidence":0.73},"noul":{"related":0.95,"answers":0.92,"exact":0.36}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.21832329200000095,"passageCap":0,"originalPassageChars":266,"submittedPassageChars":266}
{"split":"test","qid":"q9","pid":"p708","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"343642814789795c5c478add7fc4bb18f73a17f29083b5d1ba6d0b3590ae5007","answers":{"choice":{"choice":"0","probabilities":{"0":0.62,"1":0.38,"2":0,"3":0},"confidence":0.49},"score":{"score":0.37,"probabilities":{"0":0.63,"1":0.37,"2":0,"3":0},"confidence":0.63},"noul":{"related":0.25,"answers":0.06,"exact":0.02}},"inputTokens":875,"outputTokens":107,"latencySeconds":0.21399479200000496,"passageCap":0,"originalPassageChars":437,"submittedPassageChars":437}
{"split":"test","qid":"q9","pid":"p7108","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"22956e5aca2cb5587968b3706f278c2d880a21568b39535355259a89841ab107","answers":{"choice":{"choice":"1","probabilities":{"0":0.22,"1":0.76,"2":0.02,"3":0},"confidence":0.67},"score":{"score":0.85,"probabilities":{"0":0.17,"1":0.82,"2":0.01,"3":0},"confidence":0.82},"noul":{"related":0.5,"answers":0.1,"exact":0.02}},"inputTokens":851,"outputTokens":107,"latencySeconds":0.2173863329999949,"passageCap":0,"originalPassageChars":254,"submittedPassageChars":254}
{"split":"test","qid":"q9","pid":"p734","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"431691a070888c5f5db0f9e71a932f85354a964b765f2fe57f395e2f275adb44","answers":{"choice":{"choice":"1","probabilities":{"0":0.05,"1":0.52,"2":0.43,"3":0},"confidence":0.35},"score":{"score":1.61,"probabilities":{"0":0.02,"1":0.34,"2":0.64,"3":0},"confidence":0.61},"noul":{"related":0.62,"answers":0.65,"exact":0.06}},"inputTokens":833,"outputTokens":107,"latencySeconds":0.2691466670000009,"passageCap":0,"originalPassageChars":305,"submittedPassageChars":305}
{"split":"test","qid":"q9","pid":"p7362","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f1c9edd2736f05464a12b592f16e0323cef13a7bf15920c00e33dea9020acb35","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.19,"2":0.79,"3":0.02},"confidence":0.71},"score":{"score":1.89,"probabilities":{"0":0,"1":0.13,"2":0.85,"3":0.02},"confidence":0.86},"noul":{"related":0.83,"answers":0.78,"exact":0.17}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21262350000000152,"passageCap":0,"originalPassageChars":360,"submittedPassageChars":360}
{"split":"test","qid":"q9","pid":"p7374","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cb00d50f6c43d83f20b9c05f5038067936caa9428dadf8ee458faba3167b2bc1","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.6900000000000001,"2":0.3,"3":0.01},"confidence":0.58},"score":{"score":1.37,"probabilities":{"0":0,"1":0.63,"2":0.37,"3":0},"confidence":0.63},"noul":{"related":0.85,"answers":0.55,"exact":0.13}},"inputTokens":847,"outputTokens":107,"latencySeconds":0.20435958300000492,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q9","pid":"p7377","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9aa0c4a4ef9cc528ac22b96d34d000d2cd347db7047ce743aca06034d6110e59","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.18,"2":0.78,"3":0.04},"confidence":0.71},"score":{"score":1.91,"probabilities":{"0":0,"1":0.13,"2":0.83,"3":0.04},"confidence":0.83},"noul":{"related":0.87,"answers":0.8,"exact":0.19}},"inputTokens":822,"outputTokens":107,"latencySeconds":0.22720491700000275,"passageCap":0,"originalPassageChars":256,"submittedPassageChars":256}
{"split":"test","qid":"q9","pid":"p738","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9237a663ed069ae2a9ac2e4843e869d75ae55579da7216d3989b8a9b5a43175f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.04,"2":0.83,"3":0.13},"confidence":0.77},"score":{"score":2.12,"probabilities":{"0":0,"1":0.02,"2":0.83,"3":0.15},"confidence":0.83},"noul":{"related":0.9,"answers":0.87,"exact":0.21}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.2599519579999978,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q9","pid":"p7774","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"1f63034ac8b60f7fed62e038816136bbb5d24d5d4008078abb4600f782f71920","answers":{"choice":{"choice":"1","probabilities":{"0":0.02,"1":0.65,"2":0.33,"3":0},"confidence":0.53},"score":{"score":1.35,"probabilities":{"0":0.01,"1":0.63,"2":0.36,"3":0},"confidence":0.62},"noul":{"related":0.65,"answers":0.48,"exact":0.05}},"inputTokens":818,"outputTokens":107,"latencySeconds":0.21218591700000253,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q9","pid":"p8014","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a3a0461a4a26bc96a700a9492769d336f081d9464bb0e8bfbeea5f6ea8815be","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.73,"3":0.26},"confidence":0.64},"score":{"score":2.32,"probabilities":{"0":0,"1":0,"2":0.68,"3":0.32},"confidence":0.68},"noul":{"related":0.96,"answers":0.95,"exact":0.54}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.2146998339999991,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q9","pid":"p8042","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"fb85e3f6e3f840d67112f3338117658ed71acd5266cb81d05f603bf3bacce852","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.89,"3":0.05},"confidence":0.84},"score":{"score":2.04,"probabilities":{"0":0,"1":0.04,"2":0.88,"3":0.08},"confidence":0.87},"noul":{"related":0.94,"answers":0.87,"exact":0.19}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.21310083399999713,"passageCap":0,"originalPassageChars":318,"submittedPassageChars":318}
{"split":"test","qid":"q9","pid":"p811","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2aef81177abc54a87d03203f5d4cad49b3d3f19ffdb6a3e63cf8bc0287f9713d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.71,"2":0.28,"3":0.01},"confidence":0.62},"score":{"score":1.38,"probabilities":{"0":0,"1":0.62,"2":0.38,"3":0},"confidence":0.62},"noul":{"related":0.82,"answers":0.55,"exact":0.11}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.20894512499999837,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q9","pid":"p8142","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"cdcfc04974274c6c44bbb96aab97acdcb027021a265609df9f654a4a49296d8e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.38,"2":0.61,"3":0.01},"confidence":0.48},"score":{"score":1.73,"probabilities":{"0":0,"1":0.27,"2":0.73,"3":0},"confidence":0.72},"noul":{"related":0.87,"answers":0.78,"exact":0.12}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.2090022919999974,"passageCap":0,"originalPassageChars":296,"submittedPassageChars":296}
{"split":"test","qid":"q9","pid":"p8153","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"a1933126e536d19c9f66ea7bd7597fb3db2063e97071ca1c30aa099767cdb0eb","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.59,"3":0.4},"confidence":0.46},"score":{"score":2.53,"probabilities":{"0":0,"1":0,"2":0.46,"3":0.54},"confidence":0.53},"noul":{"related":0.95,"answers":0.93,"exact":0.57}},"inputTokens":846,"outputTokens":107,"latencySeconds":0.21944745800000237,"passageCap":0,"originalPassageChars":315,"submittedPassageChars":315}
{"split":"test","qid":"q9","pid":"p8219","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a9f51e323e9ef202b31353f7a47673b213be15d2bea31bbae43334f1c6f3a92","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.95,"3":0.03},"confidence":0.93},"score":{"score":2.02,"probabilities":{"0":0,"1":0.02,"2":0.95,"3":0.03},"confidence":0.95},"noul":{"related":0.91,"answers":0.9,"exact":0.19}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.22762600000000385,"passageCap":0,"originalPassageChars":331,"submittedPassageChars":331}
{"split":"test","qid":"q9","pid":"p823","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"3ef14fb92e921fb6c62681a1f4615bbfd8e8ddcc7aa4ce88cdfdc034de1abb6f","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.79,"2":0.2,"3":0.01},"confidence":0.72},"score":{"score":1.24,"probabilities":{"0":0,"1":0.77,"2":0.22,"3":0.01},"confidence":0.76},"noul":{"related":0.87,"answers":0.46,"exact":0.12}},"inputTokens":844,"outputTokens":107,"latencySeconds":0.21455954200000268,"passageCap":0,"originalPassageChars":319,"submittedPassageChars":319}
{"split":"test","qid":"q9","pid":"p8230","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"9237a663ed069ae2a9ac2e4843e869d75ae55579da7216d3989b8a9b5a43175f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.85,"3":0.1},"confidence":0.8},"score":{"score":2.1,"probabilities":{"0":0,"1":0.03,"2":0.84,"3":0.13},"confidence":0.84},"noul":{"related":0.89,"answers":0.86,"exact":0.22}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.21319179099999747,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q9","pid":"p829","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"736f47d8252767a707d61339cd65b3408ca7c7048e3592db11e06a988799c399","answers":{"choice":{"choice":"0","probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"score":{"score":0,"probabilities":{"0":1,"1":0,"2":0,"3":0},"confidence":1},"noul":{"related":0.01,"answers":0.01,"exact":0.01}},"inputTokens":989,"outputTokens":107,"latencySeconds":0.19790079200000035,"passageCap":0,"originalPassageChars":306,"submittedPassageChars":306}
{"split":"test","qid":"q9","pid":"p8294","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"48bf751360c9d9594e47cec470e5678897a2ee3d4975b212d90a04153402bffc","answers":{"choice":{"choice":"0","probabilities":{"0":0.83,"1":0.17,"2":0,"3":0},"confidence":0.77},"score":{"score":0.27,"probabilities":{"0":0.74,"1":0.25,"2":0.01,"3":0},"confidence":0.73},"noul":{"related":0.15,"answers":0.06,"exact":0.02}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.2464683339999974,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q9","pid":"p8330","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"4a3a0461a4a26bc96a700a9492769d336f081d9464bb0e8bfbeea5f6ea8815be","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.7,"3":0.29},"confidence":0.6},"score":{"score":2.31,"probabilities":{"0":0,"1":0,"2":0.69,"3":0.31},"confidence":0.69},"noul":{"related":0.96,"answers":0.95,"exact":0.57}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.22409095900000103,"passageCap":0,"originalPassageChars":251,"submittedPassageChars":251}
{"split":"test","qid":"q9","pid":"p8546","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"248b6ea2025473420bdce2a4d942b009cec219c2218732a18072a667c44617e0","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.24,"3":0.76},"confidence":0.68},"score":{"score":2.77,"probabilities":{"0":0,"1":0,"2":0.23,"3":0.77},"confidence":0.77},"noul":{"related":0.96,"answers":0.96,"exact":0.64}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.2698122500000027,"passageCap":0,"originalPassageChars":322,"submittedPassageChars":322}
{"split":"test","qid":"q9","pid":"p8605","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"6b8ab0facd60a50a52dccb0e384734459995140e2c49c7242bb8a8a22ac3905b","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.92,"3":0.05},"confidence":0.89},"score":{"score":2.05,"probabilities":{"0":0,"1":0.03,"2":0.89,"3":0.08},"confidence":0.9},"noul":{"related":0.93,"answers":0.89,"exact":0.22}},"inputTokens":841,"outputTokens":107,"latencySeconds":0.20838370899999428,"passageCap":0,"originalPassageChars":331,"submittedPassageChars":331}
{"split":"test","qid":"q9","pid":"p8619","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"85a1ae90d47dcfad02c9205bf8886bbc30f3a968ed0b380e3a160720eab25714","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.03,"2":0.87,"3":0.1},"confidence":0.82},"score":{"score":2.09,"probabilities":{"0":0,"1":0.02,"2":0.87,"3":0.11},"confidence":0.87},"noul":{"related":0.92,"answers":0.87,"exact":0.35}},"inputTokens":834,"outputTokens":107,"latencySeconds":0.20906274999999733,"passageCap":0,"originalPassageChars":271,"submittedPassageChars":271}
{"split":"test","qid":"q9","pid":"p8648","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"e6b918637319690c5fe407d89fd45f54702794454efcc65e223f008c9020d5b7","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.82,"2":0.15,"3":0.03},"confidence":0.75},"score":{"score":1.25,"probabilities":{"0":0,"1":0.78,"2":0.19,"3":0.03},"confidence":0.74},"noul":{"related":0.87,"answers":0.4,"exact":0.14}},"inputTokens":832,"outputTokens":107,"latencySeconds":0.23086962499999936,"passageCap":0,"originalPassageChars":264,"submittedPassageChars":264}
{"split":"test","qid":"q9","pid":"p8684","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"726410736b543b96e8d7039bca77b0e570c84e5895f6429a60e550b6a00af22a","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.77,"3":0.22},"confidence":0.69},"score":{"score":2.29,"probabilities":{"0":0,"1":0,"2":0.71,"3":0.29},"confidence":0.71},"noul":{"related":0.94,"answers":0.91,"exact":0.38}},"inputTokens":820,"outputTokens":107,"latencySeconds":0.1988136250000025,"passageCap":0,"originalPassageChars":213,"submittedPassageChars":213}
{"split":"test","qid":"q9","pid":"p8712","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"52f16edc2a2447f77bfd50612617058072f4f5d080996e0736bfc36b785777ad","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.91,"2":0.08,"3":0},"confidence":0.89},"score":{"score":1.08,"probabilities":{"0":0,"1":0.92,"2":0.08,"3":0},"confidence":0.91},"noul":{"related":0.83,"answers":0.28,"exact":0.06}},"inputTokens":864,"outputTokens":107,"latencySeconds":0.19849316699999325,"passageCap":0,"originalPassageChars":382,"submittedPassageChars":382}
{"split":"test","qid":"q9","pid":"p887","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"692b83b4bfb73e1cc110b12f0347ab9f607b595a4bd8ae1707c2f8b97d871f55","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.64,"3":0.35},"confidence":0.51},"score":{"score":2.44,"probabilities":{"0":0,"1":0,"2":0.56,"3":0.44},"confidence":0.55},"noul":{"related":0.95,"answers":0.92,"exact":0.42}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2052285830000037,"passageCap":0,"originalPassageChars":279,"submittedPassageChars":279}
{"split":"test","qid":"q9","pid":"p8967","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"668f90970a50013da02ce3866875a408ff5bd472221df9dc606326d7af689f31","answers":{"choice":{"choice":"1","probabilities":{"0":0.03,"1":0.84,"2":0.13,"3":0},"confidence":0.79},"score":{"score":1.13,"probabilities":{"0":0.02,"1":0.83,"2":0.15,"3":0},"confidence":0.83},"noul":{"related":0.66,"answers":0.42,"exact":0.04}},"inputTokens":837,"outputTokens":107,"latencySeconds":0.2514020410000012,"passageCap":0,"originalPassageChars":282,"submittedPassageChars":282}
{"split":"test","qid":"q9","pid":"p8979","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2aef81177abc54a87d03203f5d4cad49b3d3f19ffdb6a3e63cf8bc0287f9713d","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.75,"2":0.25,"3":0},"confidence":0.65},"score":{"score":1.35,"probabilities":{"0":0,"1":0.65,"2":0.35,"3":0},"confidence":0.65},"noul":{"related":0.82,"answers":0.54,"exact":0.12}},"inputTokens":829,"outputTokens":107,"latencySeconds":0.23952874999999768,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q9","pid":"p9021","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"291b5c8cabacff16e2f3f4eefc3ec8837decd483d952ed59988ea4b5ea0bc140","answers":{"choice":{"choice":"1","probabilities":{"0":0.06,"1":0.93,"2":0.01,"3":0},"confidence":0.9},"score":{"score":0.96,"probabilities":{"0":0.05,"1":0.94,"2":0.01,"3":0},"confidence":0.94},"noul":{"related":0.63,"answers":0.17,"exact":0.03}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.25515400000000227,"passageCap":0,"originalPassageChars":277,"submittedPassageChars":277}
{"split":"test","qid":"q9","pid":"p9077","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0574216c17e6de2631a46cf8f28191c9dc60aee0c2ccbb159fd0d1d762d23eff","answers":{"choice":{"choice":"1","probabilities":{"0":0.23,"1":0.73,"2":0.04,"3":0},"confidence":0.64},"score":{"score":0.86,"probabilities":{"0":0.16,"1":0.82,"2":0.02,"3":0},"confidence":0.82},"noul":{"related":0.45,"answers":0.14,"exact":0.02}},"inputTokens":927,"outputTokens":107,"latencySeconds":0.23023395800000435,"passageCap":0,"originalPassageChars":530,"submittedPassageChars":530}
{"split":"test","qid":"q9","pid":"p9115","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8718199db5bd40ab95a1618c7c776ead4a956bbd7d110e8820c27eef5f04a2e2","answers":{"choice":{"choice":"1","probabilities":{"0":0.07,"1":0.91,"2":0.02,"3":0},"confidence":0.89},"score":{"score":0.98,"probabilities":{"0":0.04,"1":0.94,"2":0.02,"3":0},"confidence":0.94},"noul":{"related":0.64,"answers":0.18,"exact":0.03}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.21463466699999845,"passageCap":0,"originalPassageChars":245,"submittedPassageChars":245}
{"split":"test","qid":"q9","pid":"p9120","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5fca3f89c93b113710e27343e9ac6d5f5c65ffd6386bc4a1c67dbe7c312a7ff8","answers":{"choice":{"choice":"0","probabilities":{"0":0.92,"1":0.05,"2":0.03,"3":0},"confidence":0.89},"score":{"score":0.28,"probabilities":{"0":0.78,"1":0.16,"2":0.06,"3":0},"confidence":0.72},"noul":{"related":0.09,"answers":0.1,"exact":0.01}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.21680366599999978,"passageCap":0,"originalPassageChars":300,"submittedPassageChars":300}
{"split":"test","qid":"q9","pid":"p9170","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"df687d3fa9d772597e4af3eb4142bdb5d81af37328f7423cc83f0205642718a2","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.72,"2":0.26,"3":0.01},"confidence":0.64},"score":{"score":1.33,"probabilities":{"0":0,"1":0.66,"2":0.34,"3":0},"confidence":0.66},"noul":{"related":0.83,"answers":0.6,"exact":0.12}},"inputTokens":812,"outputTokens":107,"latencySeconds":0.2064025000000038,"passageCap":0,"originalPassageChars":162,"submittedPassageChars":162}
{"split":"test","qid":"q9","pid":"p9316","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"32a4004e1b0f39f25161e2536906065fd54b40d82b959015208a8d782247ea2e","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.08,"2":0.85,"3":0.07},"confidence":0.79},"score":{"score":1.97,"probabilities":{"0":0,"1":0.08,"2":0.86,"3":0.06},"confidence":0.86},"noul":{"related":0.87,"answers":0.86,"exact":0.2}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.25806175000000076,"passageCap":0,"originalPassageChars":321,"submittedPassageChars":321}
{"split":"test","qid":"q9","pid":"p9344","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ded0980dfeca296870a5a2cd28c08c1bd0e854b35629996eedd0a46e29665993","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.89,"2":0.1,"3":0},"confidence":0.85},"score":{"score":1.11,"probabilities":{"0":0,"1":0.89,"2":0.11,"3":0},"confidence":0.89},"noul":{"related":0.79,"answers":0.18,"exact":0.05}},"inputTokens":862,"outputTokens":107,"latencySeconds":0.21486899999999878,"passageCap":0,"originalPassageChars":346,"submittedPassageChars":346}
{"split":"test","qid":"q9","pid":"p9347","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"2e43b12960d6824aafcfde9b12e30ec6b37232fc93fad271bedbffefc05037d5","answers":{"choice":{"choice":"0","probabilities":{"0":0.89,"1":0.1,"2":0.01,"3":0},"confidence":0.86},"score":{"score":0.19,"probabilities":{"0":0.8099999999999999,"1":0.18,"2":0.01,"3":0},"confidence":0.81},"noul":{"related":0.09,"answers":0.07,"exact":0.01}},"inputTokens":840,"outputTokens":107,"latencySeconds":0.24990625,"passageCap":0,"originalPassageChars":316,"submittedPassageChars":316}
{"split":"test","qid":"q9","pid":"p940","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8ca74dc578c16194a44a5c74ccf13e5ea99f232381579755ece3b4b00725bb80","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.91,"3":0.04},"confidence":0.89},"score":{"score":2.01,"probabilities":{"0":0,"1":0.03,"2":0.93,"3":0.04},"confidence":0.93},"noul":{"related":0.9,"answers":0.87,"exact":0.22}},"inputTokens":838,"outputTokens":107,"latencySeconds":0.22643279200000688,"passageCap":0,"originalPassageChars":291,"submittedPassageChars":291}
{"split":"test","qid":"q9","pid":"p9463","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ad69587eb25913d6efa2577536f6270d4e20b3ee2931a6fff4fee9caa4cd8b2f","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.64,"3":0.34},"confidence":0.52},"score":{"score":2.37,"probabilities":{"0":0,"1":0,"2":0.62,"3":0.38},"confidence":0.62},"noul":{"related":0.94,"answers":0.92,"exact":0.41}},"inputTokens":828,"outputTokens":107,"latencySeconds":0.2007156659999964,"passageCap":0,"originalPassageChars":289,"submittedPassageChars":289}
{"split":"test","qid":"q9","pid":"p9586","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"5a719dbfe375d71cec18d314c44e72c274d94581b118647691e7996b967342d1","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0,"2":0.86,"3":0.14},"confidence":0.81},"score":{"score":2.18,"probabilities":{"0":0,"1":0,"2":0.82,"3":0.18},"confidence":0.82},"noul":{"related":0.96,"answers":0.93,"exact":0.41}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.2096171669999967,"passageCap":0,"originalPassageChars":294,"submittedPassageChars":294}
{"split":"test","qid":"q9","pid":"p9670","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"ee5940302eed00cec206f51044178fecd8020019b7b20f3d84d7307fed2376ee","answers":{"choice":{"choice":"3","probabilities":{"0":0,"1":0,"2":0.49,"3":0.51},"confidence":0.35},"score":{"score":2.56,"probabilities":{"0":0,"1":0,"2":0.44,"3":0.56},"confidence":0.56},"noul":{"related":0.95,"answers":0.95,"exact":0.49}},"inputTokens":827,"outputTokens":107,"latencySeconds":0.24312158400000045,"passageCap":0,"originalPassageChars":258,"submittedPassageChars":258}
{"split":"test","qid":"q9","pid":"p9743","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"907029d6b9a1635838f24f85244db09f6110cdefe33c8f586785b23d4f227a74","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.02,"2":0.91,"3":0.07},"confidence":0.87},"score":{"score":2.09,"probabilities":{"0":0,"1":0.01,"2":0.89,"3":0.1},"confidence":0.9},"noul":{"related":0.93,"answers":0.9,"exact":0.34}},"inputTokens":830,"outputTokens":107,"latencySeconds":0.2073136250000025,"passageCap":0,"originalPassageChars":267,"submittedPassageChars":267}
{"split":"test","qid":"q9","pid":"p9765","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"0bef15cf5928ecae101160f7d01912c873ef4636482dfa5b873c8e3bc2fe3b19","answers":{"choice":{"choice":"1","probabilities":{"0":0.01,"1":0.7,"2":0.29,"3":0},"confidence":0.6},"score":{"score":1.29,"probabilities":{"0":0.01,"1":0.69,"2":0.3,"3":0},"confidence":0.7},"noul":{"related":0.78,"answers":0.48,"exact":0.06}},"inputTokens":865,"outputTokens":107,"latencySeconds":0.21551741700000276,"passageCap":0,"originalPassageChars":420,"submittedPassageChars":420}
{"split":"test","qid":"q9","pid":"p9875","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"f9af53fca99e7d983c174f2e22f9595a03dd23ce4c8ae0082fd5b9d31074ca21","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.01,"2":0.78,"3":0.21},"confidence":0.7},"score":{"score":2.26,"probabilities":{"0":0,"1":0,"2":0.74,"3":0.26},"confidence":0.73},"noul":{"related":0.92,"answers":0.92,"exact":0.32}},"inputTokens":836,"outputTokens":107,"latencySeconds":0.24248887499999547,"passageCap":0,"originalPassageChars":312,"submittedPassageChars":312}
{"split":"test","qid":"q9","pid":"p9895","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"626e1602ff0afaed2bd4c73902b38ce35bdcb0d7c0bb72d79a875ba7f748d368","answers":{"choice":{"choice":"1","probabilities":{"0":0,"1":0.63,"2":0.35,"3":0.02},"confidence":0.5},"score":{"score":1.44,"probabilities":{"0":0,"1":0.56,"2":0.43,"3":0.01},"confidence":0.55},"noul":{"related":0.84,"answers":0.55,"exact":0.14}},"inputTokens":843,"outputTokens":107,"latencySeconds":0.2353337920000049,"passageCap":0,"originalPassageChars":301,"submittedPassageChars":301}
{"split":"test","qid":"q9","pid":"p99","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"8f7c53d1c29dc2e6bb9dd01d04ea6f9a328504fa29f80bb2c0066d531b4d80a9","answers":{"choice":{"choice":"0","probabilities":{"0":0.52,"1":0.47,"2":0.01,"3":0},"confidence":0.36},"score":{"score":0.49,"probabilities":{"0":0.52,"1":0.48,"2":0,"3":0},"confidence":0.51},"noul":{"related":0.25,"answers":0.06,"exact":0.02}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.214577959000002,"passageCap":0,"originalPassageChars":308,"submittedPassageChars":308}
{"split":"test","qid":"q9","pid":"p9912","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"617d306321789bc9adc6c4d485ce8e4ffa3ccfdf08c20ec0af67a30c0297cd6c","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.05,"2":0.91,"3":0.04},"confidence":0.88},"score":{"score":2.01,"probabilities":{"0":0,"1":0.04,"2":0.92,"3":0.04},"confidence":0.92},"noul":{"related":0.92,"answers":0.89,"exact":0.23}},"inputTokens":855,"outputTokens":107,"latencySeconds":0.22308933299999625,"passageCap":0,"originalPassageChars":461,"submittedPassageChars":461}
{"split":"test","qid":"q9","pid":"p9997","model":"jev-1.13.0","questionHash":"223511a5c5fc61351caab8ae01b0091ef16ed90bfc4083371cd501b41ffdde40","requestHash":"33ad921c2c5eefd7c91bf4583d5e5fae1e7d3cd830dd142fcf2e125d01b079d0","answers":{"choice":{"choice":"2","probabilities":{"0":0,"1":0.06,"2":0.8,"3":0.14},"confidence":0.73},"score":{"score":2.11,"probabilities":{"0":0,"1":0.04,"2":0.81,"3":0.15},"confidence":0.8},"noul":{"related":0.89,"answers":0.87,"exact":0.27}},"inputTokens":831,"outputTokens":107,"latencySeconds":0.20864933299999394,"passageCap":0,"originalPassageChars":298,"submittedPassageChars":298}