{"generatedAt":"2026-10-09T07:11:10.769Z","repo":"https://github.com/webdriverio/benchmark","setups":[{"id":"playwright-mcp","label":"Playwright MCP","pkg":"@playwright/mcp","link":"https://www.npmjs.com/package/@playwright/mcp"},{"id":"playwright-mcp-tuned","label":"Playwright MCP","pkg":"@playwright/mcp","link":"https://www.npmjs.com/package/@playwright/mcp"},{"id":"stagehand","label":"Stagehand","pkg":"browserbase/stagehand","link":"https://github.com/browserbase/stagehand"},{"id":"wdio-mcp","label":"WebdriverIO MCP","pkg":"@wdio/mcp","link":"https://www.npmjs.com/package/@wdio/mcp"},{"id":"wdio-session","label":"WebdriverIO session","pkg":"@wdio/cli","link":"https://www.npmjs.com/package/@wdio/cli"},{"id":"agent-browser","label":"agent-browser","pkg":"agent-browser","link":"https://www.npmjs.com/package/agent-browser"},{"id":"playwright-cli","label":"Playwright CLI","pkg":"@playwright/cli","link":"https://www.npmjs.com/package/@playwright/cli"}],"suites":[{"id":"online-mind2web","label":"Online-Mind2Web","description":"A fixed random sample of Online-Mind2Web, an independent benchmark of 300 tasks on live websites, judged by its own WebJudge."}],"models":[{"id":"deepseek-flash-4-1","label":"DeepSeek V4.1 Flash"},{"id":"claude-sonnet-5","label":"Claude Sonnet 5"}],"tasks":{"online-mind2web":[{"id":"om2w-180ed2ec","kind":"live","level":"easy"},{"id":"om2w-271b36ef","kind":"live","level":"easy"},{"id":"om2w-29b7372d","kind":"live","level":"easy"},{"id":"om2w-3dca7cbe","kind":"live","level":"easy"},{"id":"om2w-461ab9b0","kind":"live","level":"easy"},{"id":"om2w-47186fac","kind":"live","level":"easy"},{"id":"om2w-4c572a62","kind":"live","level":"easy"},{"id":"om2w-52efbab5","kind":"live","level":"easy"},{"id":"om2w-75a1b5dc","kind":"live","level":"easy"},{"id":"om2w-783ce6a3","kind":"live","level":"easy"},{"id":"om2w-7b182a50","kind":"live","level":"easy"},{"id":"om2w-82eb3bfe","kind":"live","level":"easy"},{"id":"om2w-95cad96f","kind":"live","level":"easy"},{"id":"om2w-9829f308","kind":"live","level":"easy"},{"id":"om2w-a11ecdff","kind":"live","level":"easy"},{"id":"om2w-a172a5d9","kind":"live","level":"easy"},{"id":"om2w-a6f0434c","kind":"live","level":"easy"},{"id":"om2w-a96fca87","kind":"live","level":"easy"},{"id":"om2w-ade4c09a","kind":"live","level":"easy"},{"id":"om2w-b6d10e9b","kind":"live","level":"easy"},{"id":"om2w-bb314cb8","kind":"live","level":"easy"},{"id":"om2w-bb518416","kind":"live","level":"easy"},{"id":"om2w-bf3b311c","kind":"live","level":"easy"},{"id":"om2w-d71be72a","kind":"live","level":"easy"},{"id":"om2w-f00e7acc","kind":"live","level":"easy"},{"id":"om2w-f2097f92","kind":"live","level":"easy"},{"id":"om2w-f389398d","kind":"live","level":"easy"},{"id":"om2w-070c907d","kind":"live","level":"medium"},{"id":"om2w-07ec4a12","kind":"live","level":"medium"},{"id":"om2w-0a0fa834","kind":"live","level":"medium"},{"id":"om2w-11abb668","kind":"live","level":"medium"},{"id":"om2w-2fc51dd3","kind":"live","level":"medium"},{"id":"om2w-323bd85e","kind":"live","level":"medium"},{"id":"om2w-330cd04c","kind":"live","level":"medium"},{"id":"om2w-43a1ca25","kind":"live","level":"medium"},{"id":"om2w-47bfe8a7","kind":"live","level":"medium"},{"id":"om2w-47e314cc","kind":"live","level":"medium"},{"id":"om2w-48c73f3f","kind":"live","level":"medium"},{"id":"om2w-4c186c6e","kind":"live","level":"medium"},{"id":"om2w-515f2e58","kind":"live","level":"medium"},{"id":"om2w-56f8890a","kind":"live","level":"medium"},{"id":"om2w-59b7b990","kind":"live","level":"medium"},{"id":"om2w-5d542a7e","kind":"live","level":"medium"},{"id":"om2w-60cbbbd5","kind":"live","level":"medium"},{"id":"om2w-63d6866f","kind":"live","level":"medium"},{"id":"om2w-64b76158","kind":"live","level":"medium"},{"id":"om2w-65c4030f","kind":"live","level":"medium"},{"id":"om2w-690d7b4a","kind":"live","level":"medium"},{"id":"om2w-6b2cfae0","kind":"live","level":"medium"},{"id":"om2w-6ca20f1d","kind":"live","level":"medium"},{"id":"om2w-7072d094","kind":"live","level":"medium"},{"id":"om2w-75146b7b","kind":"live","level":"medium"},{"id":"om2w-8103786e","kind":"live","level":"medium"},{"id":"om2w-84f806c7","kind":"live","level":"medium"},{"id":"om2w-864244b6","kind":"live","level":"medium"},{"id":"om2w-8689af4d","kind":"live","level":"medium"},{"id":"om2w-92a3d423","kind":"live","level":"medium"},{"id":"om2w-9d09bc94","kind":"live","level":"medium"},{"id":"om2w-9d46ccb9","kind":"live","level":"medium"},{"id":"om2w-9f1cba61","kind":"live","level":"medium"},{"id":"om2w-a8b9edd5","kind":"live","level":"medium"},{"id":"om2w-aa4b5cb7","kind":"live","level":"medium"},{"id":"om2w-b9225088","kind":"live","level":"medium"},{"id":"om2w-b99c0296","kind":"live","level":"medium"},{"id":"om2w-ba2a469a","kind":"live","level":"medium"},{"id":"om2w-c1d6ea6f","kind":"live","level":"medium"},{"id":"om2w-c94551d2","kind":"live","level":"medium"},{"id":"om2w-d1807551","kind":"live","level":"medium"},{"id":"om2w-d392e154","kind":"live","level":"medium"},{"id":"om2w-d9d8b7d8","kind":"live","level":"medium"},{"id":"om2w-da8f3823","kind":"live","level":"medium"},{"id":"om2w-e9f4dfc6","kind":"live","level":"medium"},{"id":"om2w-fa9adb81","kind":"live","level":"medium"},{"id":"om2w-fb7b4f78","kind":"live","level":"medium"},{"id":"om2w-1b867afe","kind":"live","level":"hard"},{"id":"om2w-1c3b747a","kind":"live","level":"hard"},{"id":"om2w-27fa3ac2","kind":"live","level":"hard"},{"id":"om2w-3443e9c3","kind":"live","level":"hard"},{"id":"om2w-3ef64f34","kind":"live","level":"hard"},{"id":"om2w-442a450e","kind":"live","level":"hard"},{"id":"om2w-547f5729","kind":"live","level":"hard"},{"id":"om2w-5dec0e66","kind":"live","level":"hard"},{"id":"om2w-6ebde509","kind":"live","level":"hard"},{"id":"om2w-7680a920","kind":"live","level":"hard"},{"id":"om2w-824eb7bb","kind":"live","level":"hard"},{"id":"om2w-905cb530","kind":"live","level":"hard"},{"id":"om2w-987bad7c","kind":"live","level":"hard"},{"id":"om2w-9ed38272","kind":"live","level":"hard"},{"id":"om2w-a0a18ca6","kind":"live","level":"hard"},{"id":"om2w-a5c87cc1","kind":"live","level":"hard"},{"id":"om2w-b64f938a","kind":"live","level":"hard"},{"id":"om2w-ba01ea55","kind":"live","level":"hard"},{"id":"om2w-c39d6c24","kind":"live","level":"hard"},{"id":"om2w-c3a33396","kind":"live","level":"hard"},{"id":"om2w-c801d1c9","kind":"live","level":"hard"},{"id":"om2w-d1970c16","kind":"live","level":"hard"},{"id":"om2w-dcd26e66","kind":"live","level":"hard"},{"id":"om2w-f05e87c5","kind":"live","level":"hard"},{"id":"om2w-f2be37a9","kind":"live","level":"hard"},{"id":"om2w-fc53ddd3","kind":"live","level":"hard"}]},"groups":[{"suite":"online-mind2web","setup":"playwright-mcp","pkg":"@playwright/mcp","version":"0.0.83","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146","2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":256,"passed":133,"successRate":0.51953125,"successCi":[0.45849266507745623,0.5799923196209139],"tokens":540339.5,"cost":0.025886519999999996,"seconds":117.4535,"toolCalls":27.5,"turns":26,"perTask":{"om2w-180ed2ec":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2056530.5,"cost":0.048805910999999993,"seconds":300.5345,"toolCalls":65,"turns":66},"om2w-271b36ef":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1572320,"cost":0.051188856,"seconds":333.566,"toolCalls":42,"turns":43},"om2w-29b7372d":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":173303.5,"cost":0.0078324855,"seconds":25.0905,"toolCalls":9.5,"turns":10.5},"om2w-3dca7cbe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1458137,"cost":0.033319599,"seconds":355.3135,"toolCalls":39.5,"turns":40.5},"om2w-461ab9b0":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":877015,"cost":0.03529104,"seconds":193.829,"toolCalls":28,"turns":29},"om2w-47186fac":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1183671.5,"cost":0.046006671,"seconds":159.0755,"toolCalls":38.5,"turns":39.5},"om2w-4c572a62":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":296203,"cost":0.013301796,"seconds":39.682,"toolCalls":12,"turns":13},"om2w-52efbab5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":47684,"cost":0.007136064000000001,"seconds":37.4845,"toolCalls":6,"turns":7},"om2w-75a1b5dc":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":147684,"cost":0.007702842,"seconds":38.7745,"toolCalls":13,"turns":14},"om2w-783ce6a3":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":175027,"cost":0.010592892,"seconds":29.57,"toolCalls":12,"turns":13},"om2w-7b182a50":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":490719,"cost":0.030143592,"seconds":88.022,"toolCalls":29,"turns":30},"om2w-82eb3bfe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":940144,"cost":0.029798830499999998,"seconds":200.604,"toolCalls":41,"turns":42},"om2w-95cad96f":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":67708,"cost":0.008647572000000001,"seconds":28.831,"toolCalls":8,"turns":9},"om2w-9829f308":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":3203180.5,"cost":0.11920749149999998,"seconds":303.5955,"toolCalls":58.5,"turns":59.5},"om2w-a11ecdff":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":147669,"cost":0.010140192,"seconds":29.555,"toolCalls":11,"turns":12},"om2w-a172a5d9":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":166959,"cost":0.012417899999999999,"seconds":31.623,"toolCalls":14,"turns":15},"om2w-a6f0434c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":38654,"cost":0.003142863,"seconds":16.3445,"toolCalls":4.5,"turns":5.5},"om2w-a96fca87":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1663155,"cost":0.07183708800000001,"seconds":176.317,"toolCalls":47,"turns":48},"om2w-ade4c09a":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":74152,"cost":0.008808888,"seconds":29.352,"toolCalls":8,"turns":9},"om2w-b6d10e9b":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":39693,"cost":0.004944444,"seconds":22.745,"toolCalls":5,"turns":6},"om2w-bb314cb8":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":910625.5,"cost":0.035727042,"seconds":212.6575,"toolCalls":37,"turns":38},"om2w-bb518416":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":634188,"cost":0.04057907399999999,"seconds":160.0035,"toolCalls":32,"turns":33},"om2w-bf3b311c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":213272,"cost":0.01700106,"seconds":29.91,"toolCalls":11,"turns":12},"om2w-d71be72a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":70004.5,"cost":0.0053410064999999994,"seconds":28.355,"toolCalls":8.5,"turns":9.5},"om2w-f00e7acc":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":104975,"cost":0.009779915999999998,"seconds":48.086,"toolCalls":12,"turns":13},"om2w-f2097f92":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":627572,"cost":0.030678959999999998,"seconds":178.245,"toolCalls":23,"turns":24},"om2w-f389398d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":137014,"cost":0.0074801115,"seconds":32.823,"toolCalls":9.5,"turns":10.5},"om2w-070c907d":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":322500,"cost":0.009881392499999999,"seconds":38.7235,"toolCalls":16,"turns":17},"om2w-07ec4a12":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":638259,"cost":0.023000388,"seconds":164.073,"toolCalls":28,"turns":29},"om2w-0a0fa834":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1382086,"cost":0.038456952,"seconds":106.585,"toolCalls":28,"turns":29},"om2w-11abb668":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2686047,"cost":0.027635638499999997,"seconds":473.9525,"toolCalls":71,"turns":40.5},"om2w-2fc51dd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":424601.5,"cost":0.029905458,"seconds":116.061,"toolCalls":17.5,"turns":18.5},"om2w-323bd85e":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":218114,"cost":0.010823531999999999,"seconds":72.524,"toolCalls":19,"turns":20},"om2w-330cd04c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":468815,"cost":0.02366628,"seconds":59.455,"toolCalls":22,"turns":23},"om2w-43a1ca25":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":3038844,"cost":0.118265076,"seconds":437.348,"toolCalls":74,"turns":75},"om2w-47bfe8a7":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1695606,"cost":0.047513784,"seconds":388.946,"toolCalls":49,"turns":49},"om2w-47e314cc":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.021,"toolCalls":55,"turns":0},"om2w-48c73f3f":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":406220,"cost":0.017875751999999998,"seconds":197.697,"toolCalls":29,"turns":28},"om2w-4c186c6e":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.0105,"toolCalls":56.5,"turns":0},"om2w-515f2e58":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2426384,"cost":0.050630862,"seconds":387.961,"toolCalls":67,"turns":68},"om2w-56f8890a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":328834.5,"cost":0.0284756715,"seconds":71.5315,"toolCalls":21.5,"turns":22.5},"om2w-59b7b990":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":2937271,"cost":0.13381290750000002,"seconds":307.4235,"toolCalls":65.5,"turns":66.5},"om2w-5d542a7e":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":207355,"cost":0.015117779999999999,"seconds":112.954,"toolCalls":20,"turns":21},"om2w-60cbbbd5":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":515850,"cost":0.021324905999999998,"seconds":71.246,"toolCalls":28.5,"turns":29.5},"om2w-63d6866f":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":4577242,"cost":0.23293516800000003,"seconds":331.247,"toolCalls":80,"turns":81},"om2w-64b76158":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1159499,"cost":0.06630573,"seconds":131.2015,"toolCalls":36,"turns":37},"om2w-65c4030f":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":551145,"cost":0.025655232,"seconds":84.604,"toolCalls":25,"turns":26},"om2w-690d7b4a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":599181.5,"cost":0.0183182265,"seconds":47.2505,"toolCalls":23.5,"turns":24.5},"om2w-6b2cfae0":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.006,"toolCalls":15,"turns":0},"om2w-6ca20f1d":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":137217,"cost":0.010176708,"seconds":18.593,"toolCalls":9,"turns":10},"om2w-7072d094":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":540721,"cost":0.041631504,"seconds":86.462,"toolCalls":23,"turns":24},"om2w-75146b7b":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":2545764,"cost":0.066201156,"seconds":257.63,"toolCalls":75,"turns":76},"om2w-8103786e":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1753831.5,"cost":0.043890528,"seconds":302.056,"toolCalls":33,"turns":34},"om2w-84f806c7":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":2076771.5,"cost":0.09463173899999999,"seconds":194.488,"toolCalls":77,"turns":76},"om2w-864244b6":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":317228,"cost":0.006833001,"seconds":39.962,"toolCalls":13,"turns":14},"om2w-8689af4d":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":633984,"cost":0.033245052,"seconds":59.804,"toolCalls":20,"turns":21},"om2w-92a3d423":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":168987,"cost":0.009661211999999999,"seconds":41.244,"toolCalls":11,"turns":12},"om2w-9d09bc94":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":873747,"cost":0.036344591999999995,"seconds":184.547,"toolCalls":28,"turns":29},"om2w-9d46ccb9":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1813287,"cost":0.035719919999999995,"seconds":182.061,"toolCalls":62,"turns":63},"om2w-9f1cba61":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":781422,"cost":0.0392454,"seconds":247.118,"toolCalls":22,"turns":23},"om2w-a8b9edd5":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":675905,"cost":0.027515759999999997,"seconds":131.002,"toolCalls":39,"turns":40},"om2w-aa4b5cb7":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":183257.5,"cost":0.012400992,"seconds":113.3865,"toolCalls":15.5,"turns":16.5},"om2w-b9225088":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":461536,"cost":0.017308367999999998,"seconds":58.733,"toolCalls":20,"turns":21},"om2w-b99c0296":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1038184,"cost":0.030018707999999998,"seconds":104.106,"toolCalls":38,"turns":39},"om2w-ba2a469a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":294810,"cost":0.019176072,"seconds":46.549,"toolCalls":15,"turns":16},"om2w-c1d6ea6f":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1727590,"cost":0.04379719199999999,"seconds":442.369,"toolCalls":48,"turns":47},"om2w-c94551d2":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.022,"toolCalls":38,"turns":0},"om2w-d1807551":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":707679.5,"cost":0.026408638499999998,"seconds":206.052,"toolCalls":36,"turns":37},"om2w-d392e154":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":2211368.5,"cost":0.040310946,"seconds":485.793,"toolCalls":49.5,"turns":50.5},"om2w-d9d8b7d8":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":96364,"cost":0.013608924,"seconds":26.31,"toolCalls":6,"turns":7},"om2w-da8f3823":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":691724,"cost":0.038997456,"seconds":119.225,"toolCalls":31,"turns":32},"om2w-e9f4dfc6":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.037,"toolCalls":54,"turns":0},"om2w-fa9adb81":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":270562,"cost":0.011611248000000001,"seconds":35.836,"toolCalls":15,"turns":16},"om2w-fb7b4f78":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":481199,"cost":0.028965473999999998,"seconds":178.286,"toolCalls":32,"turns":33},"om2w-1b867afe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1092608,"cost":0.0229693095,"seconds":71.4125,"toolCalls":31,"turns":32},"om2w-1c3b747a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1235064,"cost":0.08842376399999999,"seconds":137.655,"toolCalls":34.5,"turns":36},"om2w-27fa3ac2":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":873081,"cost":0.025392888,"seconds":138.222,"toolCalls":28,"turns":29},"om2w-3443e9c3":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":275859,"cost":0.013283087999999998,"seconds":50.053,"toolCalls":17.5,"turns":18.5},"om2w-3ef64f34":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1943527,"cost":0.0611475,"seconds":245.33,"toolCalls":68,"turns":69},"om2w-442a450e":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":685351,"cost":0.027031751999999996,"seconds":71.045,"toolCalls":28,"turns":29},"om2w-547f5729":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":615148.5,"cost":0.044619492,"seconds":339.6775,"toolCalls":29,"turns":30},"om2w-5dec0e66":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":87863,"cost":0.002579091,"seconds":479.228,"toolCalls":44,"turns":15},"om2w-6ebde509":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":539958,"cost":0.141652332,"seconds":75.166,"toolCalls":21,"turns":22},"om2w-7680a920":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":356393,"cost":0.013618063500000001,"seconds":58.0555,"toolCalls":20,"turns":21},"om2w-824eb7bb":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":2080920,"cost":0.084481776,"seconds":272.8145,"toolCalls":42.5,"turns":43.5},"om2w-905cb530":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":2738614,"cost":0.064189932,"seconds":244.048,"toolCalls":58.5,"turns":59.5},"om2w-987bad7c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":728105,"cost":0.032415279,"seconds":587.0215,"toolCalls":54.5,"turns":29.5},"om2w-9ed38272":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1489702.5,"cost":0.0435277335,"seconds":114.1615,"toolCalls":33,"turns":34},"om2w-a0a18ca6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1975288,"cost":0.049145874,"seconds":542.939,"toolCalls":78,"turns":40.5},"om2w-a5c87cc1":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":2060410,"cost":0.048414917999999994,"seconds":256.474,"toolCalls":47,"turns":48},"om2w-b64f938a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2183023.5,"cost":0.043875665999999994,"seconds":534.4955,"toolCalls":77.5,"turns":40.5},"om2w-ba01ea55":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":939101,"cost":0.041205408,"seconds":154.401,"toolCalls":47,"turns":28},"om2w-c39d6c24":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":269079,"cost":0.025128143999999998,"seconds":50.57,"toolCalls":16,"turns":17},"om2w-c3a33396":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1571521,"cost":0.036684792,"seconds":353.238,"toolCalls":53,"turns":54},"om2w-c801d1c9":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1212641,"cost":0.064576734,"seconds":194.3745,"toolCalls":45,"turns":46},"om2w-d1970c16":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":197558,"cost":0.021277499999999998,"seconds":39.621,"toolCalls":9,"turns":10},"om2w-dcd26e66":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2171896,"cost":0.039650255999999995,"seconds":129.417,"toolCalls":55.5,"turns":56.5},"om2w-f05e87c5":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1184901.5,"cost":0.05991882,"seconds":100.461,"toolCalls":28,"turns":29},"om2w-f2be37a9":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1517195,"cost":0.06667994399999999,"seconds":168.985,"toolCalls":44,"turns":45},"om2w-fc53ddd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2126963.5,"cost":0.097992018,"seconds":541.9085,"toolCalls":67,"turns":40.5}}},{"suite":"online-mind2web","setup":"playwright-mcp-tuned","pkg":"@playwright/mcp","version":"0.0.83","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146","2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":264,"passed":138,"successRate":0.5227272727272727,"successCi":[0.4625815775065635,0.5822210222389578],"tokens":545860.5,"cost":0.0255161145,"seconds":108.374,"toolCalls":27,"turns":25,"perTask":{"om2w-180ed2ec":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":828495,"cost":0.033608424,"seconds":397.023,"toolCalls":45,"turns":35},"om2w-271b36ef":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1666744,"cost":0.062946276,"seconds":323.86,"toolCalls":39,"turns":40},"om2w-29b7372d":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":196870,"cost":0.011995763999999999,"seconds":36.641,"toolCalls":11,"turns":12},"om2w-3dca7cbe":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":842543,"cost":0.020657232,"seconds":110.449,"toolCalls":33,"turns":34},"om2w-461ab9b0":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":609649,"cost":0.042036876,"seconds":84.207,"toolCalls":20,"turns":21},"om2w-47186fac":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":804241.5,"cost":0.087942009,"seconds":152.3725,"toolCalls":29.5,"turns":30.5},"om2w-4c572a62":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":476312,"cost":0.018247199999999998,"seconds":50.293,"toolCalls":19,"turns":20},"om2w-52efbab5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":36781.5,"cost":0.006469632,"seconds":19.124,"toolCalls":5,"turns":6},"om2w-75a1b5dc":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":263993,"cost":0.010727544,"seconds":76.855,"toolCalls":22,"turns":23},"om2w-783ce6a3":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":178400,"cost":0.017842992,"seconds":40.571,"toolCalls":13,"turns":14},"om2w-7b182a50":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":275555.5,"cost":0.013823891999999999,"seconds":363.673,"toolCalls":37,"turns":19},"om2w-82eb3bfe":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":323186,"cost":0.017476890000000002,"seconds":44.683,"toolCalls":21,"turns":22},"om2w-95cad96f":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":64538,"cost":0.008570376,"seconds":23.346,"toolCalls":6,"turns":7},"om2w-9829f308":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":2568163.5,"cost":0.061810519499999994,"seconds":329.566,"toolCalls":42,"turns":43},"om2w-a11ecdff":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":161176,"cost":0.017163467999999998,"seconds":36.891,"toolCalls":13,"turns":14},"om2w-a172a5d9":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":153944,"cost":0.010303728,"seconds":44.805,"toolCalls":15,"turns":16},"om2w-a6f0434c":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":80765,"cost":0.004840272,"seconds":41.54,"toolCalls":10,"turns":11},"om2w-a96fca87":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":775627,"cost":0.019894452,"seconds":56.826,"toolCalls":31,"turns":32},"om2w-ade4c09a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":53169,"cost":0.007312752,"seconds":18.26,"toolCalls":6,"turns":7},"om2w-b6d10e9b":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":68643,"cost":0.00562194,"seconds":35.275,"toolCalls":8,"turns":9},"om2w-bb314cb8":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1104212.5,"cost":0.043414668000000003,"seconds":299.546,"toolCalls":42.5,"turns":43.5},"om2w-bb518416":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":833880,"cost":0.03809405999999999,"seconds":165.769,"toolCalls":26,"turns":27},"om2w-bf3b311c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":223622,"cost":0.011705171999999998,"seconds":35.857,"toolCalls":13,"turns":14},"om2w-d71be72a":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":89686,"cost":0.006669276,"seconds":21.155,"toolCalls":6,"turns":7},"om2w-f00e7acc":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":235858,"cost":0.016538195999999998,"seconds":158.473,"toolCalls":20,"turns":21},"om2w-f2097f92":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":408372,"cost":0.016877928,"seconds":145.698,"toolCalls":18,"turns":19},"om2w-f389398d":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":182035,"cost":0.009029808,"seconds":30.604,"toolCalls":9,"turns":10},"om2w-070c907d":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":452736.5,"cost":0.0159919935,"seconds":99.955,"toolCalls":18.5,"turns":19.5},"om2w-07ec4a12":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":335264,"cost":0.017387772,"seconds":100.449,"toolCalls":24,"turns":25},"om2w-0a0fa834":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":905280,"cost":0.033746337,"seconds":75.5635,"toolCalls":23,"turns":24},"om2w-11abb668":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":3526773,"cost":0.07717103549999998,"seconds":441.955,"toolCalls":70,"turns":71},"om2w-2fc51dd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":636092.5,"cost":0.034959444,"seconds":94.29,"toolCalls":22,"turns":23},"om2w-323bd85e":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":173577,"cost":0.01279644,"seconds":61.475,"toolCalls":14,"turns":15},"om2w-330cd04c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":415337,"cost":0.026754192,"seconds":37.517,"toolCalls":23,"turns":24},"om2w-43a1ca25":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1705292,"cost":0.046232928,"seconds":174.278,"toolCalls":49,"turns":50},"om2w-47bfe8a7":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":3637428,"cost":0.09538512,"seconds":456.039,"toolCalls":67,"turns":68},"om2w-47e314cc":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":4010046,"cost":0.09005722799999999,"seconds":491.02,"toolCalls":80,"turns":81},"om2w-48c73f3f":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1078850,"cost":0.035605932,"seconds":163.439,"toolCalls":34,"turns":35},"om2w-4c186c6e":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.03,"toolCalls":44,"turns":0},"om2w-515f2e58":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1314160.5,"cost":0.038139606,"seconds":483.1565,"toolCalls":76.5,"turns":38},"om2w-56f8890a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":88558.5,"cost":0.012781695,"seconds":48.468,"toolCalls":12,"turns":13},"om2w-59b7b990":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1572118.5,"cost":0.041025493499999996,"seconds":183.0785,"toolCalls":49.5,"turns":50.5},"om2w-5d542a7e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":464704,"cost":0.03384162,"seconds":278.311,"toolCalls":34,"turns":35},"om2w-60cbbbd5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":423291.5,"cost":0.019870066500000002,"seconds":67.9895,"toolCalls":26.5,"turns":27.5},"om2w-63d6866f":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1261219,"cost":0.038504316000000004,"seconds":375.243,"toolCalls":60,"turns":41},"om2w-64b76158":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":3452985,"cost":0.07141041599999999,"seconds":387.878,"toolCalls":80,"turns":81},"om2w-65c4030f":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":623874,"cost":0.024849243,"seconds":100.8265,"toolCalls":27.5,"turns":28.5},"om2w-690d7b4a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":644223,"cost":0.021430078499999998,"seconds":65.4935,"toolCalls":28.5,"turns":29.5},"om2w-6b2cfae0":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":0,"cost":0,"seconds":600.004,"toolCalls":31,"turns":0},"om2w-6ca20f1d":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":127823,"cost":0.010786187999999999,"seconds":29.052,"toolCalls":8,"turns":9},"om2w-7072d094":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":483596,"cost":0.03387924,"seconds":87.676,"toolCalls":16,"turns":17},"om2w-75146b7b":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1882965,"cost":0.0450249,"seconds":215.526,"toolCalls":67,"turns":68},"om2w-8103786e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":151028,"cost":0.014103216000000002,"seconds":66.525,"toolCalls":13.5,"turns":14.5},"om2w-84f806c7":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1042727,"cost":0.029476023,"seconds":186.4075,"toolCalls":44,"turns":45},"om2w-864244b6":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":277396,"cost":0.014884175999999999,"seconds":37.472,"toolCalls":11,"turns":12},"om2w-8689af4d":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":626689,"cost":0.06837108,"seconds":92.169,"toolCalls":25,"turns":26},"om2w-92a3d423":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":206730,"cost":0.009635436,"seconds":38.1,"toolCalls":13,"turns":14},"om2w-9d09bc94":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":69275,"cost":0.007897308,"seconds":464.82,"toolCalls":50,"turns":9},"om2w-9d46ccb9":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1011533,"cost":0.107735952,"seconds":193.238,"toolCalls":39,"turns":40},"om2w-9f1cba61":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":546844,"cost":0.058728899999999994,"seconds":135.31,"toolCalls":21,"turns":22},"om2w-a8b9edd5":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":801408,"cost":0.029630507999999996,"seconds":165.814,"toolCalls":37,"turns":38},"om2w-aa4b5cb7":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":765157,"cost":0.069149952,"seconds":111.294,"toolCalls":22,"turns":23},"om2w-b9225088":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":522119,"cost":0.032264483999999996,"seconds":82.574,"toolCalls":22,"turns":23},"om2w-b99c0296":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":497218,"cost":0.023461824,"seconds":53.274,"toolCalls":26,"turns":27},"om2w-ba2a469a":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":330878,"cost":0.015837357,"seconds":62.306,"toolCalls":16,"turns":17},"om2w-c1d6ea6f":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.116,"toolCalls":92,"turns":0},"om2w-c94551d2":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1770768.5,"cost":0.051352986,"seconds":470.3935,"toolCalls":58,"turns":59},"om2w-d1807551":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1015269.5,"cost":0.11684879699999999,"seconds":220.762,"toolCalls":45,"turns":46},"om2w-d392e154":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1383779.5,"cost":0.07456451850000001,"seconds":326.565,"toolCalls":36.5,"turns":37.5},"om2w-d9d8b7d8":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":103331,"cost":0.011016455999999999,"seconds":19.507,"toolCalls":7,"turns":8},"om2w-da8f3823":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":760202,"cost":0.028371383999999996,"seconds":116.663,"toolCalls":32,"turns":33},"om2w-e9f4dfc6":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":2312610,"cost":0.061259244000000004,"seconds":378.143,"toolCalls":53,"turns":54},"om2w-fa9adb81":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":513461,"cost":0.022779324,"seconds":53.325,"toolCalls":22,"turns":23},"om2w-fb7b4f78":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1084155,"cost":0.029866356,"seconds":262.385,"toolCalls":48,"turns":49},"om2w-1b867afe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":705065,"cost":0.0219981855,"seconds":60.8965,"toolCalls":24,"turns":25},"om2w-1c3b747a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1043341.5,"cost":0.042857441999999996,"seconds":224.159,"toolCalls":45,"turns":46},"om2w-27fa3ac2":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":660467,"cost":0.019293335999999998,"seconds":93.657,"toolCalls":33,"turns":34},"om2w-3443e9c3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":201199,"cost":0.011782272,"seconds":43.63,"toolCalls":13,"turns":14},"om2w-3ef64f34":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1355715,"cost":0.038211432000000004,"seconds":137.194,"toolCalls":61,"turns":62},"om2w-442a450e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":674945,"cost":0.028910794499999996,"seconds":68.347,"toolCalls":21.5,"turns":22.5},"om2w-547f5729":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":608373,"cost":0.030080801999999997,"seconds":268.269,"toolCalls":37,"turns":38},"om2w-5dec0e66":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":3036454,"cost":0.058153128,"seconds":415.122,"toolCalls":62,"turns":63},"om2w-6ebde509":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":294291,"cost":0.013740864,"seconds":58.936,"toolCalls":16,"turns":17},"om2w-7680a920":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":363099.5,"cost":0.014553334499999999,"seconds":48.227,"toolCalls":23.5,"turns":24.5},"om2w-824eb7bb":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":3228584.5,"cost":0.1159138455,"seconds":281.6155,"toolCalls":44.5,"turns":45.5},"om2w-905cb530":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":73998,"cost":0.004653971999999999,"seconds":100.038,"toolCalls":43,"turns":12},"om2w-987bad7c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":604.6215,"toolCalls":45.5,"turns":0},"om2w-9ed38272":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1104862.5,"cost":0.036503082,"seconds":110.547,"toolCalls":28,"turns":29},"om2w-a0a18ca6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1261288.5,"cost":0.041373336,"seconds":520.8805,"toolCalls":72.5,"turns":40.5},"om2w-a5c87cc1":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1941038.5,"cost":0.054643338,"seconds":150.3455,"toolCalls":43.5,"turns":44.5},"om2w-b64f938a":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.014,"toolCalls":72,"turns":0},"om2w-ba01ea55":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":984788,"cost":0.041058984,"seconds":158.688,"toolCalls":34,"turns":35},"om2w-c39d6c24":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":366725.5,"cost":0.013906316999999998,"seconds":56.4435,"toolCalls":19,"turns":20},"om2w-c3a33396":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1384405,"cost":0.032673492,"seconds":231.032,"toolCalls":62,"turns":53},"om2w-c801d1c9":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1470795,"cost":0.0442341,"seconds":123.913,"toolCalls":45,"turns":46},"om2w-d1970c16":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1044864,"cost":0.057868728,"seconds":155.89,"toolCalls":31,"turns":32},"om2w-dcd26e66":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2265803,"cost":0.097571556,"seconds":119.754,"toolCalls":56,"turns":57},"om2w-f05e87c5":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":740423,"cost":0.027865679999999997,"seconds":81.339,"toolCalls":27,"turns":28},"om2w-f2be37a9":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1056961,"cost":0.041802822,"seconds":80.5955,"toolCalls":31.5,"turns":32.5},"om2w-fc53ddd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":3357227,"cost":0.044681964000000005,"seconds":560.3545,"toolCalls":73.5,"turns":40.5}}},{"suite":"online-mind2web","setup":"stagehand","pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146","2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":252,"passed":151,"successRate":0.5992063492063492,"successCi":[0.5376473956942266,0.6577860287371403],"tokens":383131.5,"cost":0.021455969999999998,"seconds":94.8145,"toolCalls":22.5,"turns":22,"perTask":{"om2w-180ed2ec":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":323711,"cost":0.013558332,"seconds":59.237,"toolCalls":21,"turns":22},"om2w-271b36ef":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":402622,"cost":0.02388114,"seconds":122.684,"toolCalls":21,"turns":22},"om2w-29b7372d":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":95987,"cost":0.006180948,"seconds":36.879,"toolCalls":7.5,"turns":8.5},"om2w-3dca7cbe":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":336105,"cost":0.02354514,"seconds":183.697,"toolCalls":22,"turns":23},"om2w-461ab9b0":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":684354,"cost":0.062671032,"seconds":134.941,"toolCalls":27,"turns":28},"om2w-47186fac":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1013595,"cost":0.055069021499999996,"seconds":233.3025,"toolCalls":34,"turns":35},"om2w-4c572a62":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":211263,"cost":0.010239588,"seconds":60.638,"toolCalls":14,"turns":15},"om2w-52efbab5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":54768.5,"cost":0.008387808,"seconds":12.7505,"toolCalls":4.5,"turns":5.5},"om2w-75a1b5dc":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":195803,"cost":0.009176916,"seconds":41.82,"toolCalls":18,"turns":19},"om2w-783ce6a3":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":171979,"cost":0.014021543999999999,"seconds":33.67,"toolCalls":11,"turns":12},"om2w-7b182a50":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":59452.5,"cost":0.007512875999999999,"seconds":51.524,"toolCalls":9.5,"turns":10.5},"om2w-82eb3bfe":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":764788,"cost":0.026764068,"seconds":174.922,"toolCalls":38.5,"turns":39.5},"om2w-95cad96f":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":175227,"cost":0.012240359999999999,"seconds":76.132,"toolCalls":21,"turns":22},"om2w-9829f308":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":902359.5,"cost":0.05476497599999999,"seconds":290.6545,"toolCalls":41,"turns":42},"om2w-a11ecdff":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":100465,"cost":0.012457596,"seconds":56.285,"toolCalls":8,"turns":9},"om2w-a172a5d9":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":117887,"cost":0.010986108,"seconds":26.849,"toolCalls":6,"turns":7},"om2w-a6f0434c":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":53774.5,"cost":0.008688284999999999,"seconds":44.425,"toolCalls":8.5,"turns":9.5},"om2w-a96fca87":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":966089,"cost":0.048037836,"seconds":193.453,"toolCalls":31,"turns":32},"om2w-ade4c09a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":191423,"cost":0.01310286,"seconds":58.687,"toolCalls":12,"turns":13},"om2w-b6d10e9b":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":37116,"cost":0.005142651,"seconds":29.394,"toolCalls":5,"turns":6},"om2w-bb314cb8":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":170132.5,"cost":0.00938964,"seconds":34.862,"toolCalls":16,"turns":17},"om2w-bb518416":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":775881,"cost":0.036299375999999994,"seconds":274.418,"toolCalls":43,"turns":42},"om2w-bf3b311c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":395955,"cost":0.033518747999999994,"seconds":62.101,"toolCalls":17,"turns":18},"om2w-d71be72a":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":69743,"cost":0.005617224,"seconds":23.976,"toolCalls":8,"turns":9},"om2w-f00e7acc":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":310512,"cost":0.024924624,"seconds":88.742,"toolCalls":18,"turns":19},"om2w-f2097f92":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":151843,"cost":0.008774328,"seconds":51.302,"toolCalls":14,"turns":15},"om2w-f389398d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":158788,"cost":0.00596838,"seconds":37.488,"toolCalls":11.5,"turns":12.5},"om2w-070c907d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":127441,"cost":0.011130876,"seconds":88.849,"toolCalls":11.5,"turns":12.5},"om2w-07ec4a12":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":426927,"cost":0.0198951,"seconds":52.861,"toolCalls":18,"turns":19},"om2w-0a0fa834":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":744669,"cost":0.027429132000000002,"seconds":115.802,"toolCalls":26,"turns":27},"om2w-11abb668":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":552362.5,"cost":0.024402939,"seconds":112.9195,"toolCalls":36.5,"turns":37.5},"om2w-2fc51dd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":272426,"cost":0.016045752,"seconds":79.3045,"toolCalls":18,"turns":19},"om2w-323bd85e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":221837,"cost":0.012522552000000001,"seconds":99.386,"toolCalls":15,"turns":16},"om2w-330cd04c":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":231271,"cost":0.019439694,"seconds":41.038,"toolCalls":13,"turns":14},"om2w-43a1ca25":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1140400,"cost":0.057800892,"seconds":278.18,"toolCalls":48,"turns":49},"om2w-47bfe8a7":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":0,"cost":0,"seconds":600.023,"toolCalls":65,"turns":0},"om2w-47e314cc":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.034,"toolCalls":56,"turns":0},"om2w-48c73f3f":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":470368,"cost":0.028925933999999993,"seconds":67.4745,"toolCalls":22,"turns":23},"om2w-4c186c6e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":386204.5,"cost":0.016713449999999998,"seconds":118.634,"toolCalls":36.5,"turns":37.5},"om2w-515f2e58":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":434017,"cost":0.021899051999999995,"seconds":136.063,"toolCalls":33,"turns":34},"om2w-56f8890a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":104158.5,"cost":0.0060717539999999995,"seconds":43.108,"toolCalls":9.5,"turns":10.5},"om2w-59b7b990":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1295630,"cost":0.03895984499999999,"seconds":360.9415,"toolCalls":54,"turns":55},"om2w-5d542a7e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":138724.5,"cost":0.016934802,"seconds":110.21,"toolCalls":14,"turns":15},"om2w-60cbbbd5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":103296.5,"cost":0.010071347999999999,"seconds":58.8435,"toolCalls":12.5,"turns":13.5},"om2w-63d6866f":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":766717,"cost":0.024236304,"seconds":121.096,"toolCalls":41,"turns":42},"om2w-64b76158":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":465277,"cost":0.033757284,"seconds":140.407,"toolCalls":24,"turns":23},"om2w-65c4030f":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":147422,"cost":0.008914523999999998,"seconds":31.895,"toolCalls":11,"turns":12},"om2w-690d7b4a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":147994.5,"cost":0.009099012,"seconds":61.8115,"toolCalls":13.5,"turns":14.5},"om2w-6b2cfae0":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.06,"toolCalls":37,"turns":0},"om2w-6ca20f1d":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":69957,"cost":0.00609684,"seconds":25.44,"toolCalls":8,"turns":9},"om2w-7072d094":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":533313,"cost":0.02765016,"seconds":79.64,"toolCalls":25,"turns":26},"om2w-75146b7b":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1021148,"cost":0.03915705,"seconds":234.848,"toolCalls":48.5,"turns":49.5},"om2w-8103786e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":625607,"cost":0.04021144199999999,"seconds":63.941,"toolCalls":22.5,"turns":23.5},"om2w-84f806c7":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":434867,"cost":0.02110227,"seconds":118.5105,"toolCalls":30,"turns":31},"om2w-864244b6":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":98112,"cost":0.008125859999999999,"seconds":57.918,"toolCalls":15,"turns":16},"om2w-8689af4d":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":409351,"cost":0.0226665,"seconds":62.936,"toolCalls":15,"turns":16},"om2w-92a3d423":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":197536,"cost":0.013560257999999999,"seconds":95.556,"toolCalls":17.5,"turns":18.5},"om2w-9d09bc94":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1076337,"cost":0.072908172,"seconds":138.6945,"toolCalls":31,"turns":32},"om2w-9d46ccb9":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":696656,"cost":0.061167816,"seconds":104.536,"toolCalls":32,"turns":33},"om2w-9f1cba61":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1606809,"cost":0.060748668,"seconds":248.269,"toolCalls":34,"turns":35},"om2w-a8b9edd5":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":458625,"cost":0.017468232,"seconds":79.944,"toolCalls":30,"turns":31},"om2w-aa4b5cb7":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":507449,"cost":0.017535438,"seconds":101.32,"toolCalls":24.5,"turns":25.5},"om2w-b9225088":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":170460,"cost":0.014338104,"seconds":48.746,"toolCalls":15,"turns":16},"om2w-b99c0296":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":400253,"cost":0.026967503999999996,"seconds":128.55,"toolCalls":20,"turns":21},"om2w-ba2a469a":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":405143,"cost":0.017825484,"seconds":87.408,"toolCalls":21,"turns":22},"om2w-c1d6ea6f":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1127890,"cost":0.06427002,"seconds":193.477,"toolCalls":31,"turns":32},"om2w-c94551d2":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":570432,"cost":0.026176392,"seconds":173.205,"toolCalls":44,"turns":45},"om2w-d1807551":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":266307.5,"cost":0.042854185499999996,"seconds":65.2775,"toolCalls":17.5,"turns":18.5},"om2w-d392e154":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":245373,"cost":0.0247316265,"seconds":100.461,"toolCalls":15,"turns":16},"om2w-d9d8b7d8":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":72666,"cost":0.007919201999999998,"seconds":41.066,"toolCalls":8.5,"turns":9.5},"om2w-da8f3823":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":380637.5,"cost":0.031498062,"seconds":154.281,"toolCalls":20,"turns":21},"om2w-e9f4dfc6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1831122,"cost":0.10415333399999999,"seconds":391.507,"toolCalls":54,"turns":55},"om2w-fa9adb81":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":531203,"cost":0.02020728,"seconds":70.348,"toolCalls":29,"turns":30},"om2w-fb7b4f78":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":29691,"cost":0.004316904,"seconds":20.8,"toolCalls":7,"turns":8},"om2w-1b867afe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1946487.5,"cost":0.042162843,"seconds":284.7175,"toolCalls":51,"turns":52},"om2w-1c3b747a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":579661.5,"cost":0.050844162,"seconds":103.252,"toolCalls":24,"turns":25},"om2w-27fa3ac2":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":764678,"cost":0.0350811285,"seconds":116.4325,"toolCalls":28,"turns":29},"om2w-3443e9c3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":300437.5,"cost":0.035603022,"seconds":43.443,"toolCalls":16.5,"turns":17.5},"om2w-3ef64f34":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.002,"toolCalls":27,"turns":0},"om2w-442a450e":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":777914,"cost":0.033752135999999995,"seconds":102.755,"toolCalls":31,"turns":32},"om2w-547f5729":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":751473.5,"cost":0.018983922,"seconds":357.559,"toolCalls":42.5,"turns":21.5},"om2w-5dec0e66":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1408646,"cost":0.06747563399999999,"seconds":247.456,"toolCalls":37.5,"turns":38.5},"om2w-6ebde509":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":586121.5,"cost":0.028714052999999996,"seconds":161.869,"toolCalls":25,"turns":26},"om2w-7680a920":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":274404.5,"cost":0.009983487,"seconds":74.5235,"toolCalls":21,"turns":22},"om2w-824eb7bb":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":2736910.5,"cost":0.104650995,"seconds":342.943,"toolCalls":58,"turns":59},"om2w-905cb530":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":899920,"cost":0.026539943999999996,"seconds":136.832,"toolCalls":28,"turns":29},"om2w-987bad7c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":370853,"cost":0.034952752499999996,"seconds":143.597,"toolCalls":23,"turns":24},"om2w-9ed38272":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1198907,"cost":0.045552661499999994,"seconds":186.2865,"toolCalls":41,"turns":42},"om2w-a0a18ca6":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1435216,"cost":0.04628376,"seconds":545.6885,"toolCalls":75,"turns":40},"om2w-a5c87cc1":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":879208,"cost":0.027100236,"seconds":180.89,"toolCalls":34,"turns":35},"om2w-b64f938a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2570145,"cost":0.078352128,"seconds":326.292,"toolCalls":80,"turns":81},"om2w-ba01ea55":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1312084,"cost":0.038164398,"seconds":143.243,"toolCalls":43.5,"turns":44.5},"om2w-c39d6c24":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":219399,"cost":0.017054039999999996,"seconds":75.196,"toolCalls":21,"turns":22},"om2w-c3a33396":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2208336,"cost":0.078214908,"seconds":535.745,"toolCalls":65,"turns":66},"om2w-c801d1c9":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":369902,"cost":0.033760728,"seconds":92.648,"toolCalls":21,"turns":22},"om2w-d1970c16":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1955520,"cost":0.05567650799999999,"seconds":304.827,"toolCalls":59,"turns":49},"om2w-dcd26e66":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1546653,"cost":0.051276744,"seconds":139.7,"toolCalls":51,"turns":52},"om2w-f05e87c5":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":802215,"cost":0.033860195999999995,"seconds":204.028,"toolCalls":26,"turns":27},"om2w-f2be37a9":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1671153,"cost":0.065791962,"seconds":272.939,"toolCalls":48,"turns":49},"om2w-fc53ddd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1263362.5,"cost":0.039997971,"seconds":553.5405,"toolCalls":63.5,"turns":34.5}}},{"suite":"online-mind2web","setup":"wdio-mcp","pkg":"@wdio/mcp","version":"4.0.0-dev.64","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-05T09:18:25.471Z","runIds":["2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":100,"passed":56,"successRate":0.56,"successCi":[0.4622792771125631,0.6532813459903167],"tokens":297159,"cost":0.0151734675,"seconds":126.7795,"toolCalls":28.5,"turns":25,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1212102,"cost":0.021256652999999997,"seconds":240.229,"toolCalls":59,"turns":60},"om2w-271b36ef":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":298760,"cost":0.018962904,"seconds":169.962,"toolCalls":22,"turns":23},"om2w-29b7372d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":159515,"cost":0.003757641,"seconds":128.254,"toolCalls":14,"turns":15},"om2w-3dca7cbe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":564906,"cost":0.015664434,"seconds":122.545,"toolCalls":30,"turns":31},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1075817,"cost":0.17202644399999997,"seconds":282.129,"toolCalls":47,"turns":48},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":480448,"cost":0.027772388999999998,"seconds":126.727,"toolCalls":27,"turns":28},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":50653,"cost":0.006053373,"seconds":52.806,"toolCalls":7,"turns":8},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":135146,"cost":0.011675111999999998,"seconds":39.206,"toolCalls":17,"turns":18},"om2w-75a1b5dc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":298810,"cost":0.012004128,"seconds":101.782,"toolCalls":24,"turns":25},"om2w-783ce6a3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":145695,"cost":0.014228112,"seconds":51.715,"toolCalls":19,"turns":20},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":229313,"cost":0.011051736,"seconds":37.962,"toolCalls":18,"turns":19},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":581964,"cost":0.014682500999999999,"seconds":126.832,"toolCalls":32,"turns":33},"om2w-95cad96f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":48096,"cost":0.0069894480000000005,"seconds":46.787,"toolCalls":6,"turns":7},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1035905,"cost":0.056603960999999994,"seconds":398.809,"toolCalls":80,"turns":81},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":115934,"cost":0.010414152,"seconds":37.058,"toolCalls":12,"turns":13},"om2w-a172a5d9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":471979,"cost":0.015786323999999997,"seconds":59.891,"toolCalls":35,"turns":36},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":101758,"cost":0.004365792,"seconds":30.147,"toolCalls":13,"turns":14},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1125294,"cost":0.06587238,"seconds":237.933,"toolCalls":50,"turns":51},"om2w-ade4c09a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":105251,"cost":0.007566828,"seconds":22.313,"toolCalls":13,"turns":14},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":73304,"cost":0.0041414040000000004,"seconds":55.41,"toolCalls":9,"turns":10},"om2w-bb314cb8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":366342,"cost":0.031535316,"seconds":135.942,"toolCalls":25,"turns":26},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":409758,"cost":0.022600283999999998,"seconds":158.451,"toolCalls":28,"turns":29},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":295558,"cost":0.047760552,"seconds":113.682,"toolCalls":29,"turns":30},"om2w-d71be72a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":90973,"cost":0.0057956069999999995,"seconds":31.668,"toolCalls":11,"turns":12},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":186546,"cost":0.007616406,"seconds":54.405,"toolCalls":20,"turns":21},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":142934,"cost":0.0094809,"seconds":133.112,"toolCalls":17,"turns":18},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":64853,"cost":0.003483243,"seconds":30.876,"toolCalls":7,"turns":8},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":327380,"cost":0.007593066,"seconds":66.644,"toolCalls":22,"turns":23},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.023,"toolCalls":52,"turns":0},"om2w-0a0fa834":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1021768,"cost":0.030709904999999996,"seconds":269.288,"toolCalls":47,"turns":48},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":489654,"cost":0.017023095000000002,"seconds":244.802,"toolCalls":34,"turns":35},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":269095,"cost":0.0201162,"seconds":93.988,"toolCalls":20,"turns":21},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":290141,"cost":0.009319847999999999,"seconds":161.744,"toolCalls":28,"turns":29},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":263331,"cost":0.01208094,"seconds":59.392,"toolCalls":21,"turns":22},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":312779,"cost":0.022043052,"seconds":104.943,"toolCalls":27,"turns":28},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2253212,"cost":0.09415176,"seconds":536.737,"toolCalls":80,"turns":81},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3482124,"cost":0.077887128,"seconds":521.962,"toolCalls":80,"turns":81},"om2w-48c73f3f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":187444,"cost":0.023171831999999996,"seconds":82.452,"toolCalls":23,"turns":24},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1738807,"cost":0.042973964999999996,"seconds":244.94,"toolCalls":80,"turns":81},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2248280,"cost":0.039698795999999995,"seconds":426.155,"toolCalls":80,"turns":81},"om2w-56f8890a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":276197,"cost":0.008875319999999999,"seconds":49.001,"toolCalls":21,"turns":22},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":782871,"cost":0.026654193,"seconds":70.108,"toolCalls":38,"turns":39},"om2w-5d542a7e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":299877,"cost":0.01957068,"seconds":122.368,"toolCalls":22,"turns":23},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":105980,"cost":0.00477636,"seconds":38.801,"toolCalls":12,"turns":13},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.142,"toolCalls":63,"turns":0},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3177734,"cost":0.07115767499999999,"seconds":407.048,"toolCalls":78,"turns":79},"om2w-65c4030f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":150116,"cost":0.007650936,"seconds":47.987,"toolCalls":18,"turns":19},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":186930,"cost":0.006975162,"seconds":47.063,"toolCalls":18,"turns":19},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.039,"toolCalls":29,"turns":0},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":129158,"cost":0.007699332,"seconds":16.489,"toolCalls":13,"turns":14},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":143333,"cost":0.006980999999999999,"seconds":74.792,"toolCalls":12,"turns":13},"om2w-75146b7b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1137128,"cost":0.1024659,"seconds":190.61,"toolCalls":53,"turns":54},"om2w-8103786e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":165192,"cost":0.017662548,"seconds":76.037,"toolCalls":17,"turns":18},"om2w-84f806c7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":514218,"cost":0.018451092,"seconds":117.121,"toolCalls":42,"turns":43},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":158187,"cost":0.005323692,"seconds":40.019,"toolCalls":15,"turns":16},"om2w-8689af4d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":287797,"cost":0.02149032,"seconds":61.69,"toolCalls":16,"turns":17},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":75236,"cost":0.0053663159999999994,"seconds":35.187,"toolCalls":9,"turns":10},"om2w-9d09bc94":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":543087,"cost":0.023998728,"seconds":143.356,"toolCalls":34,"turns":35},"om2w-9d46ccb9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":621225,"cost":0.028297791,"seconds":168.363,"toolCalls":44,"turns":45},"om2w-9f1cba61":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":498648,"cost":0.036344219999999997,"seconds":242.375,"toolCalls":35,"turns":36},"om2w-a8b9edd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":412893,"cost":0.04141886399999999,"seconds":77.94,"toolCalls":30,"turns":31},"om2w-aa4b5cb7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":274690,"cost":0.012402192000000001,"seconds":76.786,"toolCalls":23,"turns":24},"om2w-b9225088":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":376936,"cost":0.014497379999999999,"seconds":42.591,"toolCalls":24,"turns":25},"om2w-b99c0296":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":577853,"cost":0.022393301999999997,"seconds":132.16,"toolCalls":35,"turns":36},"om2w-ba2a469a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":295178,"cost":0.008663799,"seconds":34.045,"toolCalls":21,"turns":22},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1823940,"cost":0.050113547999999994,"seconds":421.928,"toolCalls":70,"turns":71},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2437537,"cost":0.081794592,"seconds":557.093,"toolCalls":84,"turns":81},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":275528,"cost":0.008451440999999999,"seconds":32.294,"toolCalls":22,"turns":23},"om2w-d392e154":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1658386,"cost":0.027662763,"seconds":350.714,"toolCalls":69,"turns":70},"om2w-d9d8b7d8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":128063,"cost":0.013965528,"seconds":41.93,"toolCalls":12,"turns":13},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":261329,"cost":0.010339908,"seconds":33.629,"toolCalls":24,"turns":25},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.209,"toolCalls":13,"turns":0},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":366545,"cost":0.01340823,"seconds":135.637,"toolCalls":29,"turns":30},"om2w-fb7b4f78":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":48330,"cost":0.004152774,"seconds":39.157,"toolCalls":7,"turns":8},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1433572,"cost":0.02930622,"seconds":254.02,"toolCalls":63,"turns":64},"om2w-1c3b747a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":749515,"cost":0.026631912,"seconds":118.791,"toolCalls":34,"turns":35},"om2w-27fa3ac2":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":254457,"cost":0.009747327,"seconds":61.196,"toolCalls":21,"turns":22},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":184273,"cost":0.012846635999999998,"seconds":50.304,"toolCalls":18,"turns":19},"om2w-3ef64f34":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2105577,"cost":0.14462316,"seconds":270.135,"toolCalls":77,"turns":78},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1958803,"cost":0.056311686,"seconds":150.815,"toolCalls":70,"turns":71},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.055,"toolCalls":74,"turns":0},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":194516,"cost":0.006192527999999999,"seconds":249.49,"toolCalls":34,"turns":36},"om2w-6ebde509":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":231331,"cost":0.010214876999999999,"seconds":381.056,"toolCalls":37,"turns":39},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":205963,"cost":0.0058697160000000005,"seconds":43.929,"toolCalls":18,"turns":19},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3251068,"cost":0.094801161,"seconds":368.351,"toolCalls":80,"turns":81},"om2w-905cb530":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.017,"toolCalls":52,"turns":0},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1790573,"cost":0.044553081,"seconds":336.154,"toolCalls":80,"turns":81},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1011549,"cost":0.041465748000000004,"seconds":143.429,"toolCalls":51,"turns":52},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.003,"toolCalls":10,"turns":0},"om2w-a5c87cc1":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":187576,"cost":0.006504891,"seconds":49.706,"toolCalls":20,"turns":21},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1957396,"cost":0.10254101999999998,"seconds":365.256,"toolCalls":80,"turns":81},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":626732,"cost":0.018714327,"seconds":128.003,"toolCalls":33,"turns":34},"om2w-c39d6c24":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":118309,"cost":0.006625479,"seconds":24.746,"toolCalls":14,"turns":15},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2023093,"cost":0.06801542399999999,"seconds":375.2,"toolCalls":80,"turns":81},"om2w-c801d1c9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1119723,"cost":0.088811736,"seconds":206.163,"toolCalls":40,"turns":41},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3013277,"cost":0.10528570799999999,"seconds":418.604,"toolCalls":81,"turns":81},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":781528,"cost":0.052392552,"seconds":189.186,"toolCalls":44,"turns":45},"om2w-f05e87c5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":615461,"cost":0.023434752,"seconds":109.227,"toolCalls":34,"turns":35},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1657214,"cost":0.165244584,"seconds":241.474,"toolCalls":58,"turns":59},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.005,"toolCalls":30,"turns":0}}},{"suite":"online-mind2web","setup":"wdio-session","pkg":"@wdio/cli","version":"10.0.0-alpha.175","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-05T09:18:25.471Z","runIds":["2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":100,"passed":57,"successRate":0.57,"successCi":[0.4721521169586435,0.6626686099947162],"tokens":240182,"cost":0.012490664999999998,"seconds":141.933,"toolCalls":28.5,"turns":24,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":268172,"cost":0.011928993,"seconds":139.54,"toolCalls":26,"turns":28},"om2w-271b36ef":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1262387,"cost":0.030421619999999996,"seconds":287.848,"toolCalls":56,"turns":58},"om2w-29b7372d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":118306,"cost":0.010254527999999999,"seconds":46.224,"toolCalls":12,"turns":14},"om2w-3dca7cbe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":391572,"cost":0.02253678,"seconds":108.218,"toolCalls":27,"turns":29},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1397139,"cost":0.046269239999999996,"seconds":150.109,"toolCalls":46,"turns":48},"om2w-47186fac":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1764032,"cost":0.073357308,"seconds":432.802,"toolCalls":56,"turns":58},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":108151,"cost":0.007688036999999999,"seconds":60.174,"toolCalls":12,"turns":14},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":65068,"cost":0.006412788,"seconds":47.126,"toolCalls":12,"turns":14},"om2w-75a1b5dc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":154881,"cost":0.008425079999999998,"seconds":81.346,"toolCalls":33,"turns":35},"om2w-783ce6a3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":163835,"cost":0.009009132000000001,"seconds":32.025,"toolCalls":19,"turns":21},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":156739,"cost":0.011163252,"seconds":70.083,"toolCalls":14,"turns":16},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":645691,"cost":0.025245501,"seconds":596.931,"toolCalls":37,"turns":39},"om2w-95cad96f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":49733,"cost":0.006123816,"seconds":47.385,"toolCalls":7,"turns":9},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.073,"toolCalls":66,"turns":0},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":166609,"cost":0.009674208,"seconds":64.61,"toolCalls":16,"turns":18},"om2w-a172a5d9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":129655,"cost":0.017566872,"seconds":165.004,"toolCalls":16,"turns":18},"om2w-a6f0434c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":34431,"cost":0.002519469,"seconds":55.494,"toolCalls":6,"turns":8},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":151422,"cost":0.02151294,"seconds":52.724,"toolCalls":16,"turns":18},"om2w-ade4c09a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":325111,"cost":0.017288724,"seconds":150.179,"toolCalls":27,"turns":29},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":52775,"cost":0.004767756,"seconds":47.629,"toolCalls":8,"turns":10},"om2w-bb314cb8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":253812,"cost":0.013626732,"seconds":132.236,"toolCalls":22,"turns":24},"om2w-bb518416":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.009,"toolCalls":36,"turns":0},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":415385,"cost":0.02017818,"seconds":119.832,"toolCalls":29,"turns":31},"om2w-d71be72a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":93806,"cost":0.006621483,"seconds":48.427,"toolCalls":12,"turns":14},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":170922,"cost":0.010069604999999999,"seconds":78.663,"toolCalls":19,"turns":21},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":156713,"cost":0.010789488,"seconds":57.641,"toolCalls":15,"turns":17},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":110070,"cost":0.006018291,"seconds":131.342,"toolCalls":13,"turns":15},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":318818,"cost":0.011872391999999999,"seconds":132.307,"toolCalls":28,"turns":30},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.009,"toolCalls":14,"turns":0},"om2w-0a0fa834":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":623711,"cost":0.019975674,"seconds":144.326,"toolCalls":38,"turns":40},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":851993,"cost":0.030950841,"seconds":153.673,"toolCalls":44,"turns":46},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":245287,"cost":0.019577616,"seconds":117.754,"toolCalls":18,"turns":20},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":104737,"cost":0.006352254,"seconds":111.793,"toolCalls":12,"turns":14},"om2w-330cd04c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":509722,"cost":0.041664468,"seconds":269.239,"toolCalls":35,"turns":37},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.348,"toolCalls":41,"turns":0},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":601.142,"toolCalls":73,"turns":0},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.014,"toolCalls":57,"turns":0},"om2w-48c73f3f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":238221,"cost":0.013302143999999998,"seconds":125.242,"toolCalls":25,"turns":27},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2452569,"cost":0.06087312899999999,"seconds":356.354,"toolCalls":80,"turns":81},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.035,"toolCalls":69,"turns":0},"om2w-56f8890a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":478259,"cost":0.019421865,"seconds":144.333,"toolCalls":34,"turns":36},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1086852,"cost":0.036497357999999994,"seconds":139.304,"toolCalls":50,"turns":52},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":128381,"cost":0.008831124,"seconds":77.547,"toolCalls":13,"turns":15},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":359830,"cost":0.02097459,"seconds":132.706,"toolCalls":27,"turns":29},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.099,"toolCalls":75,"turns":0},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1661066,"cost":0.09162036599999998,"seconds":516.959,"toolCalls":48,"turns":50},"om2w-65c4030f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":123583,"cost":0.006013287,"seconds":76.035,"toolCalls":13,"turns":15},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":141561,"cost":0.006177482999999999,"seconds":41.123,"toolCalls":15,"turns":17},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.013,"toolCalls":53,"turns":0},"om2w-6ca20f1d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":45375,"cost":0.005315256,"seconds":29.008,"toolCalls":7,"turns":9},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":269673,"cost":0.010854846,"seconds":106.76,"toolCalls":20,"turns":22},"om2w-75146b7b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":408909,"cost":0.036607848,"seconds":149.342,"toolCalls":28,"turns":30},"om2w-8103786e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":336896,"cost":0.024089952,"seconds":228.451,"toolCalls":22,"turns":24},"om2w-84f806c7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":499249,"cost":0.01712379,"seconds":127.07,"toolCalls":26,"turns":28},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":118613,"cost":0.005013210000000001,"seconds":54.666,"toolCalls":14,"turns":16},"om2w-8689af4d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":364247,"cost":0.021838559999999996,"seconds":59.48,"toolCalls":24,"turns":26},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":69589,"cost":0.007288199999999999,"seconds":42.849,"toolCalls":9,"turns":11},"om2w-9d09bc94":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":633194,"cost":0.040815852,"seconds":233.791,"toolCalls":37,"turns":39},"om2w-9d46ccb9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":188467,"cost":0.007682093999999999,"seconds":81.249,"toolCalls":17,"turns":19},"om2w-9f1cba61":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.007,"toolCalls":39,"turns":0},"om2w-a8b9edd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":339864,"cost":0.03712677599999999,"seconds":69.2,"toolCalls":28,"turns":30},"om2w-aa4b5cb7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":240421,"cost":0.032728728,"seconds":119.478,"toolCalls":22,"turns":24},"om2w-b9225088":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":879824,"cost":0.035048676,"seconds":260.12,"toolCalls":45,"turns":47},"om2w-b99c0296":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":864232,"cost":0.037157436,"seconds":235.011,"toolCalls":46,"turns":48},"om2w-ba2a469a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1768951,"cost":0.05590992,"seconds":316.474,"toolCalls":58,"turns":60},"om2w-c1d6ea6f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":819840,"cost":0.0291621,"seconds":187.267,"toolCalls":34,"turns":36},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1888650,"cost":0.05967035999999999,"seconds":509.913,"toolCalls":80,"turns":81},"om2w-d1807551":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":391191,"cost":0.012607262999999999,"seconds":112.07,"toolCalls":29,"turns":31},"om2w-d392e154":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1201003,"cost":0.028519824,"seconds":366.225,"toolCalls":45,"turns":47},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":44418,"cost":0.005415624,"seconds":28.662,"toolCalls":7,"turns":9},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":151436,"cost":0.00911244,"seconds":68.133,"toolCalls":16,"turns":18},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":42942,"cost":0.00398454,"seconds":14.944,"toolCalls":8,"turns":10},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":369397,"cost":0.015540528,"seconds":85.752,"toolCalls":26,"turns":28},"om2w-fb7b4f78":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":39194,"cost":0.003286416,"seconds":28.035,"toolCalls":6,"turns":8},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":913561,"cost":0.027261992999999998,"seconds":207.52,"toolCalls":48,"turns":50},"om2w-1c3b747a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1027735,"cost":0.049412604,"seconds":319.638,"toolCalls":45,"turns":47},"om2w-27fa3ac2":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":549045,"cost":0.022757514,"seconds":130.342,"toolCalls":36,"turns":38},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":189226,"cost":0.018046212000000002,"seconds":72.921,"toolCalls":20,"turns":22},"om2w-3ef64f34":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.068,"toolCalls":68,"turns":0},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":479752,"cost":0.024939443999999998,"seconds":109.015,"toolCalls":35,"turns":37},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":360358,"cost":0.029104716,"seconds":193.487,"toolCalls":33,"turns":35},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.038,"toolCalls":75,"turns":0},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":239943,"cost":0.009792473999999999,"seconds":96.183,"toolCalls":24,"turns":26},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":224406,"cost":0.008269311,"seconds":91.353,"toolCalls":23,"turns":25},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2441633,"cost":0.08794799399999999,"seconds":420.615,"toolCalls":80,"turns":81},"om2w-905cb530":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":573821,"cost":0.022759427999999998,"seconds":179.027,"toolCalls":38,"turns":40},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.005,"toolCalls":33,"turns":0},"om2w-9ed38272":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.02,"toolCalls":44,"turns":0},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.025,"toolCalls":52,"turns":0},"om2w-a5c87cc1":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":345419,"cost":0.012374066999999999,"seconds":74.133,"toolCalls":25,"turns":27},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1607293,"cost":0.052572216,"seconds":459.098,"toolCalls":69,"turns":71},"om2w-ba01ea55":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1242808,"cost":0.046677869999999996,"seconds":371.14,"toolCalls":47,"turns":49},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":124231,"cost":0.00708669,"seconds":42.204,"toolCalls":16,"turns":18},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.013,"toolCalls":70,"turns":0},"om2w-c801d1c9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1089710,"cost":0.048522024,"seconds":488.963,"toolCalls":44,"turns":46},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.036,"toolCalls":79,"turns":0},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":947266,"cost":0.034060272,"seconds":298.806,"toolCalls":48,"turns":50},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":421258,"cost":0.020483387999999998,"seconds":146.482,"toolCalls":28,"turns":30},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":679908,"cost":0.026710319999999996,"seconds":173.323,"toolCalls":39,"turns":41},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2906556,"cost":0.064131117,"seconds":514.604,"toolCalls":80,"turns":81}}},{"suite":"online-mind2web","setup":"agent-browser","pkg":"agent-browser","version":"0.38.2","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146","2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":265,"passed":128,"successRate":0.4830188679245283,"successCi":[0.4235262514979548,0.5429967866032913],"tokens":747250,"cost":0.033537071999999994,"seconds":148.684,"toolCalls":36,"turns":34,"perTask":{"om2w-180ed2ec":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1599993,"cost":0.03528768,"seconds":366.141,"toolCalls":63,"turns":65},"om2w-271b36ef":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1509064,"cost":0.08820162,"seconds":474.908,"toolCalls":52,"turns":54},"om2w-29b7372d":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":250096,"cost":0.019465344,"seconds":81.476,"toolCalls":15,"turns":17},"om2w-3dca7cbe":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":801724,"cost":0.022709712,"seconds":111.79,"toolCalls":34,"turns":37},"om2w-461ab9b0":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":917716,"cost":0.041139287999999996,"seconds":96.037,"toolCalls":32,"turns":34},"om2w-47186fac":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1120398.5,"cost":0.0661186995,"seconds":198.179,"toolCalls":33.5,"turns":35.5},"om2w-4c572a62":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":575561,"cost":0.023661767999999996,"seconds":65.593,"toolCalls":31,"turns":33},"om2w-52efbab5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":107283,"cost":0.011128086,"seconds":26.572,"toolCalls":7.5,"turns":9.5},"om2w-75a1b5dc":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":651781,"cost":0.06134016,"seconds":112.295,"toolCalls":33,"turns":35},"om2w-783ce6a3":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":428500,"cost":0.030614339999999997,"seconds":48.01,"toolCalls":24,"turns":26},"om2w-7b182a50":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":263445.5,"cost":0.014181522,"seconds":83.084,"toolCalls":18,"turns":20},"om2w-82eb3bfe":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":855735,"cost":0.020781888,"seconds":69.454,"toolCalls":36,"turns":39},"om2w-95cad96f":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":297944,"cost":0.019966188,"seconds":72.6235,"toolCalls":14.5,"turns":16.5},"om2w-9829f308":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":3662759.5,"cost":0.08746895099999999,"seconds":413.268,"toolCalls":74.5,"turns":76},"om2w-a11ecdff":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":747250,"cost":0.023859672,"seconds":85.312,"toolCalls":28,"turns":30},"om2w-a172a5d9":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":420120,"cost":0.016261751999999997,"seconds":148.684,"toolCalls":23,"turns":22},"om2w-a6f0434c":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":210326,"cost":0.011755512,"seconds":24.786,"toolCalls":12,"turns":14},"om2w-a96fca87":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":988463,"cost":0.04427712,"seconds":132.058,"toolCalls":38,"turns":40},"om2w-ade4c09a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":200923,"cost":0.022373424,"seconds":29.488,"toolCalls":12,"turns":14},"om2w-b6d10e9b":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":249536,"cost":0.013628699999999999,"seconds":36.767,"toolCalls":13,"turns":15},"om2w-bb314cb8":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":539331,"cost":0.020572632,"seconds":456.908,"toolCalls":42,"turns":20.5},"om2w-bb518416":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1188803,"cost":0.034542768,"seconds":126.39,"toolCalls":33,"turns":35},"om2w-bf3b311c":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":661568,"cost":0.026523083999999995,"seconds":59.241,"toolCalls":26,"turns":28},"om2w-d71be72a":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":266103,"cost":0.015387155999999999,"seconds":50.718,"toolCalls":16,"turns":18},"om2w-f00e7acc":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":453845,"cost":0.0356444175,"seconds":94.2205,"toolCalls":22.5,"turns":25},"om2w-f2097f92":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":330975.5,"cost":0.015680376,"seconds":239.6785,"toolCalls":18.5,"turns":20.5},"om2w-f389398d":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":226453,"cost":0.0123714,"seconds":68.301,"toolCalls":14,"turns":16},"om2w-070c907d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":943401,"cost":0.0323652705,"seconds":199.5865,"toolCalls":35,"turns":37},"om2w-07ec4a12":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":418241,"cost":0.020815992000000002,"seconds":111.952,"toolCalls":23,"turns":25},"om2w-0a0fa834":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":616731,"cost":0.029737272,"seconds":122.201,"toolCalls":25,"turns":27},"om2w-11abb668":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2253815,"cost":0.047287179,"seconds":337.405,"toolCalls":80,"turns":81},"om2w-2fc51dd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":527715.5,"cost":0.040594584,"seconds":69.9385,"toolCalls":23.5,"turns":25.5},"om2w-323bd85e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":462051,"cost":0.016282596,"seconds":76.53,"toolCalls":23,"turns":25},"om2w-330cd04c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":674146,"cost":0.024164783999999998,"seconds":106.039,"toolCalls":32,"turns":34},"om2w-43a1ca25":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":3546921,"cost":0.061599143999999995,"seconds":354.456,"toolCalls":80,"turns":81},"om2w-47bfe8a7":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":2050189,"cost":0.06013177199999999,"seconds":172.455,"toolCalls":48,"turns":52},"om2w-47e314cc":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":3517512,"cost":0.09488178,"seconds":472.046,"toolCalls":80,"turns":81},"om2w-48c73f3f":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":730339,"cost":0.02661468,"seconds":95.131,"toolCalls":37,"turns":39},"om2w-4c186c6e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":3047006,"cost":0.053554092,"seconds":529.173,"toolCalls":74,"turns":76},"om2w-515f2e58":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1246539,"cost":0.04517118,"seconds":322.645,"toolCalls":69,"turns":43},"om2w-56f8890a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1924388.5,"cost":0.16477991549999998,"seconds":223.3295,"toolCalls":63,"turns":67},"om2w-59b7b990":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1270268,"cost":0.044844368999999995,"seconds":208.603,"toolCalls":41,"turns":43},"om2w-5d542a7e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":487948,"cost":0.022557936,"seconds":90.858,"toolCalls":23,"turns":25},"om2w-60cbbbd5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1085210.5,"cost":0.0334757775,"seconds":148.053,"toolCalls":37,"turns":39},"om2w-63d6866f":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":2940604,"cost":0.09063461999999999,"seconds":455.701,"toolCalls":80,"turns":81},"om2w-64b76158":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1155142,"cost":0.043334726999999996,"seconds":233.376,"toolCalls":40,"turns":40},"om2w-65c4030f":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":332072,"cost":0.014198807999999999,"seconds":62.217,"toolCalls":19,"turns":21},"om2w-690d7b4a":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":722042,"cost":0.031442964,"seconds":65.226,"toolCalls":26,"turns":28},"om2w-6b2cfae0":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1557404.5,"cost":0.055440114,"seconds":542.764,"toolCalls":58.5,"turns":36.5},"om2w-6ca20f1d":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":234632,"cost":0.020539308,"seconds":45.314,"toolCalls":14,"turns":16},"om2w-7072d094":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":315819,"cost":0.013581,"seconds":57.206,"toolCalls":18,"turns":20},"om2w-75146b7b":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1363799,"cost":0.044718276,"seconds":201.386,"toolCalls":45,"turns":47},"om2w-8103786e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1081874,"cost":0.034797426,"seconds":325.901,"toolCalls":55.5,"turns":57},"om2w-84f806c7":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2552650,"cost":0.062154624,"seconds":154.168,"toolCalls":43,"turns":45},"om2w-864244b6":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":484006,"cost":0.017701943999999997,"seconds":37.195,"toolCalls":21,"turns":23},"om2w-8689af4d":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":493717,"cost":0.030320376,"seconds":57.748,"toolCalls":20,"turns":22},"om2w-92a3d423":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":244537,"cost":0.016924667999999997,"seconds":44.666,"toolCalls":13,"turns":15},"om2w-9d09bc94":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1149471,"cost":0.041285604,"seconds":219.764,"toolCalls":61,"turns":42},"om2w-9d46ccb9":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1803196,"cost":0.038920164,"seconds":201.443,"toolCalls":66,"turns":68},"om2w-9f1cba61":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":734801,"cost":0.035859324000000005,"seconds":136.005,"toolCalls":30,"turns":32},"om2w-a8b9edd5":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1041041,"cost":0.051339395999999995,"seconds":162.913,"toolCalls":50,"turns":52},"om2w-aa4b5cb7":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":542924.5,"cost":0.02698212,"seconds":123.537,"toolCalls":25.5,"turns":27.5},"om2w-b9225088":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":467353,"cost":0.020117795999999997,"seconds":53.653,"toolCalls":24,"turns":26},"om2w-b99c0296":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1622615,"cost":0.058040496000000004,"seconds":176.686,"toolCalls":52,"turns":54},"om2w-ba2a469a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":700899,"cost":0.023487599999999997,"seconds":92.319,"toolCalls":28,"turns":30},"om2w-c1d6ea6f":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.021,"toolCalls":35,"turns":0},"om2w-c94551d2":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2914594.5,"cost":0.08254278599999999,"seconds":370.8015,"toolCalls":80,"turns":81},"om2w-d1807551":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1342996.5,"cost":0.0322651845,"seconds":228.5945,"toolCalls":50.5,"turns":52.5},"om2w-d392e154":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1257138.5,"cost":0.07015785599999999,"seconds":586.8075,"toolCalls":57,"turns":35},"om2w-d9d8b7d8":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":211785,"cost":0.016445676,"seconds":41.589,"toolCalls":13,"turns":15},"om2w-da8f3823":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":716223,"cost":0.0407496,"seconds":252.884,"toolCalls":30.5,"turns":32.5},"om2w-e9f4dfc6":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":2181008.5,"cost":0.09003655799999999,"seconds":273.352,"toolCalls":55.5,"turns":57.5},"om2w-fa9adb81":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":572133,"cost":0.018001617,"seconds":80.444,"toolCalls":28,"turns":30},"om2w-fb7b4f78":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":663885,"cost":0.026577813,"seconds":159.185,"toolCalls":26,"turns":28},"om2w-1b867afe":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1323610,"cost":0.039204923999999995,"seconds":140.739,"toolCalls":45,"turns":48},"om2w-1c3b747a":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1326702,"cost":0.037663416000000005,"seconds":186.867,"toolCalls":42,"turns":44},"om2w-27fa3ac2":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1061215,"cost":0.034517956499999995,"seconds":86.909,"toolCalls":31,"turns":33},"om2w-3443e9c3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":603536,"cost":0.07841205,"seconds":146.2925,"toolCalls":28.5,"turns":31.5},"om2w-3ef64f34":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1898211,"cost":0.05339630399999999,"seconds":225.406,"toolCalls":68,"turns":70},"om2w-442a450e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2349257,"cost":0.061922292,"seconds":150.935,"toolCalls":61,"turns":63},"om2w-547f5729":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1239927.5,"cost":0.043483074,"seconds":593.4665,"toolCalls":74,"turns":40.5},"om2w-5dec0e66":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1464858.5,"cost":0.0298363335,"seconds":568.818,"toolCalls":77,"turns":40.5},"om2w-6ebde509":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1640353.5,"cost":0.045025327500000004,"seconds":222.738,"toolCalls":50,"turns":51.5},"om2w-7680a920":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":620904,"cost":0.017641905,"seconds":85.533,"toolCalls":27,"turns":29},"om2w-824eb7bb":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1745202.5,"cost":0.0595228635,"seconds":434.6425,"toolCalls":40.5,"turns":23.5},"om2w-905cb530":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1057385.5,"cost":0.039031146,"seconds":155.5965,"toolCalls":40,"turns":42.5},"om2w-987bad7c":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.006,"toolCalls":55,"turns":0},"om2w-9ed38272":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1288081,"cost":0.067072128,"seconds":152.0755,"toolCalls":49.5,"turns":51.5},"om2w-a0a18ca6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1743448,"cost":0.074534652,"seconds":494.3615,"toolCalls":59.5,"turns":40.5},"om2w-a5c87cc1":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1629968,"cost":0.06778173,"seconds":241.066,"toolCalls":50,"turns":52},"om2w-b64f938a":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":2587867,"cost":0.070229292,"seconds":389.397,"toolCalls":80,"turns":81},"om2w-ba01ea55":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1329346.5,"cost":0.050035874999999994,"seconds":189.1985,"toolCalls":40.5,"turns":42.5},"om2w-c39d6c24":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":467987,"cost":0.034404923999999996,"seconds":115.424,"toolCalls":24,"turns":27},"om2w-c3a33396":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2950354,"cost":0.066439692,"seconds":412.673,"toolCalls":79,"turns":81},"om2w-c801d1c9":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1133861.5,"cost":0.051163602,"seconds":198.6905,"toolCalls":33.5,"turns":36.5},"om2w-d1970c16":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2634078,"cost":0.10645729199999998,"seconds":297.412,"toolCalls":59,"turns":61},"om2w-dcd26e66":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1253845,"cost":0.040253124,"seconds":183.373,"toolCalls":44.5,"turns":46.5},"om2w-f05e87c5":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1960781.5,"cost":0.060564294,"seconds":181.1635,"toolCalls":56.5,"turns":58.5},"om2w-f2be37a9":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":3743983,"cost":0.15415477199999997,"seconds":380.164,"toolCalls":80,"turns":81},"om2w-fc53ddd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1617202.5,"cost":0.028330188,"seconds":582.253,"toolCalls":70,"turns":40.5}}},{"suite":"online-mind2web","setup":"playwright-cli","pkg":"@playwright/cli","version":"0.1.22","model":"deepseek-flash-4-1","firstRun":"2026-10-04T20:40:23.946Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146","2026-10-05-run-37268739610","2026-10-04-run-37231128914"],"runs":243,"passed":136,"successRate":0.5596707818930041,"successCi":[0.49680503606178694,0.6206792129464839],"tokens":636803,"cost":0.027452999999999998,"seconds":160.454,"toolCalls":34,"turns":32,"perTask":{"om2w-180ed2ec":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":581943,"cost":0.027173023499999997,"seconds":232.535,"toolCalls":26,"turns":28},"om2w-271b36ef":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":916378,"cost":0.053758709999999994,"seconds":261.7715,"toolCalls":39.5,"turns":41.5},"om2w-29b7372d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":140804.5,"cost":0.008399505,"seconds":40.5585,"toolCalls":14,"turns":16},"om2w-3dca7cbe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":746747.5,"cost":0.024888741,"seconds":153.12,"toolCalls":37.5,"turns":39.5},"om2w-461ab9b0":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1102162,"cost":0.052632204,"seconds":258.489,"toolCalls":39,"turns":41},"om2w-47186fac":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":701004,"cost":0.020166804,"seconds":397.349,"toolCalls":57,"turns":23.5},"om2w-4c572a62":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":437755,"cost":0.015074441999999999,"seconds":66.127,"toolCalls":21,"turns":23},"om2w-52efbab5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":82798,"cost":0.006623687999999999,"seconds":63.9705,"toolCalls":9,"turns":11},"om2w-75a1b5dc":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":368509.5,"cost":0.020197725,"seconds":132.907,"toolCalls":25,"turns":27},"om2w-783ce6a3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":364674,"cost":0.020660928,"seconds":122.381,"toolCalls":24.5,"turns":26.5},"om2w-7b182a50":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":568487.5,"cost":0.03455325,"seconds":83.8415,"toolCalls":33.5,"turns":35.5},"om2w-82eb3bfe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1051153.5,"cost":0.0247175325,"seconds":99.6055,"toolCalls":28.5,"turns":30.5},"om2w-95cad96f":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":455996.5,"cost":0.025579284,"seconds":135.195,"toolCalls":29,"turns":31},"om2w-9829f308":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":3170485.5,"cost":0.0728875065,"seconds":299.5935,"toolCalls":70,"turns":71.5},"om2w-a11ecdff":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":280652,"cost":0.013197575999999999,"seconds":77.191,"toolCalls":19,"turns":21},"om2w-a172a5d9":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":727670,"cost":0.0383292,"seconds":284.671,"toolCalls":42,"turns":44},"om2w-a6f0434c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":79976.5,"cost":0.005336547,"seconds":43.6795,"toolCalls":9,"turns":11},"om2w-a96fca87":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":342272,"cost":0.026191055999999997,"seconds":91.411,"toolCalls":22,"turns":24},"om2w-ade4c09a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":141257.5,"cost":0.009308772,"seconds":37.4635,"toolCalls":12.5,"turns":14.5},"om2w-b6d10e9b":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":121882,"cost":0.011354867999999999,"seconds":36.194,"toolCalls":12,"turns":14},"om2w-bb314cb8":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":358810,"cost":0.019108086,"seconds":143.2995,"toolCalls":24,"turns":26},"om2w-bb518416":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":806329,"cost":0.035418804,"seconds":227.183,"toolCalls":41,"turns":43},"om2w-bf3b311c":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":387982,"cost":0.027595704,"seconds":53.623,"toolCalls":15,"turns":17},"om2w-d71be72a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":117505,"cost":0.0102014685,"seconds":45.583,"toolCalls":12,"turns":14},"om2w-f00e7acc":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":284131.5,"cost":0.019094775,"seconds":89.653,"toolCalls":22.5,"turns":24.5},"om2w-f2097f92":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":630179,"cost":0.033186954,"seconds":284.32,"toolCalls":34.5,"turns":36.5},"om2w-f389398d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":494510,"cost":0.017711058,"seconds":68.0075,"toolCalls":19,"turns":21},"om2w-070c907d":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":685146,"cost":0.022450872,"seconds":120.2175,"toolCalls":33.5,"turns":35.5},"om2w-07ec4a12":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":994376,"cost":0.051585702,"seconds":380.902,"toolCalls":43.5,"turns":45.5},"om2w-0a0fa834":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1145058,"cost":0.029533152,"seconds":150.869,"toolCalls":39,"turns":41},"om2w-11abb668":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1276916,"cost":0.0294952905,"seconds":314.671,"toolCalls":49,"turns":51},"om2w-2fc51dd3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":969925.5,"cost":0.047511726,"seconds":201.6365,"toolCalls":30,"turns":32},"om2w-323bd85e":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":512934,"cost":0.027114108,"seconds":104.381,"toolCalls":29,"turns":31},"om2w-330cd04c":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":437873,"cost":0.114715584,"seconds":77.6,"toolCalls":30,"turns":32},"om2w-43a1ca25":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2984485,"cost":0.08691837599999999,"seconds":413.296,"toolCalls":73.5,"turns":75},"om2w-47bfe8a7":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1272250.5,"cost":0.076760034,"seconds":513.194,"toolCalls":58,"turns":29},"om2w-47e314cc":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2915318,"cost":0.053515884,"seconds":507.919,"toolCalls":69,"turns":40.5},"om2w-48c73f3f":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":566105,"cost":0.019030344,"seconds":112.676,"toolCalls":36,"turns":38},"om2w-4c186c6e":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.201,"toolCalls":50,"turns":0},"om2w-515f2e58":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1825665,"cost":0.05425611599999999,"seconds":356.417,"toolCalls":80,"turns":81},"om2w-56f8890a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":169561,"cost":0.0204439755,"seconds":90.1975,"toolCalls":16.5,"turns":18.5},"om2w-59b7b990":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2768055.5,"cost":0.1051405665,"seconds":494.0165,"toolCalls":66.5,"turns":68},"om2w-5d542a7e":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":419153,"cost":0.024298007999999996,"seconds":267.764,"toolCalls":28,"turns":30},"om2w-60cbbbd5":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":609960.5,"cost":0.029711260499999996,"seconds":166.9665,"toolCalls":28,"turns":30},"om2w-63d6866f":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1376573,"cost":0.031191894,"seconds":518.735,"toolCalls":61.5,"turns":40.5},"om2w-64b76158":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1592126,"cost":0.058339452,"seconds":495.035,"toolCalls":50,"turns":52},"om2w-65c4030f":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":275300,"cost":0.016190951999999998,"seconds":91.366,"toolCalls":16,"turns":18},"om2w-690d7b4a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":378806,"cost":0.020668847999999997,"seconds":66.8635,"toolCalls":24.5,"turns":26.5},"om2w-6b2cfae0":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.083,"toolCalls":57,"turns":0},"om2w-6ca20f1d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":104591,"cost":0.007938888,"seconds":27.947,"toolCalls":11,"turns":13},"om2w-7072d094":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":722022,"cost":0.028414116,"seconds":74.577,"toolCalls":26,"turns":28},"om2w-75146b7b":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":946203,"cost":0.07189938,"seconds":198.451,"toolCalls":49,"turns":51},"om2w-8103786e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":300229.5,"cost":0.03856014,"seconds":75.2505,"toolCalls":21.5,"turns":23.5},"om2w-84f806c7":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1296538,"cost":0.034455027,"seconds":210.5385,"toolCalls":51.5,"turns":53.5},"om2w-864244b6":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":198201.5,"cost":0.009552421499999998,"seconds":84.5495,"toolCalls":17.5,"turns":19.5},"om2w-8689af4d":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":466528.5,"cost":0.024140652,"seconds":54.9805,"toolCalls":21.5,"turns":23.5},"om2w-92a3d423":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":205105.5,"cost":0.011531699999999999,"seconds":43.483,"toolCalls":15,"turns":17},"om2w-9d09bc94":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":2381617,"cost":0.08363862,"seconds":492.9345,"toolCalls":55,"turns":57},"om2w-9d46ccb9":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":168259,"cost":0.006281547,"seconds":334.088,"toolCalls":51,"turns":24},"om2w-9f1cba61":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":661692,"cost":0.031770552,"seconds":128.0295,"toolCalls":33,"turns":35},"om2w-a8b9edd5":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":722543,"cost":0.035168604,"seconds":137.444,"toolCalls":34,"turns":36},"om2w-aa4b5cb7":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":377852,"cost":0.022136448,"seconds":76.929,"toolCalls":24,"turns":26},"om2w-b9225088":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":763527,"cost":0.028854119999999997,"seconds":62.214,"toolCalls":22,"turns":24},"om2w-b99c0296":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1168109,"cost":0.033754151999999996,"seconds":198.237,"toolCalls":49,"turns":51},"om2w-ba2a469a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":484409.5,"cost":0.019034553,"seconds":56.169,"toolCalls":23,"turns":25},"om2w-c1d6ea6f":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":602.6835,"toolCalls":21.5,"turns":0},"om2w-c94551d2":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":443283,"cost":0.011862267,"seconds":468.815,"toolCalls":50,"turns":52},"om2w-d1807551":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":950691.5,"cost":0.0785329755,"seconds":207.404,"toolCalls":40.5,"turns":43},"om2w-d392e154":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":2424176.5,"cost":0.066417198,"seconds":504.7865,"toolCalls":63.5,"turns":65.5},"om2w-d9d8b7d8":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":181440,"cost":0.013864397999999998,"seconds":65.207,"toolCalls":15.5,"turns":17.5},"om2w-da8f3823":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":245561,"cost":0.022016627999999996,"seconds":75.502,"toolCalls":17.5,"turns":19.5},"om2w-e9f4dfc6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2141155,"cost":0.062460906,"seconds":353.9715,"toolCalls":52.5,"turns":54.5},"om2w-fa9adb81":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":517666.5,"cost":0.025035898499999997,"seconds":54.251,"toolCalls":23,"turns":25},"om2w-fb7b4f78":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":324349,"cost":0.013446624,"seconds":147.802,"toolCalls":24,"turns":26},"om2w-1b867afe":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1432143,"cost":0.037138476000000004,"seconds":392.2,"toolCalls":39,"turns":41},"om2w-1c3b747a":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":1676613,"cost":0.07269732,"seconds":202.098,"toolCalls":52,"turns":54},"om2w-27fa3ac2":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":949602,"cost":0.042444948,"seconds":124.961,"toolCalls":39,"turns":41},"om2w-3443e9c3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":210590,"cost":0.011713992,"seconds":75.877,"toolCalls":17.5,"turns":19.5},"om2w-3ef64f34":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1040405,"cost":0.046522127999999996,"seconds":227.69,"toolCalls":44,"turns":46},"om2w-442a450e":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":566874,"cost":0.01967718,"seconds":56.776,"toolCalls":30,"turns":32},"om2w-547f5729":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1444337,"cost":0.03721641,"seconds":466.4295,"toolCalls":68.5,"turns":40.5},"om2w-5dec0e66":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":0,"cost":0,"seconds":600.018,"toolCalls":72,"turns":0},"om2w-6ebde509":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":468322,"cost":0.0158591745,"seconds":80.768,"toolCalls":21.5,"turns":23.5},"om2w-7680a920":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":562147,"cost":0.022529135999999998,"seconds":142.922,"toolCalls":32,"turns":34},"om2w-824eb7bb":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2325484.5,"cost":0.065558376,"seconds":528.269,"toolCalls":58.5,"turns":32.5},"om2w-905cb530":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1843120,"cost":0.064485396,"seconds":277.098,"toolCalls":60,"turns":62},"om2w-987bad7c":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1016096,"cost":0.027410219999999996,"seconds":288.672,"toolCalls":65,"turns":45},"om2w-9ed38272":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1306921,"cost":0.032512887,"seconds":139.589,"toolCalls":41.5,"turns":43.5},"om2w-a0a18ca6":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":2692280,"cost":0.1610349,"seconds":370.336,"toolCalls":80,"turns":81},"om2w-a5c87cc1":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":843888,"cost":0.027964416000000002,"seconds":130.168,"toolCalls":41,"turns":43},"om2w-b64f938a":{"runs":3,"passed":0,"successRate":0,"successCi":[0,0.5615060804490177],"tokens":2279838,"cost":0.044140176,"seconds":425.034,"toolCalls":80,"turns":81},"om2w-ba01ea55":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1812223,"cost":0.051262223999999995,"seconds":288.068,"toolCalls":54,"turns":56},"om2w-c39d6c24":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":171997,"cost":0.009039456,"seconds":54.145,"toolCalls":16,"turns":18},"om2w-c3a33396":{"runs":3,"passed":2,"successRate":0.6666666666666666,"successCi":[0.2076549551264879,0.9385096847238394],"tokens":1118170,"cost":0.030542411999999998,"seconds":296.603,"toolCalls":50,"turns":52},"om2w-c801d1c9":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1172696,"cost":0.053823923999999995,"seconds":201.771,"toolCalls":49,"turns":51},"om2w-d1970c16":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":535233,"cost":0.033667728,"seconds":106.112,"toolCalls":18,"turns":20},"om2w-dcd26e66":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1343954,"cost":0.049748099999999996,"seconds":179.717,"toolCalls":67,"turns":69},"om2w-f05e87c5":{"runs":3,"passed":3,"successRate":1,"successCi":[0.43849391955098227,1],"tokens":1090541,"cost":0.031999955999999996,"seconds":162.364,"toolCalls":41,"turns":43},"om2w-f2be37a9":{"runs":3,"passed":1,"successRate":0.3333333333333333,"successCi":[0.0614903152761605,0.7923450448735121],"tokens":1837358,"cost":0.083440392,"seconds":227.324,"toolCalls":78,"turns":80},"om2w-fc53ddd3":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2843553.5,"cost":0.155967381,"seconds":472.909,"toolCalls":80,"turns":81}}},{"suite":"online-mind2web","setup":"playwright-mcp","pkg":"@playwright/mcp","version":"0.0.83","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":37,"successRate":0.37,"successCi":[0.28182212569509163,0.46779652424866885],"tokens":341048,"cost":0.16227285,"seconds":70.9045,"toolCalls":17,"turns":17,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":308820,"cost":0.11101040000000001,"seconds":220.204,"toolCalls":25,"turns":26},"om2w-271b36ef":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2749609,"cost":0.8144121000000001,"seconds":265.833,"toolCalls":43,"turns":44},"om2w-29b7372d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":378076,"cost":0.1866892,"seconds":33.21,"toolCalls":12,"turns":13},"om2w-3dca7cbe":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":112847,"cost":0.0446548,"seconds":71.579,"toolCalls":11,"turns":12},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":427412,"cost":0.1793559,"seconds":73.363,"toolCalls":15,"turns":16},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":194338,"cost":0.10420070000000002,"seconds":26.004,"toolCalls":9,"turns":10},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":492274,"cost":0.2006708,"seconds":41.5,"toolCalls":20,"turns":21},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":62313,"cost":0.0296056,"seconds":26.386,"toolCalls":7,"turns":8},"om2w-75a1b5dc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":92836,"cost":0.0406785,"seconds":50.636,"toolCalls":10,"turns":11},"om2w-783ce6a3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":126705,"cost":0.0672364,"seconds":89.715,"toolCalls":12,"turns":13},"om2w-7b182a50":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":125812,"cost":0.049219700000000005,"seconds":63.17,"toolCalls":12,"turns":13},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":294867,"cost":0.1201378,"seconds":49.934,"toolCalls":21,"turns":22},"om2w-95cad96f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":88988,"cost":0.08941879999999999,"seconds":28.85,"toolCalls":5,"turns":6},"om2w-9829f308":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":846543,"cost":0.291854,"seconds":68.017,"toolCalls":28,"turns":29},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":186365,"cost":0.09175690000000002,"seconds":37.045,"toolCalls":12,"turns":13},"om2w-a172a5d9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":50589,"cost":0.0218549,"seconds":23.762,"toolCalls":5,"turns":6},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":287633,"cost":0.11153579999999999,"seconds":58.49,"toolCalls":22,"turns":23},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1127689,"cost":0.3927243,"seconds":74.17,"toolCalls":28,"turns":29},"om2w-ade4c09a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":161475,"cost":0.07624790000000001,"seconds":43.63,"toolCalls":14,"turns":15},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":117799,"cost":0.0934246,"seconds":21.156,"toolCalls":7,"turns":8},"om2w-bb314cb8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":813861,"cost":0.2952504000000001,"seconds":134.949,"toolCalls":29,"turns":30},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3687646,"cost":1.0455656999999998,"seconds":188.262,"toolCalls":63,"turns":64},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":428956,"cost":0.21142380000000002,"seconds":77.985,"toolCalls":18,"turns":19},"om2w-d71be72a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":97870,"cost":0.0670566,"seconds":22.624,"toolCalls":11,"turns":12},"om2w-f00e7acc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":112799,"cost":0.043804100000000006,"seconds":52.235,"toolCalls":11,"turns":12},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":501773,"cost":0.2388224,"seconds":126.043,"toolCalls":13,"turns":14},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":52910,"cost":0.046452099999999996,"seconds":18.885,"toolCalls":4,"turns":5},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1395107,"cost":0.5368103000000001,"seconds":51.155,"toolCalls":22,"turns":23},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":70245,"cost":0.029881,"seconds":37.969,"toolCalls":7,"turns":8},"om2w-0a0fa834":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1463305,"cost":0.5481767000000001,"seconds":134.784,"toolCalls":23,"turns":24},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3351873,"cost":1.0332298,"seconds":241.533,"toolCalls":45,"turns":46},"om2w-2fc51dd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1028522,"cost":0.3529341,"seconds":117.578,"toolCalls":28,"turns":29},"om2w-323bd85e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":147565,"cost":0.09463310000000001,"seconds":47.034,"toolCalls":12,"turns":13},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":546988,"cost":0.1980846,"seconds":69.885,"toolCalls":22,"turns":23},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3044606,"cost":0.8664198000000003,"seconds":159.965,"toolCalls":51,"turns":52},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":124952,"cost":0.0491803,"seconds":60.149,"toolCalls":12,"turns":13},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2613252,"cost":0.7280912000000002,"seconds":250.704,"toolCalls":80,"turns":81},"om2w-48c73f3f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":32646,"cost":0.015401300000000001,"seconds":12.677,"toolCalls":3,"turns":4},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.005,"toolCalls":46,"turns":0},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":5637756,"cost":1.5338434000000003,"seconds":403.736,"toolCalls":72,"turns":73},"om2w-56f8890a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":79765,"cost":0.032184,"seconds":38.5,"toolCalls":8,"turns":9},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":193509,"cost":0.07555880000000001,"seconds":185.974,"toolCalls":17,"turns":18},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":198816,"cost":0.0797963,"seconds":129.717,"toolCalls":18,"turns":19},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":238445,"cost":0.11513299999999999,"seconds":42.958,"toolCalls":15,"turns":16},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2519294,"cost":0.7627346,"seconds":235.023,"toolCalls":51,"turns":52},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":473746,"cost":0.21187749999999997,"seconds":72.38,"toolCalls":17,"turns":18},"om2w-65c4030f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":144791,"cost":0.0510312,"seconds":101.299,"toolCalls":13,"turns":14},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1984893,"cost":0.5689688000000002,"seconds":112.479,"toolCalls":55,"turns":56},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":174450,"cost":0.0688116,"seconds":93.602,"toolCalls":16,"turns":17},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":135213,"cost":0.09914970000000001,"seconds":24.385,"toolCalls":7,"turns":8},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":419560,"cost":0.2062044,"seconds":87.645,"toolCalls":22,"turns":23},"om2w-75146b7b":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":125962,"cost":0.050125,"seconds":64.101,"toolCalls":12,"turns":13},"om2w-8103786e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":152998,"cost":0.062463000000000005,"seconds":88.229,"toolCalls":14,"turns":15},"om2w-84f806c7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":115070,"cost":0.04710519999999999,"seconds":54.459,"toolCalls":11,"turns":12},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":173159,"cost":0.0885445,"seconds":24.773,"toolCalls":11,"turns":12},"om2w-8689af4d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":585142,"cost":0.2523714,"seconds":62.237,"toolCalls":17,"turns":18},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":203542,"cost":0.09248340000000001,"seconds":37.618,"toolCalls":10,"turns":11},"om2w-9d09bc94":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":61315,"cost":0.025904100000000003,"seconds":21.714,"toolCalls":6,"turns":7},"om2w-9d46ccb9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":110238,"cost":0.047418600000000005,"seconds":32.019,"toolCalls":11,"turns":12},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":496285,"cost":0.2234,"seconds":57.902,"toolCalls":16,"turns":17},"om2w-a8b9edd5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":71310,"cost":0.030632899999999998,"seconds":34.305,"toolCalls":7,"turns":8},"om2w-aa4b5cb7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":539352,"cost":0.2674744,"seconds":85.411,"toolCalls":18,"turns":19},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":999979,"cost":0.33048120000000003,"seconds":98.878,"toolCalls":31,"turns":32},"om2w-b99c0296":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3068987,"cost":0.8631255000000002,"seconds":282.882,"toolCalls":69,"turns":70},"om2w-ba2a469a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":401471,"cost":0.2343135,"seconds":42.117,"toolCalls":15,"turns":16},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":373276,"cost":0.15063680000000002,"seconds":77.002,"toolCalls":17,"turns":18},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":150866,"cost":0.06262240000000001,"seconds":94.938,"toolCalls":14,"turns":15},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":138929,"cost":0.0550934,"seconds":113.435,"toolCalls":13,"turns":14},"om2w-d392e154":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3406206,"cost":0.9547937,"seconds":460.024,"toolCalls":65,"turns":66},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":92966,"cost":0.06454979999999999,"seconds":25.673,"toolCalls":5,"turns":6},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":6001100,"cost":1.6097738000000006,"seconds":377.529,"toolCalls":78,"turns":79},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":921604,"cost":0.37550989999999995,"seconds":85.865,"toolCalls":21,"turns":22},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":599674,"cost":0.2539019,"seconds":70.23,"toolCalls":22,"turns":23},"om2w-fb7b4f78":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":139944,"cost":0.0532943,"seconds":84.847,"toolCalls":13,"turns":14},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1263560,"cost":0.40331870000000003,"seconds":76.271,"toolCalls":35,"turns":36},"om2w-1c3b747a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1046823,"cost":0.43389400000000006,"seconds":75.454,"toolCalls":27,"turns":28},"om2w-27fa3ac2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1108766,"cost":0.4301722000000001,"seconds":166.639,"toolCalls":28,"turns":29},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1048998,"cost":0.3889172,"seconds":62.557,"toolCalls":20,"turns":21},"om2w-3ef64f34":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1198487,"cost":0.4074092000000001,"seconds":162.941,"toolCalls":59,"turns":60},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1558055,"cost":0.5434428,"seconds":112.816,"toolCalls":38,"turns":39},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":50832,"cost":0.022213600000000003,"seconds":19.694,"toolCalls":5,"turns":6},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3552897,"cost":1.0538092,"seconds":288.203,"toolCalls":61,"turns":62},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":789656,"cost":0.3480489,"seconds":51.268,"toolCalls":19,"turns":20},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1531653,"cost":0.5205219,"seconds":64.202,"toolCalls":27,"turns":28},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":416560,"cost":0.23037410000000003,"seconds":59.309,"toolCalls":10,"turns":11},"om2w-905cb530":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":33082,"cost":0.016947,"seconds":11.446,"toolCalls":3,"turns":4},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":71937,"cost":0.0316628,"seconds":32.22,"toolCalls":7,"turns":8},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1363893,"cost":0.5237831000000001,"seconds":67.638,"toolCalls":33,"turns":34},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":173873,"cost":0.0614029,"seconds":122.824,"toolCalls":17,"turns":18},"om2w-a5c87cc1":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":90893,"cost":0.035616100000000005,"seconds":43.607,"toolCalls":9,"turns":10},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":298771,"cost":0.17390889999999998,"seconds":72.303,"toolCalls":12,"turns":13},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1303268,"cost":0.4749369,"seconds":87.936,"toolCalls":28,"turns":29},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":142148,"cost":0.0691368,"seconds":36.276,"toolCalls":11,"turns":12},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.004,"toolCalls":37,"turns":0},"om2w-c801d1c9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1477318,"cost":0.4836076999999999,"seconds":158.014,"toolCalls":35,"turns":36},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":478731,"cost":0.34147770000000005,"seconds":53.619,"toolCalls":14,"turns":15},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1740929,"cost":0.5279537000000002,"seconds":133.343,"toolCalls":50,"turns":51},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":138826,"cost":0.10595089999999999,"seconds":37.298,"toolCalls":6,"turns":7},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1145477,"cost":0.3785129,"seconds":109.194,"toolCalls":32,"turns":33},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":7310167,"cost":1.9064385,"seconds":448.524,"toolCalls":80,"turns":81}}},{"suite":"online-mind2web","setup":"playwright-mcp-tuned","pkg":"@playwright/mcp","version":"0.0.83","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":39,"successRate":0.39,"successCi":[0.300167219319702,0.48797163832501844],"tokens":353946.5,"cost":0.17713260000000003,"seconds":62.803,"toolCalls":16,"turns":17,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":607907,"cost":0.1892244,"seconds":318.799,"toolCalls":41,"turns":42},"om2w-271b36ef":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":694539,"cost":0.3339545,"seconds":160.707,"toolCalls":16,"turns":17},"om2w-29b7372d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":256907,"cost":0.1611121,"seconds":24.346,"toolCalls":10,"turns":11},"om2w-3dca7cbe":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":77714,"cost":0.031507,"seconds":29.886,"toolCalls":8,"turns":9},"om2w-461ab9b0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":776416,"cost":0.3161584,"seconds":88.956,"toolCalls":21,"turns":22},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":553606,"cost":0.208325,"seconds":53.075,"toolCalls":21,"turns":22},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":408547,"cost":0.18360530000000005,"seconds":42.135,"toolCalls":16,"turns":17},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":50556,"cost":0.0417497,"seconds":22.69,"toolCalls":5,"turns":6},"om2w-75a1b5dc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":79047,"cost":0.0313355,"seconds":30.704,"toolCalls":8,"turns":9},"om2w-783ce6a3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":88435,"cost":0.0350636,"seconds":41.038,"toolCalls":9,"turns":10},"om2w-7b182a50":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":131425,"cost":0.050311999999999996,"seconds":63.332,"toolCalls":13,"turns":14},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":403320,"cost":0.1549615,"seconds":66.122,"toolCalls":23,"turns":24},"om2w-95cad96f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":157442,"cost":0.0732936,"seconds":34.168,"toolCalls":10,"turns":11},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":502791,"cost":0.20434479999999997,"seconds":50.577,"toolCalls":15,"turns":16},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":276886,"cost":0.162334,"seconds":36.894,"toolCalls":13,"turns":14},"om2w-a172a5d9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":58599,"cost":0.0235086,"seconds":18.736,"toolCalls":6,"turns":7},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":253736,"cost":0.12448490000000001,"seconds":34.787,"toolCalls":12,"turns":13},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":256265,"cost":0.1605685,"seconds":44.389,"toolCalls":11,"turns":12},"om2w-ade4c09a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":72222,"cost":0.0934741,"seconds":28.793,"toolCalls":6,"turns":7},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":117162,"cost":0.0951573,"seconds":24.076,"toolCalls":7,"turns":8},"om2w-bb314cb8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":492365,"cost":0.17800500000000002,"seconds":89.173,"toolCalls":22,"turns":23},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1320309,"cost":0.4468607,"seconds":161.37,"toolCalls":37,"turns":38},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":290252,"cost":0.1684839,"seconds":31.79,"toolCalls":10,"turns":11},"om2w-d71be72a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":156516,"cost":0.09274660000000001,"seconds":21.701,"toolCalls":7,"turns":8},"om2w-f00e7acc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":107180,"cost":0.0405411,"seconds":52.15,"toolCalls":11,"turns":12},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1492391,"cost":0.46901250000000005,"seconds":206.444,"toolCalls":36,"turns":37},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":112299,"cost":0.0648952,"seconds":25.399,"toolCalls":7,"turns":8},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1480907,"cost":0.5328959,"seconds":57.506,"toolCalls":23,"turns":24},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":116359,"cost":0.041649900000000004,"seconds":47.209,"toolCalls":12,"turns":13},"om2w-0a0fa834":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1358295,"cost":0.5685685999999999,"seconds":65.749,"toolCalls":22,"turns":23},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":4068634,"cost":1.2149268000000004,"seconds":234.679,"toolCalls":46,"turns":47},"om2w-2fc51dd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":771538,"cost":0.29435430000000007,"seconds":110.7,"toolCalls":26,"turns":27},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":273561,"cost":0.16632000000000002,"seconds":44.391,"toolCalls":12,"turns":13},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":779575,"cost":0.2515929,"seconds":89.137,"toolCalls":27,"turns":28},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4569571,"cost":1.2498538999999997,"seconds":193.564,"toolCalls":58,"turns":59},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":107178,"cost":0.0396656,"seconds":54.82,"toolCalls":11,"turns":12},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1321823,"cost":0.4475891,"seconds":100.827,"toolCalls":30,"turns":31},"om2w-48c73f3f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":67867,"cost":0.027527300000000005,"seconds":27.076,"toolCalls":7,"turns":8},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":118312,"cost":0.0438677,"seconds":54.173,"toolCalls":12,"turns":13},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":7567330,"cost":2.0490458,"seconds":419.261,"toolCalls":72,"turns":73},"om2w-56f8890a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":104117,"cost":0.0370413,"seconds":37.371,"toolCalls":11,"turns":12},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":121177,"cost":0.047441000000000004,"seconds":77.645,"toolCalls":12,"turns":13},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":143125,"cost":0.05527180000000001,"seconds":83.494,"toolCalls":14,"turns":15},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":312994,"cost":0.1369871,"seconds":36.785,"toolCalls":16,"turns":17},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3479124,"cost":0.9810604000000002,"seconds":264.262,"toolCalls":62,"turns":63},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":538953,"cost":0.2454138,"seconds":55.739,"toolCalls":18,"turns":19},"om2w-65c4030f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":97908,"cost":0.038931200000000006,"seconds":37.642,"toolCalls":10,"turns":11},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2181827,"cost":0.5996132999999999,"seconds":130.501,"toolCalls":62,"turns":63},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":107164,"cost":0.04250390000000001,"seconds":49.886,"toolCalls":11,"turns":12},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":149454,"cost":0.1048723,"seconds":29.701,"toolCalls":8,"turns":9},"om2w-7072d094":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":428883,"cost":0.20853380000000002,"seconds":77.531,"toolCalls":18,"turns":19},"om2w-75146b7b":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":141897,"cost":0.0518274,"seconds":85.362,"toolCalls":14,"turns":15},"om2w-8103786e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":119946,"cost":0.0474638,"seconds":94.244,"toolCalls":12,"turns":13},"om2w-84f806c7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":99266,"cost":0.0385679,"seconds":35.332,"toolCalls":10,"turns":11},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":297528,"cost":0.17626020000000003,"seconds":24.947,"toolCalls":10,"turns":11},"om2w-8689af4d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":591593,"cost":0.2667267,"seconds":55.009,"toolCalls":16,"turns":17},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":228987,"cost":0.10409900000000001,"seconds":56.489,"toolCalls":11,"turns":12},"om2w-9d09bc94":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":90240,"cost":0.0366435,"seconds":52.112,"toolCalls":9,"turns":10},"om2w-9d46ccb9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":179565,"cost":0.07405880000000001,"seconds":49.134,"toolCalls":18,"turns":19},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":625625,"cost":0.2436655,"seconds":68.979,"toolCalls":15,"turns":16},"om2w-a8b9edd5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":78762,"cost":0.0316534,"seconds":41.113,"toolCalls":8,"turns":9},"om2w-aa4b5cb7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":226545,"cost":0.1377273,"seconds":113.674,"toolCalls":13,"turns":14},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":861080,"cost":0.2968616,"seconds":72.716,"toolCalls":28,"turns":29},"om2w-b99c0296":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":667569,"cost":0.3048711,"seconds":70.36,"toolCalls":23,"turns":24},"om2w-ba2a469a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":365713,"cost":0.19047719999999999,"seconds":43.198,"toolCalls":17,"turns":18},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":592317,"cost":0.207655,"seconds":253.203,"toolCalls":25,"turns":26},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":176606,"cost":0.06916550000000002,"seconds":74.571,"toolCalls":15,"turns":16},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":204378,"cost":0.07514559999999999,"seconds":109.277,"toolCalls":18,"turns":19},"om2w-d392e154":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":7830194,"cost":1.9822151999999997,"seconds":549.85,"toolCalls":81,"turns":81},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":92189,"cost":0.0644446,"seconds":23.793,"toolCalls":5,"turns":6},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":874004,"cost":0.3471609,"seconds":82.345,"toolCalls":26,"turns":27},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":912975,"cost":0.33787639999999997,"seconds":79.398,"toolCalls":23,"turns":24},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":432966,"cost":0.20829879999999998,"seconds":47.118,"toolCalls":17,"turns":18},"om2w-fb7b4f78":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":199682,"cost":0.0723438,"seconds":130.583,"toolCalls":18,"turns":19},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":900259,"cost":0.29229800000000006,"seconds":64.818,"toolCalls":35,"turns":36},"om2w-1c3b747a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1063393,"cost":0.4172781,"seconds":102.002,"toolCalls":35,"turns":36},"om2w-27fa3ac2":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1571333,"cost":0.46249110000000004,"seconds":80.213,"toolCalls":41,"turns":42},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":532947,"cost":0.25834870000000004,"seconds":43.208,"toolCalls":14,"turns":15},"om2w-3ef64f34":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1879482,"cost":0.5799175,"seconds":275.804,"toolCalls":76,"turns":77},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2600205,"cost":0.7097301000000001,"seconds":97.229,"toolCalls":49,"turns":50},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":69099,"cost":0.0299122,"seconds":23.991,"toolCalls":7,"turns":8},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3832447,"cost":1.0981845000000001,"seconds":274.86,"toolCalls":47,"turns":48},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":929251,"cost":0.4017505,"seconds":51.507,"toolCalls":20,"turns":21},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":511678,"cost":0.2491277,"seconds":44.933,"toolCalls":27,"turns":28},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":734747,"cost":0.3808201,"seconds":62.274,"toolCalls":14,"turns":15},"om2w-905cb530":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3238185,"cost":0.8850920000000002,"seconds":174.438,"toolCalls":55,"turns":56},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":222815,"cost":0.0790599,"seconds":173.584,"toolCalls":20,"turns":21},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1829093,"cost":0.5978367,"seconds":104.732,"toolCalls":37,"turns":38},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":105495,"cost":0.0393376,"seconds":101.789,"toolCalls":11,"turns":12},"om2w-a5c87cc1":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":118790,"cost":0.0442328,"seconds":54.613,"toolCalls":12,"turns":13},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":725071,"cost":0.34222839999999993,"seconds":99.095,"toolCalls":20,"turns":21},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1868901,"cost":0.6327402,"seconds":83.121,"toolCalls":34,"turns":35},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":78720,"cost":0.04175999999999999,"seconds":22.345,"toolCalls":7,"turns":8},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.011,"toolCalls":35,"turns":0},"om2w-c801d1c9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1598992,"cost":0.550768,"seconds":97.029,"toolCalls":30,"turns":31},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":342180,"cost":0.19353109999999998,"seconds":38.34,"toolCalls":10,"turns":11},"om2w-dcd26e66":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":4224566,"cost":1.1515895999999997,"seconds":201.832,"toolCalls":64,"turns":65},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":162143,"cost":0.13115690000000002,"seconds":28.514,"toolCalls":6,"turns":7},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1383721,"cost":0.4689323,"seconds":103.935,"toolCalls":32,"turns":33},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":6635630,"cost":1.690982399999999,"seconds":421.768,"toolCalls":77,"turns":78}}},{"suite":"online-mind2web","setup":"stagehand","pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":61,"successRate":0.61,"successCi":[0.5120283616749817,0.699832780680298],"tokens":515656,"cost":0.21607620000000005,"seconds":95.9045,"toolCalls":24,"turns":24,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":529165,"cost":0.227936,"seconds":76.788,"toolCalls":26,"turns":27},"om2w-271b36ef":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":264978,"cost":0.1427453,"seconds":122.016,"toolCalls":15,"turns":16},"om2w-29b7372d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":250829,"cost":0.16010829999999998,"seconds":22.625,"toolCalls":10,"turns":11},"om2w-3dca7cbe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":983227,"cost":0.3426584,"seconds":156.9,"toolCalls":31,"turns":32},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3292651,"cost":0.9476393000000001,"seconds":189.202,"toolCalls":53,"turns":54},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":966898,"cost":0.3178091,"seconds":142.311,"toolCalls":32,"turns":33},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":265712,"cost":0.129837,"seconds":66.524,"toolCalls":19,"turns":20},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":117021,"cost":0.0844622,"seconds":20.796,"toolCalls":6,"turns":7},"om2w-75a1b5dc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":232711,"cost":0.11176430000000001,"seconds":47.75,"toolCalls":16,"turns":17},"om2w-783ce6a3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":330170,"cost":0.1970616,"seconds":47.468,"toolCalls":13,"turns":14},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":316179,"cost":0.14774230000000005,"seconds":172.916,"toolCalls":27,"turns":28},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":661548,"cost":0.23914320000000006,"seconds":136.861,"toolCalls":28,"turns":29},"om2w-95cad96f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":221371,"cost":0.11841570000000001,"seconds":133.105,"toolCalls":20,"turns":21},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":102177,"cost":0.06728390000000001,"seconds":31.411,"toolCalls":8,"turns":9},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":163307,"cost":0.11522260000000001,"seconds":50.177,"toolCalls":10,"turns":11},"om2w-a172a5d9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":137380,"cost":0.12093989999999999,"seconds":24.859,"toolCalls":6,"turns":7},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":106190,"cost":0.0603813,"seconds":95.084,"toolCalls":13,"turns":14},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":881825,"cost":0.3529124,"seconds":102.469,"toolCalls":25,"turns":26},"om2w-ade4c09a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":81462,"cost":0.086507,"seconds":32.892,"toolCalls":7,"turns":8},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":186155,"cost":0.0968126,"seconds":58.874,"toolCalls":19,"turns":20},"om2w-bb314cb8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":274571,"cost":0.14703850000000002,"seconds":42.196,"toolCalls":16,"turns":17},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":979562,"cost":0.3458839999999999,"seconds":184.757,"toolCalls":41,"turns":42},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1221986,"cost":0.40079690000000007,"seconds":83.834,"toolCalls":34,"turns":35},"om2w-d71be72a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":211545,"cost":0.10659450000000001,"seconds":36.613,"toolCalls":15,"turns":16},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":625580,"cost":0.2924429,"seconds":46.533,"toolCalls":17,"turns":18},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":103614,"cost":0.06800909999999999,"seconds":70.539,"toolCalls":10,"turns":11},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":91776,"cost":0.0833007,"seconds":19.972,"toolCalls":6,"turns":7},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":232335,"cost":0.1176528,"seconds":48.142,"toolCalls":16,"turns":17},"om2w-07ec4a12":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":968647,"cost":0.35525789999999996,"seconds":130.153,"toolCalls":26,"turns":27},"om2w-0a0fa834":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2193191,"cost":0.7504782999999998,"seconds":164.507,"toolCalls":37,"turns":38},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":442214,"cost":0.21422600000000003,"seconds":59.454,"toolCalls":17,"turns":18},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":974689,"cost":0.34165629999999997,"seconds":235.934,"toolCalls":39,"turns":40},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":197807,"cost":0.12243180000000001,"seconds":42.568,"toolCalls":13,"turns":14},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":559160,"cost":0.21792640000000005,"seconds":221.86,"toolCalls":32,"turns":33},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":996435,"cost":0.34979670000000007,"seconds":142.582,"toolCalls":32,"turns":33},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":50747,"cost":0.0338101,"seconds":57.169,"toolCalls":10,"turns":11},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":5531955,"cost":1.4570128,"seconds":292.444,"toolCalls":80,"turns":81},"om2w-48c73f3f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":329177,"cost":0.19366560000000002,"seconds":49.609,"toolCalls":14,"turns":15},"om2w-4c186c6e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":378026,"cost":0.1574786,"seconds":139.569,"toolCalls":32,"turns":33},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3701608,"cost":1.0812157999999998,"seconds":311.955,"toolCalls":62,"turns":63},"om2w-56f8890a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":590249,"cost":0.22863440000000004,"seconds":68.777,"toolCalls":23,"turns":24},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":85788,"cost":0.0548913,"seconds":50.631,"toolCalls":14,"turns":15},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":50319,"cost":0.0470902,"seconds":33.487,"toolCalls":6,"turns":7},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":70438,"cost":0.0563629,"seconds":24.518,"toolCalls":8,"turns":9},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":605971,"cost":0.22022369999999997,"seconds":144.845,"toolCalls":34,"turns":35},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":277144,"cost":0.1524336,"seconds":78.172,"toolCalls":17,"turns":18},"om2w-65c4030f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":165132,"cost":0.11514410000000001,"seconds":19.376,"toolCalls":9,"turns":10},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":630698,"cost":0.24645250000000002,"seconds":203.007,"toolCalls":34,"turns":35},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2379634,"cost":0.7313174,"seconds":455.135,"toolCalls":67,"turns":68},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":171023,"cost":0.1162119,"seconds":39.32,"toolCalls":11,"turns":12},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":760813,"cost":0.2686044,"seconds":66.594,"toolCalls":29,"turns":30},"om2w-75146b7b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1451426,"cost":0.46704039999999986,"seconds":266.982,"toolCalls":59,"turns":60},"om2w-8103786e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":321407,"cost":0.17266190000000003,"seconds":44.978,"toolCalls":14,"turns":15},"om2w-84f806c7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":285156,"cost":0.13132650000000004,"seconds":131.951,"toolCalls":25,"turns":26},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":173723,"cost":0.1358719,"seconds":19.009,"toolCalls":8,"turns":9},"om2w-8689af4d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":206136,"cost":0.1524461,"seconds":27.158,"toolCalls":8,"turns":9},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":775067,"cost":0.27903740000000005,"seconds":126.655,"toolCalls":32,"turns":33},"om2w-9d09bc94":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":217310,"cost":0.14066610000000002,"seconds":62.517,"toolCalls":15,"turns":16},"om2w-9d46ccb9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1145034,"cost":0.42786939999999996,"seconds":117.004,"toolCalls":32,"turns":33},"om2w-9f1cba61":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.01,"toolCalls":52,"turns":0},"om2w-a8b9edd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":774012,"cost":0.2876278,"seconds":80.42,"toolCalls":30,"turns":31},"om2w-aa4b5cb7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":687152,"cost":0.2709771,"seconds":85.072,"toolCalls":29,"turns":30},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":838631,"cost":0.294698,"seconds":115.333,"toolCalls":36,"turns":37},"om2w-b99c0296":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3499041,"cost":0.9740871000000001,"seconds":259.444,"toolCalls":70,"turns":71},"om2w-ba2a469a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":661119,"cost":0.26171520000000004,"seconds":102.474,"toolCalls":23,"turns":24},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":125872,"cost":0.0711247,"seconds":34.375,"toolCalls":13,"turns":14},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":109719,"cost":0.0683362,"seconds":53.392,"toolCalls":12,"turns":13},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":502147,"cost":0.23402629999999996,"seconds":36.487,"toolCalls":17,"turns":18},"om2w-d392e154":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1938824,"cost":0.6234343999999999,"seconds":273.759,"toolCalls":49,"turns":50},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":104799,"cost":0.0757989,"seconds":25.909,"toolCalls":7,"turns":8},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":744756,"cost":0.3111619,"seconds":101.879,"toolCalls":23,"turns":24},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":688806,"cost":0.2656114,"seconds":96.725,"toolCalls":26,"turns":27},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":295581,"cost":0.16039130000000001,"seconds":41.009,"toolCalls":16,"turns":17},"om2w-fb7b4f78":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":89493,"cost":0.0863813,"seconds":18.147,"toolCalls":6,"turns":7},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1554863,"cost":0.5258085,"seconds":146.35,"toolCalls":39,"turns":40},"om2w-1c3b747a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":403756,"cost":0.21326520000000004,"seconds":105.906,"toolCalls":18,"turns":19},"om2w-27fa3ac2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2606767,"cost":0.8370369999999999,"seconds":146.502,"toolCalls":43,"turns":44},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":458084,"cost":0.1943259,"seconds":92.505,"toolCalls":18,"turns":19},"om2w-3ef64f34":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1163740,"cost":0.3955021000000001,"seconds":155.518,"toolCalls":51,"turns":52},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":4267045,"cost":1.2305274000000002,"seconds":530.613,"toolCalls":69,"turns":70},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":60315,"cost":0.044211,"seconds":65.434,"toolCalls":11,"turns":12},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1409782,"cost":0.4850850000000001,"seconds":206.161,"toolCalls":36,"turns":37},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":791859,"cost":0.32050030000000007,"seconds":78.488,"toolCalls":27,"turns":28},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":426992,"cost":0.18493600000000002,"seconds":47.723,"toolCalls":18,"turns":19},"om2w-824eb7bb":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1862445,"cost":0.6621670000000001,"seconds":103.417,"toolCalls":36,"turns":37},"om2w-905cb530":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2113915,"cost":0.6487362999999999,"seconds":171.63,"toolCalls":36,"turns":37},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":416585,"cost":0.18586960000000002,"seconds":92.519,"toolCalls":23,"turns":24},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":5506660,"cost":1.4747051000000004,"seconds":209.147,"toolCalls":69,"turns":70},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":547977,"cost":0.2120361,"seconds":201.069,"toolCalls":36,"turns":37},"om2w-a5c87cc1":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1595005,"cost":0.5264243000000001,"seconds":142.751,"toolCalls":39,"turns":40},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1940794,"cost":0.6094211999999999,"seconds":276.385,"toolCalls":61,"turns":62},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1735110,"cost":0.5796996000000001,"seconds":181.86,"toolCalls":45,"turns":46},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":155985,"cost":0.0914922,"seconds":36.477,"toolCalls":13,"turns":14},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":549397,"cost":0.22602270000000002,"seconds":170.791,"toolCalls":31,"turns":32},"om2w-c801d1c9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":251933,"cost":0.140293,"seconds":158.875,"toolCalls":23,"turns":24},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3217939,"cost":0.9918165000000002,"seconds":166.288,"toolCalls":41,"turns":42},"om2w-dcd26e66":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1364629,"cost":0.45421939999999994,"seconds":104.494,"toolCalls":44,"turns":45},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":86669,"cost":0.10107660000000002,"seconds":24.168,"toolCalls":5,"turns":6},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1038569,"cost":0.3536611999999999,"seconds":149.287,"toolCalls":38,"turns":39},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2172888,"cost":0.6719928000000001,"seconds":275.71,"toolCalls":58,"turns":59}}},{"suite":"online-mind2web","setup":"wdio-mcp","pkg":"@wdio/mcp","version":"4.0.0-dev.64","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":54,"successRate":0.54,"successCi":[0.44264685393523856,0.6343935614666815],"tokens":252327.5,"cost":0.1102497,"seconds":71.732,"toolCalls":20.5,"turns":18.5,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":828855,"cost":0.27461850000000004,"seconds":99.75,"toolCalls":40,"turns":41},"om2w-271b36ef":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":685071,"cost":0.24769539999999998,"seconds":217.814,"toolCalls":31,"turns":32},"om2w-29b7372d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":90211,"cost":0.0414158,"seconds":21.473,"toolCalls":9,"turns":10},"om2w-3dca7cbe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":160687,"cost":0.0755432,"seconds":72.034,"toolCalls":17,"turns":18},"om2w-461ab9b0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":657864,"cost":0.25513899999999995,"seconds":174.223,"toolCalls":36,"turns":37},"om2w-47186fac":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":322590,"cost":0.1309089,"seconds":60.508,"toolCalls":22,"turns":23},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":176431,"cost":0.10339219999999999,"seconds":41.281,"toolCalls":15,"turns":16},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":45351,"cost":0.023567200000000003,"seconds":24.195,"toolCalls":5,"turns":6},"om2w-75a1b5dc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":201101,"cost":0.0854067,"seconds":55.71,"toolCalls":16,"turns":17},"om2w-783ce6a3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":216849,"cost":0.11237660000000001,"seconds":55.079,"toolCalls":16,"turns":17},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":640927,"cost":0.21657880000000002,"seconds":118.064,"toolCalls":41,"turns":42},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":488365,"cost":0.18153110000000003,"seconds":103.921,"toolCalls":34,"turns":35},"om2w-95cad96f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":51605,"cost":0.0398584,"seconds":45.026,"toolCalls":5,"turns":6},"om2w-9829f308":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":458516,"cost":0.17886829999999998,"seconds":76.204,"toolCalls":27,"turns":28},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":86740,"cost":0.0554447,"seconds":25.795,"toolCalls":7,"turns":8},"om2w-a172a5d9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":426051,"cost":0.15711110000000003,"seconds":96.492,"toolCalls":29,"turns":30},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":119305,"cost":0.05520269999999999,"seconds":40.328,"toolCalls":11,"turns":12},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":267912,"cost":0.1143991,"seconds":52.46,"toolCalls":21,"turns":22},"om2w-ade4c09a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":89670,"cost":0.0511743,"seconds":50.193,"toolCalls":9,"turns":10},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":106888,"cost":0.0620139,"seconds":34.141,"toolCalls":8,"turns":9},"om2w-bb314cb8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":138416,"cost":0.0759232,"seconds":38.646,"toolCalls":13,"turns":14},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":275187,"cost":0.1332356,"seconds":72.654,"toolCalls":20,"turns":21},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":279591,"cost":0.1439533,"seconds":73.658,"toolCalls":20,"turns":21},"om2w-d71be72a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":75079,"cost":0.058790499999999996,"seconds":28.09,"toolCalls":8,"turns":9},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":209042,"cost":0.09557759999999998,"seconds":51.336,"toolCalls":18,"turns":19},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":166671,"cost":0.0794589,"seconds":147.025,"toolCalls":13,"turns":14},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":106305,"cost":0.063603,"seconds":34.4,"toolCalls":8,"turns":9},"om2w-070c907d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.047,"toolCalls":41,"turns":0},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":127727,"cost":0.0701681,"seconds":39.5,"toolCalls":13,"turns":14},"om2w-0a0fa834":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.058,"toolCalls":46,"turns":0},"om2w-11abb668":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2796411,"cost":0.7555036000000002,"seconds":387.243,"toolCalls":80,"turns":81},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":265407,"cost":0.10237710000000001,"seconds":101.692,"toolCalls":20,"turns":21},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":131537,"cost":0.0798618,"seconds":120.356,"toolCalls":10,"turns":11},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":179789,"cost":0.0788266,"seconds":46.53,"toolCalls":13,"turns":14},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":53522,"cost":0.0263602,"seconds":23.332,"toolCalls":6,"turns":7},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":129531,"cost":0.0686572,"seconds":31.95,"toolCalls":13,"turns":14},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2797988,"cost":0.7692858999999997,"seconds":215.548,"toolCalls":68,"turns":69},"om2w-48c73f3f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":334697,"cost":0.12495250000000001,"seconds":54.057,"toolCalls":24,"turns":25},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1212277,"cost":0.45531560000000004,"seconds":263.778,"toolCalls":53,"turns":54},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3000928,"cost":0.8513318000000001,"seconds":518.688,"toolCalls":76,"turns":77},"om2w-56f8890a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":147792,"cost":0.063859,"seconds":36.883,"toolCalls":15,"turns":16},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":318138,"cost":0.14394959999999998,"seconds":77.823,"toolCalls":26,"turns":27},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":912521,"cost":0.32790310000000006,"seconds":160.449,"toolCalls":38,"turns":39},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":183304,"cost":0.08543140000000002,"seconds":41.47,"toolCalls":15,"turns":16},"om2w-63d6866f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":682448,"cost":0.23127609999999998,"seconds":212.539,"toolCalls":36,"turns":37},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":179973,"cost":0.09841390000000001,"seconds":59.747,"toolCalls":13,"turns":14},"om2w-65c4030f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":178058,"cost":0.0899771,"seconds":57.153,"toolCalls":15,"turns":16},"om2w-690d7b4a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":485355,"cost":0.1932667,"seconds":52.051,"toolCalls":26,"turns":27},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3011853,"cost":0.8636813999999999,"seconds":514.506,"toolCalls":80,"turns":81},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":119164,"cost":0.0689975,"seconds":35.303,"toolCalls":9,"turns":10},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":196798,"cost":0.1062544,"seconds":55.037,"toolCalls":13,"turns":14},"om2w-75146b7b":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2568168,"cost":0.7251522,"seconds":221.932,"toolCalls":80,"turns":81},"om2w-8103786e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.003,"toolCalls":15,"turns":0},"om2w-84f806c7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":686899,"cost":0.22956,"seconds":92.524,"toolCalls":39,"turns":40},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":155095,"cost":0.0748859,"seconds":27.975,"toolCalls":11,"turns":12},"om2w-8689af4d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":264522,"cost":0.11642570000000001,"seconds":41.188,"toolCalls":14,"turns":15},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":118948,"cost":0.06848850000000001,"seconds":49.169,"toolCalls":9,"turns":10},"om2w-9d09bc94":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":424197,"cost":0.1715919,"seconds":94.843,"toolCalls":26,"turns":27},"om2w-9d46ccb9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":954741,"cost":0.3359983000000001,"seconds":108.004,"toolCalls":42,"turns":43},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":181860,"cost":0.08918999999999999,"seconds":66.45,"toolCalls":11,"turns":12},"om2w-a8b9edd5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":48545,"cost":0.026455,"seconds":18.654,"toolCalls":5,"turns":6},"om2w-aa4b5cb7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":196698,"cost":0.0888257,"seconds":56.613,"toolCalls":17,"turns":18},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":182530,"cost":0.0942461,"seconds":40.783,"toolCalls":11,"turns":12},"om2w-b99c0296":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1137552,"cost":0.4274158999999999,"seconds":136.625,"toolCalls":42,"turns":43},"om2w-ba2a469a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":187933,"cost":0.09329799999999999,"seconds":38.396,"toolCalls":14,"turns":15},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":211904,"cost":0.10034180000000001,"seconds":38.498,"toolCalls":13,"turns":14},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":172453,"cost":0.073328,"seconds":40.598,"toolCalls":16,"turns":17},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":244299,"cost":0.11520400000000001,"seconds":50.416,"toolCalls":16,"turns":17},"om2w-d392e154":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1888795,"cost":0.5704865000000001,"seconds":451.66,"toolCalls":65,"turns":66},"om2w-d9d8b7d8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":140605,"cost":0.0813343,"seconds":88.391,"toolCalls":10,"turns":11},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":596156,"cost":0.21883310000000003,"seconds":94.587,"toolCalls":33,"turns":34},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":63066,"cost":0.0317051,"seconds":22.609,"toolCalls":7,"turns":8},"om2w-fa9adb81":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":523107,"cost":0.1882635,"seconds":121.466,"toolCalls":31,"turns":32},"om2w-fb7b4f78":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":66597,"cost":0.0527464,"seconds":27.229,"toolCalls":7,"turns":8},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":419040,"cost":0.16660300000000003,"seconds":53.611,"toolCalls":22,"turns":23},"om2w-1c3b747a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":969301,"cost":0.34223320000000007,"seconds":119.08,"toolCalls":31,"turns":32},"om2w-27fa3ac2":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":422076,"cost":0.16605270000000003,"seconds":59.749,"toolCalls":22,"turns":23},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":140424,"cost":0.0647467,"seconds":71.43,"toolCalls":13,"turns":14},"om2w-3ef64f34":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":453926,"cost":0.1821719,"seconds":77.394,"toolCalls":29,"turns":30},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1767657,"cost":0.5111169000000001,"seconds":171.226,"toolCalls":66,"turns":67},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":149308,"cost":0.0620301,"seconds":48.988,"toolCalls":15,"turns":16},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1250933,"cost":0.4050601,"seconds":213.976,"toolCalls":48,"turns":49},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":352221,"cost":0.14626150000000002,"seconds":62.887,"toolCalls":23,"turns":24},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":260356,"cost":0.10812279999999999,"seconds":103.33,"toolCalls":24,"turns":25},"om2w-824eb7bb":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1778761,"cost":0.5447152000000003,"seconds":319.593,"toolCalls":64,"turns":65},"om2w-905cb530":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":50061,"cost":0.0412062,"seconds":18.659,"toolCalls":6,"turns":7},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.104,"toolCalls":47,"turns":0},"om2w-9ed38272":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2543848,"cost":0.6712828,"seconds":183.998,"toolCalls":80,"turns":81},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2199660,"cost":0.6141961000000001,"seconds":335.987,"toolCalls":80,"turns":81},"om2w-a5c87cc1":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":157122,"cost":0.06763300000000001,"seconds":48.651,"toolCalls":14,"turns":15},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1498620,"cost":0.4715212999999999,"seconds":292.376,"toolCalls":65,"turns":66},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1709162,"cost":0.5161476,"seconds":133.077,"toolCalls":55,"turns":56},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":346978,"cost":0.131221,"seconds":56.79,"toolCalls":30,"turns":31},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.041,"toolCalls":58,"turns":0},"om2w-c801d1c9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":859023,"cost":0.3209712,"seconds":142.779,"toolCalls":34,"turns":35},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":791342,"cost":0.252778,"seconds":149.743,"toolCalls":43,"turns":44},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":753868,"cost":0.25618549999999995,"seconds":199.161,"toolCalls":42,"turns":43},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":67063,"cost":0.0541817,"seconds":24.975,"toolCalls":5,"turns":6},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":594274,"cost":0.21305980000000002,"seconds":111.638,"toolCalls":32,"turns":33},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2312302,"cost":0.6517389,"seconds":510.418,"toolCalls":80,"turns":81}}},{"suite":"online-mind2web","setup":"wdio-session","pkg":"@wdio/cli","version":"10.0.0-alpha.175","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":58,"successRate":0.58,"successCi":[0.4820630799889527,0.672017750814887],"tokens":361085,"cost":0.14762715,"seconds":108.0555,"toolCalls":21.5,"turns":22,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":229254,"cost":0.09910129999999999,"seconds":55.444,"toolCalls":17,"turns":19},"om2w-271b36ef":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1335773,"cost":0.45143010000000017,"seconds":243.797,"toolCalls":42,"turns":44},"om2w-29b7372d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":128775,"cost":0.06349780000000001,"seconds":35.375,"toolCalls":10,"turns":12},"om2w-3dca7cbe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":371316,"cost":0.15442419999999998,"seconds":87.073,"toolCalls":20,"turns":22},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":821000,"cost":0.30040570000000005,"seconds":251.144,"toolCalls":37,"turns":39},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":312719,"cost":0.13018240000000003,"seconds":104.989,"toolCalls":20,"turns":22},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":203075,"cost":0.09395229999999999,"seconds":45.328,"toolCalls":14,"turns":16},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":120908,"cost":0.058951500000000004,"seconds":51.849,"toolCalls":10,"turns":12},"om2w-75a1b5dc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":225126,"cost":0.10285629999999998,"seconds":61.347,"toolCalls":14,"turns":16},"om2w-783ce6a3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":303343,"cost":0.1291506,"seconds":66.222,"toolCalls":19,"turns":21},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":290665,"cost":0.12755070000000002,"seconds":88.424,"toolCalls":16,"turns":18},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2024718,"cost":0.6037537,"seconds":327.826,"toolCalls":48,"turns":50},"om2w-95cad96f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":99124,"cost":0.0589117,"seconds":89.257,"toolCalls":8,"turns":10},"om2w-9829f308":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1042907,"cost":0.3812759,"seconds":168.509,"toolCalls":32,"turns":34},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":118719,"cost":0.07342309999999999,"seconds":48.04,"toolCalls":8,"turns":10},"om2w-a172a5d9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":112924,"cost":0.0620536,"seconds":101.737,"toolCalls":8,"turns":10},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":123063,"cost":0.056142399999999995,"seconds":111.846,"toolCalls":10,"turns":12},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":391212,"cost":0.1529929,"seconds":74.877,"toolCalls":20,"turns":22},"om2w-ade4c09a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":104446,"cost":0.058088400000000005,"seconds":56.347,"toolCalls":8,"turns":10},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":161288,"cost":0.09108459999999999,"seconds":44.045,"toolCalls":10,"turns":12},"om2w-bb314cb8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":142685,"cost":0.0625767,"seconds":46.663,"toolCalls":11,"turns":13},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":363852,"cost":0.1529393,"seconds":153.741,"toolCalls":23,"turns":25},"om2w-bf3b311c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":138298,"cost":0.07348,"seconds":47.574,"toolCalls":10,"turns":12},"om2w-d71be72a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":151839,"cost":0.07639989999999999,"seconds":39.963,"toolCalls":12,"turns":14},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":301514,"cost":0.1314556,"seconds":118.353,"toolCalls":19,"turns":21},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":412212,"cost":0.15908089999999997,"seconds":107.484,"toolCalls":22,"turns":24},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":106297,"cost":0.060414199999999994,"seconds":49.861,"toolCalls":8,"turns":10},"om2w-070c907d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.004,"toolCalls":32,"turns":0},"om2w-07ec4a12":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":307661,"cost":0.1242078,"seconds":287.704,"toolCalls":20,"turns":22},"om2w-0a0fa834":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":708778,"cost":0.262995,"seconds":155.366,"toolCalls":32,"turns":34},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":885830,"cost":0.31129330000000005,"seconds":148.848,"toolCalls":32,"turns":34},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":401009,"cost":0.16283759999999997,"seconds":129.923,"toolCalls":24,"turns":26},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":371962,"cost":0.1439953,"seconds":207.183,"toolCalls":24,"turns":26},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":368077,"cost":0.157551,"seconds":67.21,"toolCalls":21,"turns":23},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":79089,"cost":0.0440465,"seconds":26.137,"toolCalls":7,"turns":9},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":184592,"cost":0.07763900000000001,"seconds":68.844,"toolCalls":16,"turns":18},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3648558,"cost":1.0719594000000003,"seconds":462.636,"toolCalls":77,"turns":79},"om2w-48c73f3f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":335658,"cost":0.1348648,"seconds":111.325,"toolCalls":21,"turns":23},"om2w-4c186c6e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2993667,"cost":0.8528258999999998,"seconds":317.485,"toolCalls":79,"turns":81},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":865460,"cost":0.3070157,"seconds":142.695,"toolCalls":34,"turns":36},"om2w-56f8890a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":200407,"cost":0.0871514,"seconds":85.099,"toolCalls":17,"turns":19},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":56183,"cost":0.0321933,"seconds":41.209,"toolCalls":5,"turns":7},"om2w-5d542a7e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":689764,"cost":0.298967,"seconds":366.514,"toolCalls":29,"turns":31},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":339125,"cost":0.1444937,"seconds":66.203,"toolCalls":20,"turns":22},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1446716,"cost":0.48507409999999995,"seconds":234.162,"toolCalls":45,"turns":47},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":438564,"cost":0.1861605,"seconds":95.248,"toolCalls":22,"turns":24},"om2w-65c4030f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":276646,"cost":0.12477260000000001,"seconds":141.316,"toolCalls":17,"turns":19},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":421778,"cost":0.16333370000000005,"seconds":70.136,"toolCalls":25,"turns":27},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.159,"toolCalls":74,"turns":0},"om2w-6ca20f1d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":160669,"cost":0.08153740000000001,"seconds":52.945,"toolCalls":11,"turns":13},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":157301,"cost":0.07935509999999998,"seconds":47.004,"toolCalls":11,"turns":13},"om2w-75146b7b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1017796,"cost":0.33924930000000003,"seconds":199.467,"toolCalls":41,"turns":43},"om2w-8103786e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.006,"toolCalls":22,"turns":0},"om2w-84f806c7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":507175,"cost":0.19528140000000002,"seconds":131.303,"toolCalls":25,"turns":27},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":263168,"cost":0.12001910000000002,"seconds":50.379,"toolCalls":15,"turns":17},"om2w-8689af4d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":241263,"cost":0.11210219999999999,"seconds":66.476,"toolCalls":13,"turns":15},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":125119,"cost":0.0674879,"seconds":56.432,"toolCalls":9,"turns":11},"om2w-9d09bc94":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":67086,"cost":0.0520541,"seconds":47.751,"toolCalls":5,"turns":7},"om2w-9d46ccb9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":667218,"cost":0.2572521,"seconds":108.627,"toolCalls":29,"turns":31},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":603681,"cost":0.22251370000000004,"seconds":270.85,"toolCalls":30,"turns":32},"om2w-a8b9edd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":371856,"cost":0.1568032,"seconds":122.954,"toolCalls":21,"turns":23},"om2w-aa4b5cb7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":379812,"cost":0.1691495,"seconds":128.39,"toolCalls":20,"turns":22},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":747285,"cost":0.25521029999999995,"seconds":131.892,"toolCalls":34,"turns":36},"om2w-b99c0296":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":843311,"cost":0.2965177,"seconds":126.46,"toolCalls":40,"turns":42},"om2w-ba2a469a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":358318,"cost":0.15076060000000002,"seconds":68.252,"toolCalls":20,"turns":22},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":321730,"cost":0.1442948,"seconds":59.749,"toolCalls":16,"turns":18},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":270362,"cost":0.1168157,"seconds":190.958,"toolCalls":25,"turns":27},"om2w-d1807551":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":543561,"cost":0.20240310000000003,"seconds":94.693,"toolCalls":28,"turns":30},"om2w-d392e154":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3204538,"cost":0.9002975999999998,"seconds":376.821,"toolCalls":80,"turns":81},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":140408,"cost":0.0652133,"seconds":45.495,"toolCalls":10,"turns":12},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":200679,"cost":0.08267320000000002,"seconds":63.117,"toolCalls":15,"turns":17},"om2w-e9f4dfc6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":55939,"cost":0.031784400000000004,"seconds":24.522,"toolCalls":5,"turns":7},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":571430,"cost":0.23623269999999996,"seconds":128.255,"toolCalls":25,"turns":27},"om2w-fb7b4f78":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":144797,"cost":0.0708001,"seconds":35.407,"toolCalls":11,"turns":13},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":512122,"cost":0.18858439999999999,"seconds":71.627,"toolCalls":26,"turns":28},"om2w-1c3b747a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1165021,"cost":0.3858222,"seconds":162.522,"toolCalls":40,"turns":42},"om2w-27fa3ac2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":718308,"cost":0.26987549999999993,"seconds":84.722,"toolCalls":28,"turns":30},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":201382,"cost":0.0919254,"seconds":68.404,"toolCalls":13,"turns":15},"om2w-3ef64f34":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":945682,"cost":0.3146726,"seconds":233.107,"toolCalls":50,"turns":52},"om2w-442a450e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1253989,"cost":0.4121252,"seconds":159.873,"toolCalls":48,"turns":50},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":244029,"cost":0.11191279999999999,"seconds":116.244,"toolCalls":19,"turns":21},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2350723,"cost":0.7198056999999999,"seconds":274.781,"toolCalls":60,"turns":62},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":534201,"cost":0.20779180000000003,"seconds":95.086,"toolCalls":25,"turns":27},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":496703,"cost":0.1918784,"seconds":100.419,"toolCalls":23,"turns":25},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3099051,"cost":0.8916490000000001,"seconds":346.983,"toolCalls":80,"turns":81},"om2w-905cb530":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":78959,"cost":0.043052900000000005,"seconds":26.064,"toolCalls":7,"turns":9},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.04,"toolCalls":64,"turns":0},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2061216,"cost":0.6389945,"seconds":425.301,"toolCalls":68,"turns":70},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":657513,"cost":0.25322710000000004,"seconds":185.042,"toolCalls":29,"turns":31},"om2w-a5c87cc1":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2762248,"cost":0.8074927999999999,"seconds":329.426,"toolCalls":72,"turns":74},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":141414,"cost":0.0684372,"seconds":91.117,"toolCalls":12,"turns":14},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1206662,"cost":0.39887980000000006,"seconds":135.773,"toolCalls":43,"turns":45},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":288856,"cost":0.11870140000000003,"seconds":67.274,"toolCalls":20,"turns":22},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1271570,"cost":0.4264892,"seconds":389.669,"toolCalls":54,"turns":56},"om2w-c801d1c9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3454524,"cost":0.9707562000000004,"seconds":379.353,"toolCalls":80,"turns":81},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":721798,"cost":0.2523111,"seconds":185.271,"toolCalls":36,"turns":38},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":958994,"cost":0.3153641000000001,"seconds":260.634,"toolCalls":40,"turns":42},"om2w-f05e87c5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":160128,"cost":0.09172160000000001,"seconds":48.396,"toolCalls":10,"turns":12},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":685119,"cost":0.24248540000000005,"seconds":149.302,"toolCalls":33,"turns":35},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1441348,"cost":0.4775327000000001,"seconds":244.279,"toolCalls":46,"turns":48}}},{"suite":"online-mind2web","setup":"agent-browser","pkg":"agent-browser","version":"0.38.2","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":50,"successRate":0.5,"successCi":[0.40382982859014716,0.5961701714098528],"tokens":1159190.5,"cost":0.37090354999999997,"seconds":116.9975,"toolCalls":32.5,"turns":35,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2055192,"cost":0.5868838999999999,"seconds":291.47,"toolCalls":56,"turns":58},"om2w-271b36ef":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3137528,"cost":0.8555375999999999,"seconds":464.822,"toolCalls":71,"turns":73},"om2w-29b7372d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":151198,"cost":0.100664,"seconds":22.416,"toolCalls":8,"turns":10},"om2w-3dca7cbe":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1538245,"cost":0.5308991000000001,"seconds":125.247,"toolCalls":32,"turns":35},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3207303,"cost":0.9019211,"seconds":212.424,"toolCalls":73,"turns":75},"om2w-47186fac":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":850003,"cost":0.29907890000000004,"seconds":76.139,"toolCalls":25,"turns":27},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1117878,"cost":0.35585590000000006,"seconds":83.969,"toolCalls":32,"turns":35},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":235355,"cost":0.12581810000000002,"seconds":35.83,"toolCalls":11,"turns":13},"om2w-75a1b5dc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":562678,"cost":0.20439300000000002,"seconds":54.151,"toolCalls":21,"turns":23},"om2w-783ce6a3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":345945,"cost":0.13840410000000003,"seconds":60.793,"toolCalls":22,"turns":24},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1739365,"cost":0.5306916999999999,"seconds":166.51,"toolCalls":47,"turns":49},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":565889,"cost":0.20749040000000002,"seconds":55.396,"toolCalls":20,"turns":22},"om2w-95cad96f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":104973,"cost":0.0745744,"seconds":29.803,"toolCalls":8,"turns":10},"om2w-9829f308":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1890990,"cost":0.5589459999999999,"seconds":117.532,"toolCalls":45,"turns":47},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":267478,"cost":0.1179195,"seconds":49.463,"toolCalls":18,"turns":20},"om2w-a172a5d9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1876755,"cost":0.5486665000000001,"seconds":413.547,"toolCalls":55,"turns":57},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1377854,"cost":0.39840870000000006,"seconds":119.119,"toolCalls":62,"turns":64},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":959780,"cost":0.30942420000000004,"seconds":77.029,"toolCalls":30,"turns":33},"om2w-ade4c09a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":284929,"cost":0.146879,"seconds":50.629,"toolCalls":11,"turns":13},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":98362,"cost":0.0933881,"seconds":23.862,"toolCalls":7,"turns":9},"om2w-bb314cb8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1200503,"cost":0.3639039,"seconds":300.737,"toolCalls":46,"turns":48},"om2w-bb518416":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4474948,"cost":1.1584421000000003,"seconds":254.233,"toolCalls":80,"turns":81},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":783645,"cost":0.2993196,"seconds":66.611,"toolCalls":22,"turns":24},"om2w-d71be72a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":299984,"cost":0.14447710000000002,"seconds":38.708,"toolCalls":12,"turns":14},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":791559,"cost":0.25955170000000005,"seconds":103.387,"toolCalls":39,"turns":41},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":664715,"cost":0.23653450000000006,"seconds":199.182,"toolCalls":22,"turns":24},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":246043,"cost":0.1157598,"seconds":28.197,"toolCalls":12,"turns":14},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2224086,"cost":0.6122597000000003,"seconds":146.231,"toolCalls":56,"turns":59},"om2w-07ec4a12":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":540994,"cost":0.22992800000000005,"seconds":142.558,"toolCalls":19,"turns":21},"om2w-0a0fa834":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1076404,"cost":0.37790319999999994,"seconds":82.206,"toolCalls":26,"turns":28},"om2w-11abb668":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3088830,"cost":0.8399271000000001,"seconds":340.76,"toolCalls":72,"turns":74},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1031316,"cost":0.33604920000000016,"seconds":95.323,"toolCalls":32,"turns":34},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":492316,"cost":0.22745420000000005,"seconds":80.351,"toolCalls":16,"turns":18},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":654237,"cost":0.2428827,"seconds":63.67,"toolCalls":21,"turns":23},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2115009,"cost":0.6442093999999999,"seconds":177.668,"toolCalls":41,"turns":43},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":294819,"cost":0.10848390000000002,"seconds":130.269,"toolCalls":23,"turns":25},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1594928,"cost":0.5282129000000001,"seconds":119.774,"toolCalls":30,"turns":32},"om2w-48c73f3f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":923510,"cost":0.33625299999999997,"seconds":76.337,"toolCalls":33,"turns":35},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1884003,"cost":0.5676959,"seconds":354.211,"toolCalls":43,"turns":45},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4071408,"cost":1.0732754,"seconds":537.901,"toolCalls":80,"turns":81},"om2w-56f8890a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":349718,"cost":0.1360595,"seconds":95.369,"toolCalls":26,"turns":28},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4249453,"cost":1.1776254000000002,"seconds":264.541,"toolCalls":80,"turns":81},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1381526,"cost":0.42622140000000003,"seconds":198.225,"toolCalls":48,"turns":50},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":185611,"cost":0.0804736,"seconds":25.459,"toolCalls":13,"turns":15},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1018484,"cost":0.34563390000000005,"seconds":100.972,"toolCalls":29,"turns":31},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":345571,"cost":0.1880712,"seconds":50.721,"toolCalls":19,"turns":21},"om2w-65c4030f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":412129,"cost":0.17890140000000004,"seconds":41.096,"toolCalls":15,"turns":18},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2142357,"cost":0.6212843,"seconds":128.042,"toolCalls":51,"turns":53},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2649054,"cost":0.7544126000000002,"seconds":401.586,"toolCalls":80,"turns":81},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":300193,"cost":0.1311469,"seconds":43.225,"toolCalls":19,"turns":21},"om2w-7072d094":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":722837,"cost":0.27307359999999997,"seconds":73.604,"toolCalls":23,"turns":26},"om2w-75146b7b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2548681,"cost":0.7253616,"seconds":225.332,"toolCalls":58,"turns":60},"om2w-8103786e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":418547,"cost":0.1837663,"seconds":48.758,"toolCalls":15,"turns":17},"om2w-84f806c7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2322619,"cost":0.6783358999999999,"seconds":314.854,"toolCalls":59,"turns":63},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":337928,"cost":0.1724875,"seconds":30.906,"toolCalls":14,"turns":16},"om2w-8689af4d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":579130,"cost":0.25108600000000003,"seconds":54.988,"toolCalls":17,"turns":19},"om2w-92a3d423":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":455691,"cost":0.18644039999999998,"seconds":69.675,"toolCalls":16,"turns":18},"om2w-9d09bc94":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":636173,"cost":0.2174952,"seconds":69.697,"toolCalls":24,"turns":26},"om2w-9d46ccb9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2359857,"cost":0.7075220000000001,"seconds":211.538,"toolCalls":61,"turns":68},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1405783,"cost":0.4377247000000001,"seconds":131.593,"toolCalls":33,"turns":35},"om2w-a8b9edd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":844160,"cost":0.30899750000000004,"seconds":112.258,"toolCalls":26,"turns":29},"om2w-aa4b5cb7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1320223,"cost":0.43343550000000003,"seconds":116.463,"toolCalls":35,"turns":37},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":915249,"cost":0.32077780000000006,"seconds":95.149,"toolCalls":28,"turns":30},"om2w-b99c0296":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2842753,"cost":0.8516514000000003,"seconds":174.337,"toolCalls":56,"turns":58},"om2w-ba2a469a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":686440,"cost":0.2460565,"seconds":49.91,"toolCalls":21,"turns":23},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":820732,"cost":0.276515,"seconds":72.399,"toolCalls":28,"turns":30},"om2w-c94551d2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":680040,"cost":0.22877300000000003,"seconds":106.406,"toolCalls":34,"turns":36},"om2w-d1807551":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2193541,"cost":0.6466456999999999,"seconds":347.877,"toolCalls":56,"turns":58},"om2w-d392e154":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4159733,"cost":1.1223354000000003,"seconds":578.011,"toolCalls":80,"turns":81},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":157852,"cost":0.0734186,"seconds":26.191,"toolCalls":10,"turns":12},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2198981,"cost":0.6858136,"seconds":131.746,"toolCalls":44,"turns":46},"om2w-e9f4dfc6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2109437,"cost":0.6448039999999999,"seconds":175.649,"toolCalls":51,"turns":53},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":621207,"cost":0.2317051,"seconds":79.665,"toolCalls":21,"turns":23},"om2w-fb7b4f78":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":838523,"cost":0.3039966,"seconds":158.232,"toolCalls":32,"turns":34},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1754557,"cost":0.5312264000000001,"seconds":105.707,"toolCalls":40,"turns":42},"om2w-1c3b747a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3831063,"cost":1.0350884000000002,"seconds":182.152,"toolCalls":58,"turns":60},"om2w-27fa3ac2":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1846590,"cost":0.5718091000000001,"seconds":97.898,"toolCalls":40,"turns":42},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":763657,"cost":0.26182449999999996,"seconds":54.924,"toolCalls":22,"turns":26},"om2w-3ef64f34":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2121039,"cost":0.6320913,"seconds":180.317,"toolCalls":53,"turns":55},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1887532,"cost":0.5480600000000002,"seconds":124.711,"toolCalls":60,"turns":62},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":731594,"cost":0.23552810000000002,"seconds":85.441,"toolCalls":28,"turns":30},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3508679,"cost":0.9867159000000001,"seconds":305.624,"toolCalls":69,"turns":77},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1279409,"cost":0.4490009000000001,"seconds":86.541,"toolCalls":30,"turns":32},"om2w-7680a920":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":272753,"cost":0.11796559999999999,"seconds":70.101,"toolCalls":17,"turns":19},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4163409,"cost":1.0970731999999999,"seconds":183.33,"toolCalls":80,"turns":81},"om2w-905cb530":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4289459,"cost":1.1588988,"seconds":296.122,"toolCalls":80,"turns":81},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4537518,"cost":1.1651751999999995,"seconds":351.993,"toolCalls":80,"turns":81},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":4008959,"cost":1.0750912,"seconds":137.334,"toolCalls":95,"turns":98},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3886224,"cost":1.0247434000000002,"seconds":393.064,"toolCalls":80,"turns":81},"om2w-a5c87cc1":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2264840,"cost":0.6396619,"seconds":198.833,"toolCalls":80,"turns":81},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2574520,"cost":0.7690960000000001,"seconds":233.103,"toolCalls":55,"turns":66},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":731179,"cost":0.2841351,"seconds":69.233,"toolCalls":21,"turns":23},"om2w-c39d6c24":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":829254,"cost":0.2767219,"seconds":81.404,"toolCalls":29,"turns":32},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2904031,"cost":0.8144691000000002,"seconds":306.101,"toolCalls":72,"turns":74},"om2w-c801d1c9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3454513,"cost":0.9678304000000002,"seconds":323.439,"toolCalls":71,"turns":73},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":6671118,"cost":1.7443077999999994,"seconds":249.061,"toolCalls":78,"turns":80},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2114221,"cost":0.5832280000000001,"seconds":123.142,"toolCalls":53,"turns":55},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":296142,"cost":0.14240129999999998,"seconds":43.427,"toolCalls":12,"turns":14},"om2w-f2be37a9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2370394,"cost":0.7018518999999999,"seconds":250.088,"toolCalls":54,"turns":58},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1612598,"cost":0.5126791,"seconds":293.816,"toolCalls":36,"turns":38}}},{"suite":"online-mind2web","setup":"playwright-cli","pkg":"@playwright/cli","version":"0.1.22","model":"claude-sonnet-5","firstRun":"2026-10-05T01:46:31.782Z","lastRun":"2026-10-05T05:40:29.614Z","runIds":["2026-10-05-run-37268732268","2026-10-05-run-37252714051"],"runs":100,"passed":46,"successRate":0.46,"successCi":[0.36560643853331865,0.5573531460647615],"tokens":766778,"cost":0.29836225000000005,"seconds":109.4125,"toolCalls":29.5,"turns":31.5,"perTask":{"om2w-180ed2ec":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":909840,"cost":0.32191600000000004,"seconds":111.703,"toolCalls":29,"turns":31},"om2w-271b36ef":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1381065,"cost":0.47137480000000004,"seconds":257.147,"toolCalls":39,"turns":41},"om2w-29b7372d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":160294,"cost":0.0731454,"seconds":26.535,"toolCalls":10,"turns":12},"om2w-3dca7cbe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2623900,"cost":0.781856,"seconds":133.18,"toolCalls":44,"turns":46},"om2w-461ab9b0":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1149724,"cost":0.3824701,"seconds":150.245,"toolCalls":36,"turns":38},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":445975,"cost":0.2458232,"seconds":42.696,"toolCalls":14,"turns":16},"om2w-4c572a62":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":709662,"cost":0.2909536000000001,"seconds":74.076,"toolCalls":25,"turns":27},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":78151,"cost":0.045280100000000004,"seconds":32.93,"toolCalls":5,"turns":7},"om2w-75a1b5dc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":335687,"cost":0.1232161,"seconds":53.532,"toolCalls":18,"turns":20},"om2w-783ce6a3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":666181,"cost":0.2764909,"seconds":96.413,"toolCalls":26,"turns":28},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1122428,"cost":0.41393680000000005,"seconds":77.566,"toolCalls":23,"turns":25},"om2w-82eb3bfe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":638386,"cost":0.23686600000000005,"seconds":50.811,"toolCalls":20,"turns":22},"om2w-95cad96f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":115596,"cost":0.1079664,"seconds":27.207,"toolCalls":5,"turns":7},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1118837,"cost":0.37490200000000007,"seconds":124.213,"toolCalls":39,"turns":41},"om2w-a11ecdff":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":261703,"cost":0.1359422,"seconds":43.378,"toolCalls":10,"turns":12},"om2w-a172a5d9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":595978,"cost":0.19584560000000004,"seconds":128.5,"toolCalls":30,"turns":32},"om2w-a6f0434c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":524120,"cost":0.20220820000000006,"seconds":58.609,"toolCalls":17,"turns":19},"om2w-a96fca87":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":426271,"cost":0.15576289999999995,"seconds":73.264,"toolCalls":21,"turns":23},"om2w-ade4c09a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":287830,"cost":0.11833350000000001,"seconds":64.745,"toolCalls":16,"turns":18},"om2w-b6d10e9b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":112633,"cost":0.0633953,"seconds":28.472,"toolCalls":7,"turns":9},"om2w-bb314cb8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":469989,"cost":0.21581120000000004,"seconds":117.036,"toolCalls":21,"turns":23},"om2w-bb518416":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1819130,"cost":0.6245104,"seconds":165.133,"toolCalls":45,"turns":47},"om2w-bf3b311c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":433165,"cost":0.21100240000000003,"seconds":69.159,"toolCalls":14,"turns":16},"om2w-d71be72a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":166255,"cost":0.1351151,"seconds":27.717,"toolCalls":9,"turns":11},"om2w-f00e7acc":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":674934,"cost":0.30577090000000007,"seconds":83.779,"toolCalls":25,"turns":27},"om2w-f2097f92":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":541687,"cost":0.20579440000000004,"seconds":176.866,"toolCalls":22,"turns":24},"om2w-f389398d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":154844,"cost":0.08577190000000001,"seconds":26.003,"toolCalls":8,"turns":10},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1770177,"cost":0.5560044,"seconds":145.797,"toolCalls":45,"turns":47},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":694316,"cost":0.22784750000000004,"seconds":186.409,"toolCalls":34,"turns":36},"om2w-0a0fa834":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1148551,"cost":0.4372248999999999,"seconds":80.578,"toolCalls":25,"turns":27},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2563302,"cost":0.7526456999999999,"seconds":271.443,"toolCalls":59,"turns":61},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":763756,"cost":0.27334590000000003,"seconds":107.54,"toolCalls":27,"turns":29},"om2w-323bd85e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":368033,"cost":0.18817129999999996,"seconds":69.037,"toolCalls":15,"turns":17},"om2w-330cd04c":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1216868,"cost":0.3991959,"seconds":118.233,"toolCalls":31,"turns":33},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2952490,"cost":0.8194964,"seconds":210.432,"toolCalls":61,"turns":63},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":637600,"cost":0.21972579999999997,"seconds":120.255,"toolCalls":33,"turns":35},"om2w-47e314cc":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3950371,"cost":1.0913895,"seconds":248.901,"toolCalls":57,"turns":59},"om2w-48c73f3f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":531726,"cost":0.19315100000000002,"seconds":76.51,"toolCalls":24,"turns":26},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2943733,"cost":0.8159396000000002,"seconds":404.295,"toolCalls":80,"turns":81},"om2w-515f2e58":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2868096,"cost":0.8078915000000002,"seconds":255.168,"toolCalls":64,"turns":66},"om2w-56f8890a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":640421,"cost":0.2474437,"seconds":67.827,"toolCalls":22,"turns":24},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3513623,"cost":1.0171223,"seconds":229.162,"toolCalls":64,"turns":66},"om2w-5d542a7e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":606429,"cost":0.22221099999999996,"seconds":196.244,"toolCalls":30,"turns":32},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":711974,"cost":0.26969150000000003,"seconds":63.324,"toolCalls":22,"turns":24},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2500224,"cost":0.7497124,"seconds":198.843,"toolCalls":52,"turns":54},"om2w-64b76158":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":294468,"cost":0.1483195,"seconds":57.425,"toolCalls":13,"turns":15},"om2w-65c4030f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":369845,"cost":0.1694516,"seconds":49.182,"toolCalls":16,"turns":18},"om2w-690d7b4a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":324764,"cost":0.13828269999999998,"seconds":55.153,"toolCalls":16,"turns":18},"om2w-6b2cfae0":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":4546269,"cost":1.2708745000000004,"seconds":559.146,"toolCalls":71,"turns":73},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":255843,"cost":0.11031650000000001,"seconds":43.482,"toolCalls":13,"turns":15},"om2w-7072d094":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":507506,"cost":0.25374669999999994,"seconds":70.848,"toolCalls":18,"turns":20},"om2w-75146b7b":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":5066525,"cost":1.3223486,"seconds":281.539,"toolCalls":75,"turns":77},"om2w-8103786e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":602326,"cost":0.2455197,"seconds":79.855,"toolCalls":22,"turns":24},"om2w-84f806c7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1166405,"cost":0.4006063000000001,"seconds":87.734,"toolCalls":31,"turns":33},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":158309,"cost":0.0703367,"seconds":26.46,"toolCalls":10,"turns":12},"om2w-8689af4d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":475704,"cost":0.1784111,"seconds":78.862,"toolCalls":21,"turns":23},"om2w-92a3d423":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":191718,"cost":0.09413300000000001,"seconds":53.211,"toolCalls":10,"turns":12},"om2w-9d09bc94":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":500092,"cost":0.1702126,"seconds":144.98,"toolCalls":26,"turns":28},"om2w-9d46ccb9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1233830,"cost":0.420012,"seconds":143.989,"toolCalls":42,"turns":44},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":265487,"cost":0.10812870000000001,"seconds":52.048,"toolCalls":14,"turns":16},"om2w-a8b9edd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1030719,"cost":0.3468362,"seconds":155.552,"toolCalls":40,"turns":42},"om2w-aa4b5cb7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":396502,"cost":0.16511899999999996,"seconds":75.46,"toolCalls":21,"turns":23},"om2w-b9225088":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1066639,"cost":0.38628390000000007,"seconds":83.28,"toolCalls":23,"turns":25},"om2w-b99c0296":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1726419,"cost":0.5137814999999999,"seconds":159.818,"toolCalls":49,"turns":51},"om2w-ba2a469a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":276190,"cost":0.11794730000000002,"seconds":41.488,"toolCalls":13,"turns":15},"om2w-c1d6ea6f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1038021,"cost":0.32110630000000007,"seconds":244.989,"toolCalls":38,"turns":40},"om2w-c94551d2":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2294256,"cost":0.6743604999999999,"seconds":175.483,"toolCalls":64,"turns":66},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":769800,"cost":0.3107194,"seconds":248.642,"toolCalls":30,"turns":32},"om2w-d392e154":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":5460927,"cost":1.3963222000000004,"seconds":383.91,"toolCalls":80,"turns":81},"om2w-d9d8b7d8":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":161288,"cost":0.09673169999999999,"seconds":34.643,"toolCalls":7,"turns":9},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2729914,"cost":0.7942921999999999,"seconds":267.242,"toolCalls":59,"turns":61},"om2w-e9f4dfc6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3993233,"cost":1.1449504000000001,"seconds":212.653,"toolCalls":57,"turns":59},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":610216,"cost":0.24903530000000004,"seconds":68.537,"toolCalls":23,"turns":25},"om2w-fb7b4f78":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":795219,"cost":0.25983649999999997,"seconds":245.293,"toolCalls":34,"turns":36},"om2w-1b867afe":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1249232,"cost":0.38234570000000007,"seconds":103.767,"toolCalls":39,"turns":41},"om2w-1c3b747a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":867639,"cost":0.3397387,"seconds":82.963,"toolCalls":21,"turns":23},"om2w-27fa3ac2":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1342500,"cost":0.4225414,"seconds":116.011,"toolCalls":42,"turns":44},"om2w-3443e9c3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":481727,"cost":0.1937935,"seconds":81.639,"toolCalls":18,"turns":20},"om2w-3ef64f34":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1490760,"cost":0.47868560000000004,"seconds":268.979,"toolCalls":58,"turns":60},"om2w-442a450e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1423451,"cost":0.44825890000000007,"seconds":101.775,"toolCalls":52,"turns":54},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":452660,"cost":0.1631664,"seconds":124.275,"toolCalls":23,"turns":25},"om2w-5dec0e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3744495,"cost":0.9960682999999999,"seconds":323.722,"toolCalls":80,"turns":81},"om2w-6ebde509":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":666797,"cost":0.23905129999999997,"seconds":111.285,"toolCalls":30,"turns":32},"om2w-7680a920":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1149388,"cost":0.36614720000000006,"seconds":85.074,"toolCalls":33,"turns":35},"om2w-824eb7bb":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2297197,"cost":0.6926962000000001,"seconds":144.993,"toolCalls":41,"turns":43},"om2w-905cb530":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":168947,"cost":0.07269350000000001,"seconds":40.403,"toolCalls":11,"turns":13},"om2w-987bad7c":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1738718,"cost":0.5335404,"seconds":290.016,"toolCalls":58,"turns":60},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2008480,"cost":0.6313297,"seconds":160.339,"toolCalls":52,"turns":54},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":5618032,"cost":1.4722558000000003,"seconds":310.13,"toolCalls":79,"turns":81},"om2w-a5c87cc1":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":634495,"cost":0.23856550000000004,"seconds":70.754,"toolCalls":23,"turns":25},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2136989,"cost":0.6264388999999999,"seconds":224.228,"toolCalls":49,"turns":51},"om2w-ba01ea55":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":2212521,"cost":0.6293614,"seconds":166.748,"toolCalls":57,"turns":59},"om2w-c39d6c24":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":142787,"cost":0.0679136,"seconds":26.727,"toolCalls":9,"turns":11},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1558867,"cost":0.4602202,"seconds":334.575,"toolCalls":60,"turns":62},"om2w-c801d1c9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":3490595,"cost":1.0609079000000001,"seconds":335.874,"toolCalls":74,"turns":76},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3247689,"cost":0.9109688000000002,"seconds":202.43,"toolCalls":54,"turns":56},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3684038,"cost":0.9663298000000001,"seconds":208.83,"toolCalls":71,"turns":73},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":175540,"cost":0.09651070000000002,"seconds":50.58,"toolCalls":10,"turns":12},"om2w-f2be37a9":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1334238,"cost":0.44557699999999995,"seconds":102.417,"toolCalls":31,"turns":33},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2316922,"cost":0.6797820000000002,"seconds":305.221,"toolCalls":50,"turns":52}}},{"suite":"online-mind2web","setup":"wdio-mcp","pkg":"@wdio/mcp","version":"4.0.0","model":"deepseek-flash-4-1","firstRun":"2026-10-09T03:19:08.882Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146"],"runs":166,"passed":98,"successRate":0.5903614457831325,"successCi":[0.5143299392210132,0.662305231432113],"tokens":313334.5,"cost":0.016118172,"seconds":111.4995,"toolCalls":29.5,"turns":25,"perTask":{"om2w-180ed2ec":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1163480,"cost":0.034888475999999995,"seconds":196.2745,"toolCalls":55.5,"turns":56.5},"om2w-271b36ef":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":837303,"cost":0.023804724,"seconds":170.1225,"toolCalls":44.5,"turns":45.5},"om2w-29b7372d":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":150160.5,"cost":0.015307013999999999,"seconds":89.526,"toolCalls":15,"turns":16},"om2w-3dca7cbe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":706529.5,"cost":0.022776654,"seconds":164.233,"toolCalls":43,"turns":44},"om2w-461ab9b0":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":745611.5,"cost":0.03493785,"seconds":240.762,"toolCalls":40,"turns":41},"om2w-47186fac":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.068,"toolCalls":60,"turns":0},"om2w-4c572a62":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":174107.5,"cost":0.010124748,"seconds":28.9735,"toolCalls":15.5,"turns":16.5},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":98538,"cost":0.006852168,"seconds":111.122,"toolCalls":14,"turns":15},"om2w-75a1b5dc":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":123860,"cost":0.006511487999999999,"seconds":53.242,"toolCalls":12.5,"turns":13.5},"om2w-783ce6a3":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":283377,"cost":0.010284138,"seconds":69.3145,"toolCalls":25.5,"turns":26.5},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":169543,"cost":0.009211715999999998,"seconds":48.344,"toolCalls":19,"turns":20},"om2w-82eb3bfe":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":548798,"cost":0.019625195999999998,"seconds":155.109,"toolCalls":37.5,"turns":38.5},"om2w-95cad96f":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":321420.5,"cost":0.01640208,"seconds":220.129,"toolCalls":26.5,"turns":27.5},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.12,"toolCalls":62,"turns":0},"om2w-a11ecdff":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":178023,"cost":0.008502,"seconds":68.3995,"toolCalls":19.5,"turns":20.5},"om2w-a172a5d9":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":612.556,"toolCalls":26.5,"turns":0},"om2w-a6f0434c":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":99005.5,"cost":0.005109336,"seconds":100.8105,"toolCalls":11.5,"turns":12.5},"om2w-a96fca87":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":426987.5,"cost":0.017733072,"seconds":71.555,"toolCalls":21.5,"turns":22.5},"om2w-ade4c09a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":126779.5,"cost":0.00915582,"seconds":72.086,"toolCalls":14.5,"turns":15.5},"om2w-b6d10e9b":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":70355,"cost":0.008616581999999998,"seconds":47.4925,"toolCalls":9.5,"turns":10.5},"om2w-bb314cb8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1563565,"cost":0.34786213199999994,"seconds":453.382,"toolCalls":49,"turns":50},"om2w-bb518416":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":253882,"cost":0.05567685,"seconds":387.573,"toolCalls":53.5,"turns":16.5},"om2w-bf3b311c":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":183288.5,"cost":0.011362674,"seconds":46.0355,"toolCalls":16,"turns":17},"om2w-d71be72a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":72334,"cost":0.0071592539999999994,"seconds":21.787,"toolCalls":10,"turns":11},"om2w-f00e7acc":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":158852.5,"cost":0.008394665999999999,"seconds":53.682,"toolCalls":18,"turns":19},"om2w-f2097f92":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":190764,"cost":0.009416795999999998,"seconds":74.345,"toolCalls":16.5,"turns":17.5},"om2w-f389398d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":103029,"cost":0.008136329999999999,"seconds":51.975,"toolCalls":11.5,"turns":12.5},"om2w-070c907d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1488971,"cost":0.438676428,"seconds":490.103,"toolCalls":29,"turns":33},"om2w-07ec4a12":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.583,"toolCalls":23,"turns":0},"om2w-0a0fa834":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":171152,"cost":0.011612189999999998,"seconds":329.65,"toolCalls":31.5,"turns":14.5},"om2w-11abb668":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":387064,"cost":0.018313259999999998,"seconds":84.0945,"toolCalls":31,"turns":32},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":513799,"cost":0.021739619999999998,"seconds":171.166,"toolCalls":32,"turns":33},"om2w-323bd85e":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":137737,"cost":0.00983784,"seconds":229.0385,"toolCalls":15.5,"turns":16.5},"om2w-330cd04c":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":238230.5,"cost":0.010776941999999998,"seconds":59.1145,"toolCalls":19,"turns":20},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2540750,"cost":0.077845416,"seconds":444.815,"toolCalls":84,"turns":85},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":725837,"cost":0.020919972,"seconds":426.161,"toolCalls":37,"turns":38},"om2w-47e314cc":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":612.91,"toolCalls":47.5,"turns":0},"om2w-48c73f3f":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":152703,"cost":0.010236384,"seconds":48.0155,"toolCalls":17.5,"turns":18.5},"om2w-4c186c6e":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2218744,"cost":0.08566808399999999,"seconds":352.7155,"toolCalls":80,"turns":81},"om2w-515f2e58":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":699854,"cost":0.024601734,"seconds":193.523,"toolCalls":39.5,"turns":40.5},"om2w-56f8890a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":86667.5,"cost":0.016577658000000002,"seconds":66.128,"toolCalls":10,"turns":11},"om2w-59b7b990":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1886425,"cost":0.059328282,"seconds":311.535,"toolCalls":64.5,"turns":65.5},"om2w-5d542a7e":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":58539,"cost":0.005714207999999999,"seconds":70.834,"toolCalls":7,"turns":8},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":713626,"cost":0.05854308,"seconds":176.135,"toolCalls":40,"turns":41},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":3346666,"cost":0.107489664,"seconds":295.424,"toolCalls":80,"turns":81},"om2w-64b76158":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1673637.5,"cost":0.391559844,"seconds":323.4575,"toolCalls":54,"turns":55},"om2w-65c4030f":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":146102,"cost":0.020450514,"seconds":51.178,"toolCalls":15.5,"turns":16.5},"om2w-690d7b4a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":162283.5,"cost":0.014877366,"seconds":57.335,"toolCalls":16.5,"turns":17.5},"om2w-6b2cfae0":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":227600,"cost":0.011530199999999999,"seconds":429.2375,"toolCalls":48,"turns":14},"om2w-6ca20f1d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":97357,"cost":0.005907180000000001,"seconds":15.829,"toolCalls":11,"turns":12},"om2w-7072d094":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":384107,"cost":0.013695522,"seconds":80.452,"toolCalls":27.5,"turns":28.5},"om2w-75146b7b":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1164471,"cost":0.12288232799999999,"seconds":239.8605,"toolCalls":64.5,"turns":65.5},"om2w-8103786e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":477224,"cost":0.014269649999999998,"seconds":320.8475,"toolCalls":29.5,"turns":30.5},"om2w-84f806c7":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":631057.5,"cost":0.040892994,"seconds":113.499,"toolCalls":42.5,"turns":43.5},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":102829,"cost":0.006763343999999999,"seconds":36.942,"toolCalls":13,"turns":14},"om2w-8689af4d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":115576,"cost":0.008081112,"seconds":23.188,"toolCalls":11,"turns":12},"om2w-92a3d423":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":62086.5,"cost":0.006272729999999999,"seconds":63.6835,"toolCalls":9,"turns":10},"om2w-9d09bc94":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":413361,"cost":0.018695268,"seconds":104.4505,"toolCalls":26,"turns":27},"om2w-9d46ccb9":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":466870.5,"cost":0.016597272,"seconds":84.4585,"toolCalls":34.5,"turns":35.5},"om2w-9f1cba61":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1252678,"cost":0.038477868,"seconds":545.039,"toolCalls":80,"turns":81},"om2w-a8b9edd5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":285117,"cost":0.018165552,"seconds":68.648,"toolCalls":22.5,"turns":23.5},"om2w-aa4b5cb7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":247932,"cost":0.016286184,"seconds":186.176,"toolCalls":25,"turns":26},"om2w-b9225088":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":466099.5,"cost":0.019257425999999998,"seconds":130.257,"toolCalls":30.5,"turns":31.5},"om2w-b99c0296":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":508946.5,"cost":0.02514717,"seconds":91.8985,"toolCalls":40.5,"turns":42},"om2w-ba2a469a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1693879,"cost":0.054594612,"seconds":195.1435,"toolCalls":59.5,"turns":60.5},"om2w-c1d6ea6f":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1997187.5,"cost":0.08421168,"seconds":234.0145,"toolCalls":64.5,"turns":65.5},"om2w-c94551d2":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":597111.5,"cost":0.017781552,"seconds":404.3725,"toolCalls":68.5,"turns":32},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":328865,"cost":0.016694783999999997,"seconds":80.533,"toolCalls":22,"turns":23},"om2w-d392e154":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1262602,"cost":0.37965183599999996,"seconds":164.287,"toolCalls":18,"turns":22},"om2w-d9d8b7d8":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":89336.5,"cost":0.009002087999999998,"seconds":48.973,"toolCalls":9.5,"turns":10.5},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":132554,"cost":0.013351703999999999,"seconds":35.665,"toolCalls":16,"turns":17},"om2w-e9f4dfc6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.06,"toolCalls":54.5,"turns":0},"om2w-fa9adb81":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":301145.5,"cost":0.030451181999999997,"seconds":88.3825,"toolCalls":21,"turns":22},"om2w-fb7b4f78":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":109945,"cost":0.009754164,"seconds":36.387,"toolCalls":11.5,"turns":12.5},"om2w-1b867afe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":668066.5,"cost":0.032993424,"seconds":138.3435,"toolCalls":35.5,"turns":36.5},"om2w-1c3b747a":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":465187.5,"cost":0.02137788,"seconds":97.3135,"toolCalls":34.5,"turns":35.5},"om2w-27fa3ac2":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":670018,"cost":0.157176528,"seconds":122.631,"toolCalls":26,"turns":27.5},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":79763,"cost":0.022960283999999997,"seconds":48.103,"toolCalls":9,"turns":10},"om2w-3ef64f34":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1068051,"cost":0.037131408,"seconds":113.676,"toolCalls":62,"turns":63},"om2w-442a450e":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":950146,"cost":0.02964783,"seconds":113.421,"toolCalls":48.5,"turns":49.5},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2245449,"cost":0.113493552,"seconds":436.582,"toolCalls":80,"turns":81},"om2w-5dec0e66":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":2580142,"cost":0.05473038599999999,"seconds":451.8395,"toolCalls":85,"turns":81},"om2w-6ebde509":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":432372.5,"cost":0.022931088,"seconds":143.5715,"toolCalls":32.5,"turns":33.5},"om2w-7680a920":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":261237,"cost":0.013666392,"seconds":64.0695,"toolCalls":23.5,"turns":24.5},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2931269,"cost":0.058997532,"seconds":288.911,"toolCalls":80,"turns":81},"om2w-905cb530":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":386175,"cost":0.021104328000000002,"seconds":67.829,"toolCalls":34,"turns":35},"om2w-987bad7c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.028,"toolCalls":69,"turns":0},"om2w-9ed38272":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2186968,"cost":0.057688895999999996,"seconds":230.753,"toolCalls":76,"turns":77},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.316,"toolCalls":80,"turns":0},"om2w-a5c87cc1":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":148279.5,"cost":0.007905503999999999,"seconds":55.1685,"toolCalls":18,"turns":19},"om2w-b64f938a":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2140731,"cost":0.08260340399999999,"seconds":406.106,"toolCalls":80,"turns":81},"om2w-ba01ea55":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1021770.5,"cost":0.032046882,"seconds":122.1675,"toolCalls":47,"turns":48},"om2w-c39d6c24":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":179274.5,"cost":0.009375083999999999,"seconds":52.834,"toolCalls":18.5,"turns":19.5},"om2w-c3a33396":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1854645,"cost":0.090237576,"seconds":572.584,"toolCalls":81,"turns":81},"om2w-c801d1c9":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1395514,"cost":0.058859856,"seconds":142.334,"toolCalls":49,"turns":50},"om2w-d1970c16":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":2535080,"cost":0.056272727999999994,"seconds":374.348,"toolCalls":80,"turns":81},"om2w-dcd26e66":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":1906823,"cost":0.058668984,"seconds":347.148,"toolCalls":61,"turns":62},"om2w-f05e87c5":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":595760,"cost":0.038619804,"seconds":84.933,"toolCalls":34,"turns":35},"om2w-f2be37a9":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":891382.5,"cost":0.021909131999999998,"seconds":123.718,"toolCalls":44.5,"turns":45.5},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.08,"toolCalls":45,"turns":0}}},{"suite":"online-mind2web","setup":"wdio-session","pkg":"@wdio/cli","version":"10.0.2","model":"deepseek-flash-4-1","firstRun":"2026-10-09T03:19:08.882Z","lastRun":"2026-10-09T04:16:41.918Z","runIds":["2026-10-09-run-37883072636","2026-10-09-run-37878674146"],"runs":165,"passed":103,"successRate":0.6242424242424243,"successCi":[0.5483064230373585,0.6945247275795511],"tokens":174003,"cost":0.013218503999999999,"seconds":156.2,"toolCalls":26,"turns":20,"perTask":{"om2w-180ed2ec":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":191792,"cost":0.007194257999999999,"seconds":394.049,"toolCalls":42,"turns":15},"om2w-271b36ef":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":985355,"cost":0.032945976,"seconds":259.578,"toolCalls":44.5,"turns":46.5},"om2w-29b7372d":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":166938.5,"cost":0.023266398,"seconds":63.9255,"toolCalls":15,"turns":17},"om2w-3dca7cbe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":739447.5,"cost":0.021518382000000003,"seconds":212.762,"toolCalls":43,"turns":45},"om2w-461ab9b0":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":645101.5,"cost":0.047144873999999996,"seconds":444.1915,"toolCalls":51.5,"turns":25.5},"om2w-47186fac":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":466441.5,"cost":0.043037346000000004,"seconds":388.8365,"toolCalls":44,"turns":20.5},"om2w-4c572a62":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":198319.5,"cost":0.013937142000000001,"seconds":63.604,"toolCalls":18.5,"turns":20.5},"om2w-52efbab5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":47480,"cost":0.0036048119999999998,"seconds":29.457,"toolCalls":8,"turns":10},"om2w-75a1b5dc":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":139639,"cost":0.007439418000000001,"seconds":79.732,"toolCalls":14.5,"turns":16.5},"om2w-783ce6a3":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":180938,"cost":0.017430174,"seconds":66.1615,"toolCalls":18,"turns":20},"om2w-7b182a50":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":108132,"cost":0.009950243999999999,"seconds":51.664,"toolCalls":13,"turns":15},"om2w-82eb3bfe":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":257731.5,"cost":0.0178398,"seconds":411.842,"toolCalls":38,"turns":16},"om2w-95cad96f":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.0135,"toolCalls":39.5,"turns":0},"om2w-9829f308":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.083,"toolCalls":62,"turns":0},"om2w-a11ecdff":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":190187.5,"cost":0.010308132,"seconds":104.447,"toolCalls":15.5,"turns":17.5},"om2w-a172a5d9":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":79504,"cost":0.006550853999999999,"seconds":238.2655,"toolCalls":11,"turns":13},"om2w-a6f0434c":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":162814,"cost":0.008718833999999998,"seconds":260.6645,"toolCalls":18.5,"turns":20.5},"om2w-a96fca87":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":120447,"cost":0.007823904,"seconds":65.0425,"toolCalls":13,"turns":15},"om2w-ade4c09a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":98568.5,"cost":0.00746871,"seconds":69.2295,"toolCalls":12,"turns":14},"om2w-b6d10e9b":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":62689,"cost":0.006959225999999999,"seconds":154.988,"toolCalls":9,"turns":11},"om2w-bb314cb8":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":300373,"cost":0.045167676,"seconds":118.358,"toolCalls":21,"turns":23},"om2w-bb518416":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":321719.5,"cost":0.029791223999999998,"seconds":112.5845,"toolCalls":26,"turns":28},"om2w-bf3b311c":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":130862,"cost":0.010247963999999998,"seconds":41.2985,"toolCalls":13.5,"turns":15.5},"om2w-d71be72a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":127353,"cost":0.008323925999999999,"seconds":46.9895,"toolCalls":15,"turns":17},"om2w-f00e7acc":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":106607.5,"cost":0.010056395999999999,"seconds":40.9035,"toolCalls":12,"turns":14},"om2w-f2097f92":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":134206.5,"cost":0.014789766,"seconds":112.3825,"toolCalls":15.5,"turns":17.5},"om2w-f389398d":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":36836,"cost":0.007614516,"seconds":376.0595,"toolCalls":21.5,"turns":5.5},"om2w-070c907d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.015,"toolCalls":46,"turns":0},"om2w-07ec4a12":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":170659,"cost":0.00834888,"seconds":189.433,"toolCalls":18,"turns":20},"om2w-0a0fa834":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":355081.5,"cost":0.018700943999999997,"seconds":189.779,"toolCalls":28.5,"turns":30.5},"om2w-11abb668":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":515736,"cost":0.02860728,"seconds":169.282,"toolCalls":33,"turns":35},"om2w-2fc51dd3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":436375,"cost":0.016852296,"seconds":172.534,"toolCalls":26,"turns":28},"om2w-323bd85e":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":221153,"cost":0.011954148000000001,"seconds":348.7975,"toolCalls":21,"turns":23},"om2w-330cd04c":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":216207.5,"cost":0.010019646,"seconds":80.7645,"toolCalls":19.5,"turns":21.5},"om2w-43a1ca25":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.006,"toolCalls":29,"turns":0},"om2w-47bfe8a7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.253,"toolCalls":40,"turns":0},"om2w-47e314cc":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1690754.5,"cost":0.047554632,"seconds":518.903,"toolCalls":64,"turns":40},"om2w-48c73f3f":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":193280.5,"cost":0.011841347999999998,"seconds":125.033,"toolCalls":21.5,"turns":23.5},"om2w-4c186c6e":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.015,"toolCalls":38,"turns":0},"om2w-515f2e58":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":439442,"cost":0.035734511999999996,"seconds":171.0955,"toolCalls":27,"turns":29},"om2w-56f8890a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":64838,"cost":0.0112827,"seconds":78.276,"toolCalls":9,"turns":11},"om2w-59b7b990":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":933440,"cost":0.07252012799999999,"seconds":264.304,"toolCalls":41,"turns":43},"om2w-5d542a7e":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":146670.5,"cost":0.014870309999999998,"seconds":123.433,"toolCalls":13,"turns":15},"om2w-60cbbbd5":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":268560,"cost":0.015102719999999998,"seconds":101.43,"toolCalls":19,"turns":21},"om2w-63d6866f":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.026,"toolCalls":43,"turns":0},"om2w-64b76158":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.089,"toolCalls":63.5,"turns":0},"om2w-65c4030f":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":251644.5,"cost":0.011720274,"seconds":105.3595,"toolCalls":21.5,"turns":23.5},"om2w-690d7b4a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":88349,"cost":0.007340855999999999,"seconds":32.085,"toolCalls":11,"turns":13},"om2w-6b2cfae0":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1218156,"cost":0.072727152,"seconds":592.641,"toolCalls":52.5,"turns":31},"om2w-6ca20f1d":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":107536,"cost":0.0064687799999999995,"seconds":45.667,"toolCalls":13,"turns":15},"om2w-7072d094":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":169704.5,"cost":0.015312066,"seconds":69.078,"toolCalls":14,"turns":16},"om2w-75146b7b":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":233863,"cost":0.007671023999999999,"seconds":367.923,"toolCalls":43,"turns":19.5},"om2w-8103786e":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":265407,"cost":0.013986708,"seconds":147.916,"toolCalls":24,"turns":26},"om2w-84f806c7":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":368424,"cost":0.019488959999999996,"seconds":103.675,"toolCalls":26,"turns":28},"om2w-864244b6":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":138588,"cost":0.013323444,"seconds":52.265,"toolCalls":16,"turns":18},"om2w-8689af4d":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":208156,"cost":0.014848380000000001,"seconds":48.62,"toolCalls":16,"turns":18},"om2w-92a3d423":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":49868.5,"cost":0.004869413999999999,"seconds":42.894,"toolCalls":7,"turns":9},"om2w-9d09bc94":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":209978,"cost":0.016305623999999998,"seconds":120.3255,"toolCalls":17.5,"turns":19.5},"om2w-9d46ccb9":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":331333.5,"cost":0.01436559,"seconds":129.8635,"toolCalls":25.5,"turns":27.5},"om2w-9f1cba61":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":249764,"cost":0.011275379999999998,"seconds":113.466,"toolCalls":21,"turns":23},"om2w-a8b9edd5":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":308731.5,"cost":0.044854512,"seconds":155.0265,"toolCalls":23.5,"turns":25.5},"om2w-aa4b5cb7":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":153076,"cost":0.0077522039999999995,"seconds":93.606,"toolCalls":17,"turns":19},"om2w-b9225088":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":255430.5,"cost":0.03813207,"seconds":74.61,"toolCalls":19.5,"turns":21.5},"om2w-b99c0296":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":771640,"cost":0.060745134,"seconds":134.9595,"toolCalls":44,"turns":46},"om2w-ba2a469a":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":480500,"cost":0.020442156,"seconds":133.56,"toolCalls":33,"turns":35},"om2w-c1d6ea6f":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":617636,"cost":0.029735796,"seconds":452.321,"toolCalls":31,"turns":33},"om2w-c94551d2":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":2123671,"cost":0.12112186199999998,"seconds":407.991,"toolCalls":71.5,"turns":73.5},"om2w-d1807551":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":185149,"cost":0.009366984,"seconds":82.222,"toolCalls":17,"turns":19},"om2w-d392e154":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1246686,"cost":0.188031696,"seconds":351.316,"toolCalls":49,"turns":51},"om2w-d9d8b7d8":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":81247.5,"cost":0.007162854,"seconds":49.59,"toolCalls":9.5,"turns":11.5},"om2w-da8f3823":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":564539,"cost":0.020518500000000002,"seconds":256.462,"toolCalls":37,"turns":39},"om2w-e9f4dfc6":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":377406,"cost":0.015708282,"seconds":435.223,"toolCalls":37.5,"turns":22},"om2w-fa9adb81":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":189873,"cost":0.00889542,"seconds":74.569,"toolCalls":21,"turns":23},"om2w-fb7b4f78":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":78230,"cost":0.00543438,"seconds":52.559,"toolCalls":10.5,"turns":12.5},"om2w-1b867afe":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":464322.5,"cost":0.041336376,"seconds":106.9535,"toolCalls":26,"turns":28},"om2w-1c3b747a":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":1161307,"cost":0.191327964,"seconds":340.4185,"toolCalls":43,"turns":45.5},"om2w-27fa3ac2":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":773196,"cost":0.030939617999999995,"seconds":184.6425,"toolCalls":30.5,"turns":32.5},"om2w-3443e9c3":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":166054,"cost":0.008006832,"seconds":112.785,"toolCalls":18,"turns":20},"om2w-3ef64f34":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":889490,"cost":0.038826324,"seconds":502.203,"toolCalls":62,"turns":31},"om2w-442a450e":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":1070734,"cost":0.054086928,"seconds":278.4945,"toolCalls":51,"turns":53},"om2w-547f5729":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":50492,"cost":0.0037598159999999996,"seconds":87.877,"toolCalls":9,"turns":11},"om2w-5dec0e66":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":329129.5,"cost":0.012724074,"seconds":442.607,"toolCalls":43.5,"turns":16.5},"om2w-6ebde509":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":220180,"cost":0.012280608,"seconds":509.4475,"toolCalls":34.5,"turns":18},"om2w-7680a920":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":163139,"cost":0.011611517999999998,"seconds":105.838,"toolCalls":18.5,"turns":20.5},"om2w-824eb7bb":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.079,"toolCalls":68,"turns":0},"om2w-905cb530":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":671696.5,"cost":0.028728534,"seconds":174.214,"toolCalls":31,"turns":33.5},"om2w-987bad7c":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.015,"toolCalls":39.5,"turns":0},"om2w-9ed38272":{"runs":1,"passed":1,"successRate":1,"successCi":[0.20654329147389294,1],"tokens":1676972,"cost":0.076127376,"seconds":348.013,"toolCalls":73,"turns":75},"om2w-a0a18ca6":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":782303,"cost":0.028336452,"seconds":334.19,"toolCalls":38,"turns":40},"om2w-a5c87cc1":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":146359,"cost":0.008065902,"seconds":70.3825,"toolCalls":16,"turns":18},"om2w-b64f938a":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":696841,"cost":0.023523924,"seconds":231.2545,"toolCalls":41,"turns":43},"om2w-ba01ea55":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":977580.5,"cost":0.09045260399999999,"seconds":205.891,"toolCalls":39,"turns":41},"om2w-c39d6c24":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":297533.5,"cost":0.02160171,"seconds":119.184,"toolCalls":26.5,"turns":28.5},"om2w-c3a33396":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":0,"cost":0,"seconds":600.0265,"toolCalls":66,"turns":0},"om2w-c801d1c9":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":588742,"cost":0.037276199999999995,"seconds":138.768,"toolCalls":30,"turns":32},"om2w-d1970c16":{"runs":2,"passed":0,"successRate":0,"successCi":[0,0.6576280471103807],"tokens":1100776.5,"cost":0.028282853999999996,"seconds":504.6075,"toolCalls":74.5,"turns":40.5},"om2w-dcd26e66":{"runs":2,"passed":2,"successRate":1,"successCi":[0.34237195288961925,1],"tokens":251044.5,"cost":0.012281112,"seconds":181.9465,"toolCalls":24,"turns":26},"om2w-f05e87c5":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":564967.5,"cost":0.022780854,"seconds":199.1615,"toolCalls":30,"turns":32.5},"om2w-f2be37a9":{"runs":2,"passed":1,"successRate":0.5,"successCi":[0.09452865480086614,0.9054713451991339],"tokens":474374,"cost":0.143020254,"seconds":378.159,"toolCalls":45,"turns":19},"om2w-fc53ddd3":{"runs":1,"passed":0,"successRate":0,"successCi":[0,0.7934567085261071],"tokens":0,"cost":0,"seconds":600.022,"toolCalls":39,"turns":0}}}],"runs":[{"id":"2026-10-09-run-37883072636","suite":"online-mind2web","startedAt":"2026-10-09T04:16:41.918Z","finishedAt":"2026-10-09T07:07:19.334Z","model":"deepseek-flash-4-1","runsPerTask":1,"workflowRun":{"url":"https://github.com/webdriverio/benchmark/actions/runs/37883072636","id":"37883072636","attempt":"1"},"commit":"0226d803effd093a9911e715e185741ceaf748fd","report":"https://github.com/webdriverio/benchmark/blob/main/results/2026-10-09-run-37883072636/report.md","setups":{"playwright-mcp":{"pkg":"@playwright/mcp","version":"0.0.83","runs":100,"passed":48,"successRate":0.48,"successCi":[0.38464384320080547,0.5768359490982345],"tokens":651738.5,"cost":0.027883439999999995,"seconds":122.5565,"toolCalls":28,"turns":25},"playwright-mcp-tuned":{"pkg":"@playwright/mcp","version":"0.0.83","runs":100,"passed":50,"successRate":0.5,"successCi":[0.40382982859014716,0.5961701714098528],"tokens":574029.5,"cost":0.028579307999999998,"seconds":106.1975,"toolCalls":27.5,"turns":24.5},"stagehand":{"pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","runs":100,"passed":56,"successRate":0.56,"successCi":[0.4622792771125631,0.6532813459903167],"tokens":354148,"cost":0.022228044000000002,"seconds":90.564,"toolCalls":22,"turns":21},"wdio-mcp":{"pkg":"@wdio/mcp","version":"4.0.0","runs":100,"passed":54,"successRate":0.54,"successCi":[0.44264685393523856,0.6343935614666815],"tokens":339638.5,"cost":0.016490484,"seconds":113.8995,"toolCalls":32,"turns":26},"wdio-session":{"pkg":"@wdio/cli","version":"10.0.2","runs":100,"passed":58,"successRate":0.58,"successCi":[0.4820630799889527,0.672017750814887],"tokens":168325.5,"cost":0.009874206,"seconds":150.474,"toolCalls":26.5,"turns":19},"agent-browser":{"pkg":"agent-browser","version":"0.38.2","runs":100,"passed":50,"successRate":0.5,"successCi":[0.40382982859014716,0.5961701714098528],"tokens":734644,"cost":0.035787354,"seconds":157.1835,"toolCalls":36.5,"turns":34},"playwright-cli":{"pkg":"@playwright/cli","version":"0.1.22","runs":100,"passed":57,"successRate":0.57,"successCi":[0.4721521169586435,0.6626686099947162],"tokens":641451.5,"cost":0.02883243,"seconds":149.088,"toolCalls":33,"turns":30}}},{"id":"2026-10-09-run-37878674146","suite":"online-mind2web","startedAt":"2026-10-09T03:19:08.882Z","model":"deepseek-flash-4-1","runsPerTask":1,"workflowRun":{"url":"https://github.com/webdriverio/benchmark/actions/runs/37878674146","id":"37878674146","attempt":"1"},"commit":"40269cf6a7081cf52d4b11a0ec8a1db514a84ce0","report":"https://github.com/webdriverio/benchmark/blob/main/results/2026-10-09-run-37878674146/report.md","setups":{"playwright-mcp":{"pkg":"@playwright/mcp","version":"0.0.83","runs":56,"passed":32,"successRate":0.5714285714285714,"successCi":[0.4413738892040555,0.6923123758690708],"tokens":515099,"cost":0.028029479999999996,"seconds":86.833,"toolCalls":26,"turns":26},"playwright-mcp-tuned":{"pkg":"@playwright/mcp","version":"0.0.83","runs":64,"passed":36,"successRate":0.5625,"successCi":[0.4408599177828787,0.6770618293457267],"tokens":506788,"cost":0.027293226,"seconds":116.286,"toolCalls":27.5,"turns":24.5},"stagehand":{"pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","runs":52,"passed":35,"successRate":0.6730769230769231,"successCi":[0.5375593513988892,0.7847809826889593],"tokens":404812.5,"cost":0.026753723999999996,"seconds":103.186,"toolCalls":24.5,"turns":24.5},"wdio-mcp":{"pkg":"@wdio/mcp","version":"4.0.0","runs":66,"passed":44,"successRate":0.6666666666666666,"successCi":[0.5465611809612104,0.7684373299549198],"tokens":258727.5,"cost":0.015518496,"seconds":100.1025,"toolCalls":29,"turns":22},"wdio-session":{"pkg":"@wdio/cli","version":"10.0.2","runs":65,"passed":45,"successRate":0.6923076923076923,"successCi":[0.5720212794770567,0.7911312329572853],"tokens":229498,"cost":0.014366519999999999,"seconds":170.951,"toolCalls":26,"turns":22},"agent-browser":{"pkg":"agent-browser","version":"0.38.2","runs":65,"passed":37,"successRate":0.5692307692307692,"successCi":[0.44832757984982086,0.6824073246265422],"tokens":730339,"cost":0.037663416000000005,"seconds":131.897,"toolCalls":31,"turns":32},"playwright-cli":{"pkg":"@playwright/cli","version":"0.1.22","runs":43,"passed":22,"successRate":0.5116279069767442,"successCi":[0.36752063766074083,0.6538279072224399],"tokens":741537,"cost":0.033754151999999996,"seconds":202.098,"toolCalls":39,"turns":38}}},{"id":"2026-10-05-run-37268739610","suite":"online-mind2web","startedAt":"2026-10-05T09:18:25.471Z","finishedAt":"2026-10-05T14:44:18.830Z","model":"deepseek-flash-4-1","runsPerTask":1,"workflowRun":{"url":"https://github.com/webdriverio/benchmark/actions/runs/37268739610","id":"37268739610","attempt":"1"},"commit":"69c22cf0bc492d996a6bd031cfbd17906467264a","report":"https://github.com/webdriverio/benchmark/blob/main/results/2026-10-05-run-37268739610/report.md","setups":{"playwright-mcp":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":23,"successRate":0.46,"successCi":[0.3296943460178263,0.5960136567161192],"tokens":478562,"cost":0.029985774,"seconds":154.6055,"toolCalls":28,"turns":21},"playwright-mcp-tuned":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":26,"successRate":0.52,"successCi":[0.3851151225880844,0.6520308760449429],"tokens":545860.5,"cost":0.03173205,"seconds":115.9775,"toolCalls":25,"turns":24},"stagehand":{"pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","runs":50,"passed":32,"successRate":0.64,"successCi":[0.5014076201030195,0.7586143703281711],"tokens":335879,"cost":0.023496582000000002,"seconds":107.878,"toolCalls":25,"turns":20.5},"wdio-mcp":{"pkg":"@wdio/mcp","version":"4.0.0-dev.64","runs":50,"passed":28,"successRate":0.56,"successCi":[0.4230578680014353,0.6883801278976466],"tokens":291677.5,"cost":0.019266791999999998,"seconds":127.74,"toolCalls":27.5,"turns":24},"wdio-session":{"pkg":"@wdio/cli","version":"10.0.0-alpha.175","runs":50,"passed":25,"successRate":0.5,"successCi":[0.36644286412332855,0.6335571358766714],"tokens":165222,"cost":0.013464437999999999,"seconds":157.5915,"toolCalls":28,"turns":19},"agent-browser":{"pkg":"agent-browser","version":"0.38.2","runs":50,"passed":21,"successRate":0.42,"successCi":[0.2937479723456693,0.5576680331222217],"tokens":815622.5,"cost":0.036081246,"seconds":186.73,"toolCalls":41.5,"turns":33.5},"playwright-cli":{"pkg":"@playwright/cli","version":"0.1.22","runs":50,"passed":30,"successRate":0.6,"successCi":[0.4618118910275937,0.7239181021375425],"tokens":619837,"cost":0.031150596,"seconds":173.4425,"toolCalls":38.5,"turns":34.5}}},{"id":"2026-10-05-run-37268732268","suite":"online-mind2web","startedAt":"2026-10-05T05:40:29.614Z","finishedAt":"2026-10-05T08:57:58.240Z","model":"claude-sonnet-5","runsPerTask":1,"workflowRun":{"url":"https://github.com/webdriverio/benchmark/actions/runs/37268732268","id":"37268732268","attempt":"1"},"commit":"69c22cf0bc492d996a6bd031cfbd17906467264a","report":"https://github.com/webdriverio/benchmark/blob/main/results/2026-10-05-run-37268732268/report.md","setups":{"playwright-mcp":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":16,"successRate":0.32,"successCi":[0.20758044093999403,0.45810557136276076],"tokens":363091.5,"cost":0.1766324,"seconds":73.7665,"toolCalls":16,"turns":16.5},"playwright-mcp-tuned":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":18,"successRate":0.36,"successCi":[0.24138562967182875,0.49859237989698046],"tokens":283569,"cost":0.16540895,"seconds":76.057,"toolCalls":14,"turns":14.5},"stagehand":{"pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","runs":50,"passed":30,"successRate":0.6,"successCi":[0.4618118910275937,0.7239181021375425],"tokens":548687,"cost":0.21559580000000006,"seconds":105.2,"toolCalls":26,"turns":26.5},"wdio-mcp":{"pkg":"@wdio/mcp","version":"4.0.0-dev.64","runs":50,"passed":26,"successRate":0.52,"successCi":[0.3851151225880844,0.6520308760449429],"tokens":240685.5,"cost":0.10737685000000001,"seconds":73.156,"toolCalls":18.5,"turns":17.5},"wdio-session":{"pkg":"@wdio/cli","version":"10.0.0-alpha.175","runs":50,"passed":27,"successRate":0.54,"successCi":[0.40398634328388083,0.6703056539821737],"tokens":305502,"cost":0.12835065,"seconds":109.4045,"toolCalls":20,"turns":21.5},"agent-browser":{"pkg":"agent-browser","version":"0.38.2","runs":50,"passed":24,"successRate":0.48,"successCi":[0.3479691239550571,0.6148848774119157],"tokens":1115909.5,"cost":0.35476890000000005,"seconds":126.7055,"toolCalls":32.5,"turns":34.5},"playwright-cli":{"pkg":"@playwright/cli","version":"0.1.22","runs":50,"passed":20,"successRate":0.4,"successCi":[0.2760818978624575,0.5381881089724063],"tokens":680248.5,"cost":0.2594328,"seconds":119.244,"toolCalls":26.5,"turns":28.5}}},{"id":"2026-10-05-run-37252714051","suite":"online-mind2web","startedAt":"2026-10-05T01:46:31.782Z","finishedAt":"2026-10-05T05:00:51.826Z","model":"claude-sonnet-5","runsPerTask":1,"workflowRun":{"url":"https://github.com/webdriverio/benchmark/actions/runs/37252714051","id":"37252714051","attempt":"1"},"commit":"35c8d4fa35ac65e60d7bc47970b752f4bdc45156","report":"https://github.com/webdriverio/benchmark/blob/main/results/2026-10-05-run-37252714051/report.md","setups":{"playwright-mcp":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":21,"successRate":0.42,"successCi":[0.2937479723456693,0.5576680331222217],"tokens":341048,"cost":0.13538730000000002,"seconds":67.8275,"toolCalls":17,"turns":18},"playwright-mcp-tuned":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":21,"successRate":0.42,"successCi":[0.2937479723456693,0.5576680331222217],"tokens":405933.5,"cost":0.18641485000000002,"seconds":55.176,"toolCalls":18,"turns":19},"stagehand":{"pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","runs":50,"passed":31,"successRate":0.62,"successCi":[0.4815019502239357,0.7413740415742278],"tokens":472180.5,"cost":0.22108100000000003,"seconds":77.48,"toolCalls":23,"turns":24},"wdio-mcp":{"pkg":"@wdio/mcp","version":"4.0.0-dev.64","runs":50,"passed":28,"successRate":0.56,"successCi":[0.4230578680014353,0.6883801278976466],"tokens":252327.5,"cost":0.1116634,"seconds":61.6975,"toolCalls":22.5,"turns":21},"wdio-session":{"pkg":"@wdio/cli","version":"10.0.0-alpha.175","runs":50,"passed":31,"successRate":0.62,"successCi":[0.4815019502239357,0.7413740415742278],"tokens":396870,"cost":0.15887895000000002,"seconds":106.808,"toolCalls":25,"turns":25.5},"agent-browser":{"pkg":"agent-browser","version":"0.38.2","runs":50,"passed":26,"successRate":0.52,"successCi":[0.3851151225880844,0.6520308760449429],"tokens":1198643.5,"cost":0.38815595,"seconds":104.547,"toolCalls":33,"turns":35.5},"playwright-cli":{"pkg":"@playwright/cli","version":"0.1.22","runs":50,"passed":26,"successRate":0.52,"successCi":[0.3851151225880844,0.6520308760449429],"tokens":852529.5,"cost":0.31591285,"seconds":94.7545,"toolCalls":30,"turns":32}}},{"id":"2026-10-04-run-37231128914","suite":"online-mind2web","startedAt":"2026-10-04T20:40:23.946Z","finishedAt":"2026-10-05T01:19:12.056Z","model":"deepseek-flash-4-1","runsPerTask":1,"workflowRun":{"url":"https://github.com/webdriverio/benchmark/actions/runs/37231128914","id":"37231128914","attempt":"1"},"commit":"fec8ddb5c6e162951f6cb49fe4ceca98e1cd0f93","report":"https://github.com/webdriverio/benchmark/blob/main/results/2026-10-04-run-37231128914/report.md","setups":{"playwright-mcp":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":30,"successRate":0.6,"successCi":[0.4618118910275937,0.7239181021375425],"tokens":620366,"cost":0.015315458999999998,"seconds":116.035,"toolCalls":27.5,"turns":27},"playwright-mcp-tuned":{"pkg":"@playwright/mcp","version":"0.0.83","runs":50,"passed":26,"successRate":0.52,"successCi":[0.3851151225880844,0.6520308760449429],"tokens":599030,"cost":0.0147452535,"seconds":94.7315,"toolCalls":27,"turns":26},"stagehand":{"pkg":"browserbase/stagehand","version":"4.1.0+cd7b230","runs":50,"passed":28,"successRate":0.56,"successCi":[0.4230578680014353,0.6883801278976466],"tokens":343910,"cost":0.012676356,"seconds":95.7715,"toolCalls":22,"turns":23},"wdio-mcp":{"pkg":"@wdio/mcp","version":"4.0.0-dev.64","runs":50,"passed":28,"successRate":0.56,"successCi":[0.4230578680014353,0.6883801278976466],"tokens":313095,"cost":0.0111095025,"seconds":126.7795,"toolCalls":29.5,"turns":29.5},"wdio-session":{"pkg":"@wdio/cli","version":"10.0.0-alpha.175","runs":50,"passed":32,"successRate":0.64,"successCi":[0.5014076201030195,0.7586143703281711],"tokens":332118.5,"cost":0.01215153,"seconds":131.8245,"toolCalls":31,"turns":28},"agent-browser":{"pkg":"agent-browser","version":"0.38.2","runs":50,"passed":20,"successRate":0.4,"successCi":[0.2760818978624575,0.5381881089724063],"tokens":735071,"cost":0.0184371195,"seconds":145.3155,"toolCalls":38,"turns":37.5},"playwright-cli":{"pkg":"@playwright/cli","version":"0.1.22","runs":50,"passed":27,"successRate":0.54,"successCi":[0.40398634328388083,0.6703056539821737],"tokens":568725,"cost":0.0138127665,"seconds":148.889,"toolCalls":32.5,"turns":29.5}}}]}