{"protocol_version":"1.0","schema":"https://webtaskbench.com/protocol","published":"2026-04-27T07:13:51.074Z","tool":{"name":"Plasmate","version":"0.5.1","source":"https://github.com/plasmate-labs/plasmate","license":"Apache 2.0"},"baseline":{"method":"curl -sL","user_agent":"WebTaskBench/1.0","timeout_ms":30000},"tokenizer":{"library":"tiktoken","model":"cl100k_base"},"summary":{"sites_attempted":37,"sites_succeeded":37,"sites_failed":6,"avg_ratio":27.9,"median_ratio":9.1,"peak_ratio":129.7,"peak_url":"cloud.google.com","previous_version":"0.5.1","previous_avg_ratio":29.6},"results":[{"url":"https://cloud.google.com","category":"SaaS & Cloud","html_tokens":835028,"tool_tokens":6438,"ratio":129.7,"status":"success"},{"url":"https://arstechnica.com","category":"News & Media","html_tokens":140302,"tool_tokens":1294,"ratio":108.4,"status":"success"},{"url":"https://kubernetes.io/docs","category":"Dev Tools","html_tokens":125066,"tool_tokens":1210,"ratio":103.4,"status":"success"},{"url":"https://techcrunch.com","category":"News & Media","html_tokens":139702,"tool_tokens":1398,"ratio":99.9,"status":"success"},{"url":"https://www.linear.app","category":"SaaS & Cloud","html_tokens":898086,"tool_tokens":10883,"ratio":82.5,"status":"success"},{"url":"https://www.nytimes.com","category":"News & Media","html_tokens":380036,"tool_tokens":4762,"ratio":79.8,"status":"success"},{"url":"https://stripe.com/docs","category":"SaaS & Cloud","html_tokens":356030,"tool_tokens":6609,"ratio":53.9,"status":"success"},{"url":"https://www.docker.com","category":"SaaS & Cloud","html_tokens":139223,"tool_tokens":2598,"ratio":53.6,"status":"success"},{"url":"https://tailwindcss.com","category":"SaaS & Cloud","html_tokens":418395,"tool_tokens":8978,"ratio":46.6,"status":"success"},{"url":"https://httpbin.org","category":"General","html_tokens":2968,"tool_tokens":79,"ratio":37.6,"status":"success"},{"url":"https://nodejs.org","category":"General","html_tokens":186689,"tool_tokens":5030,"ratio":37.1,"status":"success"},{"url":"https://vercel.com","category":"SaaS & Cloud","html_tokens":371739,"tool_tokens":11571,"ratio":32.1,"status":"success"},{"url":"https://www.wired.com","category":"News & Media","html_tokens":464018,"tool_tokens":15115,"ratio":30.7,"status":"success"},{"url":"https://www.typescriptlang.org","category":"Dev Tools","html_tokens":102800,"tool_tokens":4397,"ratio":23.4,"status":"success"},{"url":"https://nextjs.org","category":"Dev Tools","html_tokens":121715,"tool_tokens":5774,"ratio":21.1,"status":"success"},{"url":"https://aws.amazon.com","category":"SaaS & Cloud","html_tokens":110358,"tool_tokens":5547,"ratio":19.9,"status":"success"},{"url":"https://www.theguardian.com","category":"News & Media","html_tokens":429239,"tool_tokens":26413,"ratio":16.3,"status":"success"},{"url":"https://azure.microsoft.com","category":"News & Media","html_tokens":161234,"tool_tokens":15483,"ratio":10.4,"status":"success"},{"url":"https://github.com/plasmate-labs/plasmate","category":"Dev Tools","html_tokens":176171,"tool_tokens":19317,"ratio":9.1,"status":"success"},{"url":"https://angular.dev","category":"Dev Tools","html_tokens":32079,"tool_tokens":4344,"ratio":7.4,"status":"success"},{"url":"https://en.wikipedia.org/wiki/Rust_(programming_language)","category":"General","html_tokens":189325,"tool_tokens":27610,"ratio":6.9,"status":"success"},{"url":"https://vuejs.org","category":"Dev Tools","html_tokens":34189,"tool_tokens":8827,"ratio":3.9,"status":"success"},{"url":"https://getbootstrap.com","category":"Dev Tools","html_tokens":29337,"tool_tokens":9697,"ratio":3,"status":"success"},{"url":"https://developer.mozilla.org/en-US/docs/Web/JavaScript","category":"Dev Tools","html_tokens":51917,"tool_tokens":22104,"ratio":2.3,"status":"success"},{"url":"https://svelte.dev","category":"Dev Tools","html_tokens":38132,"tool_tokens":17730,"ratio":2.2,"status":"success"},{"url":"https://lobste.rs","category":"General","html_tokens":18997,"tool_tokens":9617,"ratio":2,"status":"success"},{"url":"https://medium.com","category":"News & Media","html_tokens":2579,"tool_tokens":1400,"ratio":1.8,"status":"success"},{"url":"https://docs.rs","category":"Dev Tools","html_tokens":4611,"tool_tokens":3741,"ratio":1.2,"status":"success"},{"url":"https://www.rust-lang.org","category":"Dev Tools","html_tokens":5107,"tool_tokens":5083,"ratio":1,"status":"success"},{"url":"https://pypi.org","category":"Dev Tools","html_tokens":6075,"tool_tokens":6429,"ratio":0.9,"status":"success"},{"url":"https://news.ycombinator.com","category":"General","html_tokens":11858,"tool_tokens":14519,"ratio":0.8,"status":"success"},{"url":"https://jsonplaceholder.typicode.com","category":"General","html_tokens":2476,"tool_tokens":3282,"ratio":0.8,"status":"success"},{"url":"https://www.postgresql.org","category":"Dev Tools","html_tokens":6291,"tool_tokens":9279,"ratio":0.7,"status":"success"},{"url":"https://www.python.org","category":"General","html_tokens":9327,"tool_tokens":14577,"ratio":0.6,"status":"success"},{"url":"https://example.com","category":"General","html_tokens":152,"tool_tokens":331,"ratio":0.5,"status":"success"},{"url":"https://crates.io","category":"General","html_tokens":72,"tool_tokens":372,"ratio":0.2,"status":"success"},{"url":"https://www.producthunt.com","category":"General","html_tokens":2568,"tool_tokens":24965,"ratio":0.1,"status":"success"}],"failed":[{"url":"stackoverflow.com","status":"failure","failure_reason":"Anti-bot detection (Cloudflare challenge page)"},{"url":"reddit.com","status":"failure","failure_reason":"Anti-bot detection (requires JavaScript rendering)"},{"url":"w3.org","status":"failure","failure_reason":"Heavy server-side protection and rate limiting"},{"url":"reuters.com","status":"failure","failure_reason":"Anti-bot detection (cookie consent wall + JS challenge)"},{"url":"dev.to","status":"failure","failure_reason":"Heavy JavaScript rendering required (SPA shell only)"},{"url":"mysql.com","status":"failure","failure_reason":"Anti-bot detection (Oracle enterprise bot protection)"}],"links":{"site":"https://webtaskbench.com","protocol":"https://webtaskbench.com/protocol","methodology":"https://webtaskbench.com/methodology","source":"https://github.com/dbhurley/webtaskbench","harness":"https://github.com/plasmate-labs/plasmate-benchmarks","engine":"https://plasmate.app","spec":"https://somspec.org/spec"}}