{"category":{"kind":"product_category","slug":"benchmarking","name":"Benchmarking","tagline":null,"description":null,"synonyms":[],"target_queries":[],"added_via":"pr","added_at":"2026-09-05T04:07:29.754Z","updated_at":"2026-09-05T04:07:29.754Z","example":false,"profile_url":"/categories/benchmarking","is_stub":true,"member_count":2,"member_counts":{"product":2}},"members":[{"listing_type":"product","name":"Openbenchmarks","slug":"openbenchmarks-platform","tagline":"Public benchmark hub with externally validated, methodology-transparent benchmarks for AI tooling and vendor selection.","description":"Openbenchmarks runs independent, publicly documented benchmarks on AI APIs, vendors, and tools to help teams make fair build-versus-buy decisions. Every metric is externally validated with no internal cohort-consensus voting. The platform provides machine-readable access via OpenAPI spec, llms.txt, and an API; data refreshes hourly. Current benchmarks include lookalikes and voice-agent latency measured by first-party TTFAB (Time To First Audio Byte) from real phone calls.\n\nOpenbenchmarks is a product of Openbenchmarks.","url":"https://openbenchmarks.com/","is_stealth":false,"normalized_domain":"openbenchmarks.com","normalized_url_key":"openbenchmarks.com","parent_slug":"openbenchmarks","parent":{"slug":"openbenchmarks","name":"Openbenchmarks","listing_type":"company","profile_url":"/companies/openbenchmarks"},"type_data":{"product_kind":"saas","pricing_model":"freemium","platforms":["web","api"],"free_tier":true,"open_source":false,"pricing_url":"https://openbenchmarks.com/pricing.md","use_cases":["Comparing AI vendor performance","Voice AI latency benchmarking","Build vs buy decisions","AI tooling evaluation","Automated benchmark querying by agents"]},"logo":null,"links":[],"entry_points":[{"kind":"pricing","url":"https://openbenchmarks.com/pricing.md","audience":"any","primary":false,"listed_by":"community","on_listing_domain":true},{"kind":"api","url":"https://openbenchmarks.com/","audience":"agent","primary":false,"listed_by":"community","on_listing_domain":true},{"kind":"openapi","url":"https://openbenchmarks.com/openapi.json","audience":"agent","primary":false,"listed_by":"community","on_listing_domain":true},{"kind":"llms_txt","url":"https://openbenchmarks.com/","audience":"agent","primary":false,"listed_by":"community","on_listing_domain":true}],"primary_entry_points":{"human":null,"agent":{"kind":"api","url":"https://openbenchmarks.com/","audience":"agent","primary":false,"listed_by":"community","on_listing_domain":true}},"founders":[],"media":null,"categories":["AI","Developer Tools","Benchmarking","Analytics","SaaS","B2B","Marketing","Artificial Intelligence"],"stage":null,"founded_year":null,"location":null,"pricing":"Free for website and API queries; see pricing.md for machine-readable access","twitter":null,"github":null,"linkedin":null,"contact_email":null,"added_at":"2026-09-05T05:30:21.172Z","added_via":"web","geo":{"keywords":["Openbenchmarks","Openbenchmarks","AI","Developer Tools","Benchmarking","Analytics","SaaS","B2B","Marketing","Artificial Intelligence"],"canonical_facts":["Product of Openbenchmarks","Pricing (per product site): Free for website and API queries; see pricing.md for machine-readable access"]},"agents":null,"featured_until":null,"example":false,"ownership_status":"unclaimed","claimed_by_agent_id":null,"claimed_via_claim_id":null,"claimed_at":null,"updated_at":"2026-09-05T05:30:21.172Z","is_featured":false,"category_memberships":[{"kind":"product_category","slug":"ai","name":"AI","note":null,"profile_url":"/categories/ai"},{"kind":"product_category","slug":"analytics","name":"Analytics","note":null,"profile_url":"/categories/analytics"},{"kind":"product_category","slug":"artificial-intelligence","name":"Artificial Intelligence","note":null,"profile_url":"/categories/artificial-intelligence"},{"kind":"product_category","slug":"b2b","name":"B2B","note":null,"profile_url":"/categories/b2b"},{"kind":"product_category","slug":"benchmarking","name":"Benchmarking","note":null,"profile_url":"/categories/benchmarking"},{"kind":"product_category","slug":"developer-tools","name":"Developer Tools","note":null,"profile_url":"/categories/developer-tools"},{"kind":"product_category","slug":"marketing","name":"Marketing","note":null,"profile_url":"/categories/marketing"},{"kind":"product_category","slug":"saas","name":"SaaS","note":null,"profile_url":"/categories/saas"}],"membership":{"note":null,"source":"listing","added_via":"web","added_at":"2026-09-05T05:30:21.172Z","updated_at":"2026-09-05T05:30:21.172Z"}},{"listing_type":"product","name":"CoArena","slug":"coarena-platform","tagline":"Live arena where two computer-use agents compete on real tasks and users judge which performs better.","description":"CoArena by Coasty is a platform where users watch two computer-use AI agents work on the same real research task simultaneously and judge which one performed better. Each battle generates honest, crowdsourced evaluation data of agents on real-world work that AI labs cannot produce themselves. The platform is backed by Y Combinator and positioned as a benchmark for computer-use models.\n\nCoArena is a product of CoArena.","url":"https://coarena.ai/","is_stealth":false,"normalized_domain":"coarena.ai","normalized_url_key":"coarena.ai","parent_slug":"coarena","parent":{"slug":"coarena","name":"CoArena","listing_type":"company","profile_url":"/companies/coarena"},"type_data":{"product_kind":"saas","platforms":["web"],"open_source":false,"use_cases":["computer-use model evaluation","crowdsourced AI benchmarking","agent comparison on real tasks","AI model training data generation"]},"logo":null,"links":[],"entry_points":[{"kind":"signup","url":"https://coarena.ai/","audience":"human","primary":false,"listed_by":"community","on_listing_domain":true}],"primary_entry_points":{"human":{"kind":"signup","url":"https://coarena.ai/","audience":"human","primary":false,"listed_by":"community","on_listing_domain":true},"agent":null},"founders":[],"media":null,"categories":["AI","Benchmarking","Machine Learning","Developer Tools","B2B","Engineering, Product and Design","AIOps","Artificial Intelligence"],"stage":null,"founded_year":null,"location":null,"pricing":null,"twitter":null,"github":null,"linkedin":null,"contact_email":null,"added_at":"2026-09-05T04:07:29.754Z","added_via":"web","geo":{"keywords":["CoArena","CoArena","AI","Benchmarking","Machine Learning","Developer Tools","B2B","Engineering, Product and Design","AIOps","Artificial Intelligence"],"canonical_facts":["Product of CoArena"]},"agents":null,"featured_until":null,"example":false,"ownership_status":"unclaimed","claimed_by_agent_id":null,"claimed_via_claim_id":null,"claimed_at":null,"updated_at":"2026-09-05T04:07:29.754Z","is_featured":false,"category_memberships":[{"kind":"product_category","slug":"ai","name":"AI","note":null,"profile_url":"/categories/ai"},{"kind":"product_category","slug":"aiops","name":"AIOps","note":null,"profile_url":"/categories/aiops"},{"kind":"product_category","slug":"artificial-intelligence","name":"Artificial Intelligence","note":null,"profile_url":"/categories/artificial-intelligence"},{"kind":"product_category","slug":"b2b","name":"B2B","note":null,"profile_url":"/categories/b2b"},{"kind":"product_category","slug":"benchmarking","name":"Benchmarking","note":null,"profile_url":"/categories/benchmarking"},{"kind":"product_category","slug":"developer-tools","name":"Developer Tools","note":null,"profile_url":"/categories/developer-tools"},{"kind":"product_category","slug":"engineering-product-and-design","name":"Engineering, Product and Design","note":null,"profile_url":"/categories/engineering-product-and-design"},{"kind":"product_category","slug":"machine-learning","name":"Machine Learning","note":null,"profile_url":"/categories/machine-learning"}],"membership":{"note":null,"source":"listing","added_via":"web","added_at":"2026-09-05T04:07:29.754Z","updated_at":"2026-09-05T04:07:29.754Z"}}],"total":2,"limit":50,"offset":0}