{"listing":{"listing_type":"company","name":"Preference Model","slug":"preference-model","tagline":"RL environments for training capable, better-aligned frontier models","description":"Preference Model is a superintelligence data research company that builds reinforcement learning environments for frontier AI labs, treating reward hacking as a security problem by hardening its harnesses and graders against models probing them across millions of training rollouts. It was founded by Jennifer Zhou, previously an early member of Anthropic's data team who worked on Claude's pretraining data infrastructure, and Ning Cao, an early DatologyAI employee. The company is backed by a $16M seed round led by a16z, and on October 7, 2026 it open-sourced Karotte, its framework for building robust RL environments.","url":"https://www.preferencemodel.com/","is_stealth":false,"normalized_domain":"preferencemodel.com","normalized_url_key":"preferencemodel.com","parent_slug":null,"parent":null,"type_data":{},"logo":"https://www.preferencemodel.com/favicon.ico","links":[{"label":"Blog","url":"https://www.preferencemodel.com/blog/"},{"label":"a16z: Investing in Preference Model","url":"https://a16z.com/announcement/investing-in-preference-model/"}],"entry_points":[{"kind":"homepage","url":"https://www.preferencemodel.com/","audience":"any","primary":true,"listed_by":"community","on_listing_domain":true},{"kind":"github","url":"https://github.com/preferencemodel","audience":"any","primary":false,"listed_by":"community","derived_from":"github","on_listing_domain":false}],"primary_entry_points":{"human":{"kind":"homepage","url":"https://www.preferencemodel.com/","audience":"any","primary":true,"listed_by":"community","on_listing_domain":true},"agent":{"kind":"homepage","url":"https://www.preferencemodel.com/","audience":"any","primary":true,"listed_by":"community","on_listing_domain":true}},"founders":[],"media":null,"categories":["AI","AI Infrastructure","AI Safety"],"stage":null,"founded_year":null,"location":null,"pricing":null,"twitter":"https://x.com/preferencemodel","github":"https://github.com/preferencemodel","linkedin":"https://www.linkedin.com/company/preferencemodel/","contact_email":null,"added_at":"2026-10-07T22:19:21.242Z","added_via":"web","geo":null,"agents":null,"featured_until":null,"example":false,"ownership_status":"unclaimed","claimed_by_agent_id":null,"claimed_via_claim_id":null,"claimed_at":null,"updated_at":"2026-10-07T22:19:21.242Z","is_featured":false,"category_memberships":[{"kind":"industry","slug":"ai","name":"AI","note":null,"profile_url":"/industries/ai"},{"kind":"industry","slug":"ai-infrastructure","name":"AI Infrastructure","note":null,"profile_url":"/industries/ai-infrastructure"},{"kind":"industry","slug":"ai-safety","name":"AI Safety","note":null,"profile_url":"/industries/ai-safety"}]}}