{"id":"https://openalex.org/W4401301433","doi":"https://doi.org/10.48550/arxiv.2407.13692","title":"Prover-Verifier Games improve legibility of LLM outputs","display_name":"Prover-Verifier Games improve legibility of LLM outputs","publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4401301433","doi":"https://doi.org/10.48550/arxiv.2407.13692"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13692","pdf_url":"http://arxiv.org/pdf/2407.13692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2407.13692","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018518179","display_name":"Jan H. Kirchner","orcid":"https://orcid.org/0000-0002-9126-0558"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirchner, Jan Hendrik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101853231","display_name":"Yining Chen","orcid":"https://orcid.org/0000-0002-3435-2851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yining","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090678609","display_name":"Harri Edwards","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edwards, Harri","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099881267","display_name":"Jan Leike","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leike, Jan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003470218","display_name":"Nat McAleese","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McAleese, Nat","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5055399590","display_name":"Yuri Burda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burda, Yuri","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":83},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gas-meter-prover","display_name":"Gas meter prover","score":0.8571352},{"id":"https://openalex.org/keywords/legibility","display_name":"Legibility","score":0.82248354}],"concepts":[{"id":"https://openalex.org/C159718280","wikidata":"https://www.wikidata.org/wiki/Q5526353","display_name":"Gas meter prover","level":3,"score":0.8571352},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.82248354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57443744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23791555},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.20532343},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13369915},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13692","pdf_url":"http://arxiv.org/pdf/2407.13692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13692","pdf_url":"http://arxiv.org/pdf/2407.13692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W565076200","https://openalex.org/W4391375266","https://openalex.org/W4386523255","https://openalex.org/W2759286286","https://openalex.org/W2748952813","https://openalex.org/W2473574490","https://openalex.org/W2406065423","https://openalex.org/W2088472827","https://openalex.org/W1498732016","https://openalex.org/W1480515846"],"abstract_inverted_index":{"One":[0],"way":[1],"to":[2,14,24,84,90,101,120,136,199],"increase":[3,123],"confidence":[4],"in":[5,35,62],"the":[6,36,60,95,107,112,117,125,154,162],"outputs":[7],"of":[8,38,127,146,196,207],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"is":[13,20,173],"support":[15],"them":[16,55],"with":[17,140,205],"reasoning":[18],"that":[19,45,94,105,111,132],"clear":[21],"and":[22,43,98,116,158,201],"easy":[23],"check":[25],"--":[26],"a":[27,66,174,190],"property":[28],"we":[29,64,130],"call":[30],"legibility.":[31,180],"We":[32,109],"study":[33],"legibility":[34,133,184,195],"context":[37],"solving":[39],"grade-school":[40],"math":[41],"problems":[42],"show":[44,131],"optimizing":[46],"chain-of-thought":[47],"solutions":[48,93,104],"only":[49],"for":[50,168,177,193],"answer":[51],"correctness":[52],"can":[53],"make":[54],"less":[56],"legible.":[57],"To":[58],"mitigate":[59],"loss":[61],"legibility,":[63],"propose":[65],"training":[67,134,148,167,185],"algorithm":[68,79],"inspired":[69],"by":[70,170],"Prover-Verifier":[71],"Game":[72],"from":[73],"Anil":[74],"et":[75],"al.":[76],"(2021).":[77],"Our":[78,181],"iteratively":[80],"trains":[81],"small":[82,171,187],"verifiers":[83,172,188],"predict":[85],"solution":[86,142],"correctness,":[87],"\"helpful\"":[88],"provers":[89,100],"produce":[91,102],"correct":[92],"verifier":[96],"accepts,":[97],"\"sneaky\"":[99],"incorrect":[103],"fool":[106],"verifier.":[108],"find":[110],"helpful":[113,155],"prover's":[114,156,164],"accuracy":[115,150],"verifier's":[118],"robustness":[119],"adversarial":[121],"attacks":[122],"over":[124],"course":[126,145],"training.":[128],"Furthermore,":[129],"transfers":[135],"time-constrained":[137],"humans":[138],"tasked":[139],"verifying":[141],"correctness.":[143],"Over":[144],"LLM":[147],"human":[149],"increases":[151],"when":[152,160],"checking":[153,161],"solutions,":[157],"decreases":[159],"sneaky":[163],"solutions.":[165],"Hence,":[166],"checkability":[169],"plausible":[175],"technique":[176],"increasing":[178,194],"output":[179],"results":[182],"suggest":[183],"against":[186],"as":[189],"practical":[191],"avenue":[192],"large":[197],"LLMs":[198],"humans,":[200],"thus":[202],"could":[203],"help":[204],"alignment":[206],"superhuman":[208],"models.":[209]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401301433","counts_by_year":[],"updated_date":"2025-01-21T03:26:13.920086","created_date":"2024-08-04"}