{"id":"https://openalex.org/W2963466651","doi":"https://doi.org/10.18653/v1/n19-1169","title":"Unifying Human and Statistical Evaluation for Natural Language Generation","display_name":"Unifying Human and Statistical Evaluation for Natural Language Generation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2963466651","doi":"https://doi.org/10.18653/v1/n19-1169","mag":"2963466651"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/n19-1169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.02792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015518638","display_name":"Tatsunori Hashimoto","orcid":"https://orcid.org/0000-0003-0521-5855"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tatsunori Hashimoto","raw_affiliation_strings":["Department of Computer Science","Department of Statistics Stanford University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]},{"raw_affiliation_string":"Department of Statistics Stanford University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047201942","display_name":"Hugh Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hugh Zhang","raw_affiliation_strings":["Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025255782","display_name":"Percy Liang","orcid":"https://orcid.org/0000-0002-0458-6139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Percy Liang","raw_affiliation_strings":["Department of Computer Science","Department of Statistics Stanford University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]},{"raw_affiliation_string":"Department of Statistics Stanford University","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":176,"citation_normalized_percentile":{"value":0.999928,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zh\u00e0ng","display_name":"Zh\u00e0ng","score":0.7285588},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural Language Generation","score":0.5324757},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.52577615},{"id":"https://openalex.org/keywords/human-language","display_name":"Human language","score":0.4879529}],"concepts":[{"id":"https://openalex.org/C2777045944","wikidata":"https://www.wikidata.org/wiki/Q12170198","display_name":"Zh\u00e0ng","level":3,"score":0.7285588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63835126},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5509198},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.5324757},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.52577615},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.4879529},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.48629436},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4512611},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42455715},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3351196},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.22382405},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.19840583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14803383},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.11476922},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/n19-1169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1904.02792","pdf_url":"https://arxiv.org/pdf/1904.02792","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1904.02792","pdf_url":"https://arxiv.org/pdf/1904.02792","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.86,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":54,"referenced_works":["https://openalex.org/W1518159552","https://openalex.org/W1518951372","https://openalex.org/W1605255363","https://openalex.org/W1861492603","https://openalex.org/W1958706068","https://openalex.org/W2070150502","https://openalex.org/W2099057450","https://openalex.org/W2099294566","https://openalex.org/W2099471712","https://openalex.org/W2101105183","https://openalex.org/W2117010802","https://openalex.org/W2123946480","https://openalex.org/W2132314908","https://openalex.org/W2145482038","https://openalex.org/W2210838531","https://openalex.org/W2252001469","https://openalex.org/W2259472270","https://openalex.org/W2394987003","https://openalex.org/W2415830263","https://openalex.org/W2466175319","https://openalex.org/W2551879329","https://openalex.org/W2581637843","https://openalex.org/W2583679610","https://openalex.org/W2613904329","https://openalex.org/W2786472963","https://openalex.org/W2804744697","https://openalex.org/W2805984778","https://openalex.org/W2886824226","https://openalex.org/W2889467844","https://openalex.org/W2889518897","https://openalex.org/W2890397703","https://openalex.org/W2896780650","https://openalex.org/W2900260828","https://openalex.org/W2950446064","https://openalex.org/W2951352467","https://openalex.org/W2951813108","https://openalex.org/W2951984970","https://openalex.org/W2962830484","https://openalex.org/W2963064614","https://openalex.org/W2963206148","https://openalex.org/W2963212250","https://openalex.org/W2963223306","https://openalex.org/W2963527228","https://openalex.org/W2963667126","https://openalex.org/W2963672599","https://openalex.org/W2963857374","https://openalex.org/W2963903950","https://openalex.org/W2963929190","https://openalex.org/W2964265128","https://openalex.org/W2996068536","https://openalex.org/W4301206121","https://openalex.org/W4302353911","https://openalex.org/W4307979480","https://openalex.org/W4320013936"],"related_works":["https://openalex.org/W382594479","https://openalex.org/W3020827637","https://openalex.org/W3014316498","https://openalex.org/W2575772232","https://openalex.org/W2470045054","https://openalex.org/W2152921782","https://openalex.org/W2140902089","https://openalex.org/W2030298461","https://openalex.org/W199086061","https://openalex.org/W1510553545"],"abstract_inverted_index":{"Tatsunori":[0],"B.":[1],"Hashimoto,":[2],"Hugh":[3],"Zhang,":[4],"Percy":[5],"Liang.":[6],"Proceedings":[7],"of":[8,12,17],"the":[9,13,18],"2019":[10],"Conference":[11],"North":[14],"American":[15],"Chapter":[16],"Association":[19],"for":[20],"Computational":[21],"Linguistics:":[22],"Human":[23],"Language":[24],"Technologies,":[25],"Volume":[26],"1":[27],"(Long":[28],"and":[29],"Short":[30],"Papers).":[31],"2019.":[32]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963466651","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":56},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":20}],"updated_date":"2025-04-07T03:22:35.513881","created_date":"2019-07-30"}