{"id":"https://openalex.org/W4312091865","doi":"https://doi.org/10.48550/arxiv.2212.10529","title":"Does GPT-3 Demonstrate Psychopathy? Evaluating Large Language Models from a Psychological Perspective","display_name":"Does GPT-3 Demonstrate Psychopathy? Evaluating Large Language Models from a Psychological Perspective","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312091865","doi":"https://doi.org/10.48550/arxiv.2212.10529"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2212.10529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2212.10529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046532741","display_name":"Xingxuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xingxuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103947100","display_name":"Yutong Li","orcid":"https://orcid.org/0000-0003-1141-2214"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yutong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409377","display_name":"Linlin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Linlin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086674741","display_name":"Lidong Bing","orcid":"https://orcid.org/0000-0003-4565-6313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bing, Lidong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005443526","display_name":"Shafiq Joty","orcid":"https://orcid.org/0000-0002-9222-2641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joty, Shafiq","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.787234,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9829,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9829,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9631,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.921,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machiavellianism","display_name":"Machiavellianism","score":0.7462876},{"id":"https://openalex.org/keywords/dark-triad","display_name":"Dark triad","score":0.69616413}],"concepts":[{"id":"https://openalex.org/C2779989997","wikidata":"https://www.wikidata.org/wiki/Q67492016","display_name":"Machiavellianism","level":4,"score":0.7462876},{"id":"https://openalex.org/C525770307","wikidata":"https://www.wikidata.org/wiki/Q1266051","display_name":"Dark triad","level":4,"score":0.69616413},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6828683},{"id":"https://openalex.org/C505070042","wikidata":"https://www.wikidata.org/wiki/Q186529","display_name":"Narcissism","level":2,"score":0.67833626},{"id":"https://openalex.org/C521466935","wikidata":"https://www.wikidata.org/wiki/Q366886","display_name":"Psychopathy","level":3,"score":0.66818625},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.6044621},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.585072},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3839088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.14948347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.107966214}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2212.10529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.10529","pdf_url":"http://arxiv.org/pdf/2212.10529","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2212.10529","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2212.10529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.69,"display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4316083352","https://openalex.org/W4220961934","https://openalex.org/W4210723630","https://openalex.org/W2996440007","https://openalex.org/W2892776679","https://openalex.org/W2781840934","https://openalex.org/W2755928600","https://openalex.org/W2091447005","https://openalex.org/W2024866754","https://openalex.org/W1965237405"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,26,96,134,160],"determined":[4],"whether":[5],"large":[6],"language":[7],"models":[8,46,81],"(LLMs)":[9],"are":[10],"psychologically":[11],"safe.":[12],"We":[13,118],"designed":[14],"unbiased":[15],"prompts":[16],"to":[17,68,108,171],"systematically":[18],"evaluate":[19,173],"LLMs":[20,30,99],"from":[21,143,150],"a":[22,56,120,151],"psychological":[23,152,169],"perspective.":[24,153],"First,":[25],"tested":[27],"three":[28],"different":[29],"by":[31,104],"using":[32,105],"two":[33],"personality":[34,59,78],"tests:":[35],"Short":[36],"Dark":[37],"Triad":[38],"(SD-3)":[39],"and":[40,72,90,129,167,174],"Big":[41],"Five":[42],"Inventory":[43],"(BFI).":[44],"All":[45],"scored":[47,82],"higher":[48,83],"than":[49,84],"the":[50,88,98,101,110,124,148,155,158,162,176],"human":[51],"average":[52],"on":[53,87,93],"SD-3,":[54],"suggesting":[55],"relatively":[57],"darker":[58],"pattern.":[60],"Despite":[61],"being":[62],"instruction":[63,137],"fine-tuned":[64],"with":[65,114,140],"safety":[66,177],"metrics":[67,170],"reduce":[69],"toxicity,":[70],"InstructGPT":[71],"FLAN-T5":[73,139],"still":[74],"showed":[75,135],"implicit":[76],"dark":[77],"patterns;":[79],"both":[80],"self-supervised":[85],"GPT-3":[86,102,128],"Machiavellianism":[89],"narcissism":[91],"traits":[92],"SD-3.":[94],"Then,":[95],"evaluated":[97],"in":[100,123],"series":[103],"well-being":[106,125],"tests":[107],"study":[109],"impact":[111],"of":[112,127,157,164,178],"fine-tuning":[113,138],"more":[115,165],"training":[116],"data.":[117],"observed":[119],"continuous":[121],"increase":[122],"scores":[126],"InstructGPT.":[130],"Following":[131],"these":[132],"observations,":[133],"that":[136],"positive":[141],"answers":[142],"BFI":[144],"could":[145],"effectively":[146],"improve":[147,175],"model":[149],"On":[154],"basis":[156],"findings,":[159],"recommended":[161],"application":[163],"systematic":[166],"comprehensive":[168],"further":[172],"LLMs.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4312091865","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":13}],"updated_date":"2025-01-20T07:12:02.434020","created_date":"2023-01-04"}