{"id":"https://openalex.org/W4403784454","doi":"https://doi.org/10.48550/arxiv.2409.16783","title":"Holistic Automated Red Teaming for Large Language Models through\n Top-Down Test Case Generation and Multi-turn Interaction","display_name":"Holistic Automated Red Teaming for Large Language Models through\n Top-Down Test Case Generation and Multi-turn Interaction","publication_year":2024,"publication_date":"2024-09-25","ids":{"openalex":"https://openalex.org/W4403784454","doi":"https://doi.org/10.48550/arxiv.2409.16783"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16783","pdf_url":"http://arxiv.org/pdf/2409.16783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2409.16783","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031652203","display_name":"Jinchuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jinchuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665398","display_name":"Yan Zhou","orcid":"https://orcid.org/0000-0002-7489-9405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622192","display_name":"Yaxin Liu","orcid":"https://orcid.org/0000-0001-9814-3920"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yaxin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101651748","display_name":"Ziming Li","orcid":"https://orcid.org/0009-0004-7529-7176"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ziming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102820325","display_name":"Songlin Hu","orcid":"https://orcid.org/0000-0001-8559-1740"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Songlin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9409,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9192,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/turn-taking","display_name":"Turn-Taking","score":0.44548714}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6539142},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49827313},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.44548714},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19550934},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.12710583},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.078229934},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16783","pdf_url":"http://arxiv.org/pdf/2409.16783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16783","pdf_url":"http://arxiv.org/pdf/2409.16783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2150330603","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Automated":[0,65],"red":[1,45],"teaming":[2],"is":[3],"an":[4,82],"effective":[5],"method":[6,88],"for":[7,31,127],"identifying":[8],"misaligned":[9],"behaviors":[10],"in":[11,104],"large":[12],"language":[13],"models":[14],"(LLMs).":[15],"Existing":[16],"approaches,":[17],"however,":[18],"often":[19],"focus":[20],"primarily":[21],"on":[22,81],"improving":[23],"attack":[24],"success":[25],"rates":[26],"while":[27],"overlooking":[28],"the":[29,50,71,128],"need":[30],"comprehensive":[32],"test":[33,74],"case":[34],"coverage.":[35],"Additionally,":[36],"most":[37],"of":[38,53,73,119],"these":[39,59],"methods":[40],"are":[41],"limited":[42],"to":[43,48,99],"single-turn":[44],"teaming,":[46],"failing":[47],"capture":[49],"multi-turn":[51,101],"dynamics":[52],"real-world":[54],"human-machine":[55],"interactions.":[56],"To":[57],"overcome":[58],"limitations,":[60],"we":[61],"propose":[62],"HARM":[63],"(Holistic":[64],"Red":[66],"teaMing),":[67],"which":[68],"scales":[69],"up":[70],"diversity":[72],"cases":[75],"using":[76],"a":[77,91,105,115],"top-down":[78],"approach":[79],"based":[80],"extensible,":[83],"fine-grained":[84],"risk":[85],"taxonomy.":[86],"Our":[87],"also":[89],"leverages":[90],"novel":[92],"fine-tuning":[93],"strategy":[94],"and":[95,122],"reinforcement":[96],"learning":[97],"techniques":[98],"facilitate":[100],"adversarial":[102],"probing":[103],"human-like":[106],"manner.":[107],"Experimental":[108],"results":[109],"demonstrate":[110],"that":[111],"our":[112],"framework":[113],"enables":[114],"more":[116,124],"systematic":[117],"understanding":[118],"model":[120],"vulnerabilities":[121],"offers":[123],"targeted":[125],"guidance":[126],"alignment":[129],"process.":[130]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403784454","counts_by_year":[],"updated_date":"2025-04-17T12:32:40.320383","created_date":"2024-10-26"}