{"id":"https://openalex.org/W4388890909","doi":"https://doi.org/10.48550/arxiv.2311.11081","title":"Can AI Serve as a Substitute for Human Subjects in Software Engineering Research?","display_name":"Can AI Serve as a Substitute for Human Subjects in Software Engineering Research?","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388890909","doi":"https://doi.org/10.48550/arxiv.2311.11081"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.11081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2311.11081","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007593721","display_name":"Marco Aur\u00e9lio Gerosa","orcid":"https://orcid.org/0000-0003-1399-7535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerosa, Marco A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063429149","display_name":"Bianca Trinkenreich","orcid":"https://orcid.org/0000-0001-7302-6082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trinkenreich, Bianca","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051186886","display_name":"Igor Steinmacher","orcid":"https://orcid.org/0000-0002-0612-5790"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steinmacher, Igor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024821289","display_name":"Anita Sarma","orcid":"https://orcid.org/0000-0002-1859-1692"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarma, Anita","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":65},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.952,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.952,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9467,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9444,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.78060544},{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.74529916},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.45343035}],"concepts":[{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.78060544},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.74529916},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6389917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.60125315},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.58793455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48067722},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4587375},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.45343035},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4386478},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4223106},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39741805},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38627118},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32186514},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.14058071},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.099231124},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.11081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.11081","pdf_url":"http://arxiv.org/pdf/2311.11081","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2311.11081","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.11081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.67,"display_name":"Decent work and economic growth"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W608490485","https://openalex.org/W4389636114","https://openalex.org/W4308919250","https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W3133630643","https://openalex.org/W2967475239","https://openalex.org/W2481729736","https://openalex.org/W2236208621","https://openalex.org/W1980714815"],"abstract_inverted_index":{"Research":[0],"within":[1],"sociotechnical":[2],"domains,":[3],"such":[4],"as":[5,76],"Software":[6],"Engineering,":[7],"fundamentally":[8],"requires":[9],"a":[10,42],"thorough":[11],"consideration":[12],"of":[13,35,57,72,80,100,130,160,192],"the":[14,32,55,70,98,127,202,227],"human":[15,89,137,147,167,208],"perspective.":[16],"However,":[17],"traditional":[18],"qualitative":[19,46,81],"data":[20,47,104,161,193,222],"collection":[21,48,105],"methods":[22],"suffer":[23],"from":[24],"challenges":[25],"related":[26],"to":[27,45,180],"scale,":[28],"labor":[29],"intensity,":[30],"and":[31,91,119,142,149,157,170,177,184,213,220],"increasing":[33],"difficulty":[34],"participant":[36],"recruitment.":[37],"This":[38],"vision":[39,183],"paper":[40],"proposes":[41],"novel":[43],"approach":[44,216],"in":[49,93,102,139,195,207,210],"software":[50,196],"engineering":[51,197],"research":[52,94,178],"by":[53,83],"harnessing":[54],"capabilities":[56],"artificial":[58],"intelligence":[59],"(AI),":[60],"especially":[61],"large":[62],"language":[63],"models":[64,133,153],"(LLMs)":[65],"like":[66],"ChatGPT.":[67],"We":[68,96,172],"explore":[69],"potential":[71],"AI-generated":[73],"synthetic":[74],"text":[75],"an":[77,214],"alternative":[78],"source":[79],"data,":[82],"discussing":[84],"how":[85],"LLMs":[86],"can":[87],"replicate":[88],"responses":[90,121],"behaviors":[92],"settings.":[95],"examine":[97],"application":[99],"AI":[101,152,188,219],"automating":[103],"across":[106],"various":[107],"methodologies,":[108],"including":[109],"persona-based":[110],"prompting":[111],"for":[112,116,122],"interviews,":[113],"multi-persona":[114],"dialogue":[115],"focus":[117],"groups,":[118],"mega-persona":[120],"surveys.":[123],"Additionally,":[124],"we":[125],"discuss":[126,173],"prospective":[128],"development":[129],"new":[131],"foundation":[132],"aimed":[134],"at":[135],"emulating":[136],"behavior":[138],"observational":[140],"studies":[141],"user":[143],"evaluations.":[144],"By":[145],"simulating":[146],"interaction":[148],"feedback,":[150],"these":[151],"could":[154,189],"offer":[155],"scalable":[156],"efficient":[158],"means":[159],"generation,":[162],"while":[163,187],"providing":[164],"insights":[165],"into":[166],"attitudes,":[168],"experiences,":[169],"performance.":[171],"several":[174],"open":[175],"problems":[176],"opportunities":[179],"implement":[181],"this":[182],"conclude":[185],"that":[186],"augment":[190],"aspects":[191],"gathering":[194],"research,":[198],"it":[199],"cannot":[200],"replace":[201],"nuanced,":[203],"empathetic":[204],"understanding":[205],"inherent":[206],"subjects":[209],"some":[211],"cases,":[212],"integrated":[215],"where":[217],"both":[218],"human-generated":[221],"coexist":[223],"will":[224],"likely":[225],"yield":[226],"most":[228],"effective":[229],"outcomes.":[230]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4388890909","counts_by_year":[],"updated_date":"2025-04-16T05:39:16.212936","created_date":"2023-11-22"}