{"id":"https://openalex.org/W4366734317","doi":"https://doi.org/10.48550/arxiv.2304.10265","title":"Replication and Verifiability in Requirements Engineering: the NLP for RE Case","display_name":"Replication and Verifiability in Requirements Engineering: the NLP for RE Case","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366734317","doi":"https://doi.org/10.48550/arxiv.2304.10265"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.10265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2304.10265","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063256854","display_name":"Sallam Abualhaija","orcid":"https://orcid.org/0000-0001-6095-447X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abualhaija, Sallam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079289021","display_name":"F. Ba\u015eAk Aydemir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aydemir, F. Ba\u015eAk","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069677848","display_name":"Fabiano Dalpiaz","orcid":"https://orcid.org/0000-0003-4480-3887"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dalpiaz, Fabiano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063228362","display_name":"Davide Dell\u2019Anna","orcid":"https://orcid.org/0000-0002-1162-8341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dell'Anna, Davide","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040962321","display_name":"Alessio Ferrari","orcid":"https://orcid.org/0000-0002-0636-5663"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ferrari, Alessio","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027686521","display_name":"Xavier Franch","orcid":"https://orcid.org/0000-0001-9733-8830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franch, Xavier","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023279547","display_name":"Davide Fucci","orcid":"https://orcid.org/0000-0002-0679-4361"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fucci, Davide","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication","score":0.8888842},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical Research","score":0.47565076}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.8888842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73417926},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6935629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.62971145},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5300545},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.47565076},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.46627238},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40067494},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39616674},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09023732},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08472127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06950104},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.10265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.10265","pdf_url":"http://arxiv.org/pdf/2304.10265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2304.10265","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.10265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.83,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W641279757","https://openalex.org/W596972243","https://openalex.org/W4242022592","https://openalex.org/W4205713785","https://openalex.org/W370975646","https://openalex.org/W3016766501","https://openalex.org/W2901033488","https://openalex.org/W2149537132","https://openalex.org/W2018871932","https://openalex.org/W1670566515"],"abstract_inverted_index":{"[Context]":[0],"Study":[1],"replication":[2,67,121,212],"is":[3,112,117,143,184,240],"essential":[4],"for":[5,58,65,70,110,119,215,222,255],"theory":[6],"building":[7],"and":[8,35,86,90,106,132,234,246],"empirical":[9,14],"validation.":[10],"[Problem]":[11],"Despite":[12],"its":[13],"vocation,":[15],"requirements":[16],"engineering":[17],"(RE)":[18],"research":[19,38,114,191,270],"has":[20],"given":[21],"limited":[22],"attention":[23],"to":[24,31,185,227,242],"study":[25,66,120,204],"replication,":[26,80,245],"threatening":[27],"thereby":[28],"the":[29,63,84,149,153,155,158,162,169,225,232,263],"ability":[30],"verify":[32],"existing":[33],"results":[34,264],"use":[36],"previous":[37],"as":[39],"a":[40,49,113,187,207,218],"baseline.":[41],"[Solution]":[42],"In":[43],"this":[44,203],"perspective":[45],"paper,":[46],"we":[47,74,82,92,177],"--":[48,60],"group":[50],"of":[51,79,102,152,157,190,209,220],"experts":[52],"in":[53,68,167,202,213,224,251],"natural":[54],"language":[55],"processing":[56],"(NLP)":[57],"RE":[59,111],"reflect":[61],"on":[62,76,125,196,211,231,269],"challenges":[64,97],"NLP":[69,109,214],"RE.":[71],"Concretely:":[72],"(i)":[73,206],"report":[75],"hands-on":[77],"experiences":[78],"(ii)":[81,217],"review":[83],"state-of-the-art":[85],"extract":[87],"replication-relevant":[88,197],"information,":[89],"(iii)":[91,235],"identify,":[93],"through":[94],"focus":[95],"groups,":[96],"across":[98],"two":[99],"typical":[100],"dimensions":[101],"replication:":[103],"data":[104],"annotation":[105],"tool":[107],"reconstruction.":[108],"area":[115],"that":[116,135,239],"suitable":[118],"since":[122,265],"it":[123],"builds":[124],"automated":[126],"tools":[127],"which":[128],"can":[129,247],"be":[130,249],"shared,":[131],"quantitative":[133],"evaluation":[134],"enable":[136],"direct":[137],"comparisons":[138],"between":[139],"results.":[140],"[Results]":[141],"Replication":[142],"hampered":[144],"by":[145],"several":[146],"factors,":[147],"including":[148],"context":[150],"specificity":[151],"studies,":[154],"heterogeneity":[156],"tasks":[159],"involving":[160],"NLP,":[161],"tasks'":[163],"inherent":[164],"hairiness,":[165],"and,":[166],"turn,":[168],"heterogeneous":[170],"reporting":[171],"structure.":[172],"To":[173],"address":[174],"these":[175],"issues,":[176],"propose":[178],"an":[179,194,236],"ID":[180,237],"card":[181,238],"whose":[182],"goal":[183],"provide":[186],"structured":[188],"summary":[189],"papers,":[192],"with":[193],"emphasis":[195],"information.":[198],"[Contribution]":[199],"We":[200],"contribute":[201],"with:":[205],"set":[208,219],"reflections":[210],"RE,":[216],"recommendations":[221],"researchers":[223],"field":[226],"increase":[228,267],"their":[229],"awareness":[230],"topic,":[233],"intended":[241],"primarily":[243],"foster":[244],"also":[248,260],"used":[250],"other":[252],"contexts,":[253],"e.g.,":[254],"educational":[256],"purposes.":[257],"Practitioners":[258],"will":[259],"benefit":[261],"from":[262],"replications":[266],"confidence":[268],"findings.":[271]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4366734317","counts_by_year":[],"updated_date":"2025-01-18T17:22:50.908213","created_date":"2023-04-24"}