{"id":"https://openalex.org/W3104619549","doi":"https://doi.org/10.18653/v1/2020.sdp-1.21","title":"Scaling Systematic Literature Reviews with Machine Learning Pipelines","display_name":"Scaling Systematic Literature Reviews with Machine Learning Pipelines","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3104619549","doi":"https://doi.org/10.18653/v1/2020.sdp-1.21","mag":"3104619549"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.sdp-1.21","pdf_url":"https://www.aclweb.org/anthology/2020.sdp-1.21.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/2020.sdp-1.21.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030858516","display_name":"Seraphina Goldfarb-Tarrant","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Seraphina Goldfarb-Tarrant","raw_affiliation_strings":["Bayes Centre University of Edinburgh","School of Informatics University of Edinburgh","Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Informatics University of Edinburgh","institution_ids":[]},{"raw_affiliation_string":"Bayes Centre University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019263288","display_name":"Alexander Robertson","orcid":"https://orcid.org/0000-0001-6749-9254"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexander Robertson","raw_affiliation_strings":["Bayes Centre University of Edinburgh","School of Informatics University of Edinburgh","Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"School of Informatics University of Edinburgh","institution_ids":[]},{"raw_affiliation_string":"Bayes Centre University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109475382","display_name":"Jasmina Lazi\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jasmina Lazic","raw_affiliation_strings":["Bayes Centre University of Edinburgh","School of Informatics University of Edinburgh","Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"School of Informatics University of Edinburgh","institution_ids":[]},{"raw_affiliation_string":"Bayes Centre University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006845445","display_name":"Theodora K. Tsouloufi","orcid":"https://orcid.org/0000-0002-4032-0338"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Theodora Tsouloufi","raw_affiliation_strings":["Bayes Centre University of Edinburgh","School of Informatics University of Edinburgh","Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"School of Informatics University of Edinburgh","institution_ids":[]},{"raw_affiliation_string":"Bayes Centre University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056550950","display_name":"Louise Donnison","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Louise Donnison","raw_affiliation_strings":["Bayes Centre University of Edinburgh","School of Informatics University of Edinburgh","Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Informatics University of Edinburgh","institution_ids":[]},{"raw_affiliation_string":"Bayes Centre University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069567822","display_name":"Karen Smyth","orcid":"https://orcid.org/0000-0002-7101-2397"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karen Smyth","raw_affiliation_strings":["Bayes Centre University of Edinburgh","School of Informatics University of Edinburgh","Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"School of Informatics University of Edinburgh","institution_ids":[]},{"raw_affiliation_string":"Bayes Centre University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Supporting Evidence Based Interventions Royal (Dick) School of Veterinary Studies University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.452,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":8,"citation_normalized_percentile":{"value":0.547198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":83,"max":85},"biblio":{"volume":null,"issue":null,"first_page":"184","last_page":"195"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9922,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-extraction","display_name":"Data extraction","score":0.43822423}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8065691},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7180694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.62451047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6031439},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5893693},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5832729},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5227992},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.51254344},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.49750236},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.43822423},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42036766},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39621714},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36941797},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3333748},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.sdp-1.21","pdf_url":"https://www.aclweb.org/anthology/2020.sdp-1.21.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04665","pdf_url":"http://arxiv.org/pdf/2010.04665","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.sdp-1.21","pdf_url":"https://www.aclweb.org/anthology/2020.sdp-1.21.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":24,"referenced_works":["https://openalex.org/W1541048963","https://openalex.org/W1598602811","https://openalex.org/W2020959315","https://openalex.org/W2060536346","https://openalex.org/W2095623039","https://openalex.org/W2101234009","https://openalex.org/W2122589015","https://openalex.org/W2147469877","https://openalex.org/W2250539671","https://openalex.org/W2470673105","https://openalex.org/W2593758073","https://openalex.org/W2600107025","https://openalex.org/W2755149525","https://openalex.org/W2896457183","https://openalex.org/W2922551710","https://openalex.org/W2952966142","https://openalex.org/W2961191798","https://openalex.org/W2963341956","https://openalex.org/W2978017171","https://openalex.org/W2999105954","https://openalex.org/W3004071925","https://openalex.org/W3011709470","https://openalex.org/W4313371821","https://openalex.org/W4320164613"],"related_works":["https://openalex.org/W4386072068","https://openalex.org/W4380433113","https://openalex.org/W252339960","https://openalex.org/W2390529043","https://openalex.org/W2378320433","https://openalex.org/W2358343511","https://openalex.org/W2071821326","https://openalex.org/W2051877971","https://openalex.org/W1970117064","https://openalex.org/W1787170397"],"abstract_inverted_index":{"Systematic":[0],"reviews,":[1],"which":[2,195],"entail":[3],"the":[4,19,42,85,97,127,149,171,184,200,206],"extraction":[5,75,158],"of":[6,11,21,30,46,65,76,87,103,113,129,137,156,183,192,199],"data":[7,77,138,143,157,218],"from":[8,144],"large":[9],"numbers":[10],"scientific":[12],"documents,":[13],"are":[14,25,35,50],"an":[15],"ideal":[16],"avenue":[17],"for":[18,55,89],"application":[20],"machine":[22],"learning.":[23],"They":[24],"vital":[26],"to":[27,100,131,140,142,169,204,216],"many":[28,119],"fields":[29],"science":[31],"and":[32,38,62,74,116,139,164,181,210,214],"philanthropy,":[33],"but":[34],"very":[36],"time-consuming":[37],"require":[39],"experts.":[40],"Yet":[41],"three":[43],"main":[44],"stages":[45],"a":[47,108],"systematic":[48],"review":[49,208],"easily":[51],"done":[52,59,70,80],"automatically:":[53],"searching":[54],"documents":[56,67],"can":[57,68,78,177,211],"be":[58,69,79,212],"via":[60,71,81],"APIs":[61],"scrapers,":[63],"selection":[64],"relevant":[66],"binary":[72],"classification,":[73],"sequence-labelling":[82],"classification.":[83],"Despite":[84],"promise":[86],"automation":[88],"this":[90],"field,":[91],"little":[92],"research":[93],"exists":[94],"that":[95,110,175],"examines":[96],"various":[98],"ways":[99],"automate":[101],"each":[102,112],"these":[104,114],"tasks.":[105],"We":[106,125,152,173],"construct":[107],"pipeline":[109,186],"automates":[111],"aspects,":[115],"experiment":[117],"with":[118,159,188,219],"human-time":[120],"vs.":[121],"system":[122,187],"quality":[123],"trade-offs.":[124],"test":[126,153],"ability":[128],"classifiers":[130],"work":[132],"well":[133],"on":[134],"small":[135],"amounts":[136],"generalise":[141],"countries":[145],"not":[146],"represented":[147],"in":[148,162],"training":[150],"data.":[151],"different":[154,166],"types":[155],"varying":[160],"difficulty":[161],"annotation,":[163,194],"five":[165],"neural":[167],"architectures":[168],"do":[170,205],"extraction.":[172],"find":[174],"we":[176],"get":[178],"surprising":[179],"accuracy":[180],"generalisability":[182],"whole":[185,207],"only":[189,197],"2":[190],"weeks":[191],"human-expert":[193],"is":[196],"15%":[198],"time":[201],"it":[202],"takes":[203],"manually":[209],"repeated":[213],"extended":[215],"new":[217],"no":[220],"additional":[221],"effort.":[222]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3104619549","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2025-03-23T05:09:37.186645","created_date":"2020-11-23"}