{"id":"https://openalex.org/W4402223428","doi":"https://doi.org/10.3390/bdcc8090110","title":"Combining Semantic Matching, Word Embeddings, Transformers, and LLMs for Enhanced Document Ranking: Application in Systematic Reviews","display_name":"Combining Semantic Matching, Word Embeddings, Transformers, and LLMs for Enhanced Document Ranking: Application in Systematic Reviews","publication_year":2024,"publication_date":"2024-09-04","ids":{"openalex":"https://openalex.org/W4402223428","doi":"https://doi.org/10.3390/bdcc8090110"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8090110","pdf_url":null,"source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/bdcc8090110","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049093288","display_name":"Goran Mitrov","orcid":"https://orcid.org/0000-0002-4501-4743"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Saints Cyril and Methodius University of Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Goran Mitrov","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","Magix.AI, Cyril and Methodius 3A, 1000 Skopje, North Macedonia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]},{"raw_affiliation_string":"Magix.AI, Cyril and Methodius 3A, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094299392","display_name":"Boris Stanoev","orcid":"https://orcid.org/0009-0009-7378-0785"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Saints Cyril and Methodius University of Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Boris Stanoev","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","Magix.AI, Cyril and Methodius 3A, 1000 Skopje, North Macedonia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]},{"raw_affiliation_string":"Magix.AI, Cyril and Methodius 3A, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050012848","display_name":"Sonja Gievska","orcid":"https://orcid.org/0000-0002-3411-2399"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Saints Cyril and Methodius University of Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Sonja Gievska","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080264143","display_name":"Georgina Mirceva","orcid":"https://orcid.org/0000-0002-7191-1114"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Saints Cyril and Methodius University of Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Georgina Mirceva","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000303065","display_name":"Eftim Zdravevski","orcid":"https://orcid.org/0000-0001-7664-0168"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Saints Cyril and Methodius University of Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Eftim Zdravevski","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","Magix.AI, Cyril and Methodius 3A, 1000 Skopje, North Macedonia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Rugjer Boshkovik 16, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]},{"raw_affiliation_string":"Magix.AI, Cyril and Methodius 3A, 1000 Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515,"provenance":"doaj"},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515,"provenance":"doaj"},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":"8","issue":"9","first_page":"110","last_page":"110"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6243651},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.4927936},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to Rank","score":0.44017926},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.42219704}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7390424},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6402133},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6345526},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6243651},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6078303},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5419965},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4927936},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49147213},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.46066537},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.45085755},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.44017926},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.42219704},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40549934},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3850562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36783272},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16806915},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10337669},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8090110","pdf_url":null,"source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8090110","pdf_url":null,"source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.84,"display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":34,"referenced_works":["https://openalex.org/W1680797894","https://openalex.org/W168362576","https://openalex.org/W2037450062","https://openalex.org/W2049691306","https://openalex.org/W2143017621","https://openalex.org/W2183168769","https://openalex.org/W2212762088","https://openalex.org/W2560438049","https://openalex.org/W2621485502","https://openalex.org/W2797780449","https://openalex.org/W2807522649","https://openalex.org/W2808847453","https://openalex.org/W2969341057","https://openalex.org/W2970641574","https://openalex.org/W3010940523","https://openalex.org/W3019959937","https://openalex.org/W3111278950","https://openalex.org/W3149778443","https://openalex.org/W3174544005","https://openalex.org/W3198841491","https://openalex.org/W3203912530","https://openalex.org/W3207456925","https://openalex.org/W4296833458","https://openalex.org/W4310496878","https://openalex.org/W4312018506","https://openalex.org/W4313371821","https://openalex.org/W4367368990","https://openalex.org/W4378071479","https://openalex.org/W4383722515","https://openalex.org/W4385243496","https://openalex.org/W4386194145","https://openalex.org/W4391546061","https://openalex.org/W4392791588","https://openalex.org/W4393387390"],"related_works":["https://openalex.org/W4385565564","https://openalex.org/W4378713479","https://openalex.org/W3163984363","https://openalex.org/W3127142483","https://openalex.org/W3048565508","https://openalex.org/W3000057026","https://openalex.org/W2971071571","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W2011472225"],"abstract_inverted_index":{"The":[0],"rapid":[1,35],"increase":[2],"in":[3,64,218],"scientific":[4],"publications":[5],"has":[6],"made":[7],"it":[8],"challenging":[9],"to":[10,55,66,77,124,131],"keep":[11],"up":[12],"with":[13,190],"the":[14,79,86,121,145,148,209,220,225],"latest":[15],"advancements.":[16],"Conducting":[17],"systematic":[18],"reviews":[19,38],"using":[20],"traditional":[21],"methods":[22],"is":[23],"both":[24],"time-consuming":[25],"and":[26,36,88,111,113,127,169,180,198,223],"difficult.":[27],"To":[28],"address":[29],"this,":[30],"new":[31],"review":[32],"formats":[33],"like":[34,116],"scoping":[37],"have":[39],"been":[40],"introduced,":[41],"reflecting":[42],"an":[43,191,199],"urgent":[44],"need":[45],"for":[46,205],"efficient":[47],"information":[48],"retrieval.":[49],"This":[50,70],"challenge":[51],"extends":[52],"beyond":[53],"academia":[54],"many":[56],"organizations":[57],"where":[58],"numerous":[59],"documents":[60],"must":[61],"be":[62],"reviewed":[63],"relation":[65],"specific":[67],"user":[68],"queries.":[69],"paper":[71],"focuses":[72],"on":[73],"improving":[74],"document":[75],"ranking":[76],"enhance":[78],"retrieval":[80],"of":[81,97,147,196,203],"relevant":[82,221],"articles,":[83],"thereby":[84],"reducing":[85,224],"time":[87],"effort":[89],"required":[90],"by":[91],"researchers.":[92],"By":[93],"applying":[94],"a":[95,135],"range":[96],"natural":[98],"language":[99],"processing":[100],"(NLP)":[101],"techniques,":[102],"including":[103,173],"rule-based":[104],"matching,":[105],"statistical":[106],"text":[107],"analysis,":[108],"word":[109],"embeddings,":[110],"transformer-":[112],"LLM-based":[114],"approaches":[115],"Mistral":[117],"LLM,":[118],"we":[119,153],"assess":[120],"article\u2019s":[122],"similarities":[123],"user-specific":[125],"inputs":[126],"prioritize":[128],"them":[129],"according":[130],"relevance.":[132],"We":[133],"propose":[134],"novel":[136],"methodology,":[137],"Weighted":[138],"Semantic":[139],"Matching":[140],"(WSM)":[141],"+":[142],"MiniLM,":[143],"combining":[144],"strengths":[146],"different":[149],"methodologies.":[150],"For":[151],"validation,":[152],"employ":[154],"global":[155],"metrics":[156],"such":[157],"as":[158],"precision":[159],"at":[160,163,194],"K,":[161,164],"recall":[162,193],"average":[165,177,192,200],"rank,":[166,168],"median":[167,181,201],"pairwise":[170],"comparison":[171],"metrics,":[172],"higher":[174],"rank":[175,178,182,202],"count,":[176],"difference,":[179],"difference.":[183],"Our":[184],"proposed":[185],"algorithm":[186],"achieves":[187],"optimal":[188],"performance,":[189],"1000":[195],"95%":[197],"185":[204],"selected":[206],"articles":[207,222],"across":[208],"five":[210],"datasets":[211],"evaluated.":[212],"These":[213],"findings":[214],"give":[215],"promising":[216],"results":[217],"pinpointing":[219],"manual":[226],"work.":[227]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4402223428","counts_by_year":[],"updated_date":"2024-12-10T22:10:02.587685","created_date":"2024-09-05"}