{"id":"https://openalex.org/W3129660887","doi":"https://doi.org/10.1016/j.bdr.2021.100211","title":"A Framework for Evaluating Personalized Ranking Systems by Fusing Different Evaluation Measures","display_name":"A Framework for Evaluating Personalized Ranking Systems by Fusing Different Evaluation Measures","publication_year":2021,"publication_date":"2021-02-11","ids":{"openalex":"https://openalex.org/W3129660887","doi":"https://doi.org/10.1016/j.bdr.2021.100211","mag":"3129660887"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bdr.2021.100211","pdf_url":null,"source":{"id":"https://openalex.org/S2491565770","display_name":"Big Data Research","issn_l":"2214-5796","issn":["2214-5796","2214-580X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.bdr.2021.100211","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082115266","display_name":"Tome Eftimov","orcid":"https://orcid.org/0000-0001-7330-1902"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":true,"raw_author_name":"Tome Eftimov","raw_affiliation_strings":["Computer Systems Department, Jo\u017eef Stefan Institute, 1000 Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Computer Systems Department, Jo\u017eef Stefan Institute, 1000 Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062125301","display_name":"Bibek Paudel","orcid":"https://orcid.org/0000-0002-1239-7207"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bibek Paudel","raw_affiliation_strings":["Stanford University, 94305 Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, 94305 Palo Alto, CA, USA","institution_ids":["https://openalex.org/I97018004","https://openalex.org/I1743320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073134795","display_name":"Gorjan Popovski","orcid":"https://orcid.org/0000-0001-9091-4735"},"institutions":[{"id":"https://openalex.org/I4210113529","display_name":"Jo\u017eef Stefan International Postgraduate School","ror":"https://ror.org/01hdkb925","country_code":"SI","type":"education","lineage":["https://openalex.org/I4210113529"]},{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Gorjan Popovski","raw_affiliation_strings":["Computer Systems Department, Jo\u017eef Stefan Institute, 1000 Ljubljana, Slovenia","Jo\u017eef Stefan International Postgraduate School, 1000 Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jo\u017eef Stefan International Postgraduate School, 1000 Ljubljana, Slovenia","institution_ids":["https://openalex.org/I4210113529"]},{"raw_affiliation_string":"Computer Systems Department, Jo\u017eef Stefan Institute, 1000 Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004076545","display_name":"Dragi Kocev","orcid":"https://orcid.org/0000-0003-0687-0878"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Dragi Kocev","raw_affiliation_strings":["Bias Variance Labs, d.o.o., 1000 Ljubljana, Slovenia","Department of Knowledge Technologies, Jo\u017eef Stefan Institute, 1000 Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Bias Variance Labs, d.o.o., 1000 Ljubljana, Slovenia","institution_ids":[]},{"raw_affiliation_string":"Department of Knowledge Technologies, Jo\u017eef Stefan Institute, 1000 Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082115266"],"corresponding_institution_ids":["https://openalex.org/I3006985408"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500,"provenance":"doaj"},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500,"provenance":"doaj"},"fwci":1.677,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89115,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":81,"max":83},"biblio":{"volume":"25","issue":null,"first_page":"100211","last_page":"100211"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.993,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.69309735},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.52783376},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45795122}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8704407},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8236917},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.69309735},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.60339606},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.52783376},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.52250934},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5146602},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.45861506},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45795122},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43836418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35973155},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3503263},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bdr.2021.100211","pdf_url":null,"source":{"id":"https://openalex.org/S2491565770","display_name":"Big Data Research","issn_l":"2214-5796","issn":["2214-5796","2214-580X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bdr.2021.100211","pdf_url":null,"source":{"id":"https://openalex.org/S2491565770","display_name":"Big Data Research","issn_l":"2214-5796","issn":["2214-5796","2214-580X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.42,"id":"https://metadata.un.org/sdg/17"}],"grants":[{"funder":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS","award_id":"Z2-1867"},{"funder":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS","award_id":"J2-9230"},{"funder":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS","award_id":"P2-0098"},{"funder":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS","award_id":"P2-0103"}],"datasets":[],"versions":[],"referenced_works_count":60,"referenced_works":["https://openalex.org/W1529026127","https://openalex.org/W1574447377","https://openalex.org/W1587374567","https://openalex.org/W1690919088","https://openalex.org/W1748537427","https://openalex.org/W1970318294","https://openalex.org/W1985476803","https://openalex.org/W2024990640","https://openalex.org/W2033112501","https://openalex.org/W2045745608","https://openalex.org/W2048279536","https://openalex.org/W2051094090","https://openalex.org/W2061212083","https://openalex.org/W2062959588","https://openalex.org/W2072992969","https://openalex.org/W2078488685","https://openalex.org/W2092902234","https://openalex.org/W2097638479","https://openalex.org/W2108630796","https://openalex.org/W2112285779","https://openalex.org/W2118934678","https://openalex.org/W2125330369","https://openalex.org/W2144807535","https://openalex.org/W2150886314","https://openalex.org/W2153578526","https://openalex.org/W2156701939","https://openalex.org/W2161351857","https://openalex.org/W2163162311","https://openalex.org/W2207136466","https://openalex.org/W2263338482","https://openalex.org/W2487331908","https://openalex.org/W2507430449","https://openalex.org/W2513929965","https://openalex.org/W2545577367","https://openalex.org/W2596629674","https://openalex.org/W2748374161","https://openalex.org/W2753029933","https://openalex.org/W2802539281","https://openalex.org/W2889611811","https://openalex.org/W2892923641","https://openalex.org/W2907137688","https://openalex.org/W2914576582","https://openalex.org/W2942086533","https://openalex.org/W29625609","https://openalex.org/W2972323282","https://openalex.org/W2974397365","https://openalex.org/W2998206837","https://openalex.org/W3007987179","https://openalex.org/W3105114834","https://openalex.org/W4205550663","https://openalex.org/W4231356197","https://openalex.org/W4233740036","https://openalex.org/W4236707673","https://openalex.org/W4239519529","https://openalex.org/W4248589894","https://openalex.org/W4253566691","https://openalex.org/W4256624751","https://openalex.org/W4285719527","https://openalex.org/W4365393081","https://openalex.org/W4365799940"],"related_works":["https://openalex.org/W4376854386","https://openalex.org/W4220714703","https://openalex.org/W3008845055","https://openalex.org/W2772628444","https://openalex.org/W2735929803","https://openalex.org/W2202724490","https://openalex.org/W2170391450","https://openalex.org/W2098758514","https://openalex.org/W2041004656","https://openalex.org/W1484355083"],"abstract_inverted_index":{"Personalized":[0],"ranking":[1],"systems":[2,8,49,66,141,208],"\u2014":[3,9],"also":[4],"known":[5],"as":[6,155,157],"recommender":[7,65,140],"use":[10,28],"different":[11,78,111,132],"big":[12,183],"data":[13],"methods,":[14],"including":[15],"collaborative":[16],"filtering,":[17],"graph":[18],"random-walks,":[19],"matrix":[20],"factorization,":[21],"and":[22,33,38,118,185,203],"latent-factor":[23],"models.":[24],"With":[25],"their":[26,55],"wide":[27],"in":[29,41,95,135],"various":[30],"social-network,":[31],"e-commerce,":[32],"content":[34],"platforms,":[35],"online":[36],"platforms":[37],"developers":[39],"are":[40,51,105,163],"need":[42],"of":[43,70,77,87,102,113,152,159,170,200],"better":[44],"ways":[45],"to":[46,73,99,137,210],"choose":[47],"the":[48,58,61,75,81,84,103,139,168,171,207],"that":[50,130,162,194],"most":[52],"suitable":[53],"for":[54],"use-cases.":[56],"At":[57],"same":[59],"time,":[60],"research":[62],"literature":[63],"on":[64,142],"describes":[67],"a":[68,126,191],"multitude":[69],"performance":[71,76,115],"measures":[72,89,104,134,154,161,202],"evaluate":[74],"algorithms.":[79],"For":[80],"end-user":[82],"however,":[83],"large":[85],"number":[86,199],"available":[88,209],"do":[90],"not":[91],"provide":[92],"much":[93],"help":[94,204],"deciding":[96],"which":[97],"algorithm":[98],"deploy.":[100],"Some":[101],"correlated,":[106],"while":[107],"others":[108],"deal":[109],"with":[110],"aspects":[112],"recommendation":[114],"like":[116],"accuracy":[117],"diversity.":[119],"To":[120],"address":[121],"this":[122],"problem,":[123],"we":[124],"propose":[125],"novel":[127],"benchmarking":[128],"framework":[129,193],"mixes":[131],"evaluation":[133,160,186,201],"order":[136],"rank":[138,206],"each":[143],"benchmark":[144],"dataset,":[145],"separately.":[146],"Additionally,":[147],"our":[148],"approach":[149],"discovers":[150],"sets":[151,158],"correlated":[153],"well":[156],"least":[164],"correlated.":[165],"We":[166],"investigate":[167],"robustness":[169],"proposed":[172],"methodology":[173],"using":[174],"published":[175],"results":[176],"from":[177],"an":[178,197],"experimental":[179],"study":[180],"involving":[181],"multiple":[182],"datasets":[184],"measures.":[187],"Our":[188],"work":[189],"provides":[190],"general":[192],"can":[195],"handle":[196],"arbitrary":[198],"end-users":[205],"them.":[211]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3129660887","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2024-12-09T11:44:45.550310","created_date":"2021-03-01"}