{"id":"https://openalex.org/W4383993482","doi":"https://doi.org/10.1145/3539618.3591636","title":"Alleviating Matthew Effect of Offline Reinforcement Learning in Interactive Recommendation","display_name":"Alleviating Matthew Effect of Offline Reinforcement Learning in Interactive Recommendation","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4383993482","doi":"https://doi.org/10.1145/3539618.3591636"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591636","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2307.04571","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068892996","display_name":"Chongming Gao","orcid":"https://orcid.org/0000-0002-5187-9196"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongming Gao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102892197","display_name":"Kexin Huang","orcid":"https://orcid.org/0009-0001-4868-0952"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexin Huang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362815","display_name":"Jiawei Chen","orcid":"https://orcid.org/0000-0002-4752-2629"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368731","display_name":"Yuan Zhang","orcid":"https://orcid.org/0000-0002-7849-208X"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["Kuaishou Technology Co., Ltd., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology Co., Ltd., Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334854","display_name":"Biao Li","orcid":"https://orcid.org/0000-0001-5667-5347"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Biao Li","raw_affiliation_strings":["Kuaishou Technology Co., Ltd., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology Co., Ltd., Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001339397","display_name":"Peng Jiang","orcid":"https://orcid.org/0000-0002-9266-0780"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Jiang","raw_affiliation_strings":["Kuaishou Technology Co., Ltd., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology Co., Ltd., Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385180","display_name":"Shiqi Wang","orcid":"https://orcid.org/0000-0002-5369-884X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqi Wang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350973","display_name":"Zhong Zhang","orcid":"https://orcid.org/0000-0003-1349-9755"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Zhang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038668215","display_name":"Xiangnan He","orcid":"https://orcid.org/0000-0001-8472-7992"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangnan He","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":17,"citation_normalized_percentile":{"value":0.999498,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"238","last_page":"248"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9973,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conservatism","display_name":"Conservatism","score":0.6442913},{"id":"https://openalex.org/keywords/online-and-offline","display_name":"Online and offline","score":0.47950298},{"id":"https://openalex.org/keywords/pessimism","display_name":"Pessimism","score":0.46011928},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.41068244}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.89286363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8039032},{"id":"https://openalex.org/C96640997","wikidata":"https://www.wikidata.org/wiki/Q5163004","display_name":"Conservatism","level":3,"score":0.6442913},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.63171947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.51593095},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.47950298},{"id":"https://openalex.org/C9992130","wikidata":"https://www.wikidata.org/wiki/Q484954","display_name":"Pessimism","level":2,"score":0.46011928},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.41068244},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.29175413},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19698578},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09737703},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591636","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.04571","pdf_url":"http://arxiv.org/pdf/2307.04571","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.04571","pdf_url":"https://arxiv.org/pdf/2307.04571","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2307.04571","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.04571","pdf_url":"http://arxiv.org/pdf/2307.04571","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.72,"id":"https://metadata.un.org/sdg/1","display_name":"No poverty"}],"grants":[{"funder":"https://openalex.org/F4320334062","funder_display_name":"National Natural Science Foundation of China-Liaoning Joint Fund","award_id":"61972372, U19A2079, 62121002"},{"funder":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China","award_id":"2021YFF0901603"}],"datasets":[],"versions":["https://openalex.org/W4383993482"],"referenced_works_count":65,"referenced_works":["https://openalex.org/W2099471337","https://openalex.org/W2156737235","https://openalex.org/W2419128894","https://openalex.org/W2600383743","https://openalex.org/W2604662567","https://openalex.org/W2783272285","https://openalex.org/W2859967432","https://openalex.org/W2902040508","https://openalex.org/W2902125520","https://openalex.org/W2902572901","https://openalex.org/W2904453761","https://openalex.org/W2947150733","https://openalex.org/W2963277051","https://openalex.org/W2963367478","https://openalex.org/W2963842088","https://openalex.org/W2979211489","https://openalex.org/W2996959725","https://openalex.org/W3009584650","https://openalex.org/W3012950066","https://openalex.org/W3022566517","https://openalex.org/W3025606523","https://openalex.org/W3028766998","https://openalex.org/W3033324992","https://openalex.org/W3034853385","https://openalex.org/W3037440645","https://openalex.org/W3088936686","https://openalex.org/W3094261094","https://openalex.org/W3099420497","https://openalex.org/W3105402563","https://openalex.org/W3117056562","https://openalex.org/W3123348991","https://openalex.org/W3152597201","https://openalex.org/W3152663991","https://openalex.org/W3153252032","https://openalex.org/W3156622960","https://openalex.org/W3173984942","https://openalex.org/W3185784178","https://openalex.org/W3200592006","https://openalex.org/W3200631656","https://openalex.org/W3201286590","https://openalex.org/W3201700917","https://openalex.org/W3205794883","https://openalex.org/W398859631","https://openalex.org/W4212774754","https://openalex.org/W4212951676","https://openalex.org/W4280616270","https://openalex.org/W4283026930","https://openalex.org/W4284675209","https://openalex.org/W4284702156","https://openalex.org/W4284711791","https://openalex.org/W4285337300","https://openalex.org/W4290827187","https://openalex.org/W4290927958","https://openalex.org/W4292419518","https://openalex.org/W4292423901","https://openalex.org/W4293059865","https://openalex.org/W4295046572","https://openalex.org/W4296604485","https://openalex.org/W4313531476","https://openalex.org/W4319792126","https://openalex.org/W4320460353","https://openalex.org/W4367047389","https://openalex.org/W4367310113","https://openalex.org/W4367310822","https://openalex.org/W4367319708"],"related_works":["https://openalex.org/W92125585","https://openalex.org/W4388872820","https://openalex.org/W4388482290","https://openalex.org/W4387293922","https://openalex.org/W4382463554","https://openalex.org/W4318719276","https://openalex.org/W4226221094","https://openalex.org/W4225619808","https://openalex.org/W4221145086","https://openalex.org/W4220668416"],"abstract_inverted_index":{"Offline":[0,33,190],"reinforcement":[1],"learning":[2],"(RL),":[3],"a":[4,9,24,77,105,153],"technology":[5],"that":[6,108,136,196],"offline":[7,70,128],"learns":[8],"policy":[10,52,168],"from":[11],"logged":[12],"data":[13],"without":[14],"the":[15,36,50,61,82,87,99,124,137,158,166,181,186,207],"need":[16],"to":[17,53,56,72,110,122,151,156,174,180],"interact":[18],"with":[19,162],"online":[20],"environments,":[21],"has":[22],"become":[23],"favorable":[25],"choice":[26],"in":[27,113,127,143],"decision-making":[28],"processes":[29],"like":[30],"interactive":[31],"recommendation.":[32,130],"RL":[34,71,191],"faces":[35],"value":[37],"overestimation":[38],"problem.":[39],"To":[40],"address":[41],"it,":[42],"existing":[43,140],"methods":[44,141],"employ":[45],"conservatism,":[46],"e.g.,":[47],"by":[48,91],"constraining":[49],"learned":[51],"be":[54,111],"close":[55],"behavior":[57],"policies":[58],"or":[59,95],"punishing":[60],"rarely":[62],"visited":[63],"state-action":[64],"pairs.":[65],"However,":[66],"when":[67],"applying":[68],"such":[69],"recommendation,":[73],"it":[74],"will":[75],"cause":[76],"severe":[78],"Matthew":[79,125,208],"effect,":[80],"i.e.,":[81],"rich":[83],"get":[84,89],"richer":[85],"and":[86,169],"poor":[88],"poorer,":[90],"promoting":[92],"popular":[93,101],"items":[94],"categories":[96],"while":[97],"suppressing":[98],"less":[100,175],"ones.":[102],"It":[103,148],"is":[104,212],"notorious":[106],"issue":[107],"needs":[109],"addressed":[112],"practical":[114],"recommender":[115],"systems.":[116],"In":[117],"this":[118],"paper,":[119],"we":[120,134],"aim":[121],"alleviate":[123],"effect":[126],"RL-based":[129],"Through":[131],"theoretical":[132],"analyses,":[133],"find":[135],"conservatism":[138],"of":[139,165,185],"fails":[142],"pursuing":[144],"users'":[145],"long-term":[146],"satisfaction.":[147],"inspires":[149],"us":[150],"add":[152],"penalty":[154],"term":[155],"relax":[157],"pessimism":[159],"on":[160],"states":[161],"high":[163],"entropy":[164],"logging":[167],"indirectly":[170],"penalizes":[171],"actions":[172],"leading":[173],"diverse":[176],"states.":[177],"This":[178],"leads":[179],"main":[182],"technical":[183],"contribution":[184],"work:":[187],"Debiased":[188],"model-based":[189],"(DORL)":[192],"method.":[193],"Experiments":[194],"show":[195],"DORL":[197],"not":[198],"only":[199],"captures":[200],"user":[201],"interests":[202],"well":[203],"but":[204],"also":[205],"alleviates":[206],"effect.":[209],"The":[210],"implementation":[211],"available":[213],"via":[214],"https://github.com/chongminggao/DORL-codes.":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4383993482","counts_by_year":[{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":4}],"updated_date":"2025-01-04T04:25:49.409994","created_date":"2023-07-12"}