{"id":"https://openalex.org/W3033563497","doi":"https://doi.org/10.1109/tbc.2020.2996087","title":"Distributed Caching in Converged Networks: A Deep Reinforcement Learning Approach","display_name":"Distributed Caching in Converged Networks: A Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-06-03","ids":{"openalex":"https://openalex.org/W3033563497","doi":"https://doi.org/10.1109/tbc.2020.2996087","mag":"3033563497"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbc.2020.2996087","pdf_url":null,"source":{"id":"https://openalex.org/S100142436","display_name":"IEEE Transactions on Broadcasting","issn_l":"0018-9316","issn":["0018-9316","1557-9611"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101487138","display_name":"Jian Xiong","orcid":"https://orcid.org/0000-0003-0869-680X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xiong","raw_affiliation_strings":["Department of Electronic Engineering; Shanghai Jiao Tong University; Shanghai China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering; Shanghai Jiao Tong University; Shanghai China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022624359","display_name":"Yuzhe Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhe Fang","raw_affiliation_strings":["Department of Electronic Engineering; Shanghai Jiao Tong University; Shanghai China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering; Shanghai Jiao Tong University; Shanghai China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021052588","display_name":"Peng Cheng","orcid":"https://orcid.org/0000-0003-1091-7894"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Peng Cheng","raw_affiliation_strings":["[School of Electrical and Information Engineering, University of Sydney, Sydney NSW, Australia]"],"affiliations":[{"raw_affiliation_string":"[School of Electrical and Information Engineering, University of Sydney, Sydney NSW, Australia]","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090439174","display_name":"Zhiping Shi","orcid":"https://orcid.org/0000-0002-9851-440X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Shi","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100707781","display_name":"Wei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Department of Electronic Engineering; Shanghai Jiao Tong University; Shanghai China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering; Shanghai Jiao Tong University; Shanghai China","institution_ids":["https://openalex.org/I183067930"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.405,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.839245,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":89},"biblio":{"volume":"67","issue":"1","first_page":"201","last_page":"211"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9832,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9671,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.5714189}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8603828},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7441043},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7021269},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.623094},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.5714189},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.50671893},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5008719},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43400654},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.3658626},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.25427163},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbc.2020.2996087","pdf_url":null,"source":{"id":"https://openalex.org/S100142436","display_name":"IEEE Transactions on Broadcasting","issn_l":"0018-9316","issn":["0018-9316","1557-9611"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61671128"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61671295"},{"funder":"https://openalex.org/F4320326932","funder_display_name":"National Key Laboratory of Science and Technology on Communications","award_id":"KX172600030"},{"funder":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project","award_id":"B07022"}],"datasets":[],"versions":[],"referenced_works_count":27,"referenced_works":["https://openalex.org/W1485571217","https://openalex.org/W2029482994","https://openalex.org/W2051773775","https://openalex.org/W2118251032","https://openalex.org/W2145339207","https://openalex.org/W2168475087","https://openalex.org/W2215378786","https://openalex.org/W2425152312","https://openalex.org/W2485041005","https://openalex.org/W2523662665","https://openalex.org/W2621473712","https://openalex.org/W2624186268","https://openalex.org/W2741787276","https://openalex.org/W2745574548","https://openalex.org/W2789896367","https://openalex.org/W2889540440","https://openalex.org/W2889895557","https://openalex.org/W2911717124","https://openalex.org/W2924890526","https://openalex.org/W2949919618","https://openalex.org/W2963334314","https://openalex.org/W2963611429","https://openalex.org/W2963805754","https://openalex.org/W2964098968","https://openalex.org/W2987711344","https://openalex.org/W3105199623","https://openalex.org/W3122800475"],"related_works":["https://openalex.org/W4303414366","https://openalex.org/W4297310313","https://openalex.org/W4200445394","https://openalex.org/W2963149344","https://openalex.org/W2594059527","https://openalex.org/W2357429841","https://openalex.org/W2097820490","https://openalex.org/W2097644939","https://openalex.org/W2012551222","https://openalex.org/W1724300815"],"abstract_inverted_index":{"Content":[0],"caching":[1],"is":[2,172,195],"an":[3],"effective":[4],"technique":[5],"to":[6,30,43,65,77,119,154,160,175,197,231],"alleviate":[7],"the":[8,15,48,62,69,73,78,83,90,97,109,120,125,131,135,144,161,167,181,206,215,221,225,228],"burden":[9],"on":[10,61],"backhaul":[11],"links":[12],"and":[13,67,94,212],"reduce":[14],"traffic":[16],"in":[17,72,96,100,112,166,218,227],"cellular":[18,39],"networks.":[19],"In":[20,56,80],"converged":[21,63],"networks,":[22],"broadcasting":[23,91],"networks":[24,40,64],"can":[25,107,133],"push":[26,66],"non-real-time":[27],"popular":[28,70,85],"services":[29,71,86,111,137],"different":[31],"types":[32],"of":[33,51,124,220],"terminals":[34,52],"during":[35],"off-peak":[36],"hours,":[37],"while":[38],"are":[41,53,87,209],"deployed":[42],"meet":[44],"personalized":[45],"needs.":[46],"However,":[47],"storage":[49,122],"capacity":[50,123],"usually":[54],"limited.":[55],"this":[57,81,187,199],"context,":[58],"we":[59,128,142],"study":[60],"cache":[68,103,169],"router":[74,98,126],"nodes":[75,99],"close":[76],"terminators.":[79],"scheme,":[82],"most":[84],"transmitted":[88],"by":[89,180],"base":[92],"station":[93],"cached":[95,110,136],"a":[101,113,149,177,189],"distributed":[102,168],"network.":[104],"Then,":[105,141],"users":[106,226],"access":[108,134],"more":[114],"energy":[115],"efficient":[116],"manner.":[117],"Due":[118,159],"limited":[121],"node,":[127],"assume":[129],"that":[130,205],"user":[132],"within":[138],"two":[139],"hops.":[140],"formulate":[143],"service":[145],"scheduling":[146],"problem":[147],"as":[148],"Markov":[150],"Decision":[151],"Process,":[152],"aiming":[153],"maximize":[155],"equivalent":[156],"throughput":[157],"(ET).":[158],"large":[162],"state":[163],"space":[164],"involved":[165],"network,":[170],"it":[171],"quite":[173],"challenging":[174],"obtain":[176],"tractable":[178],"solution":[179],"classical":[182],"optimization":[183],"algorithms.":[184],"To":[185],"handle":[186],"problem,":[188],"deep":[190],"reinforcement":[191],"learning":[192],"based":[193],"framework":[194],"proposed":[196,207],"tackle":[198],"problem.":[200],"The":[201],"simulation":[202],"results":[203],"show":[204],"algorithms":[208],"very":[210],"effective;":[211],"they":[213],"outperform":[214],"conventional":[216],"one":[217],"term":[219],"ET,":[222],"especially":[223],"when":[224],"network":[229],"subject":[230],"Poisson":[232],"point":[233],"process":[234],"distribution.":[235]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3033563497","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2025-01-03T10:34:27.141252","created_date":"2020-06-12"}