{"id":"https://openalex.org/W4290802984","doi":"https://doi.org/10.48550/arxiv.2208.04777","title":"Learning Mean-Field Control for Delayed Information Load Balancing in Large Queuing Systems","display_name":"Learning Mean-Field Control for Delayed Information Load Balancing in Large Queuing Systems","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4290802984","doi":"https://doi.org/10.48550/arxiv.2208.04777"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2208.04777","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2208.04777","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072604546","display_name":"Anam Tahir","orcid":"https://orcid.org/0000-0002-5585-0948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tahir, Anam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082267036","display_name":"Kai Cui","orcid":"https://orcid.org/0000-0002-2605-0386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Kai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070544702","display_name":"Heinz Koeppl","orcid":"https://orcid.org/0000-0002-8305-9379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koeppl, Heinz","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":60},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9953,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9953,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9898,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9688,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8177876},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.79844844},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6727658},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6437443},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.63580847},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.6130083},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5253172},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.46106678},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43397936},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.419435},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.41198066},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2208826},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16639662},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.10143271},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2208.04777","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://dl.acm.org/doi/10.1145/3545008.3545025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545008.3545025","source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technical University of Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":["Technical University of Darmstadt"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2208.04777","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2208.04777","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4380318855","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4297873223","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2350784623","https://openalex.org/W2138720691","https://openalex.org/W2126211886","https://openalex.org/W2031695474"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"seen":[3],"a":[4,63,85,93,128],"great":[5],"increase":[6],"in":[7,101,154,188],"the":[8,23,43,49,123,133,177,182,189],"capacity":[9],"and":[10,17,77,140,185],"parallel":[11,31,79],"processing":[12],"power":[13],"of":[14,45,51,72,181,191],"data":[15],"centers":[16],"cloud":[18],"services.":[19],"To":[20],"fully":[21],"utilize":[22],"said":[24],"distributed":[25],"systems,":[26],"optimal":[27,118],"load":[28,65,119],"balancing":[29,66,120],"for":[30,151],"queuing":[32],"architectures":[33],"must":[34],"be":[35],"realized.":[36],"Existing":[37],"state-of-the-art":[38,178],"solutions":[39],"fail":[40],"to":[41,83,115,176],"consider":[42,62],"effect":[44],"communication":[46],"delays":[47],"on":[48],"behaviour":[50],"very":[52],"large":[53,155],"systems":[54],"with":[55,68,97],"many":[56,73,78],"clients.":[57,144],"In":[58,81],"this":[59,90],"work,":[60],"we":[61,88,108,160],"multi-agent":[64],"system,":[67],"delayed":[69],"information,":[70],"consisting":[71],"clients":[74],"(load":[75],"balancers)":[76],"queues.":[80],"order":[82],"obtain":[84],"tractable":[86],"solution,":[87],"model":[89,126],"system":[91,125],"as":[92],"mean-field":[94],"control":[95],"problem":[96],"enlarged":[98],"state-action":[99],"space":[100],"discrete":[102],"time":[103],"through":[104],"exact":[105],"discretization.":[106],"Subsequently,":[107],"apply":[109],"policy":[110],"gradient":[111],"reinforcement":[112],"learning":[113],"algorithms":[114],"find":[116],"an":[117],"solution.":[121],"Here,":[122],"discrete-time":[124],"incorporates":[127],"synchronization":[129,192],"delay":[130],"under":[131],"which":[132],"queue":[134],"state":[135],"information":[136],"is":[137,165],"synchronously":[138],"broadcasted":[139],"updated":[141],"at":[142],"all":[143],"We":[145],"then":[146],"provide":[147],"theoretical":[148],"performance":[149,173],"guarantees":[150],"our":[152,163],"methodology":[153],"systems.":[156],"Finally,":[157],"using":[158],"experiments,":[159],"prove":[161],"that":[162],"approach":[164],"not":[166],"only":[167],"scalable":[168],"but":[169],"also":[170],"shows":[171],"good":[172],"when":[174],"compared":[175],"power-of-d":[179],"variant":[180],"Join-the-Shortest-Queue":[183],"(JSQ)":[184],"other":[186],"policies":[187],"presence":[190],"delays.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4290802984","counts_by_year":[],"updated_date":"2024-12-15T18:23:00.660234","created_date":"2022-08-12"}