{"id":"https://openalex.org/W4320067885","doi":"https://doi.org/10.1145/3545008.3545025","title":"Learning Mean-Field Control for Delayed Information Load Balancing in Large Queuing Systems","display_name":"Learning Mean-Field Control for Delayed Information Load Balancing in Large Queuing Systems","publication_year":2022,"publication_date":"2022-08-29","ids":{"openalex":"https://openalex.org/W4320067885","doi":"https://doi.org/10.1145/3545008.3545025"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3545008.3545025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545008.3545025","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3545008.3545025","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072604546","display_name":"Anam Tahir","orcid":"https://orcid.org/0000-0002-5585-0948"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anam Tahir","raw_affiliation_strings":["Self-Organizing Systems Lab, Technische Universit\u00e4t Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Self-Organizing Systems Lab, Technische Universit\u00e4t Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082267036","display_name":"Kai Cui","orcid":"https://orcid.org/0000-0002-2605-0386"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kai Cui","raw_affiliation_strings":["Self-Organizing Systems Lab, Technische Universit\u00e4t Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Self-Organizing Systems Lab, Technische Universit\u00e4t Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070544702","display_name":"Heinz Koeppl","orcid":"https://orcid.org/0000-0002-8305-9379"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Heinz Koeppl","raw_affiliation_strings":["Self-Organizing Systems Lab, Technische Universit\u00e4t Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Self-Organizing Systems Lab, Technische Universit\u00e4t Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":60},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9965,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241687},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.81687117},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6695157},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.6294628},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.627526},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6049611},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5877206},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.45535377},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4261959},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4212628},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21023458},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.103660375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07566556},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3545008.3545025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545008.3545025","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://tuprints.ulb.tu-darmstadt.de/26518","pdf_url":"https://tuprints.ulb.tu-darmstadt.de/26518/1/3545008.3545025.pdf","source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technical University of Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":["Technical University of Darmstadt"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2208.04777","pdf_url":"https://arxiv.org/pdf/2208.04777","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3545008.3545025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3545008.3545025","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft","award_id":"210487104"}],"datasets":[],"versions":[],"referenced_works_count":24,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W1997049009","https://openalex.org/W2011000015","https://openalex.org/W2037152246","https://openalex.org/W2040707019","https://openalex.org/W2045796018","https://openalex.org/W2047382130","https://openalex.org/W2117702591","https://openalex.org/W2119567691","https://openalex.org/W2239451092","https://openalex.org/W2747213132","https://openalex.org/W2898035736","https://openalex.org/W2902676408","https://openalex.org/W2963164374","https://openalex.org/W2973593380","https://openalex.org/W2981690377","https://openalex.org/W2997599485","https://openalex.org/W3092012013","https://openalex.org/W3102247904","https://openalex.org/W3206067855","https://openalex.org/W3208215078","https://openalex.org/W4214717370","https://openalex.org/W4233273278","https://openalex.org/W4237799490"],"related_works":["https://openalex.org/W4380318855","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4297873223","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2350784623","https://openalex.org/W2138720691","https://openalex.org/W2126211886","https://openalex.org/W2031695474"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"seen":[3],"a":[4,63,85,93,128],"great":[5],"increase":[6],"in":[7,101,154,188],"the":[8,23,43,49,123,133,177,182,189],"capacity":[9],"and":[10,17,77,140,185],"parallel":[11,31,79],"processing":[12],"power":[13],"of":[14,45,51,72,181,191],"data":[15],"centers":[16],"cloud":[18],"services.":[19],"To":[20],"fully":[21],"utilize":[22],"said":[24],"distributed":[25],"systems,":[26],"optimal":[27,118],"load":[28,65,119],"balancing":[29,66,120],"for":[30,151],"queuing":[32],"architectures":[33],"must":[34],"be":[35],"realized.":[36],"Existing":[37],"state-of-the-art":[38,178],"solutions":[39],"fail":[40],"to":[41,83,115,176],"consider":[42,62],"effect":[44],"communication":[46],"delays":[47],"on":[48],"behaviour":[50],"very":[52],"large":[53,155],"systems":[54],"with":[55,68,97],"many":[56,73,78],"clients.":[57,144],"In":[58,81],"this":[59,90],"work,":[60],"we":[61,88,108,160],"multi-agent":[64],"system,":[67],"delayed":[69],"information,":[70],"consisting":[71],"clients":[74],"(load":[75],"balancers)":[76],"queues.":[80],"order":[82],"obtain":[84],"tractable":[86],"solution,":[87],"model":[89,126],"system":[91,125],"as":[92],"mean-field":[94],"control":[95],"problem":[96],"enlarged":[98],"state-action":[99],"space":[100],"discrete":[102],"time":[103],"through":[104],"exact":[105],"discretization.":[106],"Subsequently,":[107],"apply":[109],"policy":[110],"gradient":[111],"reinforcement":[112],"learning":[113],"algorithms":[114],"find":[116],"an":[117],"solution.":[121],"Here,":[122],"discrete-time":[124],"incorporates":[127],"synchronization":[129,192],"delay":[130],"under":[131],"which":[132],"queue":[134],"state":[135],"information":[136],"is":[137,165],"synchronously":[138],"broadcasted":[139],"updated":[141],"at":[142],"all":[143],"We":[145],"then":[146],"provide":[147],"theoretical":[148],"performance":[149,173],"guarantees":[150],"our":[152,163],"methodology":[153],"systems.":[156],"Finally,":[157],"using":[158],"experiments,":[159],"prove":[161],"that":[162],"approach":[164],"not":[166],"only":[167],"scalable":[168],"but":[169],"also":[170],"shows":[171],"good":[172],"when":[174],"compared":[175],"power-of-d":[179],"variant":[180],"Join-the-Shortest-Queue":[183],"(JSQ)":[184],"other":[186],"policies":[187],"presence":[190],"delays.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4320067885","counts_by_year":[],"updated_date":"2024-12-09T13:11:28.303803","created_date":"2023-02-12"}