{"id":"https://openalex.org/W4309865439","doi":"https://doi.org/10.48550/arxiv.2211.11759","title":"Learning Cooperative Oversubscription for Cloud by Chance-Constrained Multi-Agent Reinforcement Learning","display_name":"Learning Cooperative Oversubscription for Cloud by Chance-Constrained Multi-Agent Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4309865439","doi":"https://doi.org/10.48550/arxiv.2211.11759"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.11759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2211.11759","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087962706","display_name":"Junjie Sheng","orcid":"https://orcid.org/0000-0002-3766-9870"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Junjie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364381","display_name":"Lu Wang","orcid":"https://orcid.org/0000-0001-6345-3873"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564849","display_name":"Fangkai Yang","orcid":"https://orcid.org/0000-0002-3089-0345"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Fangkai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049886136","display_name":"Bo Qiao","orcid":"https://orcid.org/0000-0002-8997-8317"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035163413","display_name":"Hang Dong","orcid":"https://orcid.org/0000-0001-6828-6891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Hang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101927070","display_name":"Xiangfeng Wang","orcid":"https://orcid.org/0000-0003-3064-5128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiangfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051178997","display_name":"Bo Jin","orcid":"https://orcid.org/0000-0002-4094-7499"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669839","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-7684-0191"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001527458","display_name":"Si Qin","orcid":"https://orcid.org/0000-0002-8127-4753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Si","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108894474","display_name":"Saravan Rajmohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajmohan, Saravan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088646345","display_name":"Qingwei Lin","orcid":"https://orcid.org/0000-0003-2559-2383"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Qingwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100331488","display_name":"Dongmei Zhang","orcid":"https://orcid.org/0000-0002-9230-2799"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Dongmei","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":59},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.96,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.96,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8653999},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.80737877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.68542886},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.57200384},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49390107},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37260175},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.372248},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.34603506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25844058},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20141917},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10478407},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08705905},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.11759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.11759","pdf_url":"http://arxiv.org/pdf/2211.11759","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2211.11759","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.11759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.44,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4389340727","https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W4205786897","https://openalex.org/W3150465815","https://openalex.org/W2802581102","https://openalex.org/W2560439919","https://openalex.org/W2251605416","https://openalex.org/W2134969820","https://openalex.org/W1997222214"],"abstract_inverted_index":{"Oversubscription":[0],"is":[1],"a":[2,85,118,125],"common":[3],"practice":[4],"for":[5,82],"improving":[6,153],"cloud":[7,13,83,138,142],"resource":[8,66],"utilization.":[9],"It":[10],"allows":[11],"the":[12,21,31,46,62,80,107],"service":[14],"provider":[15],"to":[16,36,100,123],"sell":[17],"more":[18],"resources":[19,32],"than":[20],"physical":[22],"limit,":[23],"assuming":[24],"not":[25],"all":[26],"users":[27],"would":[28],"fully":[29],"utilize":[30],"simultaneously.":[33],"However,":[34],"how":[35],"design":[37],"an":[38,51,91,136],"oversubscription":[39,81],"policy":[40],"that":[41,146],"improves":[42],"utilization":[43,154],"while":[44],"satisfying":[45],"some":[47],"safety":[48,161],"constraints":[49,110],"remains":[50],"open":[52],"problem.":[53,103],"Existing":[54],"methods":[55,151],"and":[56,69,89,116,127,140],"industrial":[57],"practices":[58],"are":[59],"over-conservative,":[60],"ignoring":[61],"coordination":[63,129],"of":[64,109,160],"diverse":[65],"usage":[67],"patterns":[68],"probabilistic":[70],"constraints.":[71,162],"To":[72],"address":[73],"these":[74],"two":[75],"limitations,":[76],"this":[77,102],"paper":[78],"formulates":[79],"as":[84],"chance-constrained":[86],"optimization":[87],"problem":[88],"propose":[90],"effective":[92],"Chance":[93],"Constrained":[94],"Multi-Agent":[95],"Reinforcement":[96],"Learning":[97],"(C2MARL)":[98],"method":[99],"solve":[101],"Specifically,":[104],"C2MARL":[105,134,148],"reduces":[106],"number":[108],"by":[111],"considering":[112],"their":[113],"upper":[114],"bounds":[115],"leverages":[117],"multi-agent":[119],"reinforcement":[120],"learning":[121],"paradigm":[122],"learn":[124],"safe":[126],"optimal":[128],"policy.":[130],"We":[131],"evaluate":[132],"our":[133,147],"on":[135],"internal":[137],"platform":[139],"public":[141],"datasets.":[143],"Experiments":[144],"show":[145],"outperforms":[149],"existing":[150],"in":[152],"($20\\%\\sim":[155],"86\\%$)":[156],"under":[157],"different":[158],"levels":[159]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4309865439","counts_by_year":[],"updated_date":"2025-04-03T07:51:51.888531","created_date":"2022-11-29"}