{"id":"https://openalex.org/W2116964444","doi":"https://doi.org/10.1109/ahs.2013.6604222","title":"On self-adaptive resource allocation through reinforcement learning","display_name":"On self-adaptive resource allocation through reinforcement learning","publication_year":2013,"publication_date":"2013-06-01","ids":{"openalex":"https://openalex.org/W2116964444","doi":"https://doi.org/10.1109/ahs.2013.6604222","mag":"2116964444"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ahs.2013.6604222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038164962","display_name":"Jacopo Panerati","orcid":"https://orcid.org/0000-0003-2994-5422"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jacopo Panerati","raw_affiliation_strings":["Ecole Polytech. de Montreal, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Ecole Polytech. de Montreal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017501095","display_name":"Filippo Sironi","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Sironi","raw_affiliation_strings":["Politec. di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politec. di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074815903","display_name":"Matteo Carminati","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Carminati","raw_affiliation_strings":["Politec. di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politec. di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007294890","display_name":"Martina Maggio","orcid":"https://orcid.org/0000-0002-1143-1127"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Martina Maggio","raw_affiliation_strings":["\u2021Lund Univ., Lund, Sweden"],"affiliations":[{"raw_affiliation_string":"\u2021Lund Univ., Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021953451","display_name":"Giovanni Beltrame","orcid":"https://orcid.org/0000-0001-9755-8630"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Giovanni Beltrame","raw_affiliation_strings":["Ecole Polytech. de Montreal, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Ecole Polytech. de Montreal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026822519","display_name":"Piotr J. Gmytrasiewicz","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Piotr J. Gmytrasiewicz","raw_affiliation_strings":["University of Illinois at Chicago Chicago, IL USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago Chicago, IL USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014181688","display_name":"Donatella Sciuto","orcid":"https://orcid.org/0000-0001-9030-6940"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Donatella Sciuto","raw_affiliation_strings":["Politec. di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politec. di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010543929","display_name":"Marco D. Santambrogio","orcid":"https://orcid.org/0000-0002-9883-9693"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco D. Santambrogio","raw_affiliation_strings":["Politec. di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politec. di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institution_assertions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.025,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":16,"citation_normalized_percentile":{"value":0.876544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":89},"biblio":{"volume":null,"issue":null,"first_page":"23","last_page":"30"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9971,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomic-computing","display_name":"Autonomic Computing","score":0.8149305}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.91011727},{"id":"https://openalex.org/C558632462","wikidata":"https://www.wikidata.org/wiki/Q788172","display_name":"Autonomic computing","level":3,"score":0.8149305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7979351},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7434844},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5705052},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.51465875},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4653436},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43452388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40049884},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33651778},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.25545666},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18317741},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15972653},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12470922},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ahs.2013.6604222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://zenodo.org/record/3429890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":["European Organization for Nuclear Research"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.61,"id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":21,"referenced_works":["https://openalex.org/W1514621373","https://openalex.org/W1985699615","https://openalex.org/W1990911977","https://openalex.org/W2003289757","https://openalex.org/W2012694754","https://openalex.org/W2044014395","https://openalex.org/W2073105339","https://openalex.org/W2073218284","https://openalex.org/W2079219249","https://openalex.org/W2101559633","https://openalex.org/W2107726111","https://openalex.org/W2124086785","https://openalex.org/W2132579178","https://openalex.org/W2134568800","https://openalex.org/W2145437328","https://openalex.org/W2150510833","https://openalex.org/W2159272484","https://openalex.org/W2166359847","https://openalex.org/W2169876248","https://openalex.org/W2623293810","https://openalex.org/W35708471"],"related_works":["https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W3207760230","https://openalex.org/W2536018345","https://openalex.org/W2358353312","https://openalex.org/W2296488620","https://openalex.org/W2149245348","https://openalex.org/W17155033","https://openalex.org/W1590307681","https://openalex.org/W1496222301"],"abstract_inverted_index":{"Autonomic":[0],"computing":[1,49,142],"was":[2],"proposed":[3],"as":[4],"a":[5,33,125],"promising":[6],"solution":[7],"to":[8,20,36,67,91],"overcome":[9],"the":[10,30,45,69,77,93,100,109,114,135],"complexity":[11],"of":[12,41,44,47,72,80,103,121,127,137],"modern":[13],"systems,":[14],"which":[15],"is":[16],"causing":[17],"management":[18],"operations":[19],"become":[21],"increasingly":[22],"difficult":[23],"for":[24,130],"human":[25],"beings.":[26],"This":[27],"work":[28],"proposes":[29],"Adaptation":[31,55,83,110],"Manager,":[32,111],"comprehensive":[34],"framework":[35],"implement":[37],"autonomic":[38,48,105],"managers":[39],"capable":[40],"pursuing":[42],"some":[43],"objectives":[46],"(i.e.,":[50],"self-optimization":[51],"and":[52,63,76,88,112,133],"self-healing).":[53],"The":[54,82],"Manager":[56,84],"features":[57],"an":[58,73],"active":[59],"performance":[60],"monitoring":[61],"infrastructure":[62],"two":[64],"dynamic":[65],"knobs":[66],"tune":[68],"scheduling":[70],"decisions":[71],"operating":[74],"system":[75],"working":[78],"frequency":[79],"cores.":[81],"exploits":[85],"artificial":[86],"intelligence":[87],"reinforcement":[89,122],"learning":[90],"close":[92],"Monitor-Plan-Analyze-Execute":[94],"with":[95],"Knowledge":[96],"adaptation":[97,115],"loop":[98],"at":[99],"very":[101],"base":[102],"every":[104],"manager.":[106],"We":[107],"evaluate":[108],"especially":[113],"policies":[116],"it":[117],"learns":[118],"by":[119],"means":[120],"learning,":[123],"using":[124],"set":[126],"representative":[128],"applications":[129],"multicore":[131],"processors":[132],"show":[134],"effectiveness":[136],"our":[138],"prototype":[139],"on":[140],"commodity":[141],"systems.":[143]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2116964444","counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5}],"updated_date":"2024-12-07T15:53:37.981914","created_date":"2016-06-24"}