{"id":"https://openalex.org/W4381586562","doi":"https://doi.org/10.48550/arxiv.2306.11551","title":"IMP-MARL: a Suite of Environments for Large-scale Infrastructure Management Planning via MARL","display_name":"IMP-MARL: a Suite of Environments for Large-scale Infrastructure Management Planning via MARL","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381586562","doi":"https://doi.org/10.48550/arxiv.2306.11551"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2306.11551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2306.11551","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102923540","display_name":"Pascal Leroy","orcid":"https://orcid.org/0000-0003-2376-2115"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leroy, Pascal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039241461","display_name":"Pablo G. Morato","orcid":"https://orcid.org/0000-0002-2744-0650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morato, Pablo G.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083342491","display_name":"Jonathan Pisane","orcid":"https://orcid.org/0000-0002-0988-2244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pisane, Jonathan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040513240","display_name":"Athanasios Kolios","orcid":"https://orcid.org/0000-0001-6711-641X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolios, Athanasios","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077011518","display_name":"Damien Ernst","orcid":"https://orcid.org/0000-0002-3035-8260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ernst, Damien","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9398,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9398,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9339,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/marl","display_name":"Marl","score":0.88801},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6160732},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6126956},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.56426543}],"concepts":[{"id":"https://openalex.org/C92927620","wikidata":"https://www.wikidata.org/wiki/Q184053","display_name":"Marl","level":3,"score":0.88801},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.68492234},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6160732},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6126956},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.60003203},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.56426543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.54632217},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48420906},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46766984},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.41500628},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34826928},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3311926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16152191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15871468},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14433166},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.109582216},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2306.11551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2306.11551","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2306.11551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.58,"id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W435179959","https://openalex.org/W4249798507","https://openalex.org/W4238897586","https://openalex.org/W2619091065","https://openalex.org/W2291782699","https://openalex.org/W2284465472","https://openalex.org/W2126019709","https://openalex.org/W2059640416","https://openalex.org/W1702901972","https://openalex.org/W1490753184"],"abstract_inverted_index":{"We":[0],"introduce":[1],"IMP-MARL,":[2,77,194],"an":[3,91],"open-source":[4],"suite":[5],"of":[6,25,44,129,155,199,206],"multi-agent":[7],"reinforcement":[8],"learning":[9],"(MARL)":[10],"environments":[11,81,113,201],"for":[12,21,59],"large-scale":[13],"Infrastructure":[14],"Management":[15],"Planning":[16],"(IMP),":[17],"offering":[18],"a":[19,35,42,60,121],"platform":[20],"benchmarking":[22],"the":[23,125,153,197,203],"scalability":[24,126,184],"cooperative":[26,131],"MARL":[27,132,188,207],"methods":[28,133,149,189],"in":[29,90,170],"real-world":[30],"engineering":[31,37,112],"applications.":[32],"In":[33],"IMP,":[34],"multi-component":[36],"system":[38,62,73],"is":[39],"subject":[40],"to":[41,47,65,71,85,93,97,101,116],"risk":[43],"failure":[45,74],"due":[46],"its":[48],"components'":[49],"damage":[50],"condition.":[51],"Specifically,":[52],"each":[53],"agent":[54],"plans":[55],"inspections":[56],"and":[57,104,127,183,202],"repairs":[58],"specific":[61],"component,":[63],"aiming":[64],"minimise":[66,72],"maintenance":[67],"costs":[68],"while":[69,164],"cooperating":[70],"risk.":[75],"With":[76],"we":[78,119,178,195],"release":[79],"several":[80],"including":[82],"one":[83],"related":[84],"offshore":[86],"wind":[87],"structural":[88],"systems,":[89],"effort":[92],"meet":[94],"today's":[95],"needs":[96],"improve":[98],"management":[99],"strategies":[100],"support":[102],"sustainable":[103],"reliable":[105],"energy":[106],"systems.":[107],"Supported":[108],"by":[109],"IMP":[110,172],"practical":[111],"featuring":[114],"up":[115],"100":[117],"agents,":[118],"conduct":[120],"benchmark":[122],"campaign,":[123],"where":[124],"performance":[128],"state-of-the-art":[130],"are":[134],"compared":[135],"against":[136],"expert-based":[137,167],"heuristic":[138,168],"policies.":[139],"The":[140],"results":[141],"reveal":[142],"that":[143,186],"centralised":[144,159],"training":[145],"with":[146,152],"decentralised":[147,161],"execution":[148],"scale":[150],"better":[151],"number":[154],"agents":[156],"than":[157],"fully":[158],"or":[160],"RL":[162],"approaches,":[163],"also":[165],"outperforming":[166],"policies":[169],"most":[171],"environments.":[173],"Based":[174],"on":[175],"our":[176],"findings,":[177],"additionally":[179],"outline":[180],"remaining":[181],"cooperation":[182],"challenges":[185],"future":[187],"should":[190],"still":[191],"address.":[192],"Through":[193],"encourage":[196],"implementation":[198],"new":[200],"further":[204],"development":[205],"methods.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4381586562","counts_by_year":[],"updated_date":"2024-12-31T11:26:53.737936","created_date":"2023-06-22"}