{"id":"https://openalex.org/W4364383007","doi":"https://doi.org/10.48550/arxiv.2304.04086","title":"MARL-iDR: Multi-Agent Reinforcement Learning for Incentive-based Residential Demand Response","display_name":"MARL-iDR: Multi-Agent Reinforcement Learning for Incentive-based Residential Demand Response","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4364383007","doi":"https://doi.org/10.48550/arxiv.2304.04086"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.04086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2304.04086","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061848996","display_name":"Jasper van Tilburg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Tilburg, Jasper","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035146559","display_name":"Luciano Cavalcante Siebert","orcid":"https://orcid.org/0000-0002-7531-3154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siebert, Luciano C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019114577","display_name":"Jochen Cremer","orcid":"https://orcid.org/0000-0001-9284-5083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cremer, Jochen L.","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9053,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand Response","score":0.83833253},{"id":"https://openalex.org/keywords/news-aggregator","display_name":"News aggregator","score":0.6578839},{"id":"https://openalex.org/keywords/consumption","display_name":"Consumption","score":0.45636907}],"concepts":[{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.83833253},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.70730656},{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.6578839},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.61086047},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.60142624},{"id":"https://openalex.org/C113138325","wikidata":"https://www.wikidata.org/wiki/Q864457","display_name":"Knapsack problem","level":2,"score":0.5905514},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.5850361},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.55934364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.51210785},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.47267586},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4609765},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.45636907},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4163929},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35982472},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.20898604},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1681732},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15790191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.100643724},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.04086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.04086","pdf_url":"http://arxiv.org/pdf/2304.04086","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4080723c-1e96-4a03-a40c-d7b74254e9d0","pdf_url":"https://repository.tudelft.nl/islandora/object/uuid%3A4080723c-1e96-4a03-a40c-d7b74254e9d0/datastream/OBJ/download","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":["Delft University of Technology"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2304.04086","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.04086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9,"id":"https://metadata.un.org/sdg/7"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4226431440","https://openalex.org/W4214604859","https://openalex.org/W3131627313","https://openalex.org/W3093688972","https://openalex.org/W3046697705","https://openalex.org/W3012323502","https://openalex.org/W2939108172","https://openalex.org/W2906194504","https://openalex.org/W2784220452","https://openalex.org/W2032085210"],"abstract_inverted_index":{"This":[0,125],"paper":[1],"presents":[2],"a":[3,73],"decentralized":[4],"Multi-Agent":[5],"Reinforcement":[6],"Learning":[7],"(MARL)":[8],"approach":[9,44,105,126],"to":[10,19,37,80,116,130,146],"an":[11,143],"incentive-based":[12],"Demand":[13],"Response":[14],"(DR)":[15],"program,":[16],"which":[17],"aims":[18],"maintain":[20],"the":[21,25,46,67,84,90,103,117,128,133,138,147,154],"capacity":[22],"limits":[23],"of":[24,49,137,149],"electricity":[26,98,139,156],"grid":[27,30],"and":[28,53,62,135,153],"prevent":[29],"congestion":[31],"by":[32,113],"financially":[33],"incentivizing":[34],"residential":[35],"consumers":[36],"reduce":[38],"their":[39,60],"energy":[40,108,151],"consumption.":[41],"The":[42,69],"proposed":[43,104],"addresses":[45],"key":[47],"challenge":[48],"coordinating":[50],"heterogeneous":[51],"preferences":[52],"requirements":[54],"from":[55,100],"multiple":[56],"participants":[57],"while":[58,120],"preserving":[59,122],"privacy":[61],"minimizing":[63],"financial":[64],"costs":[65],"for":[66],"aggregator.":[68],"participant":[70,123],"agents":[71],"use":[72],"novel":[74],"Disjunctively":[75],"Constrained":[76],"Knapsack":[77],"Problem":[78],"optimization":[79],"curtail":[81],"or":[82],"shift":[83],"requested":[85],"household":[86],"appliances":[87],"based":[88],"on":[89],"selected":[91],"demand":[92],"reduction.":[93],"Through":[94],"case":[95],"studies":[96],"with":[97],"data":[99],"$25$":[101],"households,":[102],"effectively":[106],"reduced":[107],"consumption's":[109],"Peak-to-Average":[110],"ratio":[111],"(PAR)":[112],"$14.48$%":[114],"compared":[115],"original":[118],"PAR":[119],"fully":[121],"privacy.":[124],"has":[127],"potential":[129],"significantly":[131],"improve":[132],"efficiency":[134],"reliability":[136],"grid,":[140],"making":[141],"it":[142],"important":[144],"contribution":[145],"management":[148],"renewable":[150],"resources":[152],"growing":[155],"demand.":[157]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4364383007","counts_by_year":[],"updated_date":"2025-01-22T09:19:24.738940","created_date":"2023-04-12"}