{"id":"https://openalex.org/W3175955862","doi":"https://doi.org/10.1145/3447555.3464853","title":"Pricing in Prosumer Aggregations using Reinforcement Learning","display_name":"Pricing in Prosumer Aggregations using Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-22","ids":{"openalex":"https://openalex.org/W3175955862","doi":"https://doi.org/10.1145/3447555.3464853","mag":"3175955862"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3447555.3464853","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3447555.3464853","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3447555.3464853","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081001916","display_name":"Utkarsha Agwan","orcid":"https://orcid.org/0000-0003-0457-3263"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Utkarsha Agwan","raw_affiliation_strings":["Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047280757","display_name":"Lucas Spangher","orcid":"https://orcid.org/0000-0002-5833-1799"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Spangher","raw_affiliation_strings":["Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033344168","display_name":"William A. Arnold","orcid":"https://orcid.org/0000-0003-0814-5469"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Arnold","raw_affiliation_strings":["Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038902908","display_name":"Tarang Srivastava","orcid":"https://orcid.org/0009-0009-1106-6877"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tarang Srivastava","raw_affiliation_strings":["College of Letters and Sciences, University of California, Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"College of Letters and Sciences, University of California, Berkeley, United States of America","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023927229","display_name":"Kameshwar Poolla","orcid":"https://orcid.org/0000-0001-6098-3537"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kameshwar Poolla","raw_affiliation_strings":["Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013076652","display_name":"Costas J. Spanos","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Costas J. Spanos","raw_affiliation_strings":["Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Sciences, University of California, Berkeley, United States of America","institution_ids":["https://openalex.org/I95457486"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.79,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":5,"citation_normalized_percentile":{"value":0.81223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":78,"max":81},"biblio":{"volume":null,"issue":null,"first_page":"220","last_page":"224"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9943,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9926,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prosumer","display_name":"Prosumer","score":0.9600235},{"id":"https://openalex.org/keywords/profit-maximization","display_name":"Profit maximization","score":0.6252278}],"concepts":[{"id":"https://openalex.org/C2779939747","wikidata":"https://www.wikidata.org/wiki/Q1145220","display_name":"Prosumer","level":3,"score":0.9600235},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6609287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.629194},{"id":"https://openalex.org/C2777780509","wikidata":"https://www.wikidata.org/wiki/Q1377422","display_name":"Profit maximization","level":3,"score":0.6252278},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.45982125},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.42615902},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4204497},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.41716367},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.37123924},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.36007845},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.22219062},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.22116897},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12893468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10397729},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3447555.3464853","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3447555.3464853","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3447555.3464853","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3447555.3464853","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":20,"referenced_works":["https://openalex.org/W1976648571","https://openalex.org/W1980035368","https://openalex.org/W2121863487","https://openalex.org/W2156737235","https://openalex.org/W2223493585","https://openalex.org/W2331891307","https://openalex.org/W2552794833","https://openalex.org/W2569201729","https://openalex.org/W2755807005","https://openalex.org/W2767535599","https://openalex.org/W2781726626","https://openalex.org/W2791729947","https://openalex.org/W2795276745","https://openalex.org/W2901645090","https://openalex.org/W2904121262","https://openalex.org/W2913779286","https://openalex.org/W2963490519","https://openalex.org/W3082528606","https://openalex.org/W3104894936","https://openalex.org/W41554520"],"related_works":["https://openalex.org/W4390678309","https://openalex.org/W4287990301","https://openalex.org/W4224290992","https://openalex.org/W35172682","https://openalex.org/W3183573877","https://openalex.org/W3000381361","https://openalex.org/W2889743787","https://openalex.org/W2385623918","https://openalex.org/W2276063697","https://openalex.org/W1964693764"],"abstract_inverted_index":{"Prosumers":[0],"with":[1,17],"generation":[2],"and":[3,92,110],"storage":[4],"capabilities":[5],"can":[6],"supply":[7],"energy":[8,34,64],"back":[9],"to":[10,37,57,62,106,113],"the":[11,33,52,94],"grid,":[12],"or":[13,47,87],"trade":[14],"their":[15,21],"surplus":[16],"other":[18,74],"prosumers":[19],"for":[20],"mutual":[22],"benefit.":[23],"A":[24],"prosumer":[25,67,118],"aggregation":[26],"that":[27],"facilitates":[28],"such":[29,41],"trades":[30],"will":[31],"price":[32,63,85,95],"being":[35],"traded":[36],"achieve":[38],"an":[39,71],"objective":[40],"as":[42,78],"profit":[43],"maximization,":[44],"social":[45],"welfare,":[46],"market":[48],"equilibrium.":[49],"We":[50,101],"propose":[51],"use":[53],"of":[54],"reinforcement":[55],"learning":[56],"design":[58],"a":[59,66,97],"transactive":[60],"controller":[61],"in":[65,96,116],"aggregation.":[68],"This":[69],"has":[70],"advantage":[72],"over":[73],"decentralized":[75],"pricing":[76],"mechanisms":[77],"it":[79],"does":[80],"not":[81],"rely":[82],"on":[83],"iterative":[84],"settlement":[86],"load":[88],"estimation":[89],"by":[90],"prosumers,":[91],"estimates":[93],"day":[98],"ahead":[99],"manner.":[100],"present":[102],"numerical":[103],"case":[104],"studies":[105],"evaluate":[107],"our":[108],"controller,":[109],"discuss":[111],"extensions":[112],"implement":[114],"this":[115],"real":[117],"aggregations.":[119]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3175955862","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-01-20T09:10:21.546846","created_date":"2021-07-05"}