{"id":"https://openalex.org/W4385260509","doi":"https://doi.org/10.1109/jas.2023.123624","title":"Development of a Bias Compensating Q-Learning Controller for a Multi-Zone HVAC Facility","display_name":"Development of a Bias Compensating Q-Learning Controller for a Multi-Zone HVAC Facility","publication_year":2023,"publication_date":"2023-07-25","ids":{"openalex":"https://openalex.org/W4385260509","doi":"https://doi.org/10.1109/jas.2023.123624"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2023.123624","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023772121","display_name":"Syed Ali Asad Rizvi","orcid":"https://orcid.org/0000-0003-1412-8841"},"institutions":[{"id":"https://openalex.org/I63920570","display_name":"Tennessee Technological University","ror":"https://ror.org/05drmrq39","country_code":"US","type":"education","lineage":["https://openalex.org/I63920570"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Syed Ali Asad Rizvi","raw_affiliation_strings":["Tennessee Technological University,Department of Electrical and Computer Engineering,Cookeville,TN,USA,38505"],"affiliations":[{"raw_affiliation_string":"Tennessee Technological University,Department of Electrical and Computer Engineering,Cookeville,TN,USA,38505","institution_ids":["https://openalex.org/I63920570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044533515","display_name":"Amanda Pertzborn","orcid":"https://orcid.org/0000-0002-1473-7500"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda J. Pertzborn","raw_affiliation_strings":["National Institute of Standards and Technology (NIST),Mechanical Systems and Controls Group in the Building Energy and Environment Division,Gaithersburg,MD,USA,20899"],"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology (NIST),Mechanical Systems and Controls Group in the Building Energy and Environment Division,Gaithersburg,MD,USA,20899","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072774939","display_name":"Zongli Lin","orcid":"https://orcid.org/0000-0003-1589-1443"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zongli Lin","raw_affiliation_strings":["University of Virginia,Charles L. Brown Department of Electrical and Computer Engineering,Charlottesville,VA,USA,22904-4743"],"affiliations":[{"raw_affiliation_string":"University of Virginia,Charles L. Brown Department of Electrical and Computer Engineering,Charlottesville,VA,USA,22904-4743","institution_ids":["https://openalex.org/I51556381"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.964,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.57521,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":85,"max":88},"biblio":{"volume":"10","issue":"8","first_page":"1704","last_page":"1715"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.9575,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/setpoint","display_name":"Set point","score":0.8800218},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.47447303},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.44622558}],"concepts":[{"id":"https://openalex.org/C12302492","wikidata":"https://www.wikidata.org/wiki/Q1752097","display_name":"Setpoint","level":2,"score":0.8800218},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.79683584},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6953352},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.57811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.50956607},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.47447303},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.44622558},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42388114},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.35862172},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35486197},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3060037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25493062},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2023.123624","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology","award_id":"70NANB18H161"}],"datasets":[],"versions":[],"referenced_works_count":42,"referenced_works":["https://openalex.org/W1209078686","https://openalex.org/W1588620786","https://openalex.org/W1616818660","https://openalex.org/W1667199472","https://openalex.org/W1839500782","https://openalex.org/W1955461630","https://openalex.org/W1986570820","https://openalex.org/W1990005421","https://openalex.org/W2041353587","https://openalex.org/W2042317950","https://openalex.org/W2082756984","https://openalex.org/W2136756208","https://openalex.org/W2159200188","https://openalex.org/W2273355447","https://openalex.org/W2343935207","https://openalex.org/W2579592432","https://openalex.org/W2625874945","https://openalex.org/W2753874131","https://openalex.org/W2795237036","https://openalex.org/W2923265329","https://openalex.org/W2978657983","https://openalex.org/W2992088755","https://openalex.org/W2994187388","https://openalex.org/W2997938989","https://openalex.org/W3024350433","https://openalex.org/W3037849017","https://openalex.org/W3119186746","https://openalex.org/W3126041519","https://openalex.org/W3160458447","https://openalex.org/W3169248275","https://openalex.org/W3184714257","https://openalex.org/W3195322794","https://openalex.org/W3203504876","https://openalex.org/W3213818741","https://openalex.org/W3217060725","https://openalex.org/W4200260418","https://openalex.org/W4213367573","https://openalex.org/W4214717370","https://openalex.org/W4243582603","https://openalex.org/W4283727098","https://openalex.org/W4312661392","https://openalex.org/W648594167"],"related_works":["https://openalex.org/W4384340571","https://openalex.org/W4382936318","https://openalex.org/W4316039012","https://openalex.org/W4313567217","https://openalex.org/W4312784687","https://openalex.org/W4295717849","https://openalex.org/W2899178093","https://openalex.org/W2767179900","https://openalex.org/W2360223712","https://openalex.org/W2002552076"],"abstract_inverted_index":{"We":[0,84],"present":[1,144],"the":[2,48,75,78,81,90,111,117,121,168,176,182,194,199,202,205,209],"development":[3],"of":[4,50,80,99,159,204],"a":[5,28,100,145,152,157],"bias":[6,67,114,146,154],"compensating":[7,147],"reinforcement":[8],"learning":[9,57,82,118,148,193],"(RL)":[10],"algorithm":[11,93,112,206],"that":[12,47,150,175],"optimizes":[13],"thermal":[14],"comfort":[15],"(by":[16,23],"minimizing":[17],"tracking":[18],"error)":[19],"and":[20,32,41,73,104,135],"control":[21,170,185],"utilization":[22],"penalizing":[24],"setpoint":[25],"deviations)":[26],"in":[27,54,59,74,165,207],"multi-zone":[29,101],"heating,":[30],"ventilation,":[31],"air-conditioning":[33],"(HVAC)":[34],"lab":[35],"facility":[36],"subject":[37],"to":[38,64,94,127],"unmeasurable":[39,51,125],"disturbances":[40,160],"unknown":[42,128],"dynamics.":[43],"It":[44],"is":[45,124],"shown":[46],"presence":[49],"disturbance":[52,123],"results":[53,173],"an":[55],"inconsistent":[56],"equation":[58,149],"traditional":[60],"RL":[61],"controllers":[62],"leading":[63],"parameter":[65],"estimation":[66],"(even":[68],"with":[69,108,167],"integral":[70,109],"action":[71],"support),":[72],"extreme":[76],"case,":[77],"divergence":[79],"algorithm.":[83],"demonstrate":[85],"this":[86,141],"issue":[87,115],"by":[88],"applying":[89],"popular":[91],"Q-learning":[92],"linear":[95],"quadratic":[96],"regulation":[97],"(LQR)":[98],"HVAC":[102,122],"environment":[103],"showing":[105],"that,":[106],"even":[107],"support,":[110],"exhibits":[113],"during":[116],"phase":[119],"when":[120],"due":[126],"heat":[129],"gains,":[130],"occupancy":[131],"variations,":[132],"light":[133],"sources,":[134],"outside":[136],"weather":[137],"changes.":[138],"To":[139],"address":[140],"difficulty,":[142],"we":[143],"learns":[151],"lumped":[153],"term":[155],"as":[156],"result":[158],"(and":[161],"possibly":[162],"other":[163],"sources)":[164],"conjunction":[166],"optimal":[169,184],"parameters.":[171],"Experimental":[172],"show":[174],"proposed":[177],"scheme":[178],"not":[179],"only":[180],"recovers":[181],"bias-free":[183],"parameters":[186],"but":[187],"it":[188],"does":[189],"so":[190],"without":[191],"explicitly":[192],"dynamic":[195],"model":[196],"or":[197],"estimating":[198],"disturbances,":[200],"demonstrating":[201],"effectiveness":[203],"addressing":[208],"above":[210],"challenges.":[211]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385260509","counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2024-12-10T22:10:13.833378","created_date":"2023-07-26"}