{"id":"https://openalex.org/W4225156048","doi":"https://doi.org/10.1145/3491102.3502023","title":"Speeding up Inference with User Simulators through Policy Modulation","display_name":"Speeding up Inference with User Simulators through Policy Modulation","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4225156048","doi":"https://doi.org/10.1145/3491102.3502023"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502023","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079849875","display_name":"Hee-Seung Moon","orcid":"https://orcid.org/0000-0003-0882-2335"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"funder","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hee-Seung Moon","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Korea, Republic of","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055387061","display_name":"Seungwon Do","orcid":"https://orcid.org/0009-0003-8740-9174"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"funder","lineage":["https://openalex.org/I142401562"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungwon Do","raw_affiliation_strings":["ETRI, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"ETRI, Korea, Republic of","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101606635","display_name":"Wonjae Kim","orcid":"https://orcid.org/0000-0001-7636-8360"},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonjae Kim","raw_affiliation_strings":["NAVER AI Lab, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"NAVER AI Lab, Korea, Republic of","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657256","display_name":"Jiwon Seo","orcid":"https://orcid.org/0000-0003-1781-533X"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"funder","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwon Seo","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Korea, Republic of","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084721447","display_name":"Minsuk Chang","orcid":"https://orcid.org/0000-0002-9441-3337"},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minsuk Chang","raw_affiliation_strings":["NAVER AI Lab, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"NAVER AI Lab, Korea, Republic of","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078211287","display_name":"Byungjoo Lee","orcid":"https://orcid.org/0009-0003-1547-9923"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"funder","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byungjoo Lee","raw_affiliation_strings":["Yonsei University, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Yonsei University, Korea, Republic of","institution_ids":["https://openalex.org/I193775966"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.941,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.833171,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9948,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9948,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8089428},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7514966},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6050361},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.50612134},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.4840102},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4405694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43171078},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.42411613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39532384},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3799406},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3392594},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502023","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502023","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.45,"id":"https://metadata.un.org/sdg/16"}],"grants":[{"funder":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea","award_id":"2018R1D1A1B07043580 and 2020R1A2C4002146"}],"datasets":[],"versions":[],"referenced_works_count":59,"referenced_works":["https://openalex.org/W1596194502","https://openalex.org/W1968396657","https://openalex.org/W1987751685","https://openalex.org/W1996884089","https://openalex.org/W2006388199","https://openalex.org/W2013201733","https://openalex.org/W2017150428","https://openalex.org/W2045712037","https://openalex.org/W2046209191","https://openalex.org/W2047325228","https://openalex.org/W2056975430","https://openalex.org/W2059048668","https://openalex.org/W2063289012","https://openalex.org/W2065903557","https://openalex.org/W2076863986","https://openalex.org/W2077012593","https://openalex.org/W2098205603","https://openalex.org/W2099667445","https://openalex.org/W2105512500","https://openalex.org/W2109168899","https://openalex.org/W2121813011","https://openalex.org/W2124884174","https://openalex.org/W2128536124","https://openalex.org/W2130267005","https://openalex.org/W2144592607","https://openalex.org/W2145244769","https://openalex.org/W2153657884","https://openalex.org/W2154635459","https://openalex.org/W2154740693","https://openalex.org/W2156707826","https://openalex.org/W2315761891","https://openalex.org/W2325481712","https://openalex.org/W2404594755","https://openalex.org/W2460299708","https://openalex.org/W2560647685","https://openalex.org/W2606862087","https://openalex.org/W2611632447","https://openalex.org/W2626665288","https://openalex.org/W2744163656","https://openalex.org/W2767376945","https://openalex.org/W2790414966","https://openalex.org/W2790680786","https://openalex.org/W2795496097","https://openalex.org/W2796395857","https://openalex.org/W2801367197","https://openalex.org/W2948249628","https://openalex.org/W2989911375","https://openalex.org/W3006937233","https://openalex.org/W3030715443","https://openalex.org/W3031514878","https://openalex.org/W3104868866","https://openalex.org/W3161475829","https://openalex.org/W3163218877","https://openalex.org/W3163322284","https://openalex.org/W3179833101","https://openalex.org/W3204455772","https://openalex.org/W3205279237","https://openalex.org/W4210916243","https://openalex.org/W4287826976"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W4246426965","https://openalex.org/W3097319984","https://openalex.org/W2741711008","https://openalex.org/W2394454866","https://openalex.org/W2111057027","https://openalex.org/W2003915001","https://openalex.org/W1803586643","https://openalex.org/W1519356943","https://openalex.org/W1485340534"],"abstract_inverted_index":{"The":[0],"simulation":[1],"of":[2,25,41,46,94,144],"user":[3,30,95,118],"behavior":[4],"with":[5,136],"deep":[6],"reinforcement":[7],"learning":[8],"agents":[9],"has":[10],"shown":[11],"some":[12],"recent":[13],"success.":[14],"However,":[15],"the":[16,22,26,39,42,47,54,80,88,92,100,116,128],"inverse":[17],"problem,":[18],"that":[19,70,76,87],"is,":[20],"inferring":[21,127],"free":[23],"parameters":[24,56,131],"simulator":[27,119],"from":[28],"observed":[29],"behaviors,":[31],"remains":[32],"challenging":[33],"to":[34,79,102,142],"solve.":[35],"This":[36],"is":[37,51,58],"because":[38],"optimization":[40],"new":[43],"action":[44,105],"policy":[45,75,106],"simulated":[48],"agent,":[49],"which":[50],"required":[52],"whenever":[53],"model":[55,82,109],"change,":[57],"computationally":[59],"impractical.":[60],"In":[61],"this":[62],"study,":[63],"we":[64,85,124],"introduce":[65],"a":[66,73],"network":[67],"modulation":[68],"technique":[69,90],"can":[71],"obtain":[72,103],"generalized":[74],"immediately":[77],"adapts":[78],"given":[81],"parameters.":[83,110],"Further,":[84],"demonstrate":[86],"proposed":[89],"improves":[91],"efficiency":[93],"simulator-based":[96],"inference":[97],"by":[98],"eliminating":[99],"need":[101],"an":[104],"for":[107,120],"novel":[108],"We":[111],"validated":[112],"our":[113],"approach":[114],"using":[115],"latest":[117],"point-and-click":[121],"behavior.":[122],"Consequently,":[123],"succeeded":[125],"in":[126],"user's":[129],"cognitive":[130],"and":[132],"intrinsic":[133],"reward":[134],"settings":[135],"less":[137],"than":[138],"1/1000":[139],"computational":[140],"power":[141],"those":[143],"existing":[145],"methods.":[146]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4225156048","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2025-04-08T07:20:20.531756","created_date":"2022-05-01"}