{"id":"https://openalex.org/W4319996980","doi":"https://doi.org/10.48550/arxiv.2211.08802","title":"Giving Feedback on Interactive Student Programs with Meta-Exploration","display_name":"Giving Feedback on Interactive Student Programs with Meta-Exploration","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4319996980","doi":"https://doi.org/10.48550/arxiv.2211.08802"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.08802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2211.08802","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045100443","display_name":"Evan Zheran Liu","orcid":"https://orcid.org/0009-0001-4411-7599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Evan Zheran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017049626","display_name":"Moritz Stephan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephan, Moritz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018535992","display_name":"Allen Nie","orcid":"https://orcid.org/0000-0001-6483-2111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Allen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074969309","display_name":"Chris Piech","orcid":"https://orcid.org/0000-0001-5140-0467"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Piech, Chris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084989076","display_name":"Emma Brunskill","orcid":"https://orcid.org/0000-0002-3971-7127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brunskill, Emma","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005431772","display_name":"Chelsea Finn","orcid":"https://orcid.org/0000-0001-6298-0874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Finn, Chelsea","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.663406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":75,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9944,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9944,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9938,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9935,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6210982},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.50866705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.81128967},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6210982},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.59211874},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5921049},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.58860004},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.50866705},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.49022037},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4299599},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37388343},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34331292},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15566078},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.08802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2211.08802","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.08802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.54,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388145910","https://openalex.org/W4312490297","https://openalex.org/W4248336175","https://openalex.org/W3081644756","https://openalex.org/W3009369890","https://openalex.org/W2391445434","https://openalex.org/W2381570729","https://openalex.org/W2366107444","https://openalex.org/W2031260042","https://openalex.org/W1976205134"],"abstract_inverted_index":{"Developing":[0],"interactive":[1,36,58,182],"software,":[2],"such":[3,23],"as":[4,139],"websites":[5],"or":[6,108],"games,":[7],"is":[8,25,72,106],"a":[9,39,80,104,140,148,170,180],"particularly":[10],"engaging":[11],"way":[12],"to":[13,32,50,65,73,122,133,146],"learn":[14,74],"computer":[15],"science.":[16],"However,":[17,92],"teaching":[18],"and":[19,83,154,197],"giving":[20],"feedback":[21,53,101,114,187],"on":[22,54,95,115,169],"software":[24],"time-consuming":[26],"--":[27],"standard":[28],"approaches":[29,194],"require":[30,112],"instructors":[31],"manually":[33],"grade":[34],"student-implemented":[35],"programs.":[37],"As":[38],"result,":[40],"online":[41],"platforms":[42],"that":[43,77,131],"serve":[44],"millions,":[45],"like":[46],"Code.org,":[47],"are":[48],"unable":[49],"provide":[51],"any":[52],"assignments":[55],"for":[56,151,157],"implementing":[57],"programs,":[59],"which":[60,161],"critically":[61],"hinders":[62],"students'":[63],"ability":[64],"learn.":[66],"One":[67],"approach":[68,97,168,185],"toward":[69],"automatic":[70],"grading":[71],"an":[75,155],"agent":[76],"interacts":[78],"with":[79,188],"student's":[81],"program":[82,105],"explores":[84],"states":[85],"indicative":[86],"of":[87,102,172,201],"errors":[88,118,135,153],"via":[89],"reinforcement":[90],"learning.":[91],"existing":[93,193],"work":[94],"this":[96,127,159],"only":[98],"provides":[99,162,186],"binary":[100],"whether":[103],"correct":[107],"not,":[109],"while":[110],"students":[111],"finer-grained":[113],"the":[116],"specific":[117],"in":[119],"their":[120,124],"programs":[121,178],"understand":[123],"mistakes.":[125],"In":[126],"work,":[128],"we":[129],"show":[130],"exploring":[132],"discover":[134],"can":[136],"be":[137],"cast":[138],"meta-exploration":[141],"problem.":[142],"This":[143],"enables":[144],"us":[145],"construct":[147],"principled":[149],"objective":[150],"discovering":[152],"algorithm":[156],"optimizing":[158],"objective,":[160],"fine-grained":[163],"feedback.":[164],"We":[165],"evaluate":[166],"our":[167],"set":[171],"over":[173,192],"700K":[174],"real":[175],"anonymized":[176],"student":[177],"from":[179],"Code.org":[181],"assignment.":[183],"Our":[184],"94.3%":[189],"accuracy,":[190],"improving":[191],"by":[195],"17.7%":[196],"coming":[198],"within":[199],"1.5%":[200],"human-level":[202],"accuracy.":[203],"Project":[204],"web":[205],"page:":[206],"https://ezliu.github.io/dreamgrader.":[207]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4319996980","counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-04-24T02:39:57.474541","created_date":"2023-02-11"}