{"id":"https://openalex.org/W4404316549","doi":"https://doi.org/10.1145/3699538.3699554","title":"Assessing the Understanding of Expressions: A Qualitative Study of Notional-Machine-Based Exam Questions","display_name":"Assessing the Understanding of Expressions: A Qualitative Study of Notional-Machine-Based Exam Questions","publication_year":2024,"publication_date":"2024-11-12","ids":{"openalex":"https://openalex.org/W4404316549","doi":"https://doi.org/10.1145/3699538.3699554"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3699538.3699554","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3699538.3699554","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3699538.3699554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094166335","display_name":"Joey Bevilacqua","orcid":"https://orcid.org/0009-0009-3127-0859"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Joey Bevilacqua","raw_affiliation_strings":["Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026393158","display_name":"Luca Chiodini","orcid":"https://orcid.org/0000-0002-2712-9248"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Chiodini","raw_affiliation_strings":["Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004729576","display_name":"Igor Moreno Santos","orcid":"https://orcid.org/0000-0002-7844-2058"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Igor Moreno Santos","raw_affiliation_strings":["Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078770676","display_name":"Matthias Hauswirth","orcid":"https://orcid.org/0000-0001-5527-5931"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Matthias Hauswirth","raw_affiliation_strings":["Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute, Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":78},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9783,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notional-amount","display_name":"Notional amount","score":0.9754206}],"concepts":[{"id":"https://openalex.org/C192063788","wikidata":"https://www.wikidata.org/wiki/Q7063049","display_name":"Notional amount","level":2,"score":0.9754206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6433317},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.4122526},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36224514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3514276},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33322453},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.13854256},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.07895455},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3699538.3699554","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3699538.3699554","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3699538.3699554","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3699538.3699554","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":37,"referenced_works":["https://openalex.org/W1964583109","https://openalex.org/W1967570611","https://openalex.org/W1973391588","https://openalex.org/W1976373002","https://openalex.org/W1979290264","https://openalex.org/W1979370131","https://openalex.org/W1988530302","https://openalex.org/W1991469716","https://openalex.org/W1994532632","https://openalex.org/W2026930327","https://openalex.org/W2033348393","https://openalex.org/W2037149633","https://openalex.org/W2057833160","https://openalex.org/W2062230264","https://openalex.org/W2079404256","https://openalex.org/W2082036516","https://openalex.org/W2084944215","https://openalex.org/W2117802778","https://openalex.org/W2120305669","https://openalex.org/W2124212956","https://openalex.org/W2137576942","https://openalex.org/W2168795140","https://openalex.org/W2398958660","https://openalex.org/W2489483223","https://openalex.org/W2748071319","https://openalex.org/W2787993273","https://openalex.org/W2885048964","https://openalex.org/W2887345162","https://openalex.org/W2897762392","https://openalex.org/W3010543839","https://openalex.org/W3113511851","https://openalex.org/W3177397114","https://openalex.org/W4253339504","https://openalex.org/W4289731829","https://openalex.org/W4310506150","https://openalex.org/W4366549036","https://openalex.org/W4392564813"],"related_works":["https://openalex.org/W4389831142","https://openalex.org/W4300185858","https://openalex.org/W4229444016","https://openalex.org/W3204019825","https://openalex.org/W3143683079","https://openalex.org/W3124466727","https://openalex.org/W2233221338","https://openalex.org/W1593635781","https://openalex.org/W1524721630","https://openalex.org/W1499627774"],"abstract_inverted_index":{"Background":[0],"and":[1,96,130,177,224,230,234,255,275],"Context.":[2],"Notional":[3],"machines":[4],"are":[5,13,65,249],"widespread":[6],"in":[7,44,113,238],"computing":[8],"education.":[9],"While":[10],"they":[11],"often":[12],"used":[14],"to":[15,51,136,151,166,179,212,220,252,272,281],"explain":[16,86],"programming":[17,97,116,170,274],"concepts,":[18],"prior":[19,45],"work":[20],"on":[21,75,206,268],"visual":[22],"program":[23],"simulation":[24],"demonstrated":[25],"their":[26,283],"use":[27,38,131,280,286],"for":[28,183],"assessment.":[29],"This":[30],"paper":[31],"presents":[32],"a":[33,40,102,132,160,188,195,202,214],"qualitative":[34,138,144],"study":[35,58],"of":[36,39,55,104,125,140,155,163,217,226,261,287,305,309],"the":[37,53,60,66,76,94,123,137,152,156,167,175,180,207,221,259,288],"notional":[41,80,208,292],"machine":[42,209,293],"identified":[43],"literature\u2014\"expression":[46],"as":[47,78,194,290,294],"tree\"\u2014as":[48],"an":[49,295],"instrument":[50,297],"assess":[52],"understanding":[54,304],"expressions.Objectives.":[56],"The":[57,285],"answers":[59],"following":[61],"research":[62],"questions:":[63],"What":[64,82],"mistakes":[67,95,218,233,247],"that":[68,173,182,191,200,248,257],"students":[69],"make":[70],"when":[71],"answering":[72],"questions":[73],"based":[74,205],"\"expression":[77,289],"tree\"":[79,291],"machine?":[81],"underlying":[83],"reasons":[84],"plausibly":[85,250],"these":[87],"mistakes?":[88],"Are":[89],"there":[90,186],"plausible":[91],"relationships":[92],"between":[93],"language":[98,171],"misconceptions?Method.":[99],"We":[100,128,228,245],"collect":[101],"corpus":[103],"542":[105],"hand-drawn":[106],"expression":[107],"tree":[108],"diagrams":[109],"from":[110],"12":[111],"exams":[112],"6":[114],"university":[115],"courses":[117],"at":[118],"two":[119],"different":[120],"levels":[121],"over":[122],"course":[124],"4":[126],"years.":[127],"devise":[129],"coding":[133],"approach":[134,147],"tailored":[135],"analysis":[139,146],"those":[141],"diagrams.":[142],"Our":[143,197,264],"data":[145],"is":[148,210],"unique":[149,189],"due":[150,165,178],"specific":[153],"form":[154],"data\u2014hand\u2013drawn":[157],"diagrams\u2014that":[158],"admits":[159],"wide":[161],"variety":[162,216],"mistakes,":[164],"theoretically":[168],"well\u2013defined":[169],"constructs":[172],"underpin":[174],"visualizations,":[176],"fact":[181],"each":[184],"diagram":[185,243],"exists":[187],"solution":[190],"can":[192,279,298],"serve":[193],"reference.Findings.":[196],"results":[198],"show":[199],"even":[201],"single":[203],"question":[204],"able":[211],"reveal":[213],"rich":[215],"related":[219],"structure,":[222],"typing,":[223],"evaluation":[225],"expressions.":[227],"identify":[229],"categorize":[231],"48":[232],"describe":[235],"outstanding":[236],"ones":[237],"detail,":[239],"supported":[240],"by":[241],"example":[242],"snippets.":[244],"find":[246],"connected":[251],"known":[253],"misconceptions,":[254],"others":[256],"suggest":[258],"existence":[260],"new":[262],"ones.Implications.":[263],"findings":[265],"shed":[266],"light":[267],"novel":[269],"pedagogical":[270],"strategies":[271],"teach":[273],"provide":[276,299],"insights":[277,301],"instructors":[278],"transform":[282],"practices.":[284],"assessment":[296],"valuable":[300],"into":[302],"students'":[303],"several":[306],"key":[307],"aspects":[308],"programming.":[310]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4404316549","counts_by_year":[],"updated_date":"2025-04-02T20:08:54.832266","created_date":"2024-11-14"}