{"id":"https://openalex.org/W4391584367","doi":"https://doi.org/10.1145/3631802.3631806","title":"How Novices Use LLM-based Code Generators to Solve CS1 Coding Tasks in a Self-Paced Learning Environment","display_name":"How Novices Use LLM-based Code Generators to Solve CS1 Coding Tasks in a Self-Paced Learning Environment","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4391584367","doi":"https://doi.org/10.1145/3631802.3631806"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3631802.3631806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.14049","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025795377","display_name":"Majeed Kazemitabaar","orcid":"https://orcid.org/0000-0001-6118-7938"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Majeed Kazemitabaar","raw_affiliation_strings":["Department of Computer Science, Dynamic Graphics Project (DGP), University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Dynamic Graphics Project (DGP), University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079589022","display_name":"Xinying Hou","orcid":"https://orcid.org/0000-0002-1182-5839"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinying Hou","raw_affiliation_strings":["School of Information, University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047536715","display_name":"Austin Z. Henley","orcid":"https://orcid.org/0000-0003-1069-2795"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Austin Henley","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005683626","display_name":"Barbara Ericson","orcid":"https://orcid.org/0000-0001-6881-8341"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara Jane Ericson","raw_affiliation_strings":["School of Information, University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044386678","display_name":"David Weintrop","orcid":"https://orcid.org/0000-0002-3009-3899"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Weintrop","raw_affiliation_strings":["College of Education, University of Maryland, USA"],"affiliations":[{"raw_affiliation_string":"College of Education, University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485609","display_name":"Tovi Grossman","orcid":"https://orcid.org/0000-0002-0494-5373"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tovi Grossman","raw_affiliation_strings":["Department of Computer Science, Dynamic Graphics Project (DGP), University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Dynamic Graphics Project (DGP), University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.192,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.999811,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Educational Data Mining and Learning Analytics","score":0.9752,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Educational Data Mining and Learning Analytics","score":0.9752,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Effectiveness of Intelligent Tutoring Systems","score":0.9686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Educational Resources and Learning Object Repositories","score":0.9625,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-learning-environments","display_name":"Adaptive Learning Environments","score":0.533712},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4428925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8366909},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.55436254},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4428925},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4131726},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40549058},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3348016},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3631802.3631806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.14049","pdf_url":"https://arxiv.org/pdf/2309.14049","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.14049","pdf_url":"https://arxiv.org/pdf/2309.14049","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.87,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":36,"referenced_works":["https://openalex.org/W123294412","https://openalex.org/W1568955415","https://openalex.org/W1589525026","https://openalex.org/W2012312630","https://openalex.org/W2122401044","https://openalex.org/W2214393799","https://openalex.org/W2246775628","https://openalex.org/W2660393804","https://openalex.org/W2767985173","https://openalex.org/W2894540915","https://openalex.org/W2909604546","https://openalex.org/W3009323559","https://openalex.org/W3032979151","https://openalex.org/W3048016185","https://openalex.org/W3123221944","https://openalex.org/W3159250634","https://openalex.org/W3162583225","https://openalex.org/W4211263275","https://openalex.org/W4220961556","https://openalex.org/W4225108562","https://openalex.org/W4225120919","https://openalex.org/W4283705032","https://openalex.org/W4284676027","https://openalex.org/W4289731365","https://openalex.org/W4298366469","https://openalex.org/W4309618893","https://openalex.org/W4317502110","https://openalex.org/W4321013654","https://openalex.org/W4321162272","https://openalex.org/W4323033692","https://openalex.org/W4323033785","https://openalex.org/W4323037544","https://openalex.org/W4323655724","https://openalex.org/W4362659486","https://openalex.org/W4365601419","https://openalex.org/W4386099272"],"related_works":["https://openalex.org/W598950423","https://openalex.org/W4292559016","https://openalex.org/W4256673449","https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2143331802","https://openalex.org/W2063928587","https://openalex.org/W1589342014","https://openalex.org/W1487966966","https://openalex.org/W1480341462"],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"gain":[5],"in":[6,103,115,128,147,161,287],"popularity,":[7],"it":[8],"is":[9],"important":[10,69],"to":[11,25,57,72,132,193,198,213,229],"understand":[12],"how":[13,73,156],"novice":[14,280],"programmers":[15],"use":[16,106,282],"them":[17],"and":[18,80,91,119,137,152,154,166,210,226,232,255,270,297],"the":[19,29,85,88,92,101,144,195,206,223,238,251,266,271],"effect":[20],"they":[21,45],"have":[22],"on":[23,35,51,63],"learning":[24,290,302],"code.":[26,96],"We":[27,66],"present":[28],"results":[30],"of":[31,84,87,117,123,130,143,149,163,222,250,283,294],"a":[32,36,199,288],"thematic":[33],"analysis":[34,83,171],"data":[37],"set":[38],"from":[39,113],"33":[40],"learners,":[41],"aged":[42],"10-17,":[43],"as":[44],"independently":[46],"learned":[47],"Python":[48],"by":[49,126],"working":[50],"45":[52],"code-authoring":[53],"tasks":[54],"with":[55,180],"access":[56],"an":[58,82,181],"AI":[59,77,94,182,185,201,267,284],"Code":[60],"Generator":[61],"based":[62],"OpenAI":[64],"Codex.":[65],"explore":[67,99],"several":[68],"questions":[70],"related":[71],"learners":[74,105,110,127,157,189,204,219,236],"used":[75,211,227],"LLM-based":[76],"code":[78,146,160,179,183,224,239,285],"generators,":[79],"provide":[81],"properties":[86,122,142],"written":[89,125],"prompts":[90,124],"resulting":[93],"generated":[95],"Specifically,":[97],"we":[98,276],"(A)":[100],"context":[102],"which":[104],"Codex,":[107],"(B)":[108],"what":[109],"are":[111],"asking":[112],"Codex":[114,191,212,228],"terms":[116,129,148,162],"syntax":[118],"logic,":[120],"(C)":[121],"relation":[131],"task":[133],"description,":[134],"language,":[135],"clarity,":[136],"prompt":[138],"crafting":[139],"patterns,":[140],"(D)":[141],"AI-generated":[145,159],"correctness,":[150],"complexity,":[151],"accuracy,":[153],"(E)":[155],"utilize":[158],"placement,":[164],"verification,":[165],"manual":[167],"modifications.":[168],"Furthermore,":[169,275],"our":[170],"reveals":[172],"four":[173],"distinct":[174],"coding":[175,253],"approaches":[176],"when":[177],"writing":[178],"generator:":[184],"Single":[186,268],"Prompt,":[187],"where":[188,203,218,235],"prompted":[190],"once":[192],"generate":[194,214,230],"entire":[196],"solution":[197],"task;":[200],"Step-by-Step,":[202],"divided":[205],"problem":[207],"into":[208,279],"parts":[209],"each":[215],"part;":[216],"Hybrid,":[217],"wrote":[220,237],"some":[221],"themselves":[225],"others;":[231],"Manual":[233],"coding,":[234],"themselves.":[240],"Our":[241],"findings":[242],"reveal":[243],"consistently":[244],"positive":[245],"trends":[246,264],"between":[247,265],"learners'":[248,281],"utilization":[249],"Hybrid":[252],"approach":[254],"their":[256],"post-test":[257,272],"evaluation":[258,273],"scores,":[259],"while":[260],"showing":[261],"consistent":[262],"negative":[263],"Prompt":[269],"scores.":[274],"offer":[277],"insights":[278],"generators":[286],"self-paced":[289],"environment,":[291],"highlighting":[292],"signs":[293],"over-reliance,":[295],"self-regulation,":[296],"opportunities":[298],"for":[299],"enhancing":[300],"AI-assisted":[301],"tools.":[303]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391584367","counts_by_year":[{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":3}],"updated_date":"2024-12-04T12:11:00.551128","created_date":"2024-02-07"}