{"id":"https://openalex.org/W4387076243","doi":"https://doi.org/10.48550/arxiv.2309.14049","title":"How Novices Use LLM-Based Code Generators to Solve CS1 Coding Tasks in a Self-Paced Learning Environment","display_name":"How Novices Use LLM-Based Code Generators to Solve CS1 Coding Tasks in a Self-Paced Learning Environment","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387076243","doi":"https://doi.org/10.48550/arxiv.2309.14049"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.14049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2309.14049","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025795377","display_name":"Majeed Kazemitabaar","orcid":"https://orcid.org/0000-0001-6118-7938"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kazemitabaar, Majeed","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079589022","display_name":"Xinying Hou","orcid":"https://orcid.org/0000-0002-1182-5839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Xinying","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047536715","display_name":"Austin Z. Henley","orcid":"https://orcid.org/0000-0003-1069-2795"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henley, Austin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005683626","display_name":"Barbara Ericson","orcid":"https://orcid.org/0000-0001-6881-8341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ericson, Barbara J.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044386678","display_name":"David Weintrop","orcid":"https://orcid.org/0000-0002-3009-3899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weintrop, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485609","display_name":"Tovi Grossman","orcid":"https://orcid.org/0000-0002-0494-5373"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grossman, Tovi","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.738191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":66,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9588,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python","score":0.6000144},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5076996},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.4967423}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77965677},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.74202263},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.61960524},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6000144},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5465188},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5207669},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5076996},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.4967423},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44220528},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.43277168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3996725},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.14049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2309.14049","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.14049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.88,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4367679314","https://openalex.org/W3122369893","https://openalex.org/W2799261831","https://openalex.org/W2789551765","https://openalex.org/W2750654225","https://openalex.org/W2407476586","https://openalex.org/W225526533","https://openalex.org/W2086338133","https://openalex.org/W2078361494","https://openalex.org/W2009234990"],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"gain":[5],"in":[6,74,91,122,208],"popularity,":[7],"it":[8],"is":[9],"important":[10],"to":[11,46,95,154,159,174,190],"understand":[12],"how":[13,47,117,233],"novice":[14,234],"programmers":[15],"use":[16,77,236],"them.":[17],"We":[18,41,253],"present":[19],"a":[20,160],"thematic":[21],"analysis":[22,56,132],"of":[23,57,60,88,93,111,124,183,258],"33":[24],"learners,":[25],"aged":[26],"10-17,":[27],"independently":[28],"learning":[29,251],"Python":[30],"through":[31],"45":[32],"code-authoring":[33,214],"tasks":[34,224],"using":[35],"Codex,":[36,78,85],"an":[37,55,142],"LLM-based":[38],"code":[39,51,121,140,144,185,200,238],"generator.":[40],"explore":[42,70],"several":[43],"questions":[44],"related":[45],"learners":[48,76,81,118,150,165,180,197,235],"used":[49,172,188],"these":[50],"generators":[52,239],"and":[53,64,99,101,109,115,127,171,187,193,240,243,260,268],"provide":[54,229],"the":[58,61,65,72,106,112,156,167,184,199,209,217,241],"properties":[59,87],"written":[62],"prompts":[63,90],"generated":[66],"code.":[67],"Specifically,":[68],"we":[69],"(A)":[71],"context":[73],"which":[75],"(B)":[79],"what":[80],"are":[82],"asking":[83],"from":[84],"(C)":[86],"their":[89],"terms":[92,123],"relation":[94],"task":[96],"description,":[97],"language,":[98],"clarity,":[100],"prompt":[102],"crafting":[103],"patterns,":[104],"(D)":[105],"correctness,":[107],"complexity,":[108],"accuracy":[110],"AI-generated":[113,120],"code,":[114],"(E)":[116],"utilize":[119],"placement,":[125],"verification,":[126],"manual":[128],"modifications.":[129],"Furthermore,":[130],"our":[131],"reveals":[133],"four":[134],"distinct":[135],"coding":[136],"approaches":[137],"when":[138],"writing":[139],"with":[141,246,255],"AI":[143,146,162,203,237],"generator:":[145],"Single":[147,204],"Prompt,":[148],"where":[149,164,179,196],"prompted":[151],"Codex":[152,173,189],"once":[153],"generate":[155,175,191],"entire":[157],"solution":[158],"task;":[161],"Step-by-Step,":[163],"divided":[166],"problem":[168],"into":[169,232,249],"parts":[170],"each":[176],"part;":[177],"Hybrid,":[178],"wrote":[181,198],"some":[182],"themselves":[186],"others;":[192],"Manual":[194],"coding,":[195],"themselves.":[201],"The":[202],"Prompt":[205],"approach":[206],"resulted":[207],"highest":[210],"correctness":[211,219],"scores":[212,220],"on":[213,221],"tasks,":[215],"but":[216],"lowest":[218],"subsequent":[222],"code-modification":[223],"during":[225],"training.":[226],"Our":[227],"results":[228],"initial":[230],"insight":[231],"challenges":[242],"opportunities":[244,265],"associated":[245],"integrating":[247],"them":[248],"self-paced":[250],"environments.":[252],"conclude":[254],"various":[256],"signs":[257],"over-reliance":[259],"self-regulation,":[261],"as":[262,264],"well":[263],"for":[266],"curriculum":[267],"tool":[269],"development.":[270]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387076243","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-02-23T04:31:01.308712","created_date":"2023-09-27"}