{"id":"https://openalex.org/W3112314976","doi":"https://doi.org/10.1109/fie44824.2020.9274068","title":"A Systematic Literature Review of Methodology of Learning Evaluation Based on Item Response Theory in the Context of Programming Teaching","display_name":"A Systematic Literature Review of Methodology of Learning Evaluation Based on Item Response Theory in the Context of Programming Teaching","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3112314976","doi":"https://doi.org/10.1109/fie44824.2020.9274068","mag":"3112314976"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie44824.2020.9274068","pdf_url":null,"source":{"id":"https://openalex.org/S4363607796","display_name":"2021 IEEE Frontiers in Education Conference (FIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028929410","display_name":"Jucelio Soares dos Santos","orcid":"https://orcid.org/0000-0003-4433-7652"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jucelio S. Santos","raw_affiliation_strings":["Federal University of Campina Grande (UFCG), Campina Grande, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Campina Grande (UFCG), Campina Grande, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059200840","display_name":"Wilkerson L. Andrade","orcid":"https://orcid.org/0000-0003-0656-6139"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Wilkerson L. Andrade","raw_affiliation_strings":["Federal University of Campina Grande (UFCG), Campina Grande, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Campina Grande (UFCG), Campina Grande, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025746911","display_name":"Jo\u00e3o Brunet","orcid":null},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Joao Brunet","raw_affiliation_strings":["Federal University of Campina Grande (UFCG), Campina Grande, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Campina Grande (UFCG), Campina Grande, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055857729","display_name":"Monilly Ramos Araujo Melo","orcid":"https://orcid.org/0000-0001-6496-371X"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Monilly Ramos Araujo Melo","raw_affiliation_strings":["Federal University of Campina Grande (UFCG), Campina Grande, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Campina Grande (UFCG), Campina Grande, Brazil","institution_ids":["https://openalex.org/I41455075"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.487,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.795911,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":82,"max":84},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9864,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9518,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.72981584},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.63030165},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.61422455},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5062582},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45031926},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.42990357},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.35197687},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3511983},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1951755},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12747228},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.12457946},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.113676906},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09374708},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie44824.2020.9274068","pdf_url":null,"source":{"id":"https://openalex.org/S4363607796","display_name":"2021 IEEE Frontiers in Education Conference (FIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.82,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":40,"referenced_works":["https://openalex.org/W1499811786","https://openalex.org/W1681694704","https://openalex.org/W1789253461","https://openalex.org/W1983289841","https://openalex.org/W1990655669","https://openalex.org/W2000586919","https://openalex.org/W2004496903","https://openalex.org/W2010977939","https://openalex.org/W2022462222","https://openalex.org/W2035055898","https://openalex.org/W2039256519","https://openalex.org/W2040666715","https://openalex.org/W2044821648","https://openalex.org/W2056773695","https://openalex.org/W2058556620","https://openalex.org/W2066009300","https://openalex.org/W2076188829","https://openalex.org/W2076268826","https://openalex.org/W2088254138","https://openalex.org/W2089656229","https://openalex.org/W2115462298","https://openalex.org/W2117080284","https://openalex.org/W2117737933","https://openalex.org/W2137345341","https://openalex.org/W2142972006","https://openalex.org/W2168894761","https://openalex.org/W2284328669","https://openalex.org/W2593947425","https://openalex.org/W2612066945","https://openalex.org/W2623869142","https://openalex.org/W2729115344","https://openalex.org/W2773534894","https://openalex.org/W2888901712","https://openalex.org/W2889140186","https://openalex.org/W2892821847","https://openalex.org/W2894540915","https://openalex.org/W2897363388","https://openalex.org/W2916961308","https://openalex.org/W2917571696","https://openalex.org/W4214443"],"related_works":["https://openalex.org/W4230169674","https://openalex.org/W3035181661","https://openalex.org/W2975773103","https://openalex.org/W2912894269","https://openalex.org/W2370894755","https://openalex.org/W2328467352","https://openalex.org/W2159195731","https://openalex.org/W2136484569","https://openalex.org/W2116418965","https://openalex.org/W1484128031"],"abstract_inverted_index":{"This":[0],"Research":[1],"Full":[2],"Paper":[3],"presents":[4],"a":[5,73,85,135,227],"Systematic":[6],"Literature":[7],"Review":[8],"(SLR)":[9],"that":[10,81,105,140,194,225],"investigates":[11],"state-of-the-art":[12],"methods,":[13],"processes,":[14],"approaches,":[15],"and":[16,33,47,102,176,186,188],"instruments":[17,162,169,193],"based":[18],"on":[19,160,207],"Item":[20],"Response":[21],"Theory":[22],"(IRT)":[23],"in":[24,40,68,91,143,146,212,216,230],"the":[25,37,44,53,63,69,76,92,122,147,154,158,173,191,196,208,213,217,231,239],"programming":[26,149,165,218,234],"teaching":[27,41,148,219],"context.":[28,150,220],"Various":[29],"studies":[30,80,97,104,139,203,222],"support":[31],"professors":[32],"students":[34],"to":[35,62,110,163,238],"improve":[36],"evaluation":[38,88,144,214,241],"process":[39],"programming.":[42],"Among":[43,151],"different":[45],"techniques":[46],"theories":[48],"associated":[49],"with":[50,75],"these":[51,115,152],"studies,":[52,153],"IRT":[54,83,142,211],"gained":[55],"prominence":[56],"because":[57],"of":[58,65,78,87,89,94,138,161,181,199,210,233],"its":[59],"effectiveness.":[60],"Due":[61],"lack":[64],"an":[66,119],"overview":[67],"area,":[70],"we":[71,117],"present":[72,99],"SLR":[74,120],"objective":[77],"identity":[79],"use":[82,209],"as":[84],"methodology":[86,215],"learning":[90],"context":[93],"Programming":[95],"Teaching;":[96],"which":[98],"real-time":[100,182],"feedback;":[101],"experimental":[103],"have":[106],"been":[107],"carried":[108],"out":[109],"validate":[111],"them.":[112],"To":[113],"achieve":[114],"goals,":[116],"planned":[118],"following":[121],"guidelines":[123],"proposed":[124],"by":[125],"Kitchenham":[126],"(2004).":[127],"Our":[128],"main":[129,155],"findings":[130],"are":[131,170,189],"a)":[132],"There":[133],"is":[134],"limited":[136],"number":[137],"explore":[141],"methodologies":[145],"focus":[156],"was":[157],"development":[159],"measure":[164],"skills;":[166],"b)":[167],"Most":[168],"multiple-choice,":[171],"adopt":[172],"3PL":[174],"model,":[175],"do":[177],"not":[178],"show":[179],"evidence":[180,206],"feedback":[183],"except":[184],"SIETTE":[185],"CodeWorkout":[187],"also":[190],"only":[192],"evaluate":[195],"coding":[197],"capacity":[198],"individuals;":[200],"c)":[201],"The":[202,221],"showed":[204],"scientific":[205],"presented":[223],"experiments":[224],"indicate":[226],"significant":[228],"gain":[229],"measurement":[232],"abilities":[235],"when":[236],"compared":[237],"traditional":[240],"method.":[242]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3112314976","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2025-02-18T15:36:00.466348","created_date":"2020-12-21"}