{"id":"https://openalex.org/W2411485894","doi":"https://doi.org/10.1145/2872521","title":"Heuristic Evaluation for Novice Programming Systems","display_name":"Heuristic Evaluation for Novice Programming Systems","publication_year":2016,"publication_date":"2016-06-08","ids":{"openalex":"https://openalex.org/W2411485894","doi":"https://doi.org/10.1145/2872521","mag":"2411485894"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2872521","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kar.kent.ac.uk/55885/1/kolling-heuristics-submitted.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018024311","display_name":"Michael K\u00f6lling","orcid":"https://orcid.org/0000-0003-0544-2003"},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"funder","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael K\u00f6lling","raw_affiliation_strings":["University of Kent, Kent, UK"],"affiliations":[{"raw_affiliation_string":"University of Kent, Kent, UK","institution_ids":["https://openalex.org/I20581793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080476109","display_name":"Fraser McKay","orcid":null},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"funder","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fraser McKay","raw_affiliation_strings":["University of Kent, Kent, UK"],"affiliations":[{"raw_affiliation_string":"University of Kent, Kent, UK","institution_ids":["https://openalex.org/I20581793"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.44,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":35,"citation_normalized_percentile":{"value":0.967364,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":"16","issue":"3","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9931,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9911,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.9292218},{"id":"https://openalex.org/keywords/social-heuristics","display_name":"Social heuristics","score":0.45334905}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.9292218},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7836688},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5949303},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5445107},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.54137164},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5078853},{"id":"https://openalex.org/C139475501","wikidata":"https://www.wikidata.org/wiki/Q17081866","display_name":"Social heuristics","level":4,"score":0.45334905},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44902548},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41899452},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3825038},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11220169},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10183382},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C25148115","wikidata":"https://www.wikidata.org/wiki/Q304904","display_name":"Social competence","level":3,"score":0.0},{"id":"https://openalex.org/C206836424","wikidata":"https://www.wikidata.org/wiki/Q1510761","display_name":"Social change","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2872521","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://kar.kent.ac.uk/55885/","pdf_url":"https://kar.kent.ac.uk/55885/1/kolling-heuristics-submitted.pdf","source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":["King's College London"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://kar.kent.ac.uk/55885/","pdf_url":"https://kar.kent.ac.uk/55885/1/kolling-heuristics-submitted.pdf","source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":["King's College London"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Quality education","score":0.77,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":61,"referenced_works":["https://openalex.org/W125355735","https://openalex.org/W1487905039","https://openalex.org/W1540823594","https://openalex.org/W1606862584","https://openalex.org/W1726122953","https://openalex.org/W1815090327","https://openalex.org/W1865788260","https://openalex.org/W1963557108","https://openalex.org/W1964409128","https://openalex.org/W1966749442","https://openalex.org/W1969068958","https://openalex.org/W1969685458","https://openalex.org/W1973587137","https://openalex.org/W1985161107","https://openalex.org/W1991198816","https://openalex.org/W1995673715","https://openalex.org/W2004067246","https://openalex.org/W2020192600","https://openalex.org/W2028965276","https://openalex.org/W2036955327","https://openalex.org/W2041679431","https://openalex.org/W2042876500","https://openalex.org/W2050968492","https://openalex.org/W2062124670","https://openalex.org/W2063952424","https://openalex.org/W2064189581","https://openalex.org/W2064634487","https://openalex.org/W2067352029","https://openalex.org/W2067391762","https://openalex.org/W2068142427","https://openalex.org/W2079166885","https://openalex.org/W2087099867","https://openalex.org/W2095150847","https://openalex.org/W2097096523","https://openalex.org/W2101463093","https://openalex.org/W2102726964","https://openalex.org/W2102872330","https://openalex.org/W2119673170","https://openalex.org/W2120640415","https://openalex.org/W2120907602","https://openalex.org/W2126460775","https://openalex.org/W2127757021","https://openalex.org/W2133750853","https://openalex.org/W2143176882","https://openalex.org/W2150795540","https://openalex.org/W2151498193","https://openalex.org/W2151854647","https://openalex.org/W2162598207","https://openalex.org/W2163314677","https://openalex.org/W2165005075","https://openalex.org/W2169000163","https://openalex.org/W2170277810","https://openalex.org/W2477449525","https://openalex.org/W26431256","https://openalex.org/W2928147529","https://openalex.org/W3002005188","https://openalex.org/W3004211435","https://openalex.org/W4206070827","https://openalex.org/W4232892930","https://openalex.org/W4252348124","https://openalex.org/W4255419456"],"related_works":["https://openalex.org/W4283767871","https://openalex.org/W4234655524","https://openalex.org/W4214900641","https://openalex.org/W3177062893","https://openalex.org/W3125143773","https://openalex.org/W2349650017","https://openalex.org/W2193108746","https://openalex.org/W2186466241","https://openalex.org/W2140032605","https://openalex.org/W2007032764"],"abstract_inverted_index":{"The":[0,12,188],"past":[1],"few":[2],"years":[3],"has":[4,20],"seen":[5],"a":[6,15,48,76,97,138,159,166],"proliferation":[7],"of":[8,14,18,39,58,65,79,83,89,105,114,124,140,148,162,165,183,186,200,203,212],"novice":[9,115,149],"programming":[10,116,150],"tools.":[11],"availability":[13],"large":[16],"number":[17],"systems":[19,95],"made":[21],"it":[22],"difficult":[23],"for":[24,32,47,96],"many":[25,54],"users":[26],"to":[27,111,126,142,157,218],"choose":[28],"among":[29],"them.":[30],"Even":[31],"education":[33],"researchers,":[34],"comparing":[35],"the":[36,62,81,112,155,163,181,201,204,209],"relative":[37],"quality":[38,64,82,164],"these":[40,86],"tools,":[41],"or":[42,101],"judging":[43],"their":[44],"respective":[45,63],"suitability":[46],"given":[49,98,167],"context,":[50],"is":[51],"hard":[52],"in":[53,85,128,145,194],"instances.":[55],"For":[56],"designers":[57,219],"such":[59],"systems,":[60],"assessing":[61,80],"competing":[66],"design":[67],"decisions":[68],"can":[69],"be":[70,143],"equally":[71],"difficult.":[72],"Heuristic":[73],"evaluation":[74,199],"provides":[75,214],"practical":[77],"method":[78],"alternatives":[84],"situations":[87],"and":[88,117,177,192],"identifying":[90],"potential":[91,156],"problems":[92],"with":[93,169,222],"existing":[94,184,223],"target":[99],"group":[100],"context.":[102],"Existing":[103],"sets":[104,185],"heuristics,":[106],"however,":[107],"are":[108,190],"not":[109,120,220],"specific":[110],"domain":[113],"thus":[118],"do":[119],"evaluate":[121],"all":[122],"aspects":[123],"interest":[125],"us":[127],"this":[129,134],"specialised":[130],"application":[131],"domain.":[132],"In":[133],"article,":[135],"we":[136],"propose":[137],"set":[139,211],"heuristics":[141,153,189,205,213,224],"used":[144],"heuristic":[146],"evaluations":[147],"systems.":[151],"These":[152],"have":[154],"allow":[158],"useful":[160,216],"assessment":[161],"system":[168],"lower":[170],"cost":[171],"than":[172,180],"full":[173],"formal":[174],"user":[175],"studies":[176],"greater":[178],"precision":[179],"use":[182],"heuristics.":[187],"described":[191],"discussed":[193],"detail.":[195],"We":[196],"present":[197],"an":[198],"effectiveness":[202],"that":[206,208],"suggests":[207],"new":[210],"additional":[215],"information":[217],"obtained":[221],"sets.":[225]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2411485894","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":2}],"updated_date":"2025-03-17T22:00:11.022494","created_date":"2016-06-24"}