{"id":"https://openalex.org/W2251562315","doi":"https://doi.org/10.3115/v1/w15-0623","title":"Judging the Quality of Automatically Generated Gap-fill Question using Active Learning","display_name":"Judging the Quality of Automatically Generated Gap-fill Question using Active Learning","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2251562315","doi":"https://doi.org/10.3115/v1/w15-0623","mag":"2251562315"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.3115/v1/w15-0623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027498880","display_name":"Nobal B. Niraula","orcid":"https://orcid.org/0000-0002-3980-1302"},"institutions":[{"id":"https://openalex.org/I94658018","display_name":"University of Memphis","ror":"https://ror.org/01cq23130","country_code":"US","type":"education","lineage":["https://openalex.org/I94658018"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nobal Bikram Niraula","raw_affiliation_strings":["Univ. of Memphis"],"affiliations":[{"raw_affiliation_string":"Univ. of Memphis","institution_ids":["https://openalex.org/I94658018"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045839835","display_name":"Vasile Rus","orcid":"https://orcid.org/0000-0003-3706-887X"},"institutions":[{"id":"https://openalex.org/I94658018","display_name":"University of Memphis","ror":"https://ror.org/01cq23130","country_code":"US","type":"education","lineage":["https://openalex.org/I94658018"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vasile Rus","raw_affiliation_strings":["Univ. of Memphis"],"affiliations":[{"raw_affiliation_string":"Univ. of Memphis","institution_ids":["https://openalex.org/I94658018"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.271,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.802844,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":85,"max":86},"biblio":{"volume":null,"issue":null,"first_page":"196","last_page":"206"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9849,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8149085},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7272551},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7231071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.65777993},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.65648067},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.61391646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5608961},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.54747283},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.51442295},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36541533},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07977885},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Quality education","score":0.89,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":24,"referenced_works":["https://openalex.org/W142013925","https://openalex.org/W1531374185","https://openalex.org/W1555380324","https://openalex.org/W1924540114","https://openalex.org/W1968499222","https://openalex.org/W1990134054","https://openalex.org/W2069032672","https://openalex.org/W2069221834","https://openalex.org/W2074064986","https://openalex.org/W2078549040","https://openalex.org/W2123442489","https://openalex.org/W2133990480","https://openalex.org/W2144270295","https://openalex.org/W2144452292","https://openalex.org/W2151466713","https://openalex.org/W2158899491","https://openalex.org/W2161325192","https://openalex.org/W2166348853","https://openalex.org/W2170300389","https://openalex.org/W2171671120","https://openalex.org/W222164142","https://openalex.org/W2341421701","https://openalex.org/W2403416428","https://openalex.org/W2576661608"],"related_works":["https://openalex.org/W4380994516","https://openalex.org/W2625833328","https://openalex.org/W2392921965","https://openalex.org/W2377979023","https://openalex.org/W2361861616","https://openalex.org/W2358755282","https://openalex.org/W2263699433","https://openalex.org/W2251519152","https://openalex.org/W2218034408","https://openalex.org/W1533177136"],"abstract_inverted_index":{"In":[0],"this":[1,108],"paper,":[2],"we":[3],"propose":[4],"to":[5,12,106,129],"use":[6,124],"active":[7,126,156],"learning":[8,47,51,127,157],"for":[9,24,132,158],"training":[10],"classifiers":[11,131],"judge":[13],"the":[14,71,96,99,123,134,141],"quality":[15,97,135],"of":[16,39,98,125,136,150],"gap-fill":[17,137],"questions.":[18,101],"Gap-fill":[19],"questions":[20,138],"are":[21,112,147],"widely":[22],"used":[23,56],"assessments":[25],"in":[26,73,90,144],"education":[27],"contexts":[28],"because":[29],"they":[30],"can":[31,103],"be":[32,104],"graded":[33],"automatically":[34],"while":[35,139],"offering":[36],"reliable":[37],"assessment":[38],"learners\u2019":[40],"knowledge":[41],"level":[42],"if":[43],"appropriately":[44],"calibrated.":[45],"Active":[46],"is":[48,54,60,65,70,84,94],"a":[49],"machine":[50],"framework":[52],"which":[53,83,110],"typically":[55,111],"when":[57],"unlabeled":[58],"data":[59],"abundant":[61],"but":[62],"manual":[63],"annotation":[64,142],"slow":[66],"and":[67],"expensive.":[68],"This":[69],"case":[72],"many":[74],"Natural":[75],"Language":[76],"Processing":[77],"tasks,":[78],"including":[79],"automated":[80,91],"question":[81,92,159],"generation,":[82],"our":[85],"focus.":[86],"A":[87],"key":[88],"task":[89,109],"generation":[93],"judging":[95,133],"generated":[100],"Classifiers":[102],"built":[105],"address":[107],"trained":[113],"on":[114],"human":[115],"labeled":[116],"data.":[117],"Our":[118],"evaluation":[119],"results":[120],"suggest":[121],"that":[122,154],"leads":[128],"accurate":[130],"keeping":[140],"costs":[143],"check.":[145],"We":[146],"not":[148],"aware":[149],"any":[151],"previous":[152],"effort":[153],"uses":[155],"evaluation.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2251562315","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2024-12-13T21:03:06.826928","created_date":"2016-06-24"}