{"id":"https://openalex.org/W2042122549","doi":"https://doi.org/10.1177/016555150002600607","title":"A critical review of the application of citation studies to the Research Assessment Exercises","display_name":"A critical review of the application of citation studies to the Research Assessment Exercises","publication_year":2000,"publication_date":"2000-12-01","ids":{"openalex":"https://openalex.org/W2042122549","doi":"https://doi.org/10.1177/016555150002600607","mag":"2042122549"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1177/016555150002600607","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"review","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029218706","display_name":"Julian Warner","orcid":"https://orcid.org/0000-0001-9845-8586"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Julian Warner","raw_affiliation_strings":["The Queen\u2019s University of Belfast, Northern Ireland, UK,"],"affiliations":[{"raw_affiliation_string":"The Queen\u2019s University of Belfast, Northern Ireland, UK,","institution_ids":["https://openalex.org/I126231945"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029218706"],"corresponding_institution_ids":["https://openalex.org/I126231945"],"apc_list":null,"apc_paid":null,"fwci":0.606,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":72,"citation_normalized_percentile":{"value":0.677419,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":"26","issue":"6","first_page":"453","last_page":"459"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9857,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9857,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.916,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation-analysis","display_name":"Citation analysis","score":0.578427},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5429546},{"id":"https://openalex.org/keywords/research-assessment-exercise","display_name":"Research Assessment Exercise","score":0.51279265}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.8939595},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.578427},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5709573},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.54694825},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5429546},{"id":"https://openalex.org/C2777861003","wikidata":"https://www.wikidata.org/wiki/Q3427676","display_name":"Research Assessment Exercise","level":3,"score":0.51279265},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.51168823},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40644112},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3392053},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32749605},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.32508206},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.22034228},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.20404452},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16173032},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.09238109},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1177/016555150002600607","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":22,"referenced_works":["https://openalex.org/W1494997221","https://openalex.org/W1505563434","https://openalex.org/W1508522130","https://openalex.org/W1830725996","https://openalex.org/W1977033181","https://openalex.org/W1978111798","https://openalex.org/W1991747566","https://openalex.org/W2002846871","https://openalex.org/W2008567380","https://openalex.org/W2011737106","https://openalex.org/W2013937314","https://openalex.org/W2040438264","https://openalex.org/W2059412530","https://openalex.org/W2060992986","https://openalex.org/W2067281573","https://openalex.org/W2103272780","https://openalex.org/W2125958659","https://openalex.org/W2127831433","https://openalex.org/W2329155589","https://openalex.org/W2993383518","https://openalex.org/W405025892","https://openalex.org/W4231169261"],"related_works":["https://openalex.org/W4386031268","https://openalex.org/W2904800587","https://openalex.org/W2744205540","https://openalex.org/W2743665320","https://openalex.org/W2285613965","https://openalex.org/W2281783184","https://openalex.org/W2264078859","https://openalex.org/W2162430746","https://openalex.org/W2048978202","https://openalex.org/W1562719523"],"abstract_inverted_index":{"The":[0,91,140],"Research":[1],"Assessment":[2],"Exercises":[3],"(RAE)":[4],"conducted":[5],"in":[6,47,71,111],"the":[7,23,27,36,42,48,55,72,138,168],"UK":[8],"have":[9],"attractedvarious":[10],"types":[11],"of":[12,22,26,35,52,57,64,120,143,155,160,167,176],"published":[13],"response.":[14],"These":[15],"include":[16],"citation":[17,37,58,81,99,109,126,144],"analyses":[18],"and":[19,76,83,128],"a":[20,32,62],"review":[21,97,133],"public":[24],"reception":[25],"RAE":[28],"1996,":[29],"which":[30,59],"included":[31],"brief":[33],"critique":[34],"studies.":[38,73,139],"This":[39],"paper":[40],"develops":[41],"critique.":[43],"Largely":[44],"unexplored":[45],"issues":[46],"theory":[49],"or":[50],"assumptions":[51],"bibliometrics,":[53],"e.g.":[54],"level":[56],"corresponds":[60],"to":[61,69,93,148,152,174,187],"quantum":[63],"research":[65,84,112,156],"quality,":[66],"are":[67,114],"found":[68],"emerge":[70],"A":[74,116,158],"weak,":[75],"unsatisfactorily":[77],"treated,":[78],"correlation":[79,121],"between":[80,122],"aggregates":[82,127],"quality":[85],"for":[86,108,164],"individual":[87],"entities":[88],"is":[89,101,162,186],"revealed.":[90],"proposal":[92],"replace":[94],"informed":[95],"peer":[96,132],"by":[98,137],"analysis":[100,110,145],"regarded":[102],"as":[103,178,180],"highly":[104],"unrealistic.":[105],"Productive":[106],"uses":[107],"evaluation":[113],"suggested.":[115],"historically":[117],"rare":[118],"instance":[119],"rankings":[123],"derived":[124],"from":[125,129],"real":[130],"world":[131],"has":[134],"been":[135],"revealed":[136],"future":[141,165],"value":[142],"could":[146],"be":[147],"inform,":[149],"but":[150],"not":[151],"determine,":[153],"judgements":[154],"quality.":[157],"combination":[159],"methods":[161],"advocated":[163],"studies":[166],"RAEs.":[169],"Information":[170],"science":[171],"must":[172],"attend":[173],"considerations":[175],"value,":[177],"well":[179],"using":[181],"established":[182],"techniques,":[183],"if":[184],"it":[185],"avoid":[188],"marginalisation.":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2042122549","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":4}],"updated_date":"2025-01-22T22:58:47.331597","created_date":"2016-06-24"}