{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,28]],"date-time":"2024-07-28T16:30:56Z","timestamp":1722184256106},"reference-count":63,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[1998,3,1]],"date-time":"1998-03-01T00:00:00Z","timestamp":888710400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[1998,3]]},"DOI":"10.1007\/bf02459050","type":"journal-article","created":{"date-parts":[[2006,7,8]],"date-time":"2006-07-08T07:07:16Z","timestamp":1152342436000},"page":"335-355","source":"Crossref","is-referenced-by-count":35,"title":["Institutional research rankings via bibliometric analysis and direct peer review: A comparative case study with policy implications"],"prefix":"10.1007","volume":"41","author":[{"given":"P. R.","family":"Thomas","sequence":"first","affiliation":[]},{"given":"D. S.","family":"Watkins","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"BF02459050_CR1","volume-title":"A Report for the UFC on the Conduct of the 1992 Research Assessment Exercise","author":"HEFCE","year":"1993","unstructured":"HEFCE.A Report for the UFC on the Conduct of the 1992 Research Assessment Exercise, Higher Education Funding Council for England: Bristol, June 1993."},{"key":"BF02459050_CR2","volume-title":"Guidelines for the Conduct of the 1995 Research Assessment Exercise","author":"HEFCE","year":"1994","unstructured":"HEFCE,Guidelines for the Conduct of the 1995 Research Assessment Exercise, Higher Education Funding Council for England: Bristol, 1994."},{"issue":"2","key":"BF02459050_CR3","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/BF02020569","volume":"33","author":"P. R. Thomas","year":"1995","unstructured":"P. R. Thomas, Sive effects in the assessment of discipline-contribution scores: an example from the social sciences,Scientometrics, 33(2) (1995) 203\u2013220.","journal-title":"Scientometrics"},{"issue":"3","key":"BF02459050_CR4","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1108\/eb020943","volume":"1","author":"D. S. Watkins","year":"1994","unstructured":"D. S. Watkins, Changes in the nature of UK small business research, 1980\u20131990. Part One: Changes in Producer Characteristics,Small Business and Enterprise Development, 1(3) (1994) 28\u201331.","journal-title":"Small Business and Enterprise Development"},{"issue":"1","key":"BF02459050_CR5","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1108\/eb020949","volume":"2","author":"D. S. Watkins","year":"1995","unstructured":"D. S. Watkins, Changes in the Nature of UK Small Business Research, 1980\u20131990. Part Two: Changes in the nature of the output,Small Business and Enterprise Development, 2(1) (1995) 59\u201366.","journal-title":"Small Business and Enterprise Development"},{"issue":"4","key":"BF02459050_CR6","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1111\/j.1467-8551.1994.tb00079.x","volume":"5","author":"J. Taylor","year":"1994","unstructured":"J. Taylor, Measuring research performance in Business and Management Studies in the United Kingdom: The 1992 research assessment exercise,British Journal of Management, 5(4) (1994) 275\u2013288.","journal-title":"British Journal of Management"},{"issue":"1","key":"BF02459050_CR7","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1108\/eb026940","volume":"51","author":"C. Oppenheim","year":"1995","unstructured":"C. Oppenheim, The correlation between citation counts and the 1992 research assessment exercise ratings for British Library and Information Science university departments,Journal of Documentation, 51(1) (1995) 18\u201327.","journal-title":"Journal of Documentation"},{"issue":"1","key":"BF02459050_CR8","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1007\/BF02020188","volume":"32","author":"A. M. Colman","year":"1995","unstructured":"A. M. Colman, D. Dhillon, B. Coulthard, A Bibliometric evaluation of the research performance of British university politics departments: Publications in leading journals,Scientometrics, 32 (1) (1995) 49\u201366.","journal-title":"Scientometrics"},{"issue":"3","key":"BF02459050_CR9","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1007\/BF02129602","volume":"36","author":"A. F. J. Raan Van","year":"1996","unstructured":"A. F. J. Van Raan, Advanced bibliometric methods as quantitative core of peer review based evaluation and foresight studies,Scientometrics, 36(3) (1996) 397\u2013420.","journal-title":"Scientometrics"},{"issue":"1","key":"BF02459050_CR10","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1002\/(SICI)1097-4571(199401)45:1<39::AID-ASI5>3.0.CO;2-Q","volume":"45","author":"H. Peters","year":"1994","unstructured":"H. Peters, A. Van Raan, On determinants of citation scores: a case study in Chemical Engineering,Journal of the American Society for Information Science, 45(1) (1994) 39\u201349.","journal-title":"Journal of the American Society for Information Science"},{"issue":"2","key":"BF02459050_CR11","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/BF02020569","volume":"33","author":"P. R. Thomas","year":"1995","unstructured":"P. R. Thomas,op. cit. 3.","journal-title":"Scientometrics"},{"key":"BF02459050_CR12","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1177\/030631277700700112","volume":"17","author":"G. M. Gilbert","year":"1977","unstructured":"G. M. Gilbert, Referencing as persuation,Social Studies of Science, 17 (1977) 113\u2013122.","journal-title":"Social Studies of Science"},{"issue":"1","key":"BF02459050_CR13","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1002\/(SICI)1097-4571(199401)45:1<39::AID-ASI5>3.0.CO;2-Q","volume":"45","author":"H. Peters","year":"1994","unstructured":"H. Peters, A. Van Raan,op. cit. 10.","journal-title":"Journal of the American Society for Information Science"},{"key":"BF02459050_CR14","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/BF02016692","volume":"12","author":"J. G. Shaw","year":"1987","unstructured":"J. G. Shaw Article-by-article citation analysis of medical journals,Scientometrics, 12 (1987) 101\u2013110.","journal-title":"Scientometrics"},{"issue":"4","key":"BF02459050_CR15","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1086\/601279","volume":"52","author":"S. E. Wiberley","year":"1982","unstructured":"S. E. Wiberley, Journal rankings from citation studies: a comparison of national and local data from social work,Library Quarterly, 52(4) (1982) 348\u2013359.","journal-title":"Library Quarterly"},{"issue":"1","key":"BF02459050_CR16","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1016\/0306-4573(88)90077-5","volume":"24","author":"P. Doreian","year":"1988","unstructured":"P. Doreian, Measuring the relative standing of disciplinary journals,Information Processing and Management, 24(1) (1988) 45\u201356.","journal-title":"Information Processing and Management"},{"issue":"2","key":"BF02459050_CR17","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/BF02020569","volume":"33","author":"P. R. Thomas","year":"1995","unstructured":"P. R. Thomas,op. cit. 3.","journal-title":"Scientometrics"},{"key":"BF02459050_CR18","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/0048-7333(85)90012-5","volume":"14","author":"H. F. Moed","year":"1985","unstructured":"H. F. Moed, W. Burger, J. Frankfort, A. Van Raan, The use of bibliometric data for the measurement of university research performance,Research Policy, 14 (1985) 131\u2013149.","journal-title":"Research Policy"},{"issue":"1","key":"BF02459050_CR19","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1007\/BF02016287","volume":"28","author":"E. J. Rinica","year":"1993","unstructured":"E. J. Rinica, C. de Lange, H. Moed Measuring national output in Physics: Delimination problems,Scientometrics, 28(1) (1993) 89\u2013110.","journal-title":"Scientometrics"},{"issue":"1","key":"BF02459050_CR20","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/0306-4573(94)90022-1","volume":"30","author":"A. Bekavec","year":"1994","unstructured":"A. Bekavec, J. Petrak, Z. Buneta Citation behavior and place of publication in the authors from the scientific periphery: a matter of quality?Information Processing and Management, 30(1) (1994) 33\u201342.","journal-title":"Information Processing and Management"},{"issue":"1","key":"BF02459050_CR21","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/0306-4573(94)90021-3","volume":"30","author":"P. Doreian","year":"1994","unstructured":"P. Doreian A Measure of standing for citation networks within a wider environment,Information Processing and Management, 30(1) (1994) 21\u201331.","journal-title":"Information Processing and Management"},{"key":"BF02459050_CR22","doi-asserted-by":"crossref","first-page":"660","DOI":"10.2307\/256053","volume":"27","author":"R. Coe","year":"1984","unstructured":"R. Coe, I. Weinstock, Evaluating the management journals: a second look,Academy of Management Journal, 27 (1984) 660\u2013666.","journal-title":"Academy of Management Journal"},{"key":"BF02459050_CR23","doi-asserted-by":"crossref","first-page":"921","DOI":"10.2307\/256535","volume":"35","author":"L. R. Gomez-Meija","year":"1992","unstructured":"L. R. Gomez-Meija, D. B. Balkin, Determinants of faculty pay: an agency theory perspective,Academy of Management Journal, 35 (1992) 921\u2013955.","journal-title":"Academy of Management Journal"},{"issue":"1","key":"BF02459050_CR24","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1007\/BF02020188","volume":"32","author":"A. M. Colman","year":"1995","unstructured":"A. M. Colman et al., op. cit. 8.","journal-title":"Scientometrics"},{"key":"BF02459050_CR25","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1177\/014920639001600302","volume":"16","author":"M. M. Extejt","year":"1990","unstructured":"M. M. Extejt, J. E. Smith, The behavioral sciences and management: an evaluation of relevant journals,Journal of Management, 16 (1990) 539\u2013551.","journal-title":"Journal of Management"},{"key":"BF02459050_CR26","first-page":"42","volume":"40","author":"R. T. Gillett","year":"1987","unstructured":"R. T. Gillett, Serious anomalies in the UGC comparative evaluation of the research performance of psychology departments,Bulletin of the British Psychological Society, 40 (1987) 42\u201349.","journal-title":"Bulletin of the British Psychological Society"},{"key":"BF02459050_CR27","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1111\/j.1468-2273.1987.tb02114.x","volume":"42","author":"G. Johnes","year":"1988","unstructured":"G. Johnes, Research performance indicators in the university sector,Higher Education Quarterly, 42 (1988) 54\u201371.","journal-title":"Higher Education Quarterly"},{"issue":"2","key":"BF02459050_CR28","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1037\/h0081472","volume":"19","author":"J. B. Bavelas","year":"1978","unstructured":"J. B. Bavelas, The social psychology of citation,Canadian Psychological Review, 19(2) (1978) 158\u2013163.","journal-title":"Canadian Psychological Review"},{"issue":"5","key":"BF02459050_CR29","doi-asserted-by":"crossref","first-page":"1392","DOI":"10.2307\/256679","volume":"37","author":"J. L. Johnson","year":"1994","unstructured":"J. L. Johnson, P. M. Podsakoff, Journal influence in the field of management: an analysis using Salancik's Index in a dependency network,Academy of Management Journal, 37(5) (1994) 1392\u20131407.","journal-title":"Academy of Management Journal"},{"key":"BF02459050_CR30","doi-asserted-by":"crossref","DOI":"10.1037\/10031-000","volume-title":"America's Psychologists: A Survey of a Growing Profession","author":"K. E. Clark","year":"1957","unstructured":"K. E. Clark,America's Psychologists: A Survey of a Growing Profession, Washington: American Psychological Association, 1957."},{"key":"BF02459050_CR31","volume-title":"Evaluative Bibliometrics","author":"F. Narin","year":"1976","unstructured":"F. Narin,Evaluative Bibliometrics, Cherry Hill, New Jersey: Computer Horizons, 1976."},{"key":"BF02459050_CR32","doi-asserted-by":"crossref","first-page":"921","DOI":"10.2307\/256535","volume":"35","author":"L. R. Gomez-Meija","year":"1992","unstructured":"L. R. Gomez-Meija,et al,op. cit. 23.","journal-title":"Academy of Management Journal"},{"key":"BF02459050_CR33","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/BF02016790","volume":"26","author":"A. Schubert","year":"1993","unstructured":"A. Schubert, T. Braun, Reference standards for citation based assessments,Scientometrics, 26 (1993) 21\u201335.","journal-title":"Scientometrics"},{"issue":"1","key":"BF02459050_CR34","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1007\/BF02020188","volume":"32","author":"A. M. Colman","year":"1995","unstructured":"A. M. Colman et al., op. cit. 8.","journal-title":"Scientometrics"},{"key":"BF02459050_CR35","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1016\/0048-7333(93)90005-3","volume":"22","author":"A. J. Nederhof","year":"1993","unstructured":"A. J. Nederhof, A. F. J. Van Raan, A bibliometric analysis of six economics research groups: A comparison with peer review,Research Policy, 22 (1993) 353\u2013368.","journal-title":"Research Policy"},{"issue":"3","key":"BF02459050_CR36","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1007\/BF02129602","volume":"36","author":"A. F. J. Raan Van","year":"1996","unstructured":"A. F. J. Van Raan,op. cit. 9.","journal-title":"Scientometrics"},{"key":"BF02459050_CR37","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1108\/eb026516","volume":"17","author":"A. Sandison","year":"1971","unstructured":"A. Sandison, The use of older literature and its obsolescence,Journal of Documentation, 17 (1971) 184\u2013189.","journal-title":"Journal of Documentation"},{"key":"BF02459050_CR38","first-page":"6","volume":"15","author":"E. Garfield","year":"1972","unstructured":"E. Garfield, Citations-to divided by items-published gives the impact factor,Current Contents, 15 (1972) 6\u20137.","journal-title":"Current Contents"},{"key":"BF02459050_CR39","doi-asserted-by":"crossref","first-page":"1417","DOI":"10.1126\/science.131.3411.1417","volume":"131","author":"L. M. Raisig","year":"1960","unstructured":"L. M. Raisig, Mathematical evaluation of the scientific serial,Science, 131 (1960) 1417.","journal-title":"Science"},{"issue":"1","key":"BF02459050_CR40","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1016\/0306-4573(88)90077-5","volume":"24","author":"P. Doreian","year":"1988","unstructured":"P. Doreian,op. cit. 16..","journal-title":"Information Proceeding and Management"},{"key":"BF02459050_CR41","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1016\/0306-4573(86)90075-0","volume":"22","author":"C. He","year":"1986","unstructured":"C. He, M. L. Pao, A discipline-scientific journal selection algorithm,Information Processing and Management, 22 (1986) 405\u2013416.","journal-title":"Information Processing and Management"},{"key":"BF02459050_CR42","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1002\/asi.4630290403","volume":"29","author":"G. Hirst","year":"1982","unstructured":"G. Hirst, Discipline impact factor: a method for determining core journal lists,Journal of the American Society for Information Science, 29 (1982) 171\u2013172.","journal-title":"Journal of the American Society for Information Science"},{"key":"BF02459050_CR43","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1007\/BF02016549","volume":"27","author":"P. Pichappan","year":"1993","unstructured":"P. Pichappan, Identification of mainstream journals of science specialty: a method using the discipline-contribution score,Scientometrics, 27 (1993) 179\u2013193.","journal-title":"Scientometrics"},{"issue":"2","key":"BF02459050_CR44","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/BF02020569","volume":"33","author":"P. R. Thomas","year":"1995","unstructured":"P. R. Thomas,op. cit. 3.","journal-title":"Scientometrics"},{"issue":"2","key":"BF02459050_CR45","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/BF02020569","volume":"33","author":"P. R. Thomas","year":"1995","unstructured":"P. R. Thomas,op. cit. 3. Appendix A.","journal-title":"Scientometrics"},{"issue":"4","key":"BF02459050_CR46","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1111\/j.1467-8551.1994.tb00079.x","volume":"5","author":"J. Taylor","year":"1994","unstructured":"J. Taylor,op. cit. 6..","journal-title":"British Journal of Management"},{"issue":"5","key":"BF02459050_CR47","doi-asserted-by":"crossref","first-page":"1392","DOI":"10.2307\/256679","volume":"37","author":"J. L. Johnson","year":"1994","unstructured":"J. L. Johnson, P. M. Podsakoff,op. cit. 29.","journal-title":"Academy of Management Journal"},{"issue":"1","key":"BF02459050_CR48","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1007\/BF02020188","volume":"32","author":"A. M. Colman","year":"1995","unstructured":"A. M. Colman et al., op. cit. 8.","journal-title":"Scientometrics"},{"issue":"1","key":"BF02459050_CR49","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1108\/eb026940","volume":"51","author":"C. Oppenheim","year":"1995","unstructured":"C. Oppenheim,op. cit. 7.","journal-title":"Journal of Documentation"},{"key":"BF02459050_CR50","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1016\/0048-7333(93)90005-3","volume":"22","author":"A. J. Nederhof","year":"1993","unstructured":"A. J. Nederhof, A. F. J. Van Raan,op. cit. 35.","journal-title":"Research Policy"},{"key":"BF02459050_CR51","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1016\/0048-7333(93)90005-3","volume":"22","author":"A. J. Nederhof","year":"1993","unstructured":"A. J. Nederhof, A. F. J. Van Raan,op. cit. 35 p. 413.","journal-title":"Research Policy"},{"key":"BF02459050_CR52","volume-title":"A Report for the UFC on the Conduct of the 1992 Research Assessment Exercise","author":"HEFCE","year":"1993","unstructured":"HEFCE,op. cit. 1."},{"key":"BF02459050_CR53","volume-title":"Peer Review: A Report of the Advisory Board for the Research Councils from the Working Party on Peer Review (\u2018Boden Report\u2019)","author":"ABRC","year":"1990","unstructured":"ABRC,Peer Review: A Report of the Advisory Board for the Research Councils from the Working Party on Peer Review (\u2018Boden Report\u2019), London: ABRC, 1990."},{"issue":"1","key":"BF02459050_CR54","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1007\/s11948-997-0017-3","volume":"3","author":"J. S. Armstrong","year":"1997","unstructured":"J. S. Armstrong, Peer review for journals: Evidence on quality control, fairness, and innovation,Science and Engineering Ethics, 3(1) (1997) 63\u201384.","journal-title":"Science and Engineering Ethics"},{"issue":"4","key":"BF02459050_CR55","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1111\/j.1467-8551.1994.tb00079.x","volume":"5","author":"J. Taylor","year":"1994","unstructured":"J. Taylor,op. cit. 6.","journal-title":"British Journal of Management"},{"key":"BF02459050_CR56","unstructured":"ISI,Journal Citation Reports for 1993, Philidelphia: Institute for Scientific Information."},{"key":"BF02459050_CR57","doi-asserted-by":"crossref","first-page":"975","DOI":"10.1037\/0003-066X.42.11.975","volume":"42","author":"G. S. Howard","year":"1987","unstructured":"G. S. Howard, D. A. Cole, S. E. Maxwell, Research productivity in psychology based on publication in the journals of the American Psychological Association,American Psychologist, 42 (1987) 975\u2013986.","journal-title":"American Psychologist"},{"issue":"1","key":"BF02459050_CR58","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1108\/eb026940","volume":"51","author":"C. Oppenheim","year":"1995","unstructured":"C. Oppenheim,op. cit. 7.","journal-title":"Journal of Documentation"},{"key":"BF02459050_CR59","doi-asserted-by":"crossref","unstructured":"L. B. Seng, P. Willett, The citedness of publications by United Kingdom schools and departments of library and information studies,Journal of Information science, 21(1) 1995.","DOI":"10.1177\/016555159502100109"},{"issue":"3","key":"BF02459050_CR60","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1108\/eb020943","volume":"1","author":"D. S. Watkins","year":"1994","unstructured":"D. S. Watkins,op. cit. 4.","journal-title":"Small Business and Enterprise Development"},{"issue":"1","key":"BF02459050_CR61","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1108\/eb020949","volume":"2","author":"D. S. Watkins","year":"1995","unstructured":"D. S. Watkins,op. cit. 5.","journal-title":"Small Business and Enterprise Development"},{"key":"BF02459050_CR62","unstructured":"B. Fender,Speech to the Association of Business Schools Conference on RAE96, Harrogate, February 1997."},{"key":"BF02459050_CR63","volume-title":"Report of the National Committee of Inquiry into Higher Education: Higher Education in the Learning Society (\u2018Dearing Report\u2019)","author":"DfEE","year":"1997","unstructured":"DfEE,Report of the National Committee of Inquiry into Higher Education: Higher Education in the Learning Society (\u2018Dearing Report\u2019), London: Department for Education and Employment, July 1997."}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02459050.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02459050\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02459050","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T00:33:31Z","timestamp":1683506011000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02459050"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1998,3]]},"references-count":63,"journal-issue":{"issue":"3","published-print":{"date-parts":[[1998,3]]}},"alternative-id":["BF02459050"],"URL":"https:\/\/doi.org\/10.1007\/bf02459050","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[1998,3]]}}}