{"id":"https://openalex.org/W2065778440","doi":"https://doi.org/10.1177/0165551510386174","title":"Design factors affecting relevance judgment behaviour in the context of metadata surrogates","display_name":"Design factors affecting relevance judgment behaviour in the context of metadata surrogates","publication_year":2010,"publication_date":"2010-11-05","ids":{"openalex":"https://openalex.org/W2065778440","doi":"https://doi.org/10.1177/0165551510386174","mag":"2065778440"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1177/0165551510386174","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Design_factors_affecting_relevance_judgment_behaviour_in_the_context_of_metadata_surrogates/9413768/1/files/17032121.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035648870","display_name":"Panos Balatsoukas","orcid":"https://orcid.org/0000-0002-2454-0816"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"funder","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Panos Balatsoukas","raw_affiliation_strings":["Department of Computer and Information Sciences, Universityof Strathclyde, Glasgow#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Universityof Strathclyde, Glasgow#TAB#","institution_ids":["https://openalex.org/I181647926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025202734","display_name":"Ann O\u2019Brien","orcid":"https://orcid.org/0000-0001-6352-9401"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"funder","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ann O'Brien","raw_affiliation_strings":["Department of Information Science, Loughborough University,Leicester#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Information Science, Loughborough University,Leicester#TAB#","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004147969","display_name":"Anne Morris","orcid":null},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"funder","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anne Morris","raw_affiliation_strings":["Department of Information Science, Loughborough University,Leicester#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Information Science, Loughborough University,Leicester#TAB#","institution_ids":["https://openalex.org/I143804889"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.525,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":5,"citation_normalized_percentile":{"value":0.776961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":79,"max":81},"biblio":{"volume":"36","issue":"6","first_page":"780","last_page":"797"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9878,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9619,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.8106022},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.8026465}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.9275423},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.8106022},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8026465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7317749},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6370927},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5901427},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5638363},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.52819806},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4407504},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4199174},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07578805},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1177/0165551510386174","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://figshare.com/articles/Design_factors_affecting_relevance_judgment_behaviour_in_the_context_of_metadata_surrogates/9413768","pdf_url":"https://figshare.com/articles/journal_contribution/Design_factors_affecting_relevance_judgment_behaviour_in_the_context_of_metadata_surrogates/9413768/1/files/17032121.pdf","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":["Loughborough University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://dspace.lboro.ac.uk/2134/13182","pdf_url":"https://repository.lboro.ac.uk/articles/journal_contribution/Design_factors_affecting_relevance_judgment_behaviour_in_the_context_of_metadata_surrogates/9413768/1/files/17032121.pdf","source":{"id":"https://openalex.org/S4306401023","display_name":"Loughborough University Institutional Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":["Loughborough University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://figshare.com/articles/Design_factors_affecting_relevance_judgment_behaviour_in_the_context_of_metadata_surrogates/9413768","pdf_url":"https://figshare.com/articles/journal_contribution/Design_factors_affecting_relevance_judgment_behaviour_in_the_context_of_metadata_surrogates/9413768/1/files/17032121.pdf","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":["Loughborough University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.68,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":46,"referenced_works":["https://openalex.org/W110568897","https://openalex.org/W1551122938","https://openalex.org/W157126031","https://openalex.org/W167021024","https://openalex.org/W188641430","https://openalex.org/W1982149803","https://openalex.org/W1982360864","https://openalex.org/W1984274118","https://openalex.org/W1989243717","https://openalex.org/W1991774506","https://openalex.org/W1998533704","https://openalex.org/W2004579804","https://openalex.org/W2022418715","https://openalex.org/W2036980876","https://openalex.org/W2055669065","https://openalex.org/W2070051391","https://openalex.org/W2073965244","https://openalex.org/W2078164717","https://openalex.org/W2078203026","https://openalex.org/W2079397820","https://openalex.org/W2082881126","https://openalex.org/W208548429","https://openalex.org/W2098692352","https://openalex.org/W2099061381","https://openalex.org/W2101287943","https://openalex.org/W2105879985","https://openalex.org/W2106465011","https://openalex.org/W2127549093","https://openalex.org/W2134150756","https://openalex.org/W2146868345","https://openalex.org/W2155090564","https://openalex.org/W2161023902","https://openalex.org/W2169933757","https://openalex.org/W2251507498","https://openalex.org/W2292787617","https://openalex.org/W2765949224","https://openalex.org/W4214480309","https://openalex.org/W4235136485","https://openalex.org/W4235451874","https://openalex.org/W4237303828","https://openalex.org/W4241850560","https://openalex.org/W4244017609","https://openalex.org/W4247957072","https://openalex.org/W4255321213","https://openalex.org/W4256534179","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W651304006","https://openalex.org/W4391191813","https://openalex.org/W4388216822","https://openalex.org/W4387575966","https://openalex.org/W4386392971","https://openalex.org/W2975214487","https://openalex.org/W2886802431","https://openalex.org/W2529033802","https://openalex.org/W2384262901","https://openalex.org/W1761762290"],"abstract_inverted_index":{"This":[0],"paper":[1,180],"reports":[2],"on":[3,21],"the":[4,12,34,59,86,95,106,143,151,163,173,187],"findings":[5,129],"of":[6,14,19,28,44,61,72,85,97,121,142,189],"a":[7,42,73,108,119],"user":[8,109],"study":[9,110],"which":[10,145,169],"investigated":[11],"effects":[13],"structure,":[15],"highlighting":[16],"and":[17,57,81,101,123,135,165],"quantity":[18],"information":[20],"university":[22],"students\u2019":[23],"interaction":[24],"with":[25,139,182],"metadata":[26,48,147,160,167,190],"surrogates":[27,49,164,191],"learning":[29],"object":[30],"repositories":[31],"(LORs)":[32],"during":[33],"relevance":[35,62,99],"judgement":[36],"process.":[37],"The":[38,128,179],"literature":[39],"review":[40],"revealed":[41],"lack":[43],"studies":[45],"investigating":[46],"how":[47],"should":[50],"be":[51],"designed":[52],"to":[53,66,91,117,158,172],"meet":[54],"users\u2019":[55],"needs":[56],"improve":[58],"effectiveness":[60],"judgement.":[63],"In":[64],"order":[65],"address":[67],"this":[68],"issue,":[69],"different":[70],"versions":[71,141],"prototype":[74,144],"system,":[75],"called":[76],"META-LOR":[77],"2,":[78],"were":[79,115,136,170],"developed":[80],"evaluated":[82],"in":[83,125,162,192],"terms":[84],"time":[87],"needed":[88],"for":[89,185],"users":[90],"find":[92],"relevant":[93,171],"information,":[94],"accuracy":[96],"their":[98,102],"judgements":[100],"satisfaction.":[103],"To":[104],"evaluate":[105],"prototype,":[107],"was":[111],"conducted":[112],"where":[113],"participants":[114,132],"asked":[116],"complete":[118],"set":[120],"tasks":[122],"fill":[124],"satisfaction":[126],"questionnaires.":[127],"showed":[130],"that":[131,149],"performed":[133],"better":[134],"more":[137],"satisfied":[138],"those":[140],"highlighted":[146],"elements":[148,161,168],"included":[150,166],"query":[152,174],"terms,":[153],"used":[154],"clusters":[155],"or":[156,175],"categories":[157],"organize":[159],"task":[176],"at":[177],"hand.":[178],"concludes":[181],"some":[183],"recommendations":[184],"improving":[186],"design":[188],"search":[193],"result":[194],"interfaces.":[195]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2065778440","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2013,"cited_by_count":3}],"updated_date":"2025-03-19T08:17:53.942564","created_date":"2016-06-24"}