{"id":"https://openalex.org/W1820992802","doi":"https://doi.org/10.1108/ajim-12-2014-0171","title":"Document-based approach to improve the accuracy of pairwise comparison in evaluating information retrieval systems","display_name":"Document-based approach to improve the accuracy of pairwise comparison in evaluating information retrieval systems","publication_year":2015,"publication_date":"2015-07-02","ids":{"openalex":"https://openalex.org/W1820992802","doi":"https://doi.org/10.1108/ajim-12-2014-0171","mag":"1820992802"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1108/ajim-12-2014-0171","pdf_url":null,"source":{"id":"https://openalex.org/S4210181081","display_name":"Aslib Journal of Information Management","issn_l":"2050-3806","issn":["2050-3806","2050-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007931408","display_name":"Sri Devi Ravana","orcid":"https://orcid.org/0000-0002-5637-9158"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Sri Devi Ravana","raw_affiliation_strings":["(Department of Information System, University of Malaya, Kuala Lumpur, Malaysia)"],"affiliations":[{"raw_affiliation_string":"(Department of Information System, University of Malaya, Kuala Lumpur, Malaysia)","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026790047","display_name":"Masumeh Sadat Taheri","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"MASUMEH SADAT TAHERI","raw_affiliation_strings":["(Department of Information System, University of Malaya, Kuala Lumpur, Malaysia)"],"affiliations":[{"raw_affiliation_string":"(Department of Information System, University of Malaya, Kuala Lumpur, Malaysia)","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081983920","display_name":"Prabha Rajagopal","orcid":"https://orcid.org/0000-0002-5734-3691"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Prabha Rajagopal","raw_affiliation_strings":["(Department of Information System, University of Malaya, Kuala Lumpur, Malaysia)"],"affiliations":[{"raw_affiliation_string":"(Department of Information System, University of Malaya, Kuala Lumpur, Malaysia)","institution_ids":["https://openalex.org/I33849332"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":66},"biblio":{"volume":"67","issue":"4","first_page":"408","last_page":"421"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9916,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9898,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.57862836}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7648731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.74185324},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7145193},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.641389},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.57862836},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.54982424},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.5074093},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.46215943},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43748295},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.41130528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27234972},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1108/ajim-12-2014-0171","pdf_url":null,"source":{"id":"https://openalex.org/S4210181081","display_name":"Aslib Journal of Information Management","issn_l":"2050-3806","issn":["2050-3806","2050-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":44,"referenced_works":["https://openalex.org/W1554394657","https://openalex.org/W1966835268","https://openalex.org/W1969118846","https://openalex.org/W1972834341","https://openalex.org/W1972835756","https://openalex.org/W1979820427","https://openalex.org/W1983595289","https://openalex.org/W1985514943","https://openalex.org/W1988091129","https://openalex.org/W1990190154","https://openalex.org/W1998328714","https://openalex.org/W2002009112","https://openalex.org/W2006811637","https://openalex.org/W2015338694","https://openalex.org/W2015629112","https://openalex.org/W2017292914","https://openalex.org/W2017826930","https://openalex.org/W2018742520","https://openalex.org/W2019334672","https://openalex.org/W2021581601","https://openalex.org/W2023217403","https://openalex.org/W2027359109","https://openalex.org/W2027382829","https://openalex.org/W2034173707","https://openalex.org/W2050058698","https://openalex.org/W2052960794","https://openalex.org/W2058473041","https://openalex.org/W2058896506","https://openalex.org/W2069870183","https://openalex.org/W2073722401","https://openalex.org/W2073913493","https://openalex.org/W2075893676","https://openalex.org/W2076227143","https://openalex.org/W2077046902","https://openalex.org/W2088546029","https://openalex.org/W2096623622","https://openalex.org/W2109244020","https://openalex.org/W2124504084","https://openalex.org/W2150240006","https://openalex.org/W2169783907","https://openalex.org/W2283612440","https://openalex.org/W4233760227","https://openalex.org/W4251807571","https://openalex.org/W976159861"],"related_works":["https://openalex.org/W4200071106","https://openalex.org/W3126095231","https://openalex.org/W2593155302","https://openalex.org/W2384288445","https://openalex.org/W2382526412","https://openalex.org/W2378906650","https://openalex.org/W2352855287","https://openalex.org/W2347474189","https://openalex.org/W2072812638","https://openalex.org/W2041415459"],"abstract_inverted_index":{"Purpose":[0],"\u2013":[1,51,118,163],"The":[2,106,119,196],"purpose":[3],"of":[4,20,41,47,58,62,66,91,98,127,198],"this":[5,199],"paper":[6],"is":[7,34,154,169,190],"to":[8,12,29,181,205],"propose":[9],"a":[10,45,64,102,165,170,191],"method":[11,61],"have":[13],"more":[14,155,212],"accurate":[15,187],"results":[16],"in":[17,179],"comparing":[18],"performance":[19],"the":[21,30,37,42,54,59,69,76,83,89,92,99,111,124,131,141,149],"paired":[22],"information":[23],"retrieval":[24,208],"(IR)":[25],"systems":[26,43,100,153,175,209],"with":[27,158],"reference":[28],"current":[31],"method,":[32],"which":[33,87],"based":[35],"on":[36,53],"mean":[38,93],"effectiveness":[39],"scores":[40,72,81,144],"across":[44],"set":[46,65],"identified":[48],"topics/queries.":[49],"Design/methodology/approach":[50],"Based":[52],"proposed":[55],"approach,":[56],"instead":[57],"classic":[60],"using":[63,110,140],"topic":[67,160],"scores,":[68],"documents":[70],"level":[71,143],"are":[73,82],"considered":[74],"as":[75,101,145],"evaluation":[77,147],"unit.":[78],"These":[79],"document":[80,142],"defined":[84],"document\u2019s":[85],"weight,":[86],"play":[88],"role":[90],"average":[94],"precision":[95],"(MAP)":[96],"score":[97],"significance":[103,128],"test\u2019s":[104],"statics.":[105],"experiments":[107],"were":[108],"conducted":[109],"TREC":[112],"9":[113],"Web":[114],"track":[115],"collection.":[116],"Findings":[117],"p":[120],"-values":[121],"generated":[122],"through":[123],"two":[125],"types":[126],"tests,":[129],"namely":[130],"Student\u2019s":[132],"t":[133],"-test":[134],"and":[135,210],"Mann-Whitney":[136],"show":[137],"that":[138],"by":[139],"an":[146,186],"unit,":[148],"difference":[150],"between":[151],"IR":[152,174,203],"significant":[156],"compared":[157],"utilizing":[159],"scores.":[161],"Originality/value":[162],"Utilizing":[164],"suitable":[166],"test":[167,183],"collection":[168],"primary":[171],"prerequisite":[172],"for":[173,193],"comparative":[176],"evaluation.":[177],"However,":[178],"addition":[180],"reusable":[182],"collections,":[184],"having":[185],"statistical":[188],"testing":[189],"necessity":[192],"these":[194],"evaluations.":[195],"findings":[197],"study":[200],"will":[201],"assist":[202],"researchers":[204],"evaluate":[206],"their":[207],"algorithms":[211],"accurately.":[213]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1820992802","counts_by_year":[],"updated_date":"2025-01-19T13:17:41.533944","created_date":"2016-06-24"}