{"id":"https://openalex.org/W3022014643","doi":"https://doi.org/10.1186/s13638-020-01697-2","title":"Learning deep networks with crowdsourcing for relevance evaluation","display_name":"Learning deep networks with crowdsourcing for relevance evaluation","publication_year":2020,"publication_date":"2020-04-25","ids":{"openalex":"https://openalex.org/W3022014643","doi":"https://doi.org/10.1186/s13638-020-01697-2","mag":"3022014643"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064775927","display_name":"Ming Wu","orcid":"https://orcid.org/0000-0003-4556-1437"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090659634","display_name":"Xiaochun Yin","orcid":"https://orcid.org/0000-0001-5602-8203"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun Yin","raw_affiliation_strings":["Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Facility Horticulture Laboratory of Universities in Shandong, WeiFang University of Science & Technology, ShouGuang, People's Republic of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200 Xiaolingwei Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070030045","display_name":"Xinqi Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I3130814859","display_name":"Nanjing Sport Institute","ror":"https://ror.org/04gy42h78","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130814859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinqi Feng","raw_affiliation_strings":["Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Center Of Informationization Construction And Management, Nanjing Sport Institute, 8 Linggusi Street, Nanjing, 210094, People's Republic of China","institution_ids":["https://openalex.org/I3130814859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082827135","display_name":"Qi Cao","orcid":"https://orcid.org/0000-0003-3454-4789"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Cao","raw_affiliation_strings":["Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Academy of Science and Technology Strategic Consulting, Chinese Academy of Science, Beijing, 100190, People's Republic of China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048514564","display_name":"Haiyuan Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155468","display_name":"ZTT (China)","ror":"https://ror.org/056yydt13","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155468"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyuan Shen","raw_affiliation_strings":["Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Zhongtian Internet Technology Co, Ltd., Nantong, 226463, People's Republic of China","institution_ids":["https://openalex.org/I4210155468"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5090335612"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398,"provenance":"doaj"},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398,"provenance":"doaj"},"fwci":0.384,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":4,"citation_normalized_percentile":{"value":0.635242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":77,"max":79},"biblio":{"volume":"2020","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.93047655},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8727988},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.8417389},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep Neural Networks","score":0.43607718}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.93047655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.91175914},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8727988},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8417389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.56728005},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5074832},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.48535934},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47364345},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46254608},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43607718},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35814065},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3268052},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.093292475},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/a59b8cc7a2614b0bbad6048dc2618cc4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01697-2","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/track/pdf/10.1186/s13638-020-01697-2","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":51,"referenced_works":["https://openalex.org/W1605968172","https://openalex.org/W1686810756","https://openalex.org/W1895577753","https://openalex.org/W1970381522","https://openalex.org/W2088884958","https://openalex.org/W2132232498","https://openalex.org/W2142518823","https://openalex.org/W2153150702","https://openalex.org/W2225690030","https://openalex.org/W2285341298","https://openalex.org/W2295086410","https://openalex.org/W2339885376","https://openalex.org/W2511082080","https://openalex.org/W2548927583","https://openalex.org/W2594589272","https://openalex.org/W2597275987","https://openalex.org/W2597289420","https://openalex.org/W2779237383","https://openalex.org/W2788662922","https://openalex.org/W2792597990","https://openalex.org/W2797770018","https://openalex.org/W2799796316","https://openalex.org/W2896195996","https://openalex.org/W2903410716","https://openalex.org/W2909481502","https://openalex.org/W2911692934","https://openalex.org/W2914259115","https://openalex.org/W2934641958","https://openalex.org/W2936610935","https://openalex.org/W2938870765","https://openalex.org/W2941875011","https://openalex.org/W2946627595","https://openalex.org/W2950577311","https://openalex.org/W295894637","https://openalex.org/W2966350350","https://openalex.org/W2968448816","https://openalex.org/W2968554659","https://openalex.org/W2974991939","https://openalex.org/W2977597001","https://openalex.org/W2979459011","https://openalex.org/W2981067452","https://openalex.org/W2981776383","https://openalex.org/W2982536853","https://openalex.org/W2991844793","https://openalex.org/W2996268624","https://openalex.org/W2997987659","https://openalex.org/W2998376881","https://openalex.org/W3001151456","https://openalex.org/W3008774220","https://openalex.org/W3009238340","https://openalex.org/W9014458"],"related_works":["https://openalex.org/W4377865163","https://openalex.org/W4323060069","https://openalex.org/W4300326282","https://openalex.org/W3208304128","https://openalex.org/W3193857078","https://openalex.org/W3032998312","https://openalex.org/W2888956734","https://openalex.org/W2810018382","https://openalex.org/W2742395793","https://openalex.org/W1497983610"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2],"paper,":[3],"we":[4],"propose":[5],"a":[6,56,111],"novel":[7],"relevance":[8,23,83],"evaluation":[9],"method":[10,18,104],"using":[11],"labels":[12,87],"collected":[13],"from":[14,95],"crowdsourcing.":[15],"The":[16],"proposed":[17,103],"not":[19],"only":[20],"predicts":[21],"the":[22,36,63,76,102],"between":[24],"query":[25,52],"texts":[26],"and":[27,51,54,85],"responses":[28],"in":[29],"information":[30],"retrieval":[31],"systems":[32],"but":[33],"also":[34],"performs":[35],"label":[37],"aggregation":[38],"tasks":[39],"simultaneously.":[40],"It":[41],"first":[42],"merges":[43],"two":[44],"kinds":[45],"of":[46,65],"heterogeneous":[47],"data":[48],"(i.e.,":[49],"image":[50],"text)":[53],"constructs":[55],"CNN-like":[57],"deep":[58],"neural":[59],"network.":[60],"Then,":[61],"on":[62,110],"top":[64],"its":[66],"softmax":[67],"layer,":[68],"an":[69],"additional":[70],"layer":[71],"was":[72],"built":[73],"to":[74],"model":[75],"crowd":[77],"workers.":[78],"Finally,":[79],"classification":[80],"models":[81],"for":[82,88],"prediction":[84],"aggregated":[86],"training":[89],"examples":[90],"can":[91],"be":[92],"simultaneously":[93],"learned":[94],"noisy":[96],"labels.":[97],"Experimental":[98],"results":[99],"show":[100],"that":[101],"significantly":[105],"outperforms":[106],"other":[107],"state-of-the-art":[108],"methods":[109],"real-world":[112],"dataset.":[113]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3022014643","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-01-07T09:24:31.711453","created_date":"2020-05-13"}