{"id":"https://openalex.org/W4224060064","doi":"https://doi.org/10.48550/arxiv.2204.07469","title":"Mixture of Experts for Biomedical Question Answering","display_name":"Mixture of Experts for Biomedical Question Answering","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4224060064","doi":"https://doi.org/10.48550/arxiv.2204.07469"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2204.07469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2204.07469","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020456783","display_name":"Damai Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Damai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101900435","display_name":"Wenbin Jiang","orcid":"https://orcid.org/0000-0002-4063-8952"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Wenbin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691294","display_name":"Ji\u2010Yuan Zhang","orcid":"https://orcid.org/0000-0003-4781-4477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030392658","display_name":"Weihua Peng","orcid":"https://orcid.org/0000-0002-1127-1469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Weihua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000515409","display_name":"Yajuan Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Yajuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110285832","display_name":"Zhifang Sui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sui, Zhifang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021459300","display_name":"Baobao Chang","orcid":"https://orcid.org/0000-0003-2824-6750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Baobao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100434325","display_name":"Yong\u2010Guan Zhu","orcid":"https://orcid.org/0000-0003-3861-8482"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yong","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":60},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9758,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.80774164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526773},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.59016323},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.5376628},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5273909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.50701237},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38791427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36739153},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07168305},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2204.07469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.07469","pdf_url":"http://arxiv.org/pdf/2204.07469","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2204.07469","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2204.07469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.58,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4381058564","https://openalex.org/W4288267738","https://openalex.org/W3082787378","https://openalex.org/W3003945460","https://openalex.org/W2964413124","https://openalex.org/W2387743295","https://openalex.org/W2384605597","https://openalex.org/W2366230879","https://openalex.org/W2136007095","https://openalex.org/W2115758952"],"abstract_inverted_index":{"Biomedical":[0],"Question":[1],"Answering":[2],"(BQA)":[3],"has":[4],"attracted":[5],"increasing":[6],"attention":[7],"in":[8,69,167],"recent":[9],"years":[10],"due":[11],"to":[12,44,71,124,134,151,156,176,226],"its":[13,157],"promising":[14],"application":[15],"prospect.":[16],"It":[17],"is":[18,149,183],"a":[19,40,79,105,141,152],"challenging":[20],"task":[21],"because":[22],"the":[23,51,57,73,90,121,126,164,179,207,238],"biomedical":[24],"questions":[25,38,48,96,239],"are":[26,117,132],"professional":[27],"and":[28,111,213,231],"usually":[29],"vary":[30],"widely.":[31],"Existing":[32],"question":[33,83,159,180,210],"answering":[34,84,211],"methods":[35],"answer":[36],"all":[37,120],"with":[39,178],"homogeneous":[41],"model,":[42],"leading":[43],"various":[45],"types":[46,94,181],"of":[47,64,95,140,143,209],"competing":[49],"for":[50,60,92],"shared":[52,118],"parameters,":[53],"which":[54],"will":[55],"confuse":[56],"model":[58,108],"decision":[59],"each":[61,147,173],"single":[62],"type":[63],"questions.":[65],"In":[66,218],"this":[67],"paper,":[68],"order":[70],"alleviate":[72],"parameter":[74],"competition":[75],"problem,":[76],"we":[77,103,220],"propose":[78],"Mixture-of-Expert":[80],"(MoE)":[81],"based":[82,194],"method":[85],"called":[86],"MoEBQA":[87,161,188,229],"that":[88,138,172,201,233],"decouples":[89],"computation":[91],"different":[93],"by":[97,119],"sparse":[98],"routing.":[99],"To":[100],"be":[101],"specific,":[102],"split":[104],"pretrained":[106],"Transformer":[107],"into":[109,240],"bottom":[110,115],"top":[112,130],"blocks.":[113],"The":[114,129,198],"blocks":[116,131],"examples,":[122],"aiming":[123],"capture":[125],"general":[127],"features.":[128],"extended":[133],"an":[135,168],"MoE":[136,203,224],"version":[137],"consists":[139],"series":[142],"independent":[144],"experts,":[145],"where":[146],"example":[148],"assigned":[150],"few":[153],"experts":[154],"according":[155],"underlying":[158],"type.":[160],"automatically":[162,236],"learns":[163],"routing":[165],"strategy":[166],"end-to-end":[169],"manner":[170],"so":[171],"expert":[174,184],"tends":[175],"deal":[177],"it":[182,234],"in.":[185],"We":[186],"evaluate":[187],"on":[189,195],"three":[190],"BQA":[191],"datasets":[192],"constructed":[193],"real":[196],"examinations.":[197],"results":[199],"show":[200],"our":[202,223],"extension":[204],"significantly":[205],"boosts":[206],"performance":[208],"models":[212],"achieves":[214],"new":[215],"state-of-the-art":[216],"performance.":[217],"addition,":[219],"elaborately":[221],"analyze":[222],"modules":[225],"reveal":[227],"how":[228],"works":[230],"find":[232],"can":[235],"group":[237],"human-readable":[241],"clusters.":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4224060064","counts_by_year":[],"updated_date":"2024-12-16T05:44:34.006813","created_date":"2022-04-19"}