{"id":"https://openalex.org/W4404354211","doi":"https://doi.org/10.48550/arxiv.2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated\n Parameters by Tencent","display_name":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated\n Parameters by Tencent","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404354211","doi":"https://doi.org/10.48550/arxiv.2411.02265"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.02265","pdf_url":"http://arxiv.org/pdf/2411.02265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2411.02265","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039337290","display_name":"Xingwu Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xingwu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082902686","display_name":"Yanfeng Chen","orcid":"https://orcid.org/0000-0002-5377-2093"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yanfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086362466","display_name":"Yiqing Huang","orcid":"https://orcid.org/0000-0001-5341-7369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yiqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577090","display_name":"Ruobing Xie","orcid":"https://orcid.org/0000-0003-3170-5647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Ruobing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007671115","display_name":"Jiaqi Zhu","orcid":"https://orcid.org/0000-0002-0886-4845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jiaqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101886594","display_name":"Kai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113103847","display_name":"Shuaipeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shuaipeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042463866","display_name":"Zhen Yang","orcid":"https://orcid.org/0000-0001-9763-6766"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002756705","display_name":"J. L. Han","orcid":"https://orcid.org/0000-0002-9274-3092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Jonny","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039304812","display_name":"Shu Xiao-bo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Xiaobo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110748360","display_name":"Jiahao Bu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bu, Jiahao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087551278","display_name":"Z C Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhongzhi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049888558","display_name":"X. P. Huang","orcid":"https://orcid.org/0009-0005-8098-1551"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xuemeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091705422","display_name":"Fengzong Lian","orcid":"https://orcid.org/0000-0002-9871-3038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lian, Fengzong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034205662","display_name":"S. Yang","orcid":"https://orcid.org/0000-0002-2898-6532"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Saiyong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053937579","display_name":"Jianfeng Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Jianfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076901150","display_name":"Yuyuan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yuyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006385457","display_name":"X. Q. Ren","orcid":"https://orcid.org/0000-0002-0765-5101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Xiaoqin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056581550","display_name":"Chao Yu","orcid":"https://orcid.org/0000-0002-9244-9416"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Chao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115597673","display_name":"Lulu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Lulu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052943433","display_name":"Yue Mao","orcid":"https://orcid.org/0000-0003-4680-9916"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Yue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075655523","display_name":"Jun Xia","orcid":"https://orcid.org/0000-0002-9864-7835"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Jun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602250","display_name":"Tao Yang","orcid":"https://orcid.org/0000-0002-7795-6081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110447612","display_name":"Suncong Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Suncong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038287652","display_name":"Kai Wu","orcid":"https://orcid.org/0000-0002-5016-0251"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Kan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102733016","display_name":"Dian Jiao","orcid":"https://orcid.org/0009-0000-7339-7246"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiao, Dian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025328651","display_name":"Jinbao Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Jinbao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102022377","display_name":"Xipeng Zhang","orcid":"https://orcid.org/0000-0002-2434-8226"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xipeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065900428","display_name":"Decheng Wu","orcid":"https://orcid.org/0000-0002-6605-8550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Decheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602464","display_name":"Kai Liu","orcid":"https://orcid.org/0000-0003-2933-0356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Kai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021449674","display_name":"Dan Wu","orcid":"https://orcid.org/0000-0003-0849-0297"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Dengpeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101552980","display_name":"Guanghui Xu","orcid":"https://orcid.org/0000-0003-2910-9870"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Guanghui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107772022","display_name":"Shaohua Chen","orcid":"https://orcid.org/0000-0001-8500-2635"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shaohua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112225939","display_name":"Shuang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shuang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102645221","display_name":"Xiao Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Xiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071710119","display_name":"Yoontaik Hong","orcid":"https://orcid.org/0009-0002-6845-0596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Yigeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021562828","display_name":"Junqiang Zheng","orcid":"https://orcid.org/0000-0001-8612-4589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Junqiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101869355","display_name":"Chengcheng Xu","orcid":"https://orcid.org/0000-0001-5278-3201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chengcheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101530714","display_name":"Zongwei Li","orcid":"https://orcid.org/0000-0003-1682-6096"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zongwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104214336","display_name":"Xiang Kuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Xiong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103935829","display_name":"Jiaochan Hu","orcid":"https://orcid.org/0009-0008-2586-9366"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jianglu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111072505","display_name":"Yiqi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yiqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113169015","display_name":"Yuchi Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Yuchi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006198528","display_name":"Guiyang Li","orcid":"https://orcid.org/0000-0002-2802-5766"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Guiyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346418","display_name":"Ao Liu","orcid":"https://orcid.org/0000-0002-8412-6414"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408849","display_name":"Chenchen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chenchen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004694705","display_name":"Shihui Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Shihui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005929442","display_name":"Zilong Zhao","orcid":"https://orcid.org/0000-0001-6607-4596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zilong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015473154","display_name":"Zifan Wu","orcid":"https://orcid.org/0000-0002-8568-9622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zifan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014913742","display_name":"Yao Ding","orcid":"https://orcid.org/0000-0002-6654-0996"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757937","display_name":"Weichao Wang","orcid":"https://orcid.org/0009-0001-4476-4833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Weichao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043354807","display_name":"H. B. Liu","orcid":"https://orcid.org/0000-0002-9164-2783"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101779913","display_name":"Rong Wang","orcid":"https://orcid.org/0000-0001-9161-9543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Roberts","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772814","display_name":"Hao Fei","orcid":"https://orcid.org/0000-0002-9506-3420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Hao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051570745","display_name":"Peijie Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Peijie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008031047","display_name":"Ze Zhao","orcid":"https://orcid.org/0000-0003-4420-4681"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Ze","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009992843","display_name":"Xun Cao","orcid":"https://orcid.org/0000-0003-4417-6350"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Xun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034749450","display_name":"Hai Wang","orcid":"https://orcid.org/0000-0001-7317-507X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103180408","display_name":"Fenfen Xiang","orcid":"https://orcid.org/0000-0003-1117-9096"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Fusheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103117278","display_name":"Mengyuan Huang","orcid":"https://orcid.org/0009-0009-9194-5053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Mengyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083015161","display_name":"Zhiyuan Xiong","orcid":"https://orcid.org/0000-0002-8309-3104"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Zhiyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043402436","display_name":"Bin Hu","orcid":"https://orcid.org/0000-0002-0278-8466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Bin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020716271","display_name":"X. Hou","orcid":"https://orcid.org/0000-0003-0933-6101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Xuebin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027931938","display_name":"Lei Jiang","orcid":"https://orcid.org/0000-0002-0382-4684"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Lei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101523859","display_name":"Jianqiang Ma","orcid":"https://orcid.org/0009-0009-8814-0609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Jianqiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030441449","display_name":"Jia-Jia Wu","orcid":"https://orcid.org/0000-0002-3970-596X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiajia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101839898","display_name":"Yaping Deng","orcid":"https://orcid.org/0000-0002-7015-9282"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Yaping","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037431424","display_name":"Yi Shen","orcid":"https://orcid.org/0000-0002-6864-3235"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100743351","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0001-7159-1424"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103114850","display_name":"Weijie Liu","orcid":"https://orcid.org/0009-0004-0539-3293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Weijie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592259","display_name":"Jie Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102720126","display_name":"Meng Chen","orcid":"https://orcid.org/0000-0002-0075-8028"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Meng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010176927","display_name":"Liang Dong","orcid":"https://orcid.org/0000-0001-7707-9982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Liang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109873959","display_name":"W.H. Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Weiwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030249492","display_name":"Chen Hu","orcid":"https://orcid.org/0000-0003-4672-1981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043696719","display_name":"Feifei Liu","orcid":"https://orcid.org/0000-0001-7432-2393"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Feifei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082132003","display_name":"Rui Yuan","orcid":"https://orcid.org/0000-0003-4123-9088"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Rui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101103276","display_name":"Huilin Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Huilin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105584315","display_name":"Z.-Y. Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Zhenxiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080465890","display_name":"Tengfei Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Tengfei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101948533","display_name":"Zhichao Hu","orcid":"https://orcid.org/0000-0003-0335-2311"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Zhichao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055155526","display_name":"Xin\u2010Hua Feng","orcid":"https://orcid.org/0000-0002-4418-0811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Xinhua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101153163","display_name":"Du Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Dong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635147","display_name":"Tao Yu","orcid":"https://orcid.org/0000-0003-1981-3469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tinghao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077922409","display_name":"Yangyu Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Yangyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101762671","display_name":"Feng Zhang","orcid":"https://orcid.org/0009-0002-6968-2970"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Feng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059894156","display_name":"Jianchen Zhu","orcid":"https://orcid.org/0000-0002-5988-3704"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jianchen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012773300","display_name":"Cheng\u2010Zhong Xu","orcid":"https://orcid.org/0000-0001-9480-0356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chengzhong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104172626","display_name":"Xirui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xirui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000050032","display_name":"Chang\u2010Sheng Zha","orcid":"https://orcid.org/0000-0003-3854-644X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zha, Chong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065107881","display_name":"Wen Ouyang","orcid":"https://orcid.org/0000-0001-7106-9302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Wen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019928403","display_name":"Yinben Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Yinben","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331004","display_name":"Xiang Li","orcid":"https://orcid.org/0000-0001-6968-5958"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052334289","display_name":"Zhidong He","orcid":"https://orcid.org/0000-0001-9994-8720"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zekun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113064522","display_name":"R Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Rongpeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077101280","display_name":"Jiawei Song","orcid":"https://orcid.org/0000-0003-4013-1200"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jiawei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013466748","display_name":"Ruibin Chen","orcid":"https://orcid.org/0000-0001-9215-1129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ruibin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688756","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8636-6868"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Fan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100892400","display_name":"Chongqing Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Chongqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392329","display_name":"Wei Wang","orcid":"https://orcid.org/0009-0003-7539-9394"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011815340","display_name":"Hao Gong","orcid":"https://orcid.org/0000-0002-0410-5147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Hao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042009867","display_name":"Rong Z. Gan","orcid":"https://orcid.org/0000-0001-7568-0774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gan, Rong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015039354","display_name":"Weisheng Hu","orcid":"https://orcid.org/0000-0002-6168-2688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Winston","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020128898","display_name":"Zhanhui Kang","orcid":"https://orcid.org/0009-0006-5151-4222"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Zhanhui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602227","display_name":"Yong Yang","orcid":"https://orcid.org/0000-0002-4241-9972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324608","display_name":"Yuhong Liu","orcid":"https://orcid.org/0009-0009-6592-0557"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuhong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115596654","display_name":"Di Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Di","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080804832","display_name":"Jie Jiang","orcid":"https://orcid.org/0000-0002-5739-0295"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jie","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.7493,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.7493,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.647679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3558698},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18305776},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.08893615}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.02265","pdf_url":"http://arxiv.org/pdf/2411.02265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.02265","pdf_url":"http://arxiv.org/pdf/2411.02265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4396696052","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2001405890"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,111],"introduce":[4],"Hunyuan-Large,":[5],"which":[6],"is":[7,87],"currently":[8],"the":[9,73,114],"largest":[10],"open-source":[11],"Transformer-based":[12],"mixture":[13,122],"of":[14,20,30,41,80,121,123,141],"experts":[15,124],"model,":[16],"with":[17],"a":[18,38,94,99],"total":[19],"389":[21],"billion":[22,26],"parameters":[23],"and":[24,51,59,66,104,117,129,135,139,149],"52":[25],"activation":[27],"parameters,":[28],"capable":[29],"handling":[31],"up":[32],"to":[33,72,145],"256K":[34],"tokens.":[35],"We":[36],"conduct":[37],"thorough":[39],"evaluation":[40],"Hunyuan-Large's":[42],"superior":[43],"performance":[44,69],"across":[45],"various":[46],"benchmarks":[47],"including":[48],"language":[49],"understanding":[50],"generation,":[52],"logical":[53],"reasoning,":[54],"mathematical":[55],"problem-solving,":[56],"coding,":[57],"long-context,":[58],"aggregated":[60],"tasks,":[61],"where":[62],"it":[63],"outperforms":[64],"LLama3.1-70B":[65],"exhibits":[67],"comparable":[68],"when":[70],"compared":[71],"significantly":[74],"larger":[75,89],"LLama3.1-405B":[76],"model.":[77],"Key":[78],"practice":[79],"Hunyuan-Large":[81,142],"include":[82],"large-scale":[83],"synthetic":[84],"data":[85],"that":[86],"orders":[88],"than":[90],"in":[91],"previous":[92],"literature,":[93],"mixed":[95],"expert":[96],"routing":[97],"strategy,":[98],"key-value":[100],"cache":[101],"compression":[102],"technique,":[103],"an":[105],"expert-specific":[106],"learning":[107,118],"rate":[108,119],"strategy.":[109],"Additionally,":[110],"also":[112],"investigate":[113],"scaling":[115],"laws":[116],"schedule":[120],"models,":[125],"providing":[126],"valuable":[127],"insights":[128],"guidances":[130],"for":[131],"future":[132,147],"model":[133],"development":[134],"optimization.":[136],"The":[137],"code":[138],"checkpoints":[140],"are":[143],"released":[144],"facilitate":[146],"innovations":[148],"applications.":[150],"Codes:":[151],"https://github.com/Tencent/Hunyuan-Large":[152],"Models:":[153],"https://huggingface.co/tencent/Tencent-Hunyuan-Large":[154]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4404354211","counts_by_year":[],"updated_date":"2024-12-30T18:44:48.298684","created_date":"2024-11-15"}