{"id":"https://openalex.org/W4390962670","doi":"https://doi.org/10.48550/arxiv.2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","display_name":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4390962670","doi":"https://doi.org/10.48550/arxiv.2401.08092"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2401.08092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2401.08092","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103271297","display_name":"Mengwei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Mengwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101293258","display_name":"Wangsong Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Wangsong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070424477","display_name":"Dongqi Cai","orcid":"https://orcid.org/0000-0003-2751-2500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Dongqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049544852","display_name":"Rongjie Yi","orcid":"https://orcid.org/0009-0003-6040-9596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Rongjie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034382142","display_name":"Daliang Xu","orcid":"https://orcid.org/0000-0002-6775-0688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Daliang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103173517","display_name":"Qipeng Wang","orcid":"https://orcid.org/0000-0002-1011-9721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qipeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660218","display_name":"Bingyang Wu","orcid":"https://orcid.org/0000-0001-7221-8007"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Bingyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101195958","display_name":"Yihao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yihao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101359942","display_name":"Chen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104162471","display_name":"Shihe Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shihe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077879865","display_name":"Qiyang Zhang","orcid":"https://orcid.org/0000-0001-7474-2435"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qiyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102715970","display_name":"Zhen-Yan Lu","orcid":"https://orcid.org/0000-0002-2629-3329"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhenyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425725","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0003-2104-0194"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054814598","display_name":"Shangguang Wang","orcid":"https://orcid.org/0000-0001-7245-1298"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shangguang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104155300","display_name":"Yuanchun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuanchun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102880548","display_name":"Yunxin Liu","orcid":"https://orcid.org/0000-0001-7352-8955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yunxin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101882003","display_name":"Xin Jin","orcid":"https://orcid.org/0000-0001-7888-6954"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Xin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052249316","display_name":"Xuanzhe Liu","orcid":"https://orcid.org/0000-0002-7908-8484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xuanzhe","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.908383,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.7177698}],"concepts":[{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7177698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.65421355},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.648455},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.58741343},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5337089},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45223305},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4189149},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41328615},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.37598503},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2726832},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2519681},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2401.08092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.08092","pdf_url":"http://arxiv.org/pdf/2401.08092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2401.08092","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2401.08092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W96612179","https://openalex.org/W632915154","https://openalex.org/W4256492088","https://openalex.org/W4229499248","https://openalex.org/W3022067003","https://openalex.org/W2987774938","https://openalex.org/W2770234245","https://openalex.org/W2610007503","https://openalex.org/W2566006169","https://openalex.org/W2055733372"],"abstract_inverted_index":{"Large":[0],"foundation":[1,143],"models,":[2,15],"including":[3],"large":[4,54,142],"language":[5],"models":[6,36,55,144],"(LLMs),":[7],"vision":[8],"transformers":[9],"(ViTs),":[10],"diffusion,":[11],"and":[12,33,59,86,94,111,118,145],"LLM-based":[13],"multimodal":[14],"are":[16,135],"revolutionizing":[17],"the":[18,28,50,77,137],"entire":[19],"machine":[20],"learning":[21],"lifecycle,":[22],"from":[23,98,107],"training":[24],"to":[25,114,126,146],"deployment.":[26],"However,":[27],"substantial":[29],"advancements":[30],"in":[31,43,56,151],"versatility":[32],"performance":[34],"these":[35,53],"offer":[37],"come":[38],"at":[39],"a":[40,57,66,91,102],"significant":[41],"cost":[42],"terms":[44],"of":[45,52,80,105,122,131],"hardware":[46],"resources.":[47],"To":[48],"support":[49],"growth":[51],"scalable":[58],"environmentally":[60],"sustainable":[61],"way,":[62],"there":[63],"has":[64],"been":[65],"considerable":[67],"focus":[68],"on":[69],"developing":[70],"resource-efficient":[71],"strategies.":[72],"This":[73],"survey":[74,124],"delves":[75],"into":[76],"critical":[78],"importance":[79],"such":[81],"research,":[82],"examining":[83],"both":[84],"algorithmic":[85],"systemic":[87],"aspects.":[88],"It":[89],"offers":[90],"comprehensive":[92],"analysis":[93],"valuable":[95],"insights":[96],"gleaned":[97],"existing":[99],"literature,":[100],"encompassing":[101],"broad":[103],"array":[104],"topics":[106],"cutting-edge":[108],"model":[109],"architectures":[110],"training/serving":[112],"algorithms":[113],"practical":[115],"system":[116],"designs":[117],"implementations.":[119],"The":[120],"goal":[121],"this":[123,152],"is":[125],"provide":[127],"an":[128],"overarching":[129],"understanding":[130],"how":[132],"current":[133],"approaches":[134],"tackling":[136],"resource":[138],"challenges":[139],"posed":[140],"by":[141],"potentially":[147],"inspire":[148],"future":[149],"breakthroughs":[150],"field.":[153]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390962670","counts_by_year":[{"year":2024,"cited_by_count":14}],"updated_date":"2025-03-26T21:24:53.287513","created_date":"2024-01-18"}