{"id":"https://openalex.org/W4398191894","doi":"https://doi.org/10.48550/arxiv.2405.11299","title":"The CAP Principle for LLM Serving","display_name":"The CAP Principle for LLM Serving","publication_year":2024,"publication_date":"2024-05-18","ids":{"openalex":"https://openalex.org/W4398191894","doi":"https://doi.org/10.48550/arxiv.2405.11299"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.11299","pdf_url":"https://arxiv.org/pdf/2405.11299","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.11299","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111208113","display_name":"Pai Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Pai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098748922","display_name":"Zhenyu Ning","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Zhenyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102674028","display_name":"Jieru Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jieru","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114166496","display_name":"Weihao Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Weihao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089690212","display_name":"Mengwei Xu","orcid":"https://orcid.org/0000-0001-6271-6993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Mengwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100946813","display_name":"Liwei Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Liwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114166497","display_name":"Xusheng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xusheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111208114","display_name":"Yizhou Shan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Yizhou","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":84,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.7232,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.7232,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.6731,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13191","display_name":"Dispute Resolution and Class Actions","score":0.6562,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.33361623},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23963681}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.11299","pdf_url":"https://arxiv.org/pdf/2405.11299","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.11299","pdf_url":"https://arxiv.org/pdf/2405.11299","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4299807967","https://openalex.org/W3028909265","https://openalex.org/W2897050431","https://openalex.org/W2761632290","https://openalex.org/W2594122950","https://openalex.org/W2160807437","https://openalex.org/W2101966100","https://openalex.org/W2083370669","https://openalex.org/W2008021542","https://openalex.org/W1977334391"],"abstract_inverted_index":{"We":[0,104,132],"survey":[1,97,171],"the":[2,11,22,68,106,130,134,153,182],"large":[3],"language":[4],"model":[5],"(LLM)":[6],"serving":[7,52,57,62,139,159,162,177],"area":[8],"to":[9,125,149],"understand":[10],"intricate":[12],"dynamics":[13],"between":[14],"cost-efficiency":[15],"and":[16,60,108,155,164,180],"accuracy,":[17],"which":[18,81],"is":[19],"magnified":[20],"by":[21],"growing":[23],"need":[24],"for":[25,78,137],"longer":[26],"contextual":[27],"understanding":[28],"when":[29],"deploying":[30],"models":[31],"at":[32,88],"a":[33,75,119,141,146],"massive":[34],"scale.":[35],"Our":[36,96],"findings":[37],"reveal":[38],"that":[39,83,175],"works":[40,100,174],"in":[41,71,116,129,158],"this":[42,102,170],"space":[43],"optimize":[44],"along":[45],"three":[46,93],"distinct":[47],"but":[48],"conflicting":[49],"goals:":[50],"improving":[51,56,61],"context":[53,178],"length":[54,179],"(C),":[55],"accuracy":[58,163],"(A),":[59],"performance":[63,165],"(P).":[64],"Drawing":[65],"inspiration":[66],"from":[67],"CAP":[69,76,127,135],"theorem":[70],"databases,":[72],"we":[73],"propose":[74],"principle":[77,136],"LLM":[79,138],"serving,":[80],"suggests":[82],"any":[84],"optimization":[85],"can":[86],"improve":[87],"most":[89],"two":[90],"of":[91,110,152],"these":[92],"goals":[94],"simultaneously.":[95],"categorizes":[98],"existing":[99],"within":[101],"framework.":[103],"find":[105],"definition":[107],"continuity":[109],"user-perceived":[111],"measurement":[112],"metrics":[113],"are":[114],"crucial":[115],"determining":[117],"whether":[118],"goal":[120],"has":[121],"been":[122,167],"met,":[123],"akin":[124],"prior":[126],"databases":[128],"wild.":[131],"recognize":[133],"as":[140],"guiding":[142],"principle,":[143],"rather":[144],"than":[145],"formal":[147],"theorem,":[148],"inform":[150],"designers":[151],"inherent":[154],"dynamic":[156],"trade-offs":[157],"models.":[160],"As":[161],"have":[166],"extensively":[168],"studied,":[169],"focuses":[172],"on":[173],"extend":[176],"address":[181],"resulting":[183],"challenges.":[184]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4398191894","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-01-04T09:19:34.772286","created_date":"2024-05-22"}