{"id":"https://openalex.org/W4384389802","doi":"https://doi.org/10.48550/arxiv.2307.06435","title":"A Comprehensive Overview of Large Language Models","display_name":"A Comprehensive Overview of Large Language Models","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384389802","doi":"https://doi.org/10.48550/arxiv.2307.06435"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.06435","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2307.06435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072548276","display_name":"Humza Naveed","orcid":"https://orcid.org/0000-0003-4962-903X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naveed, Humza","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412513","display_name":"Asad Ullah Khan","orcid":"https://orcid.org/0000-0002-5127-527X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Asad Ullah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100736298","display_name":"Shi Qiu","orcid":"https://orcid.org/0000-0001-9958-180X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Shi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112508987","display_name":"Muhammad Saqib","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saqib, Muhammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084633048","display_name":"Saeed Anwar","orcid":"https://orcid.org/0000-0002-0692-8411"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anwar, Saeed","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014572558","display_name":"Muhammad Usman","orcid":"https://orcid.org/0000-0002-7818-4546"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Usman, Muhammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072837153","display_name":"Nick Barnes","orcid":"https://orcid.org/0000-0002-9343-9535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barnes, Nick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089986388","display_name":"Ajmal Mian","orcid":"https://orcid.org/0000-0002-5206-3842"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mian, Ajmal","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":171,"citation_normalized_percentile":{"value":0.999954,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9938,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9938,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.51468545},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.4893667}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5626419},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.51468545},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.4893667},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.41671878},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41344017},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.41280246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40790495},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.27030283},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21315792},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1232461},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.117234915},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.081659645},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.06435","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.06435","pdf_url":"http://arxiv.org/pdf/2307.06435","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2307.06435","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.06435","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.57,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W435179959","https://openalex.org/W4238897586","https://openalex.org/W2619091065","https://openalex.org/W2291782699","https://openalex.org/W2284465472","https://openalex.org/W2112883198","https://openalex.org/W2059640416","https://openalex.org/W2000169967","https://openalex.org/W1993948687","https://openalex.org/W1490753184"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"recently":[5],"demonstrated":[6],"remarkable":[7],"capabilities":[8],"in":[9,29,65,81,114,154],"natural":[10],"language":[11],"processing":[12],"tasks":[13],"and":[14,54,62,177],"beyond.":[15],"This":[16,117,156],"success":[17],"of":[18,26,60,78,89,110,122,130,137,152,186],"LLMs":[19,138],"has":[20,69],"led":[21],"to":[22,73,102,161,179,190],"a":[23,105,127,165,170],"large":[24],"influx":[25],"research":[27,98,153],"contributions":[28],"this":[30,82,115],"direction.":[31,83],"These":[32],"works":[33,189],"encompass":[34],"diverse":[35],"topics":[36,148],"such":[37],"as":[38],"architectural":[39],"innovations,":[40],"better":[41],"training":[42],"strategies,":[43],"context":[44],"length":[45],"improvements,":[46],"fine-tuning,":[47],"multi-modal":[48],"LLMs,":[49,92],"robotics,":[50],"datasets,":[51],"benchmarking,":[52],"efficiency,":[53],"more.":[55],"With":[56],"the":[57,75,79,85,97,111,123,146,150,175,187,192],"rapid":[58],"development":[59],"techniques":[61],"regular":[63],"breakthroughs":[64],"LLM":[66,193],"research,":[67],"it":[68,93],"become":[70],"considerably":[71],"challenging":[72],"perceive":[74],"bigger":[76],"picture":[77],"advances":[80],"Considering":[84],"rapidly":[86],"emerging":[87],"plethora":[88],"literature":[90,125],"on":[91,126],"is":[94,100,159],"imperative":[95],"that":[96],"community":[99],"able":[101],"benefit":[103],"from":[104,182],"concise":[106],"yet":[107],"comprehensive":[108,135,172],"overview":[109,121,136],"recent":[112],"developments":[113],"field.":[116],"article":[118,158],"provides":[119],"an":[120],"existing":[124,188],"broad":[128],"range":[129],"LLM-related":[131],"concepts.":[132],"Our":[133],"self-contained":[134],"discusses":[139],"relevant":[140],"background":[141],"concepts":[142],"along":[143],"with":[144],"covering":[145],"advanced":[147],"at":[149],"frontier":[151],"LLMs.":[155],"review":[157],"intended":[160],"not":[162],"only":[163],"provide":[164],"systematic":[166],"survey":[167],"but":[168],"also":[169],"quick":[171],"reference":[173],"for":[174],"researchers":[176],"practitioners":[178],"draw":[180],"insights":[181],"extensive":[183],"informative":[184],"summaries":[185],"advance":[191],"research.":[194]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4384389802","counts_by_year":[{"year":2024,"cited_by_count":140},{"year":2023,"cited_by_count":18}],"updated_date":"2025-01-21T06:28:08.719889","created_date":"2023-07-15"}