{"id":"https://openalex.org/W4392122018","doi":"https://doi.org/10.48550/arxiv.2402.14818","title":"PALO: A Polyglot Large Multimodal Model for 5B People","display_name":"PALO: A Polyglot Large Multimodal Model for 5B People","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392122018","doi":"https://doi.org/10.48550/arxiv.2402.14818"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14818","pdf_url":"http://arxiv.org/pdf/2402.14818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2402.14818","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034370385","display_name":"Muhammad Maaz","orcid":"https://orcid.org/0000-0002-3869-631X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maaz, Muhammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064948724","display_name":"Hanoona Rasheed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rasheed, Hanoona","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079602015","display_name":"Abdelrahman Shaker","orcid":"https://orcid.org/0000-0001-7651-4057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaker, Abdelrahman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101483978","display_name":"Salman Khan","orcid":"https://orcid.org/0000-0001-8732-3395"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Salman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093993034","display_name":"Hisham Cholakal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cholakal, Hisham","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022929869","display_name":"Rao Muhammad Anwer","orcid":"https://orcid.org/0000-0002-9041-2214"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anwer, Rao M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093993035","display_name":"Tim Baldwin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baldwin, Tim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042087981","display_name":"Michael Felsberg","orcid":"https://orcid.org/0000-0002-6096-3648"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Felsberg, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014160895","display_name":"Fahad Said Khan","orcid":"https://orcid.org/0000-0002-4497-9770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Fahad S.","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.918083,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":78,"max":88},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.4192,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.4192,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/polyglot","display_name":"Polyglot","score":0.9772603},{"id":"https://openalex.org/keywords/palo","display_name":"PALO","score":0.6014882}],"concepts":[{"id":"https://openalex.org/C2780239667","wikidata":"https://www.wikidata.org/wiki/Q2102850","display_name":"Polyglot","level":2,"score":0.9772603},{"id":"https://openalex.org/C2778835598","wikidata":"https://www.wikidata.org/wiki/Q861940","display_name":"PALO","level":2,"score":0.6014882},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.32833803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27633646},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14818","pdf_url":"http://arxiv.org/pdf/2402.14818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14818","pdf_url":"http://arxiv.org/pdf/2402.14818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4287790127","https://openalex.org/W4243497717","https://openalex.org/W3034786336","https://openalex.org/W3021456553","https://openalex.org/W2808486486","https://openalex.org/W2808156294","https://openalex.org/W2807814100","https://openalex.org/W2788843600","https://openalex.org/W2748952813","https://openalex.org/W2147431164"],"abstract_inverted_index":{"In":[0],"pursuit":[1],"of":[2,43,47,91],"more":[3],"inclusive":[4],"Vision-Language":[5],"Models":[6],"(VLMs),":[7],"this":[8],"study":[9],"introduces":[10],"a":[11,41,54,71],"Large":[12,73],"Multilingual":[13],"Multimodal":[14],"Model":[15],"called":[16],"\\textsc{Palo}.":[17],"\\textsc{Palo}":[18],"offers":[19],"visual":[20],"reasoning":[21,158],"capabilities":[22,159],"in":[23],"10":[24],"major":[25],"languages,":[26],"including":[27],"English,":[28],"Chinese,":[29],"Hindi,":[30,109],"Spanish,":[31],"French,":[32],"Arabic,":[33,110],"Bengali,":[34,111],"Russian,":[35],"Urdu,":[36],"and":[37,112,124,131],"Japanese,":[38],"that":[39,105],"span":[40],"total":[42],"$\\sim$5B":[44],"people":[45],"(65\\%":[46],"the":[48,60,67,129,145,151],"world":[49],"population).":[50],"Our":[51],"approach":[52,57],"involves":[53],"semi-automated":[55],"translation":[56],"to":[58,66,85,127,139,154],"adapt":[59],"multimodal":[61,148],"instruction":[62,93],"dataset":[63],"from":[64],"English":[65],"target":[68],"languages":[69,102],"using":[70],"fine-tuned":[72],"Language":[74],"Model,":[75],"thereby":[76],"ensuring":[77],"high":[78],"linguistic":[79],"fidelity":[80],"while":[81],"allowing":[82],"scalability":[83,132],"due":[84],"minimal":[86],"manual":[87],"effort.":[88],"The":[89,114],"incorporation":[90],"diverse":[92],"sets":[94],"helps":[95],"us":[96],"boost":[97],"overall":[98],"performance":[99],"across":[100,119,160],"multiple":[101],"especially":[103],"those":[104],"are":[106,117],"underrepresented":[107],"like":[108],"Urdu.":[113],"resulting":[115],"models":[116],"trained":[118],"three":[120],"scales":[121],"(1.7B,":[122],"7B":[123],"13B":[125],"parameters)":[126],"show":[128],"generalization":[130],"where":[133],"we":[134],"observe":[135],"substantial":[136],"improvements":[137],"compared":[138],"strong":[140],"baselines.":[141],"We":[142],"also":[143],"propose":[144],"first":[146],"multilingual":[147],"benchmark":[149],"for":[150],"forthcoming":[152],"approaches":[153],"evaluate":[155],"their":[156],"vision-language":[157],"languages.":[161],"Code:":[162],"https://github.com/mbzuai-oryx/PALO.":[163]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392122018","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-04-14T02:52:45.950498","created_date":"2024-02-24"}