{"id":"https://openalex.org/W4384261816","doi":"https://doi.org/10.48550/arxiv.2307.05610","title":"Substance or Style: What Does Your Image Embedding Know?","display_name":"Substance or Style: What Does Your Image Embedding Know?","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384261816","doi":"https://doi.org/10.48550/arxiv.2307.05610"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.05610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2307.05610","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066091408","display_name":"Cyrus Rashtchian","orcid":"https://orcid.org/0000-0001-9422-2779"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashtchian, Cyrus","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060577899","display_name":"Charles Herrmann","orcid":"https://orcid.org/0000-0002-9576-9394"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herrmann, Charles","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030156442","display_name":"Chun-Sung Ferng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ferng, Chun-Sung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050566186","display_name":"Ayan Chakrabarti","orcid":"https://orcid.org/0000-0002-4843-740X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chakrabarti, Ayan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103083233","display_name":"Dilip Krishnan","orcid":"https://orcid.org/0000-0002-9183-2886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnan, Dilip","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101440839","display_name":"Deqing Sun","orcid":"https://orcid.org/0000-0003-0329-0456"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Deqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005730523","display_name":"Da-Cheng Juan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan, Da-Cheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068021191","display_name":"Andrew Tomkins","orcid":"https://orcid.org/0000-0002-1611-9255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomkins, Andrew","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":66},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9705,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9705,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9668,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.94,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.42383152}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.74683976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7177619},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6868217},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5759011},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5661736},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.54033387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5142359},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49562633},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.49513856},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.44740844},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4346816},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.42383152},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36725742},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2265127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13450712},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.05610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2307.05610","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2307.05610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.66,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2988126442","https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W2338543196","https://openalex.org/W2103419012","https://openalex.org/W2063982682","https://openalex.org/W1989130879","https://openalex.org/W1983331834","https://openalex.org/W1974414866","https://openalex.org/W1544691147"],"abstract_inverted_index":{"Probes":[0],"are":[1,154,190],"small":[2],"networks":[3],"that":[4,148,173],"predict":[5],"properties":[6],"of":[7,31,98,110,127,160,176,182],"underlying":[8],"data":[9],"from":[10],"embeddings,":[11],"and":[12,78,93,107,112,140,152,167,187],"they":[13],"provide":[14],"a":[15,88,108,132],"targeted,":[16],"effective":[17],"way":[18],"to":[19,124],"illuminate":[20],"the":[21,29,58,75,80,95,174,180,185],"information":[22,60,123,183],"contained":[23],"in":[24,36,44,61,184],"embeddings.":[25],"While":[26],"analysis":[27],"through":[28],"use":[30],"probes":[32],"has":[33,39],"become":[34],"standard":[35],"NLP,":[37],"there":[38],"been":[40,51],"much":[41],"less":[42],"exploration":[43],"vision.":[45],"Image":[46],"foundation":[47,84],"models":[48,150,165,189],"have":[49],"primarily":[50],"evaluated":[52],"for":[53,82,144,194],"semantic":[54],"content.":[55],"Better":[56],"understanding":[57],"non-semantic":[59,122,195],"popular":[62],"embeddings":[63,99,117],"(e.g.,":[64],"MAE,":[65],"SimCLR,":[66],"or":[67],"CLIP)":[68],"will":[69],"shed":[70],"new":[71,158],"light":[72],"both":[73],"on":[74,79],"training":[76],"algorithms":[77],"uses":[81],"these":[83],"models.":[85],"We":[86,129,146],"design":[87],"systematic":[89],"transformation":[90],"prediction":[91],"task":[92],"measure":[94],"visual":[96],"content":[97],"along":[100],"many":[101],"axes,":[102],"including":[103],"image":[104],"style,":[105],"quality,":[106],"range":[109],"natural":[111],"artificial":[113],"transformations.":[114,128],"Surprisingly,":[115],"six":[116],"(including":[118],"SimCLR)":[119],"encode":[120],"enough":[121],"identify":[125],"dozens":[126],"also":[130],"consider":[131],"generalization":[133],"task,":[134],"where":[135],"we":[136],"group":[137],"similar":[138],"transformations":[139],"hold":[141],"out":[142],"several":[143],"testing.":[145],"find":[147],"image-text":[149],"(CLIP":[151],"ALIGN)":[153],"better":[155,191],"at":[156],"recognizing":[157],"examples":[159],"style":[161],"transfer":[162],"than":[163,192],"masking-based":[164],"(CAN":[166],"MAE).":[168],"Overall,":[169],"our":[170],"results":[171],"suggest":[172],"choice":[175],"pre-training":[177],"algorithm":[178],"impacts":[179],"types":[181],"embedding,":[186],"certain":[188],"others":[193],"downstream":[196],"tasks.":[197]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4384261816","counts_by_year":[],"updated_date":"2025-02-21T15:52:43.522165","created_date":"2023-07-14"}