{"id":"https://openalex.org/W4403619141","doi":"https://doi.org/10.48550/arxiv.2407.14058","title":"On the Causal Sufficiency and Necessity of Multi-Modal Representation\n Learning","display_name":"On the Causal Sufficiency and Necessity of Multi-Modal Representation\n Learning","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4403619141","doi":"https://doi.org/10.48550/arxiv.2407.14058"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.14058","pdf_url":"http://arxiv.org/pdf/2407.14058","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2407.14058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696195","display_name":"Jingyao Wang","orcid":"https://orcid.org/0000-0003-1782-8704"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingyao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005798718","display_name":"Wenwen Qiang","orcid":"https://orcid.org/0000-0002-7985-5743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang, Wenwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062990010","display_name":"Jiangmeng Li","orcid":"https://orcid.org/0000-0002-3376-1522"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiangmeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003513450","display_name":"Lingyu Si","orcid":"https://orcid.org/0000-0002-7735-6676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Si, Lingyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062168363","display_name":"Changwen Zheng","orcid":"https://orcid.org/0000-0002-2311-6757"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Changwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027552992","display_name":"Bing Su","orcid":"https://orcid.org/0000-0001-8560-1910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Bing","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.7334541}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7555069},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7334541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41803646},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3992328},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33678058},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23624906},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.13565898},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.06753099},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.062487066},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.14058","pdf_url":"http://arxiv.org/pdf/2407.14058","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.14058","pdf_url":"http://arxiv.org/pdf/2407.14058","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4396696052","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2001405890"],"abstract_inverted_index":{"An":[0],"effective":[1],"paradigm":[2],"of":[3,40,114,122,135,156,164,209],"multi-modal":[4],"learning":[5,41],"(MML)":[6],"is":[7,51],"to":[8,68,71,78,80,92,140,187],"learn":[9,93,188],"unified":[10],"representations":[11,27,94,191],"among":[12],"modalities.":[13],"From":[14],"a":[15,46,62,167,178],"causal":[16,26,98,124,189],"perspective,":[17],"constraining":[18,193],"the":[19,38,59,112,120,131,143,154,161,194,207],"consistency":[20,35],"between":[21],"different":[22],"modalities":[23,54,73],"can":[24],"mine":[25],"that":[28,95],"convey":[29],"primary":[30],"events.":[31],"However,":[32],"such":[33],"simple":[34],"may":[36,56,75],"face":[37],"risk":[39,158,196],"insufficient":[42,49],"or":[43],"unnecessary":[44,65],"information:":[45],"necessary":[47],"but":[48,55,64,74],"cause":[50,66],"invariant":[52],"across":[53],"not":[57],"have":[58],"required":[60],"accuracy;":[61],"sufficient":[63,99],"tends":[67],"adapt":[69,79],"well":[70],"specific":[72],"be":[76],"hard":[77],"new":[81],"data.":[82],"To":[83],"address":[84],"this":[85,88],"issue,":[86],"in":[87,148],"paper,":[89],"we":[90,110,151,176],"aim":[91],"are":[96],"both":[97],"and":[100,126,133],"necessary,":[101],"i.e.,":[102,137],"Causal":[103,182],"Complete":[104,183],"Cause":[105,184],"($C^3$),":[106],"for":[107,116],"MML.":[108],"Firstly,":[109],"define":[111],"concept":[113],"$C^3$":[115,138,146,157,195],"MML,":[117],"which":[118],"reflects":[119],"probability":[121],"being":[123],"sufficiency":[125],"necessity.":[127],"We":[128],"also":[129],"propose":[130,177],"identifiability":[132],"measurement":[134],"$C^3$,":[136],"risk,":[139],"ensure":[141],"calculating":[142],"learned":[144],"representations'":[145],"scores":[147],"practice.":[149],"Then,":[150],"theoretically":[152],"prove":[153],"effectiveness":[155,208],"by":[159,192],"establishing":[160],"performance":[162],"guarantee":[163],"MML":[165],"with":[166],"tight":[168],"generalization":[169],"bound.":[170,197],"Based":[171],"on":[172,201],"these":[173],"theoretical":[174],"results,":[175],"plug-and-play":[179],"method,":[180],"namely":[181],"Regularization":[185],"($C^3$R),":[186],"complete":[190],"Extensive":[198],"experiments":[199],"conducted":[200],"various":[202],"benchmark":[203],"datasets":[204],"empirically":[205],"demonstrate":[206],"$C^3$R.":[210]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403619141","counts_by_year":[],"updated_date":"2024-12-13T21:50:41.766869","created_date":"2024-10-22"}