{"id":"https://openalex.org/W4323927097","doi":"https://doi.org/10.48550/arxiv.2303.05334","title":"Natural scene reconstruction from fMRI signals using generative latent diffusion","display_name":"Natural scene reconstruction from fMRI signals using generative latent diffusion","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323927097","doi":"https://doi.org/10.48550/arxiv.2303.05334"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.05334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2303.05334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009545581","display_name":"Furkan \u00d6z\u00e7elik","orcid":"https://orcid.org/0000-0002-5858-995X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ozcelik, Furkan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078188438","display_name":"Rufin VanRullen","orcid":"https://orcid.org/0000-0002-3611-7716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"VanRullen, Rufin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.700164,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":82,"max":85},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9895,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9895,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9556,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9238,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5146507},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47700906},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.45839393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73980665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.668602},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5146507},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.49684027},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47700906},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.45839393},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43664292},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43312332},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4224288},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3128276},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28364378},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11681965},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.05334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.05334","pdf_url":"http://arxiv.org/pdf/2303.05334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2303.05334","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.05334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W323006901","https://openalex.org/W3014948380","https://openalex.org/W2379365082","https://openalex.org/W2370747590","https://openalex.org/W2369260257","https://openalex.org/W2368824897","https://openalex.org/W2030109976","https://openalex.org/W1910862367","https://openalex.org/W1508050556"],"abstract_inverted_index":{"In":[0,102,128],"neural":[1],"decoding":[2],"research,":[3],"one":[4],"of":[5,13,29,43,47,75,86,137],"the":[6,11,30,103,129,134,158,198],"most":[7],"intriguing":[8],"topics":[9],"is":[10],"reconstruction":[12,98],"perceived":[14],"natural":[15],"images":[16,112],"based":[17],"on":[18,145,205],"fMRI":[19,108,178],"signals.":[20],"Previous":[21],"studies":[22],"have":[23,50,202],"succeeded":[24],"in":[25],"re-creating":[26],"different":[27],"aspects":[28],"visuals,":[31],"such":[32],"as":[33],"low-level":[34,115],"properties":[35,56,116],"(shape,":[36],"texture,":[37],"layout)":[38],"or":[39],"high-level":[40],"features":[41],"(category":[42],"objects,":[44],"descriptive":[45],"semantics":[46],"scenes)":[48],"but":[49],"typically":[51],"failed":[52],"to":[53,83,152,176],"reconstruct":[54,111],"these":[55],"together":[57],"for":[58,90],"complex":[59],"scene":[60,97],"images.":[61,78,156],"Generative":[62],"AI":[63],"has":[64],"recently":[65],"made":[66],"a":[67,95,121,138],"leap":[68],"forward":[69],"with":[70,194],"latent":[71,139],"diffusion":[72,140],"models":[73,169],"capable":[74],"generating":[76],"high-complexity":[77],"Here,":[79],"we":[80,110,132],"investigate":[81],"how":[82],"take":[84],"advantage":[85],"this":[87],"innovative":[88],"technology":[89],"brain":[91],"decoding.":[92],"We":[93],"present":[94],"two-stage":[96],"framework":[99,136],"called":[100],"``Brain-Diffuser''.":[101],"first":[104],"stage,":[105,131],"starting":[106],"from":[107,181],"signals,":[109],"that":[113],"capture":[114],"and":[117,149,172,211],"overall":[118],"layout":[119],"using":[120],"VDVAE":[122],"(Very":[123],"Deep":[124],"Variational":[125],"Autoencoder)":[126],"model.":[127],"second":[130],"use":[133],"image-to-image":[135],"model":[141,188],"(Versatile":[142],"Diffusion)":[143],"conditioned":[144],"predicted":[146],"multimodal":[147],"(text":[148],"visual)":[150],"features,":[151],"generate":[153],"final":[154],"reconstructed":[155],"On":[157],"publicly":[159],"available":[160],"Natural":[161],"Scenes":[162],"Dataset":[163],"benchmark,":[164],"our":[165,186],"method":[166],"outperforms":[167],"previous":[168],"both":[170,206],"qualitatively":[171],"quantitatively.":[173],"When":[174],"applied":[175,207],"synthetic":[177],"patterns":[179],"generated":[180],"individual":[182],"ROI":[183],"(region-of-interest)":[184],"masks,":[185],"trained":[187],"creates":[189],"compelling":[190],"``ROI-optimal''":[191],"scenes":[192],"consistent":[193],"neuroscientific":[195],"knowledge.":[196],"Thus,":[197],"proposed":[199],"methodology":[200],"can":[201],"an":[203],"impact":[204],"(e.g.":[208],"brain-computer":[209],"interface)":[210],"fundamental":[212],"neuroscience.":[213]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4323927097","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-04-21T02:33:50.616297","created_date":"2023-03-12"}