{"id":"https://openalex.org/W4285254309","doi":"https://doi.org/10.1109/tmm.2022.3176942","title":"Predicting Visual Attention in Graphic Design Documents","display_name":"Predicting Visual Attention in Graphic Design Documents","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4285254309","doi":"https://doi.org/10.1109/tmm.2022.3176942"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3176942","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.02439","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003438319","display_name":"Souradeep Chakraborty","orcid":"https://orcid.org/0000-0002-7461-1707"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Souradeep Chakraborty","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040218244","display_name":"Zijun Wei","orcid":"https://orcid.org/0000-0002-2487-1041"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zijun Wei","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004751016","display_name":"Conor Kelton","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Conor Kelton","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001047332","display_name":"Seoyoung Ahn","orcid":"https://orcid.org/0000-0002-7842-9208"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seoyoung Ahn","raw_affiliation_strings":["Department of Psychology, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048867459","display_name":"Aruna Balasubramanian","orcid":"https://orcid.org/0000-0003-3720-2215"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aruna Balasubramanian","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110259880","display_name":"Gregory J. Zelinsky","orcid":"https://orcid.org/0000-0002-3265-3159"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory J. Zelinsky","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","Department of Psychology, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]},{"raw_affiliation_string":"Department of Psychology, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076307452","display_name":"Dimitris Samaras","orcid":"https://orcid.org/0000-0002-1373-0294"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitris Samaras","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.338,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":10,"citation_normalized_percentile":{"value":0.62869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":"25","issue":null,"first_page":"4478","last_page":"4493"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.997,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9728,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.50240207},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.47081834},{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.42279646}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.89862067},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5934335},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.53384936},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.5108959},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.50240207},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.47317842},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47081834},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.4422942},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4401656},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.42279646},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38733137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35804898},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14553764},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.12852344},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3176942","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2407.02439","pdf_url":"https://arxiv.org/pdf/2407.02439","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2407.02439","pdf_url":"https://arxiv.org/pdf/2407.02439","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka","award_id":"IIS-1763981"}],"datasets":[],"versions":[],"referenced_works_count":71,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1546823994","https://openalex.org/W1894057436","https://openalex.org/W1895838842","https://openalex.org/W1901129140","https://openalex.org/W1942214758","https://openalex.org/W1977965306","https://openalex.org/W2023484918","https://openalex.org/W2073459066","https://openalex.org/W2074231493","https://openalex.org/W2089782058","https://openalex.org/W2112289862","https://openalex.org/W2127736792","https://openalex.org/W2128272608","https://openalex.org/W2133589685","https://openalex.org/W2135957164","https://openalex.org/W2138046011","https://openalex.org/W2144375251","https://openalex.org/W2146103513","https://openalex.org/W2157487943","https://openalex.org/W2169561119","https://openalex.org/W2187089797","https://openalex.org/W2270249641","https://openalex.org/W2315287060","https://openalex.org/W2509231440","https://openalex.org/W2519528544","https://openalex.org/W2528092473","https://openalex.org/W2533370895","https://openalex.org/W2552495561","https://openalex.org/W2562665532","https://openalex.org/W2563296158","https://openalex.org/W2581686065","https://openalex.org/W2604521415","https://openalex.org/W2612135493","https://openalex.org/W2736601468","https://openalex.org/W2738450183","https://openalex.org/W2742434688","https://openalex.org/W2743390484","https://openalex.org/W2765874585","https://openalex.org/W2768282280","https://openalex.org/W2783643911","https://openalex.org/W2807084099","https://openalex.org/W2810028092","https://openalex.org/W2884436604","https://openalex.org/W2891817692","https://openalex.org/W2896172606","https://openalex.org/W2912614787","https://openalex.org/W2949058392","https://openalex.org/W2962965915","https://openalex.org/W2963277051","https://openalex.org/W2963499152","https://openalex.org/W2963503775","https://openalex.org/W2963586803","https://openalex.org/W2969316698","https://openalex.org/W2976087789","https://openalex.org/W2980565715","https://openalex.org/W2993760950","https://openalex.org/W3000264015","https://openalex.org/W3000351820","https://openalex.org/W3005401190","https://openalex.org/W3019533076","https://openalex.org/W3034964972","https://openalex.org/W3091272181","https://openalex.org/W3094173895","https://openalex.org/W3101840568","https://openalex.org/W3109390478","https://openalex.org/W3195161059","https://openalex.org/W3199495496","https://openalex.org/W3206086363","https://openalex.org/W4234617775","https://openalex.org/W654072341"],"related_works":["https://openalex.org/W4389483750","https://openalex.org/W4388007604","https://openalex.org/W4316663596","https://openalex.org/W2924774772","https://openalex.org/W2798302728","https://openalex.org/W2770958975","https://openalex.org/W2461433938","https://openalex.org/W2092872721","https://openalex.org/W2043281736","https://openalex.org/W1033720759"],"abstract_inverted_index":{"We":[0,61],"present":[1],"a":[2,56,63,161],"model":[3,65,147,186],"for":[4,66,82,93,104,142,196],"predicting":[5,25,67],"visual":[6],"attention":[7,41,69],"during":[8,152],"the":[9,34,48,85,90,96,108,123,128,139],"free":[10],"viewing":[11,172],"of":[12,28,79,95,110,148,165,178],"graphic":[13,29,205],"design":[14,81,206],"documents.":[15],"While":[16],"existing":[17,188],"works":[18],"on":[19,70,107],"this":[20],"topic":[21],"have":[22],"aimed":[23],"at":[24],"static":[26],"saliency":[27,91,115,136,192],"designs,":[30],"our":[31,76,157,185],"work":[32],"is":[33],"first":[35,86],"attempt":[36],"to":[37,121,203],"predict":[38,89,122],"both":[39,191],"spatial":[40],"and":[42,193,198,215],"dynamic":[43,68],"temporal":[44],"order":[45],"in":[46,190],"which":[47],"document":[49,80,97,111,125,153],"regions":[50],"are":[51,117],"fixated":[52],"by":[53],"gaze":[54],"using":[55],"deep":[57],"learning":[58,146],"based":[59],"model.":[60],"propose":[62],"two-stage":[64],"such":[71,208],"documents,":[72],"with":[73],"webpages":[74,174],"being":[75],"primary":[77],"choice":[78],"demonstration.":[83],"In":[84,127],"stage,":[87,130],"we":[88,131,159],"maps":[92,116,137],"each":[94],"components":[98],"(e.g.":[99],"logos,":[100],"banners,":[101],"texts,":[102],"etc.":[103,214],"webpages)":[105],"conditioned":[106],"type":[109],"layout.":[112],"These":[113],"component":[114,135],"then":[118],"jointly":[119],"used":[120],"overall":[124],"saliency.":[126],"second":[129],"use":[132],"these":[133],"layout-specific":[134],"as":[138,209],"state":[140],"representation":[141],"an":[143],"inverse":[144],"reinforcement":[145],"fixation":[149],"scanpath":[150,194],"prediction":[151,195],"viewing.":[154],"To":[155],"test":[156],"model,":[158],"collected":[160],"new":[162],"dataset":[163,177],"consisting":[164],"eye":[166],"movements":[167],"from":[168],"41":[169],"people":[170],"freely":[171],"450":[173],"(the":[175],"largest":[176],"its":[179],"kind).":[180],"Experimental":[181],"results":[182],"show":[183],"that":[184],"outperforms":[187],"models":[189],"webpages,":[197],"also":[199],"generalizes":[200],"very":[201],"well":[202],"other":[204],"documents":[207],"comics,":[210],"posters,":[211],"mobile":[212],"UIs,":[213],"natural":[216],"images.":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285254309","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2024-12-10T18:01:47.665767","created_date":"2022-07-14"}