{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T12:00:53Z","timestamp":1726228853580},"publisher-location":"Cham","reference-count":50,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031424472"},{"type":"electronic","value":"9783031424489"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42448-9_25","type":"book-chapter","created":{"date-parts":[[2023,9,10]],"date-time":"2023-09-10T23:02:21Z","timestamp":1694386941000},"page":"370-396","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Overview of\u00a0the\u00a0ImageCLEF 2023: Multimedia Retrieval in\u00a0Medical, Social Media and\u00a0Internet Applications"],"prefix":"10.1007","author":[{"given":"Bogdan","family":"Ionescu","sequence":"first","affiliation":[]},{"given":"Henning","family":"M\u00fcller","sequence":"additional","affiliation":[]},{"given":"Ana-Maria","family":"Dr\u0103gulinescu","sequence":"additional","affiliation":[]},{"given":"Wen-Wai","family":"Yim","sequence":"additional","affiliation":[]},{"given":"Asma","family":"Ben Abacha","sequence":"additional","affiliation":[]},{"given":"Neal","family":"Snider","sequence":"additional","affiliation":[]},{"given":"Griffin","family":"Adams","sequence":"additional","affiliation":[]},{"given":"Meliha","family":"Yetisgen","sequence":"additional","affiliation":[]},{"given":"Johannes","family":"R\u00fcckert","sequence":"additional","affiliation":[]},{"given":"Alba","family":"Garc\u00eda Seco de Herrera","sequence":"additional","affiliation":[]},{"given":"Christoph M.","family":"Friedrich","sequence":"additional","affiliation":[]},{"given":"Louise","family":"Bloch","sequence":"additional","affiliation":[]},{"given":"Raphael","family":"Br\u00fcngel","sequence":"additional","affiliation":[]},{"given":"Ahmad","family":"Idrissi-Yaghir","sequence":"additional","affiliation":[]},{"given":"Henning","family":"Sch\u00e4fer","sequence":"additional","affiliation":[]},{"given":"Steven A.","family":"Hicks","sequence":"additional","affiliation":[]},{"given":"Michael A.","family":"Riegler","sequence":"additional","affiliation":[]},{"given":"Vajira","family":"Thambawita","sequence":"additional","affiliation":[]},{"given":"Andrea M.","family":"Stor\u00e5s","sequence":"additional","affiliation":[]},{"given":"P\u00e5l","family":"Halvorsen","sequence":"additional","affiliation":[]},{"given":"Nikolaos","family":"Papachrysos","sequence":"additional","affiliation":[]},{"given":"Johanna","family":"Sch\u00f6ler","sequence":"additional","affiliation":[]},{"given":"Debesh","family":"Jha","sequence":"additional","affiliation":[]},{"given":"Alexandra-Georgiana","family":"Andrei","sequence":"additional","affiliation":[]},{"given":"Ioan","family":"Coman","sequence":"additional","affiliation":[]},{"given":"Vassili","family":"Kovalev","sequence":"additional","affiliation":[]},{"given":"Ahmedkhan","family":"Radzhabov","sequence":"additional","affiliation":[]},{"given":"Yuri","family":"Prokopchuk","sequence":"additional","affiliation":[]},{"given":"Liviu-Daniel","family":"\u015etefan","sequence":"additional","affiliation":[]},{"given":"Mihai-Gabriel","family":"Constantin","sequence":"additional","affiliation":[]},{"given":"Mihai","family":"Dogariu","sequence":"additional","affiliation":[]},{"given":"J\u00e9r\u00f4me","family":"Deshayes","sequence":"additional","affiliation":[]},{"given":"Adrian","family":"Popescu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,11]]},"reference":[{"key":"25_CR1","unstructured":"Andrei, A., Radzhabov, A., Coman, I., Kovalev, V., Ionescu, B., M\u00fcller, H.: Overview of ImageCLEFmedical GANs 2023 task - identifying training data \u201cFingerprints\u201d in synthetic biomedical images generated by GANs for medical image security. In: CLEF2023 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, 18\u201321 September 2023"},{"key":"25_CR2","unstructured":"Banerjee, S., Lavie, A.: Meteor: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, pp. 65\u201372. Association for Computational Linguistics, Ann Arbor, Michigan, June 2005. http:\/\/aclanthology.org\/W05-0909"},{"key":"25_CR3","unstructured":"Ben Abacha, A., Datla, V.V., Hasan, S.A., Demner-Fushman, D., M\u00fcller, H.: Overview of the VQA-med task at ImageCLEF 2020: visual question answering and generation in the medical domain. In: CLEF 2020 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, 22\u201325 September 2020"},{"key":"25_CR4","unstructured":"Ben Abacha, A., Hasan, S.A., Datla, V.V., Liu, J., Demner-Fushman, D., M\u00fcller, H.: VQA-Med: overview of the medical visual question answering task at ImageCLEF 2019. In: CLEF2019 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Lugano, Switzerland, 09\u201312 September 2019. http:\/\/ceur-ws.org"},{"key":"25_CR5","doi-asserted-by":"crossref","unstructured":"Ben Abacha, A., Mrabet, Y., Zhang, Y., Shivade, C., Langlotz, C.P., Demner-Fushman, D.: Overview of the MEDIQA 2021 shared task on summarization in the medical domain. In: Proceedings of the 20th Workshop on Biomedical Language Processing, BioNLP@NAACL-HLT 2021, Online, 11 June 2021, pp. 74\u201385. Association for Computational Linguistics (2021). http:\/\/doi.org\/10.18653\/v1\/2021.bionlp-1.8","DOI":"10.18653\/v1\/2021.bionlp-1.8"},{"key":"25_CR6","unstructured":"Ben Abacha, A., Sarrouti, M., Demner-Fushman, D., Hasan, S.A., M\u00fcller, H.: Overview of the VQA-med task at ImageCLEF 2021: visual question answering and generation in the medical domain. In: CLEF 2021 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Bucharest, Romania, 21\u201324 September 2021"},{"key":"25_CR7","doi-asserted-by":"crossref","unstructured":"Ben Abacha, A., Shivade, C., Demner-Fushman, D.: Overview of the MEDIQA 2019 shared task on textual inference, question entailment and question answering. In: Proceedings of the 18th BioNLP Workshop and Shared Task, BioNLP@ACL 2019, Florence, Italy, 1 August 2019, pp. 370\u2013379. Association for Computational Linguistics (2019). http:\/\/doi.org\/10.18653\/v1\/w19-5039","DOI":"10.18653\/v1\/W19-5039"},{"key":"25_CR8","doi-asserted-by":"crossref","unstructured":"Ben Abacha, A., Yim, W.W., Adams, G., Snider, N., Yetisgen, M.: Overview of the MEDIQA-Chat 2023 shared tasks on the summarization and generation of doctor-patient conversations. In: ACL-ClinicalNLP 2023 (2023)","DOI":"10.18653\/v1\/2023.clinicalnlp-1.52"},{"key":"25_CR9","doi-asserted-by":"crossref","unstructured":"Ben Abacha, A., Yim, W.W., Michalopoulos, G., Lin, T.: An investigation of evaluation metrics for automated medical note generation (2023)","DOI":"10.18653\/v1\/2023.findings-acl.161"},{"key":"25_CR10","doi-asserted-by":"crossref","unstructured":"Ben Abacha, A., Yim, W.W., Fan, Y., Lin, T.: An empirical study of clinical note generation from doctor-patient encounters. In: Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, pp. 2291\u20132302. Association for Computational Linguistics, Dubrovnik, Croatia, May 2023. http:\/\/aclanthology.org\/2023.eacl-main.168","DOI":"10.18653\/v1\/2023.eacl-main.168"},{"key":"25_CR11","doi-asserted-by":"publisher","unstructured":"Bodenreider, O.: The unified medical language system (UMLS): integrating biomedical terminology. Nucleic Acids Res. 32(Database-Issue), 267\u2013270 (2004). https:\/\/doi.org\/10.1093\/nar\/gkh061","DOI":"10.1093\/nar\/gkh061"},{"key":"25_CR12","doi-asserted-by":"publisher","unstructured":"Borgli, H., et al.: Hyperkvasir, a comprehensive multi-class image and video dataset for gastrointestinal endoscopy. Sci. Data 7(1) (2020). https:\/\/doi.org\/10.1038\/s41597-020-00622-y","DOI":"10.1038\/s41597-020-00622-y"},{"key":"25_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1007\/11519645_59","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"P Clough","year":"2005","unstructured":"Clough, P., M\u00fcller, H., Sanderson, M.: The CLEF 2004 cross-language image retrieval track. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol. 3491, pp. 597\u2013613. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11519645_59"},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"Clough, P., Sanderson, M.: The CLEF 2003 cross language image retrieval task. In: Proceedings of the Cross Language Evaluation Forum (CLEF 2003) (2004)","DOI":"10.1007\/978-3-540-30222-3_56"},{"key":"25_CR15","unstructured":"Constantin, M.G., \u015etefan, L.D., Dogariu, M., Ionescu, B.: AI multimedia lab at imagecleffusion 2022: deepfusion methods for ensembling in diverse scenarios. In: CLEF2022 Working Notes, CEUR Workshop Proceedings, CEUR-WS. org, Bologna, Italy (2022)"},{"issue":"5","key":"25_CR16","doi-asserted-by":"publisher","first-page":"1526","DOI":"10.1007\/s11263-021-01443-1","volume":"129","author":"MG Constantin","year":"2021","unstructured":"Constantin, M.G., \u015etefan, L.D., Ionescu, B., Duong, N.Q., Demarty, C.H., Sj\u00f6berg, M.: Visual interestingness prediction: a benchmark framework and literature review. Int. J. Comput. Vis. 129(5), 1526\u20131550 (2021)","journal-title":"Int. J. Comput. Vis."},{"key":"25_CR17","unstructured":"Demarty, C.H., Sj\u00f6berg, M., Ionescu, B., Do, T.T., Gygli, M., Duong, N.: Mediaeval 2017 predicting media interestingness task. In: MediaEval workshop (2017)"},{"key":"25_CR18","unstructured":"Dicente Cid, Y., Kalinovsky, A., Liauchuk, V., Kovalev, V., M\u00fcller, H.: Overview of ImageCLEFtuberculosis 2017 - predicting tuberculosis type and drug resistances. In: CLEF2017 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Dublin, Ireland, 11\u201314 September 2017. http:\/\/ceur-ws.org"},{"key":"25_CR19","unstructured":"Hasan, S.A., Ling, Y., Farri, O., Liu, J., Lungren, M., M\u00fcller, H.: Overview of the ImageCLEF 2018 medical domain visual question answering task. In: CLEF2018 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Avignon, France, 10\u201314 September 2018. http:\/\/ceur-ws.org"},{"key":"25_CR20","unstructured":"Garc\u00eda Seco de Herrera, A., Eickhoff, C., Andrearczyk, V., M\u00fcller, H.: Overview of the ImageCLEF 2018 caption prediction tasks. In: CLEF2018 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Avignon, France, 10\u201314 September 2018. http:\/\/ceur-ws.org"},{"key":"25_CR21","unstructured":"Garc\u00eda Seco de Herrera, A., Schaer, R., Bromuri, S., M\u00fcller, H.: Overview of the ImageCLEF 2016 medical task. In: Working Notes of CLEF 2016 (Cross Language Evaluation Forum), September 2016"},{"key":"25_CR22","doi-asserted-by":"publisher","unstructured":"Hessel, J., Holtzman, A., Forbes, M., Bras, R.L., Choi, Y.: Clipscore: a reference-free evaluation metric for image captioning. In: Moens, M., Huang, X., Specia, L., Yih, S.W. (eds.) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event\/Punta Cana, Dominican Republic, 7\u201311 November 2021, pp. 7514\u20137528. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.595","DOI":"10.18653\/v1\/2021.emnlp-main.595"},{"key":"25_CR23","unstructured":"Hicks, S.A., Stor\u00e5s, A., Halvorsen, P., de Lange, T., Riegler, M.A., Thambawita, V.: Overview of imageclefmedical 2023 - medical visual question answering for gastrointestinal tract. In: CLEF2023 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, September 2023"},{"key":"25_CR24","doi-asserted-by":"publisher","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"25_CR25","doi-asserted-by":"crossref","unstructured":"Ionescu, B., G\u00eensc\u0103, A.L., Boteanu, B., Lupu, M., Popescu, A., M\u00fcller, H.: Div150multi: a social image retrieval result diversification dataset with multi-topic queries. In: Proceedings of the 7th International Conference on Multimedia Systems, pp. 1\u20136 (2016)","DOI":"10.1145\/2910017.2910620"},{"key":"25_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1007\/978-3-030-28577-7_28","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"B Ionescu","year":"2019","unstructured":"Ionescu, B., et al.: ImageCLEF 2019: multimedia retrieval in medicine, lifelogging, security and nature. In: Crestani, F., et al. (eds.) CLEF 2019. LNCS, vol. 11696, pp. 358\u2013386. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-28577-7_28"},{"key":"25_CR27","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1109\/TMM.2020.2986579","volume":"23","author":"B Ionescu","year":"2020","unstructured":"Ionescu, B., Rohm, M., Boteanu, B., G\u00eensc\u0103, A.L., Lupu, M., M\u00fcller, H.: Benchmarking image retrieval diversification techniques for social media. IEEE Trans. Multimed. 23, 677\u2013691 (2020)","journal-title":"IEEE Trans. Multimed."},{"key":"25_CR28","doi-asserted-by":"crossref","unstructured":"Jha, D., et al.: Kvasir-Instrument: diagnostic and therapeutic tool segmentation dataset in gastrointestinal endoscopy. In: Proceedings of the International Conference on MultiMedia Modeling (MMM). pp. 218\u2013229 (2021). http:\/\/doi.org\/10.1007\/978-3-030-67835-7_19","DOI":"10.1007\/978-3-030-67835-7_19"},{"key":"25_CR29","doi-asserted-by":"crossref","unstructured":"Jha, D., et al.: Kvasir-SEG: a segmented polyp dataset. In: Proceeding of the International Conference on Multimedia Modeling (MMM), vol. 11962, pp. 451\u2013462 (2020). http:\/\/doi.org\/10.1007\/978-3-030-37734-2_37","DOI":"10.1007\/978-3-030-37734-2_37"},{"key":"25_CR30","unstructured":"Li, J., Li, D., Savarese, S., Hoi, S.C.H.: BLIP-2: bootstrapping language-image pre-training with frozen image encoders and large language models. CoRR abs\/2301.12597 (2023). 10.48550\/arXiv. 2301.12597, http:\/\/doi.org\/10.48550\/arXiv.2301.12597"},{"key":"25_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/978-3-642-17711-8_11","volume-title":"Recognizing Patterns in Signals, Speech, Images and Videos","author":"H M\u00fcller","year":"2010","unstructured":"M\u00fcller, H., Kalpathy-Cramer, J.: The ImageCLEF medical retrieval task at ICPR 2010 \u2014 information fusion to combine visual and textual information. In: \u00dcnay, D., \u00c7ataltepe, Z., Aksoy, S. (eds.) ICPR 2010. LNCS, vol. 6388, pp. 99\u2013108. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-17711-8_11"},{"key":"25_CR32","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318. Association for Computational Linguistics, Philadelphia, Pennsylvania, USA, July 2002. https:\/\/doi.org\/10.3115\/1073083.1073135, http:\/\/aclanthology.org\/P02-1040","DOI":"10.3115\/1073083.1073135"},{"key":"25_CR33","unstructured":"Pelka, O., Ben Abacha, A., Garc\u00eda Seco de Herrera, A., Jacutprakart, J., Friedrich, C.M., M\u00fcller, H.: Overview of the ImageCLEFmed 2021 concept & caption prediction task. In: CLEF2021 Working Notes, pp. 1101\u20131112. CEUR Workshop Proceedings, CEUR-WS.org, Bucharest, Romania, 21\u201324 September 2021"},{"key":"25_CR34","unstructured":"Pelka, O., Friedrich, C.M., Garc\u00eda Seco de Herrera, A., M\u00fcller, H.: Overview of the ImageCLEFmed 2019 concept prediction task. In: CLEF2019 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Lugano, Switzerland, 09\u201312 September 2019. http:\/\/ceur-ws.org"},{"key":"25_CR35","unstructured":"Pelka, O., Friedrich, C.M., Garc\u00eda Seco de Herrera, A., M\u00fcller, H.: Overview of the ImageCLEFmed 2020 concept prediction task: medical image understanding. In: CLEF2020 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, 22\u201325 September 2020"},{"key":"25_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1007\/978-3-030-01364-6_20","volume-title":"Intravascular Imaging and Computer Assisted Stenting and Large-Scale Annotation of Biomedical Data and Expert Label Synthesis","author":"O Pelka","year":"2018","unstructured":"Pelka, O., Koitka, S., R\u00fcckert, J., Nensa, F., Friedrich, C.M.: Radiology objects in context (ROCO): a multimodal image dataset. In: Stoyanov, D., et al. (eds.) LABELS\/CVII\/STENT -2018. LNCS, vol. 11043, pp. 180\u2013189. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01364-6_20"},{"key":"25_CR37","unstructured":"Popescu, A., Deshayes-Chossart, J., Schindler, H., Ionescu, B.: Overview of the ImageCLEF 2022 aware task. In: Proceedings of the Working Notes of CLEF 2022 - Conference and Labs of the Evaluation Forum, CEUR Workshop Proceedings, Bologna, Italy, 5\u20138 September 2022, vol. 3180, pp. 1329\u20131338 (2022)"},{"issue":"2","key":"25_CR38","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1073\/pnas.98.2.381","volume":"98","author":"RJ Roberts","year":"2001","unstructured":"Roberts, R.J.: PubMed central: the GenBank of the published literature. Proc. Natl. Acad. Sci. U.S.A. 98(2), 381\u2013382 (2001). https:\/\/doi.org\/10.1073\/pnas.98.2.381","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"25_CR39","unstructured":"R\u00fcckert, J., et al.: Overview of ImageCLEFmedical 2022 - caption prediction and concept detection. In: CLEF2022 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Bologna, Italy, 5\u20138 September 2022"},{"key":"25_CR40","unstructured":"R\u00fcckert, J., et al.: Overview of ImageCLEFmedical 2023 - caption prediction and concept detection. In: CLEF2023 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, 18\u201321 September 2023"},{"key":"25_CR41","doi-asserted-by":"publisher","unstructured":"Sellam, T., Das, D., Parikh, A.P.: BLEURT: learning robust metrics for text generation. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J.R. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, Online, 5\u201310 July 2020, pp. 7881\u20137892. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.704","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"25_CR42","unstructured":"\u015etefan, L.D., Constantin, M.G., Dogariu, M., Ionescu, B.: Overview of imagecleffusion 2022 task-ensembling methods for media interestingness prediction and result diversification. In: CLEF2022 Working Notes, CEUR Workshop Proceedings, CEUR-WS. org, Bologna, Italy (2022)"},{"key":"25_CR43","unstructured":"\u015etefan, L.D., Constantin, M.G., Dogariu, M., Ionescu, B.: Overview of imagecleffusion 2023 task - testing ensembling methods in diverse scenarios. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, 18\u201321 September 2023"},{"key":"25_CR44","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/978-3-642-23708-9_12","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"T Tsikrika","year":"2011","unstructured":"Tsikrika, T., de Herrera, A.G.S., M\u00fcller, H.: Assessing the scholarly impact of ImageCLEF. In: Forner, P., Gonzalo, J., Kek\u00e4l\u00e4inen, J., Lalmas, M., de Rijke, M. (eds.) CLEF 2011. LNCS, vol. 6941, pp. 95\u2013106. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-23708-9_12"},{"key":"25_CR45","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-40802-1_1","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visualization","author":"T Tsikrika","year":"2013","unstructured":"Tsikrika, T., Larsen, B., M\u00fcller, H., Endrullis, S., Rahm, E.: The scholarly impact of CLEF (2000\u20132009). In: Forner, P., M\u00fcller, H., Paredes, R., Rosso, P., Stein, B. (eds.) CLEF 2013. LNCS, vol. 8138, pp. 1\u201312. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40802-1_1"},{"key":"25_CR46","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Guyon, I., et al., Garnett, R. (eds.) Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, 4\u20139 December 2017, Long Beach, CA, USA, pp. 5998\u20136008 (2017). http:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"25_CR47","doi-asserted-by":"publisher","unstructured":"Vedantam, R., Zitnick, C.L., Parikh, D.: Cider: consensus-based image description evaluation. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2015, Boston, MA, USA, 7\u201312 June 2015, pp. 4566\u20134575. IEEE Computer Society (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7299087","DOI":"10.1109\/CVPR.2015.7299087"},{"key":"25_CR48","doi-asserted-by":"crossref","unstructured":"Yim, W.W., Fu, Y., Abacha, A.B., Snider, N., Lin, T., Yetisgen, M.: ACI-BENCH: a novel ambient clinical intelligence dataset for benchmarking automatic visit note generation (2023)","DOI":"10.1038\/s41597-023-02487-3"},{"key":"25_CR49","doi-asserted-by":"crossref","unstructured":"Yim, W., Ben Abacha, A., Snider, N., Adams, G., Yetisgen, M.: Overview of the MEDIQA-Sum task at ImageCLEF 2023: summarization and classification of doctor-patient conversations. In: CLEF 2023 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org, Thessaloniki, Greece, 18\u201321 September 2023","DOI":"10.18653\/v1\/2023.clinicalnlp-1.52"},{"key":"25_CR50","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTScore: evaluating text generation with BERT. In: 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, 26\u201330 April 2020. OpenReview.net (2020). http:\/\/openreview.net\/forum?id=SkeHuCVFDr"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42448-9_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:27:16Z","timestamp":1710260836000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42448-9_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031424472","9783031424489"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42448-9_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"11 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2023.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 Best of 2022 Labs + 13 Lab Overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}