@Article{Jha2021, author = {Debesh Jha and Sharib Ali and Steven Hicks and Vajira Thambawita and Hanna Borgli and Pia H. Smedsrud and Thomas de Lange and Konstantin Pogorelov and Xiaowei Wang and Philipp Harzig and Minh-Triet Tran and Wenhua Meng and Trung-Hieu Hoang and Danielle Dias and Tobey H. Ko and Taruna Agrawal and Olga Ostroukhova and Zeshan Khan and Muhammad Atif Tahir and Yang Liu and Yuan Chang and Mathias Kirkerod and Dag Johansen and Mathias Lux and Haavard D. Johansen and Michael A. Riegler and Paal Halvorsen}, journal = {Medical Image Analysis}, title = {{A comprehensive analysis of classification methods in gastrointestinal endoscopy imaging}}, year = {2021}, issn = {1361-8415}, month = {may}, pages = {102007}, volume = {70}, abstract = {Gastrointestinal (GI) endoscopy has been an active field of research motivated by the large number of highly lethal GI cancers. Early GI cancer precursors are often missed during the endoscopic surveillance. The high missed rate of such abnormalities during endoscopy is thus a critical bottleneck. Lack of attentiveness due to tiring procedures, and requirement of training are few contributing factors. An automatic GI disease classification system can help reduce such risks by flagging suspicious frames and lesions. GI endoscopy consists of several multi-organ surveillance, therefore, there is need to develop methods that can generalize to various endoscopic findings. In this realm, we present a comprehensive analysis of the Medico GI challenges: Medical Multimedia Task at MediaEval 2017, Medico Multimedia Task at MediaEval 2018, and BioMedia ACM MM Grand Challenge 2019. These challenges are initiative to set-up a benchmark for different computer vision methods applied to the multi-class endoscopic images and promote to build new approaches that could reliably be used in clinics. We report the performance of 21 participating teams over a period of three consecutive years and provide a detailed analysis of the methods used by the participants, highlighting the challenges and shortcomings of the current approaches and dissect their credibility for the use in clinical settings. Our analysis revealed that the participants achieved an improvement on maximum Mathew correlation coefficient (MCC) from 82.68% in 2017 to 93.98% in 2018 and 95.20% in 2019 challenges, and a significant increase in computational speed over consecutive years.}, doi = {10.1016/j.media.2021.102007}, keywords = {Gastrointestinal endoscopy challenges, Artificial intelligence, Computer-aided detection and diagnosis, Medical imaging, Medico Task 2017, Medico Task 2018, BioMedia 2019 grand challenge}, publisher = {Elsevier (BV)}, url = {https://www.sciencedirect.com/science/article/pii/S1361841521000530?via=ihub} }