@InProceedings{Sokolova2020, author = {Natalia Sokolova and Mario Taschwer and Stephanie Sarny and Doris Putzgruber-Adamitsch and Klaus Schoeffmann}, booktitle = {2020 IEEE 17th International Symposium on Biomedical Imaging Workshops (ISBI Workshops)}, title = {{Pixel-Based Iris and Pupil Segmentation in Cataract Surgery Videos Using Mask R-CNN}}, year = {2020}, month = {apr}, publisher = {IEEE}, abstract = {Automatically detecting clinically relevant events in surgery video recordings is becoming increasingly important for documentary, educational, and scientific purposes in the medical domain. From a medical image analysis perspective, such events need to be treated individually and associated with specific visible objects or regions. In the field of cataract surgery (lens replacement in the human eye), pupil reaction (dilation or restriction) during surgery may lead to complications and hence represents a clinically relevant event. Its detection requires automatic segmentation and measurement of pupil and iris in recorded video frames. In this work, we contribute to research on pupil and iris segmentation methods by (1) providing a dataset of 82 annotated images for training and evaluating suitable machine learning algorithms, and (2) applying the Mask R-CNN algorithm to this problem, which – in contrast to existing techniques for pupil segmentation – predicts free-form pixel-accurate segmentation masks for iris and pupil. The proposed approach achieves consistent high segmentation accuracies on several metrics while delivering an acceptable prediction efficiency, establishing a promising basis for further segmentation and event detection approaches on eye surgery videos.}, doi = {10.1109/isbiworkshops50223.2020.9153367}, keywords = {object segmentation, cataract surgery videos, mask RCNN, deep learning}, url = {https://ieeexplore.ieee.org/document/9153367} }