@InProceedings{Ghamsarian2020, author = {Negin Ghamsarian and Hadi Amirpourazarian and Christian Timmerer and Mario Taschwer and Klaus Schöffmann}, booktitle = {Proceedings of the 28th ACM International Conference on Multimedia}, title = {{Relevance-Based Compression of Cataract Surgery Videos Using Convolutional Neural Networks}}, year = {2020}, month = {oct}, pages = {3577--3585}, publisher = {ACM}, abstract = {Recorded cataract surgery videos play a prominent role in training and investigating the surgery, and enhancing the surgical outcomes. Due to storage limitations in hospitals, however, the recorded cataract surgeries are deleted after a short time and this precious source of information cannot be fully utilized. Lowering the quality to reduce the required storage space is not advisable since the degraded visual quality results in the loss of relevant information that limits the usage of these videos. To address this problem, we propose a relevance-based compression technique consisting of two modules: (i) relevance detection, which uses neural networks for semantic segmentation and classification of the videos to detect relevant spatio-temporal information, and (ii) content-adaptive compression, which restricts the amount of distortion applied to the relevant content while allocating less bitrate to irrelevant content. The proposed relevance-based compression framework is implemented considering five scenarios based on the definition of relevant information from the target audience's perspective. Experimental results demonstrate the capability of the proposed approach in relevance detection. We further show that the proposed approach can achieve high compression efficiency by abstracting substantial redundant information while retaining the high quality of the relevant content.}, doi = {10.1145/3394171.3413658}, keywords = {Convolutional Neural Networks, ROI Detection, Video Coding, HEVC, Medical Multimedia}, url = {https://dl.acm.org/doi/10.1145/3394171.3413658} }