@inproceedings{6682fdd3e63743ddaa679426a0a14f9b,
title = "Mixed Reality Support for Orthopaedic Surgery",
abstract = "This work presents a mixed reality environment for orthopaedic interventions that provides a 3D overlay of Cone-beam CT images, surgical site, and real-time tool tracking. The system uses an RGBD camera attached to the detector plane of a mobile C-arm, which is a typical device to acquire X-Ray images during surgery. Calibration of the two devices is done by acquiring simultaneous CBCT and RGBD scans of a calibration phantom and computing the rigid transformation between them. The markerless tracking of the surgical tool is computed in the RGBD view using real-time segmentation and Simultaneous Localization And Mapping. The RGBD view is then overlaid to the CBCT data with real-time point clouds of the surgical site. This visualization provides multiple desired views of the medical data, surgical site, and the tracking of surgical tools, which could be used to provide intuitive visualization for orthopedic procedures to place instrumentation and to assist surgeons with their localization and coordination. Our proposed opto-X-ray system can lead to x-ray radiation dose reduction as well as improved safety in minimally invasive orthopaedic procedures.",
keywords = "Cone-Beam CT, Intra-operative, Mixed Reality, Multi-modal Visualization, Range Imaging, Tracking",
author = "Lee, {Sing Chun} and Keisuke Tateno and Bernhard Fuerst and Federico Tombari and Javad Fotouhi and Greg Osgood and Alex Johnson and Nassir Navab",
note = "Publisher Copyright: {\textcopyright} 2017 IEEE.; 16th Adjunct IEEE International Symposium on Mixed and Augmented Reality, ISMAR-Adjunct 2017 ; Conference date: 09-10-2017 Through 13-10-2017",
year = "2017",
month = oct,
day = "27",
doi = "10.1109/ISMAR-Adjunct.2017.67",
language = "English (US)",
series = "Adjunct Proceedings of the 2017 IEEE International Symposium on Mixed and Augmented Reality, ISMAR-Adjunct 2017",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "204--205",
editor = "Wolfgang Broll and Holger Regenbrecht and Gerd Bruder and Myriam Servieres and Maki Sugimoto and Swan, {J Edward}",
booktitle = "Adjunct Proceedings of the 2017 IEEE International Symposium on Mixed and Augmented Reality, ISMAR-Adjunct 2017",
}