%0 Journal Article %1 Akinbiyi:2006zt %A Akinbiyi, Takintope %A Reiley, Carol E %A Saha, Sunipa %A Burschka, Darius %A Hasser, Christopher J %A Yuh, David D %A Okamura, Allison M %C Engineering Research Center for Computer Integrated Surgical Systems and Technology, Johns Hopkins University, Baltimore, MD 21218, USA. tope@jhu.edu %D 2006 %J Conf Proc IEEE Eng Med Biol Soc %K imported %P 567--570 %R 10.1109/IEMBS.2006.259707 %T Dynamic augmented reality for sensory substitution in robot-assisted surgical systems. %V 1 %X Teleoperated robot-assisted surgical systems provide surgeons with improved precision, dexterity, and visualization over traditional minimally invasive surgery. The addition of haptic (force and/or tactile) feedback has been proposed as a way to further enhance the performance of these systems. However, due to limitations in sensing and control technologies, implementing direct haptic feedback to the surgeon's hands remains impractical for clinical application. A new, intuitive augmented reality system for presentation of force information through sensory substitution has been developed and evaluated. The augmented reality system consists of force-sensing robotic instruments, a kinematic tool tracker, and a graphic display that overlays a visual representation of force levels on top of the moving instrument tips. The system is integrated with the da Vinci Surgical System (Intuitive Surgical, Inc.) and tested by several users in a phantom knot tying task. The augmented reality system decreases the number of broken sutures, decreases the number of loose knots, and results in more consistent application of forces. %Z Visual feedback indicating applied force overlaid on image. Reduced broken sutures, loose knots. Increased precision. (more data needed for knots) Mixed results for task completion time. "indirect haptic feedback"

@article{Akinbiyi:2006zt, abstract = {Teleoperated robot-assisted surgical systems provide surgeons with improved precision, dexterity, and visualization over traditional minimally invasive surgery. The addition of haptic (force and/or tactile) feedback has been proposed as a way to further enhance the performance of these systems. However, due to limitations in sensing and control technologies, implementing direct haptic feedback to the surgeon's hands remains impractical for clinical application. A new, intuitive augmented reality system for presentation of force information through sensory substitution has been developed and evaluated. The augmented reality system consists of force-sensing robotic instruments, a kinematic tool tracker, and a graphic display that overlays a visual representation of force levels on top of the moving instrument tips. The system is integrated with the da Vinci Surgical System (Intuitive Surgical, Inc.) and tested by several users in a phantom knot tying task. The augmented reality system decreases the number of broken sutures, decreases the number of loose knots, and results in more consistent application of forces.}, added-at = {2010-03-01T21:54:28.000+0100}, address = {Engineering Research Center for Computer Integrated Surgical Systems and Technology, Johns Hopkins University, Baltimore, MD 21218, USA. tope@jhu.edu}, annote = {Visual feedback indicating applied force overlaid on image. Reduced broken sutures, loose knots. Increased precision. (more data needed for knots) Mixed results for task completion time. "indirect haptic feedback"}, au = {Akinbiyi, T and Reiley, CE and Saha, S and Burschka, D and Hasser, CJ and Yuh, DD and Okamura, AM}, author = {Akinbiyi, Takintope and Reiley, Carol E and Saha, Sunipa and Burschka, Darius and Hasser, Christopher J and Yuh, David D and Okamura, Allison M}, bdsk-file-1 = {YnBsaXN0MDDUAQIDBAUGCQpYJHZlcnNpb25UJHRvcFkkYXJjaGl2ZXJYJG9iamVjdHMSAAGGoNEHCFRyb290gAFfEA9OU0tleWVkQXJjaGl2ZXKoCwwXGBkdJCVVJG51bGzTDQ4PEBEUViRjbGFzc1dOUy5rZXlzWk5TLm9iamVjdHOAB6ISE4ACgAOiFRaABIAGWWFsaWFzRGF0YVxyZWxhdGl2ZVBhdGjSDRobHFdOUy5kYXRhgAVPEQHAAAAAAAHAAAIAAAxNYWNpbnRvc2ggSEQAAAAAAAAAAAAAAAAAAADDsQXBSCsAAAAceQARQWtpbmJpeWkyMDA2YS5wZGYAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAC1JhMW7ED4AAAAAAAAAAAABAAIAAAkgAAAAAAAAAAAAAAAAAAAAClJlZmVyZW5jZXMAEAAIAADDsUwRAAAAEQAIAADFu1aOAAAAAQAUABx5AAAceP4AHHj4ABsBkQANr5AAAgBNTWFjaW50b3NoIEhEOlVzZXJzOmJhcmFiYXM6RHJvcGJveDpHZW5lcmFsIEV4YW1zOlJlZmVyZW5jZXM6QWtpbmJpeWkyMDA2YS5wZGYAAA4AJAARAEEAawBpAG4AYgBpAHkAaQAyADAAMAA2AGEALgBwAGQAZgAPABoADABNAGEAYwBpAG4AdABvAHMAaAAgAEgARAASAEBVc2Vycy9iYXJhYmFzL0Ryb3Bib3gvR2VuZXJhbCBFeGFtcy9SZWZlcmVuY2VzL0FraW5iaXlpMjAwNmEucGRmABMAAS8AABUAAgAO//8AANIeHyAhWCRjbGFzc2VzWiRjbGFzc25hbWWjISIjXU5TTXV0YWJsZURhdGFWTlNEYXRhWE5TT2JqZWN0XxARQWtpbmJpeWkyMDA2YS5wZGbSHh8mJ6InI1xOU0RpY3Rpb25hcnkACAARABoAHwApADIANwA6AD8AQQBTAFwAYgBpAHAAeACDAIUAiACKAIwAjwCRAJMAnQCqAK8AtwC5An0CggKLApYCmgKoAq8CuALMAtEC1AAAAAAAAAIBAAAAAAAAACgAAAAAAAAAAAAAAAAAAALh}, bdsk-url-1 = {http://dx.doi.org/10.1109/IEMBS.2006.259707}, biburl = {https://www.bibsonomy.org/bibtex/24a8e665afb1fa28fccdee718f649b365/barabas}, crdt = {2007/10/20 09:00}, da = {20071023}, date-added = {2009-01-23 01:26:38 -0500}, date-modified = {2009-05-18 22:02:16 -0400}, dcom = {20080306}, description = {References for general exam}, doi = {10.1109/IEMBS.2006.259707}, edat = {2007/10/20 09:00}, gr = {R01-EB002004/EB/NIBIB NIH HHS/United States}, interhash = {e1b7fecb56b905ff61b9313e429cb7b9}, intrahash = {4a8e665afb1fa28fccdee718f649b365}, issn = {1557-170X (Print)}, jid = {101243413}, journal = {Conf Proc IEEE Eng Med Biol Soc}, jt = {Conference proceedings : ... Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Conference}, keywords = {imported}, language = {eng}, mh = {Computer Graphics; Computer Simulation; Imaging, Three-Dimensional/*methods; *Models, Theoretical; Robotics/*methods; Surgery, Computer-Assisted/*methods; *Suture Techniques; *Touch; *User-Computer Interface}, mhda = {2008/03/07 09:00}, own = {NLM}, pages = {567--570}, pl = {United States}, pmid = {17945986}, pst = {ppublish}, pt = {Journal Article; Research Support, N.I.H., Extramural; Research Support, U.S. Gov't, Non-P.H.S.}, sb = {IM}, so = {Conf Proc IEEE Eng Med Biol Soc. 2006;1:567-70.}, stat = {MEDLINE}, timestamp = {2010-03-01T21:54:28.000+0100}, title = {Dynamic augmented reality for sensory substitution in robot-assisted surgical systems.}, volume = 1, year = 2006 }