Publications
Search
21.
Harvey, Philip D.; Depp, Colin A.; Rizzo, Albert A.; Strauss, Gregory P.; Spelber, David; Carpenter, Linda L.; Kalin, Ned H.; Krystal, John H.; McDonald, William M.; Nemeroff, Charles B.; Rodriguez, Carolyn I.; Widge, Alik S.; Torous, John
Technology and Mental Health: State of the Art for Assessment and Treatment Journal Article
In: AJP, vol. 179, no. 12, pp. 897–914, 2022, ISSN: 0002-953X, 1535-7228.
@article{harvey_technology_2022,
title = {Technology and Mental Health: State of the Art for Assessment and Treatment},
author = {Philip D. Harvey and Colin A. Depp and Albert A. Rizzo and Gregory P. Strauss and David Spelber and Linda L. Carpenter and Ned H. Kalin and John H. Krystal and William M. McDonald and Charles B. Nemeroff and Carolyn I. Rodriguez and Alik S. Widge and John Torous},
url = {http://ajp.psychiatryonline.org/doi/10.1176/appi.ajp.21121254},
doi = {10.1176/appi.ajp.21121254},
issn = {0002-953X, 1535-7228},
year = {2022},
date = {2022-12-01},
urldate = {2023-08-22},
journal = {AJP},
volume = {179},
number = {12},
pages = {897–914},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
22.
Zhang, Larry; Kolacz, Jacek; Rizzo, Albert; Scherer, Stefan; Soleymani, Mohammad
Speech Behavioral Markers Align on Symptom Factors in Psychological Distress Proceedings Article
In: 2022 10th International Conference on Affective Computing and Intelligent Interaction (ACII), pp. 1–8, 2022, (ISSN: 2156-8111).
@inproceedings{zhang_speech_2022,
title = {Speech Behavioral Markers Align on Symptom Factors in Psychological Distress},
author = {Larry Zhang and Jacek Kolacz and Albert Rizzo and Stefan Scherer and Mohammad Soleymani},
url = {https://ieeexplore.ieee.org/abstract/document/9953849},
doi = {10.1109/ACII55700.2022.9953849},
year = {2022},
date = {2022-10-01},
booktitle = {2022 10th International Conference on Affective Computing and Intelligent Interaction (ACII)},
pages = {1–8},
abstract = {Automatic detection of psychological disorders has gained significant attention in recent years due to the rise in their prevalence. However, the majority of studies have overlooked the complexity of disorders in favor of a “present/not present” dichotomy in representing disorders. Recent psychological research challenges favors transdiagnostic approaches, moving beyond general disorder classifications to symptom level analysis, as symptoms are often not exclusive to individual disorder classes. In our study, we investigated the link between speech signals and psychological distress symptoms in a corpus of 333 screening interviews from the Distress Analysis Interview Corpus (DAIC). Given the semi-structured organization of interviews, we aggregated speech utterances from responses to shared questions across interviews. We employed deterministic sample selection in classification to rank salient questions for eliciting symptom-specific behaviors in order to predict symptom presence. Some questions include “Do you find therapy helpful?” and “When was the last time you felt happy?”. The prediction results align closely to the factor structure of psychological distress symptoms, linking speech behaviors primarily to somatic and affective alterations in both depression and PTSD. This lends support for the transdiagnostic validity of speech markers for detecting such symptoms. Surprisingly, we did not find a strong link between speech markers and cognitive or psychomotor alterations. This is surprising, given the complexity of motor and cognitive actions required in speech production. The results of our analysis highlight the importance of aligning affective computing research with psychological research to investigate the use of automatic behavioral sensing to assess psychiatric risk.},
note = {ISSN: 2156-8111},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Automatic detection of psychological disorders has gained significant attention in recent years due to the rise in their prevalence. However, the majority of studies have overlooked the complexity of disorders in favor of a “present/not present” dichotomy in representing disorders. Recent psychological research challenges favors transdiagnostic approaches, moving beyond general disorder classifications to symptom level analysis, as symptoms are often not exclusive to individual disorder classes. In our study, we investigated the link between speech signals and psychological distress symptoms in a corpus of 333 screening interviews from the Distress Analysis Interview Corpus (DAIC). Given the semi-structured organization of interviews, we aggregated speech utterances from responses to shared questions across interviews. We employed deterministic sample selection in classification to rank salient questions for eliciting symptom-specific behaviors in order to predict symptom presence. Some questions include “Do you find therapy helpful?” and “When was the last time you felt happy?”. The prediction results align closely to the factor structure of psychological distress symptoms, linking speech behaviors primarily to somatic and affective alterations in both depression and PTSD. This lends support for the transdiagnostic validity of speech markers for detecting such symptoms. Surprisingly, we did not find a strong link between speech markers and cognitive or psychomotor alterations. This is surprising, given the complexity of motor and cognitive actions required in speech production. The results of our analysis highlight the importance of aligning affective computing research with psychological research to investigate the use of automatic behavioral sensing to assess psychiatric risk.
23.
Korand, Sridevi; Fung, Cha Chi; Cohen, Sammy; Talbot, Thomas B.; Fischer, Susan; Luu, Cindy; Sargsyan, Mariam; Ben-Isaac, Eyal; Espinoza, Juan; Chang, Todd P.
In: Simulation & Gaming, vol. 53, no. 4, pp. 335–352, 2022, ISSN: 1046-8781, 1552-826X.
@article{korand_association_2022,
title = {The Association Between Multitasking and Multi-Patient Care Skills in a Simulated Patient Care Video Game Among Second Year Medical Students Based on Specialty Choice},
author = {Sridevi Korand and Cha Chi Fung and Sammy Cohen and Thomas B. Talbot and Susan Fischer and Cindy Luu and Mariam Sargsyan and Eyal Ben-Isaac and Juan Espinoza and Todd P. Chang},
url = {http://journals.sagepub.com/doi/10.1177/10468781221103460},
doi = {10.1177/10468781221103460},
issn = {1046-8781, 1552-826X},
year = {2022},
date = {2022-08-01},
urldate = {2022-09-21},
journal = {Simulation & Gaming},
volume = {53},
number = {4},
pages = {335–352},
abstract = {Background and Objective Healthcare providers require multitasking and multi-patient care skills, and training programs do not formally incorporate curricula specifically for multitasking skills to trainees. The medical education community is in equipoise on whether multitasking ability is a fixed trait. Furthermore, it is unclear whether multitasking ability affects those who gravitate toward careers that demand it, particularly among medical students deciding on a specialty. We sought to define the association between specialty choice, multitasking abilities and multi-patient care delivery among pre-clinical medical students. For this study, we examined both efficiency and accuracy metrics within multitasking and whether they were different between students choosing specialties. Methods This was a planned cross-sectional sub-study focused on 2nd year medical students (MS-IIs) within a parent study evaluating multi-patient care skills using a serious game (VitalSigns:ED TM ) depicting a pediatric emergency department. Subjects completed a Multitasking Ability Test (MTAT) and five VitalSigns:ED gameplays. The predictor variable was specialty choice, categorized into multitasking and non-multitasking groups. Outcome variables measuring efficiency and diagnostic accuracy were obtained from the MTAT and the game. The primary analysis was a Mann–Whitney U test, and secondary analyses employed Spearman Rank correlations. Results Twelve students applied to multitasking specialties and 18 applied to others. Those in the multitasking specialties had faster MTAT completions than the other cohort (29.8 vs. 59.7 sec, 95%CI difference -0.9 to -39.8 sec). Differential diagnoses were higher in multitasking specialties in VitalSigns:ED (2.03 vs. 1.06, 95%CI difference +0.05 to +1.54) but efficiency metrics in the game did not differ. Conclusion Multitasking and multi-patient care performance show some association with preferred specialty choices for MS-IIs prior to clinical exposure.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Background and Objective Healthcare providers require multitasking and multi-patient care skills, and training programs do not formally incorporate curricula specifically for multitasking skills to trainees. The medical education community is in equipoise on whether multitasking ability is a fixed trait. Furthermore, it is unclear whether multitasking ability affects those who gravitate toward careers that demand it, particularly among medical students deciding on a specialty. We sought to define the association between specialty choice, multitasking abilities and multi-patient care delivery among pre-clinical medical students. For this study, we examined both efficiency and accuracy metrics within multitasking and whether they were different between students choosing specialties. Methods This was a planned cross-sectional sub-study focused on 2nd year medical students (MS-IIs) within a parent study evaluating multi-patient care skills using a serious game (VitalSigns:ED TM ) depicting a pediatric emergency department. Subjects completed a Multitasking Ability Test (MTAT) and five VitalSigns:ED gameplays. The predictor variable was specialty choice, categorized into multitasking and non-multitasking groups. Outcome variables measuring efficiency and diagnostic accuracy were obtained from the MTAT and the game. The primary analysis was a Mann–Whitney U test, and secondary analyses employed Spearman Rank correlations. Results Twelve students applied to multitasking specialties and 18 applied to others. Those in the multitasking specialties had faster MTAT completions than the other cohort (29.8 vs. 59.7 sec, 95%CI difference -0.9 to -39.8 sec). Differential diagnoses were higher in multitasking specialties in VitalSigns:ED (2.03 vs. 1.06, 95%CI difference +0.05 to +1.54) but efficiency metrics in the game did not differ. Conclusion Multitasking and multi-patient care performance show some association with preferred specialty choices for MS-IIs prior to clinical exposure.
24.
Schweitzer, Julie B.; Rizzo, Albert “Skip”
Virtual Reality and ADHD: Clinical Assessment and Treatment in the Metaverse Journal Article
In: The ADHD Report, vol. 30, no. 3, pp. 1–9, 2022, ISSN: 1065-8025.
@article{schweitzer_virtual_2022,
title = {Virtual Reality and ADHD: Clinical Assessment and Treatment in the Metaverse},
author = {Julie B. Schweitzer and Albert “Skip” Rizzo},
url = {https://guilfordjournals.com/doi/abs/10.1521/adhd.2022.30.3.1},
doi = {10.1521/adhd.2022.30.3.1},
issn = {1065-8025},
year = {2022},
date = {2022-05-01},
urldate = {2022-09-13},
journal = {The ADHD Report},
volume = {30},
number = {3},
pages = {1–9},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
25.
Talbot, Thomas Brett; Chinara, Chinmay
Open Medical Gesture: An Open-Source Experiment in Naturalistic Physical Interactions for Mixed and Virtual Reality Simulations Proceedings Article
In: 2022.
@inproceedings{brett_talbot_open_2022,
title = {Open Medical Gesture: An Open-Source Experiment in Naturalistic Physical Interactions for Mixed and Virtual Reality Simulations},
author = {Thomas Brett Talbot and Chinmay Chinara},
url = {https://openaccess.cms-conferences.org/#/publications/book/978-1-958651-26-1/article/978-1-958651-26-1_0},
doi = {10.54941/ahfe1002054},
year = {2022},
date = {2022-01-01},
urldate = {2022-09-13},
abstract = {Mixed (MR) and Virtual Reality (VR) simulations are hampered by requirements for hand controllers or attempts to perseverate in use of two-dimensional computer interface paradigms from the 1980s. From our efforts to produce more naturalistic interactions for combat medic training for the military, we have developed an open-source toolkit that enables direct hand controlled responsive interactions that is sensor independent and can function with depth sensing cameras, webcams or sensory gloves. From this research and review of current literature, we have discerned several best approaches for hand-based human computer interactions which provide intuitive, responsive, useful, and low frustration experiences for VR users. The center of an effective gesture system is a universal hand model that can map to inputs from several different kinds of sensors rather than depending on a specific commercial product. Parts of the hand are effectors in simulation space with a physics-based model. Therefore, translational and rotational forces from the hands will impact physical objects in VR which varies based on the mass of the virtual objects. We incorporate computer code w/ objects, calling them “Smart Objects”, which allows such objects to have movement properties and collision detection for expected manipulation. Examples of smart objects include scissors, a ball, a turning knob, a moving lever, or a human figure with moving limbs. Articulation points contain collision detectors and code to assist in expected hand actions. We include a library of more than 40 Smart Objects in the toolkit. Thus, is it possible to throw a ball, hit that ball with a bat, cut a bandage, turn on a ventilator or to lift and inspect a human arm.We mediate the interaction of the hands with virtual objects. Hands often violate the rules of a virtual world simply by passing through objects. One must interpret user intent. This can be achieved by introducing stickiness of the hands to objects. If the human’s hands overshoot an object, we place the hand onto that object’s surface unless the hand passes the object by a significant distance. We also make hands and fingers contact an object according to the object’s contours and do not allow fingers to sink into the interior of an object. Haptics, or a sense of physical resistance and tactile sensation from contacting physical objects is a supremely difficult technical challenge and is an expensive pursuit. Our approach ignores true haptics, but we have experimented with an alternative approach, called audio tactile synesthesia where we substitute the sensation of touch for that of sound. The idea is to associate parts of each hand with a tone of a specific frequency upon contacting objects. The attack rate of the sound envelope varies with the velocity of contact and hardness of the object being ‘touched’. Such sounds can feel softer or harder depending on the nature of ‘touch’ being experienced. This substitution technique can provide tactile feedback through indirect, yet still naturalistic means. The artificial intelligence (AI) technique to determine discrete hand gestures and motions within the physical space is a special form of AI called Long Short Term Memory (LSTM). LSTM allows much faster and flexible recognition than other machine learning approaches. LSTM is particularly effective with points in motion. Latency of recognition is very low. In addition to LSTM, we employ other synthetic vision & object recognition AI to the discrimination of real-world objects. This allows for methods to conduct virtual simulations. For example, it is possible to pick up a virtual syringe and inject a medication into a virtual patient through hand motions. We track the hand points to contact with the virtual syringe. We also detect when the hand is compressing the syringe plunger. We could also use virtual medications & instruments on human actors or manikins, not just on virtual objects. With object recognition AI, we can place a syringe on a tray in the physical world. The human user can pick up the syringe and use it on a virtual patient. Thus, we are able to blend physical and virtual simulation together seamlessly in a highly intuitive and naturalistic manner.The techniques and technologies explained here represent a baseline capability whereby interacting in mixed and virtual reality can now be much more natural and intuitive than it has ever been. We have now passed a threshold where we can do away with game controllers and magnetic trackers for VR. This advancement will contribute to greater adoption of VR solutions. To foster this, our team has committed to freely sharing these technologies for all purposes and at no cost as an open-source tool. We encourage the scientific, research, educational and medical communities to adopt these resources and determine their effectiveness and utilize these tools and practices to grow the body of useful VR applications.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Mixed (MR) and Virtual Reality (VR) simulations are hampered by requirements for hand controllers or attempts to perseverate in use of two-dimensional computer interface paradigms from the 1980s. From our efforts to produce more naturalistic interactions for combat medic training for the military, we have developed an open-source toolkit that enables direct hand controlled responsive interactions that is sensor independent and can function with depth sensing cameras, webcams or sensory gloves. From this research and review of current literature, we have discerned several best approaches for hand-based human computer interactions which provide intuitive, responsive, useful, and low frustration experiences for VR users. The center of an effective gesture system is a universal hand model that can map to inputs from several different kinds of sensors rather than depending on a specific commercial product. Parts of the hand are effectors in simulation space with a physics-based model. Therefore, translational and rotational forces from the hands will impact physical objects in VR which varies based on the mass of the virtual objects. We incorporate computer code w/ objects, calling them “Smart Objects”, which allows such objects to have movement properties and collision detection for expected manipulation. Examples of smart objects include scissors, a ball, a turning knob, a moving lever, or a human figure with moving limbs. Articulation points contain collision detectors and code to assist in expected hand actions. We include a library of more than 40 Smart Objects in the toolkit. Thus, is it possible to throw a ball, hit that ball with a bat, cut a bandage, turn on a ventilator or to lift and inspect a human arm.We mediate the interaction of the hands with virtual objects. Hands often violate the rules of a virtual world simply by passing through objects. One must interpret user intent. This can be achieved by introducing stickiness of the hands to objects. If the human’s hands overshoot an object, we place the hand onto that object’s surface unless the hand passes the object by a significant distance. We also make hands and fingers contact an object according to the object’s contours and do not allow fingers to sink into the interior of an object. Haptics, or a sense of physical resistance and tactile sensation from contacting physical objects is a supremely difficult technical challenge and is an expensive pursuit. Our approach ignores true haptics, but we have experimented with an alternative approach, called audio tactile synesthesia where we substitute the sensation of touch for that of sound. The idea is to associate parts of each hand with a tone of a specific frequency upon contacting objects. The attack rate of the sound envelope varies with the velocity of contact and hardness of the object being ‘touched’. Such sounds can feel softer or harder depending on the nature of ‘touch’ being experienced. This substitution technique can provide tactile feedback through indirect, yet still naturalistic means. The artificial intelligence (AI) technique to determine discrete hand gestures and motions within the physical space is a special form of AI called Long Short Term Memory (LSTM). LSTM allows much faster and flexible recognition than other machine learning approaches. LSTM is particularly effective with points in motion. Latency of recognition is very low. In addition to LSTM, we employ other synthetic vision & object recognition AI to the discrimination of real-world objects. This allows for methods to conduct virtual simulations. For example, it is possible to pick up a virtual syringe and inject a medication into a virtual patient through hand motions. We track the hand points to contact with the virtual syringe. We also detect when the hand is compressing the syringe plunger. We could also use virtual medications & instruments on human actors or manikins, not just on virtual objects. With object recognition AI, we can place a syringe on a tray in the physical world. The human user can pick up the syringe and use it on a virtual patient. Thus, we are able to blend physical and virtual simulation together seamlessly in a highly intuitive and naturalistic manner.The techniques and technologies explained here represent a baseline capability whereby interacting in mixed and virtual reality can now be much more natural and intuitive than it has ever been. We have now passed a threshold where we can do away with game controllers and magnetic trackers for VR. This advancement will contribute to greater adoption of VR solutions. To foster this, our team has committed to freely sharing these technologies for all purposes and at no cost as an open-source tool. We encourage the scientific, research, educational and medical communities to adopt these resources and determine their effectiveness and utilize these tools and practices to grow the body of useful VR applications.
26.
Aster, Hans-Christoph; Romanos, Marcel; Walitza, Susanne; Gerlach, Manfred; Mühlberger, Andreas; Rizzo, Albert; Andreatta, Marta; Hasenauer, Natalie; Hartrampf, Philipp E.; Nerlich, Kai; Reiners, Christoph; Lorenz, Reinhard; Buck, Andreas K.; Deserno, Lorenz
In: Frontiers in Psychiatry, vol. 13, 2022, ISSN: 1664-0640.
@article{aster_responsivity_2022,
title = {Responsivity of the Striatal Dopamine System to Methylphenidate—A Within-Subject I-123-β-CIT-SPECT Study in Male Children and Adolescents With Attention-Deficit/Hyperactivity Disorder},
author = {Hans-Christoph Aster and Marcel Romanos and Susanne Walitza and Manfred Gerlach and Andreas Mühlberger and Albert Rizzo and Marta Andreatta and Natalie Hasenauer and Philipp E. Hartrampf and Kai Nerlich and Christoph Reiners and Reinhard Lorenz and Andreas K. Buck and Lorenz Deserno},
url = {https://www.frontiersin.org/articles/10.3389/fpsyt.2022.804730},
issn = {1664-0640},
year = {2022},
date = {2022-01-01},
urldate = {2022-09-13},
journal = {Frontiers in Psychiatry},
volume = {13},
abstract = {Background:Methylphenidate (MPH) is the first-line pharmacological treatment of attention-deficit/hyperactivity disorder (ADHD). MPH binds to the dopamine (DA) transporter (DAT), which has high density in the striatum. Assessments of the striatal dopamine transporter by single positron emission computed tomography (SPECT) in childhood and adolescent patients are rare but can provide insight on how the effects of MPH affect DAT availability. The aim of our within-subject study was to investigate the effect of MPH on DAT availability and how responsivity to MPH in DAT availability is linked to clinical symptoms and cognitive functioning.MethodsThirteen adolescent male patients (9–16 years) with a diagnosis of ADHD according to the DSM-IV and long-term stimulant medication (for at least 6 months) with MPH were assessed twice within 7 days using SPECT after application of I-123-β-CIT to examine DAT binding potential (DAT BP). SPECT measures took place in an on- and off-MPH status balanced for order across participants. A virtual reality continuous performance test was performed at each time point. Further clinical symptoms were assessed for baseline off-MPH.ResultsOn-MPH status was associated with a highly significant change (−29.9%) of striatal DAT BP as compared to off-MPH (t = −4.12},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Background:Methylphenidate (MPH) is the first-line pharmacological treatment of attention-deficit/hyperactivity disorder (ADHD). MPH binds to the dopamine (DA) transporter (DAT), which has high density in the striatum. Assessments of the striatal dopamine transporter by single positron emission computed tomography (SPECT) in childhood and adolescent patients are rare but can provide insight on how the effects of MPH affect DAT availability. The aim of our within-subject study was to investigate the effect of MPH on DAT availability and how responsivity to MPH in DAT availability is linked to clinical symptoms and cognitive functioning.MethodsThirteen adolescent male patients (9–16 years) with a diagnosis of ADHD according to the DSM-IV and long-term stimulant medication (for at least 6 months) with MPH were assessed twice within 7 days using SPECT after application of I-123-β-CIT to examine DAT binding potential (DAT BP). SPECT measures took place in an on- and off-MPH status balanced for order across participants. A virtual reality continuous performance test was performed at each time point. Further clinical symptoms were assessed for baseline off-MPH.ResultsOn-MPH status was associated with a highly significant change (−29.9%) of striatal DAT BP as compared to off-MPH (t = −4.12
27.
Stokes, Jared D.; Rizzo, Albert; Geng, Joy J.; Schweitzer, Julie B.
Measuring Attentional Distraction in Children With ADHD Using Virtual Reality Technology With Eye-Tracking Journal Article
In: Frontiers in Virtual Reality, vol. 3, 2022, ISSN: 2673-4192.
@article{stokes_measuring_2022,
title = {Measuring Attentional Distraction in Children With ADHD Using Virtual Reality Technology With Eye-Tracking},
author = {Jared D. Stokes and Albert Rizzo and Joy J. Geng and Julie B. Schweitzer},
url = {https://www.frontiersin.org/articles/10.3389/frvir.2022.855895},
issn = {2673-4192},
year = {2022},
date = {2022-01-01},
urldate = {2022-09-13},
journal = {Frontiers in Virtual Reality},
volume = {3},
abstract = {Objective: Distractions inordinately impair attention in children with Attention-Deficit Hyperactivity Disorder (ADHD) but examining this behavior under real-life conditions poses a challenge for researchers and clinicians. Virtual reality (VR) technologies may mitigate the limitations of traditional laboratory methods by providing a more ecologically relevant experience. The use of eye-tracking measures to assess attentional functioning in a VR context in ADHD is novel. In this proof of principle project, we evaluate the temporal dynamics of distraction via eye-tracking measures in a VR classroom setting with 20 children diagnosed with ADHD between 8 and 12 years of age.Method: We recorded continuous eye movements while participants performed math, Stroop, and continuous performance test (CPT) tasks with a series of “real-world” classroom distractors presented. We analyzed the impact of the distractors on rates of on-task performance and on-task, eye-gaze (i.e., looking at a classroom whiteboard) versus off-task eye-gaze (i.e., looking away from the whiteboard).Results: We found that while children did not always look at distractors themselves for long periods of time, the presence of a distractor disrupted on-task gaze at task-relevant whiteboard stimuli and lowered rates of task performance. This suggests that children with attention deficits may have a hard time returning to tasks once those tasks are interrupted, even if the distractor itself does not hold attention. Eye-tracking measures within the VR context can reveal rich information about attentional disruption.Conclusions: Leveraging virtual reality technology in combination with eye-tracking measures is well-suited to advance the understanding of mechanisms underlying attentional impairment in naturalistic settings. Assessment within these immersive and well-controlled simulated environments provides new options for increasing our understanding of distractibility and its potential impact on the development of interventions for children with ADHD.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Objective: Distractions inordinately impair attention in children with Attention-Deficit Hyperactivity Disorder (ADHD) but examining this behavior under real-life conditions poses a challenge for researchers and clinicians. Virtual reality (VR) technologies may mitigate the limitations of traditional laboratory methods by providing a more ecologically relevant experience. The use of eye-tracking measures to assess attentional functioning in a VR context in ADHD is novel. In this proof of principle project, we evaluate the temporal dynamics of distraction via eye-tracking measures in a VR classroom setting with 20 children diagnosed with ADHD between 8 and 12 years of age.Method: We recorded continuous eye movements while participants performed math, Stroop, and continuous performance test (CPT) tasks with a series of “real-world” classroom distractors presented. We analyzed the impact of the distractors on rates of on-task performance and on-task, eye-gaze (i.e., looking at a classroom whiteboard) versus off-task eye-gaze (i.e., looking away from the whiteboard).Results: We found that while children did not always look at distractors themselves for long periods of time, the presence of a distractor disrupted on-task gaze at task-relevant whiteboard stimuli and lowered rates of task performance. This suggests that children with attention deficits may have a hard time returning to tasks once those tasks are interrupted, even if the distractor itself does not hold attention. Eye-tracking measures within the VR context can reveal rich information about attentional disruption.Conclusions: Leveraging virtual reality technology in combination with eye-tracking measures is well-suited to advance the understanding of mechanisms underlying attentional impairment in naturalistic settings. Assessment within these immersive and well-controlled simulated environments provides new options for increasing our understanding of distractibility and its potential impact on the development of interventions for children with ADHD.
28.
Talbot, Thomas Brett; Chinara, Chinmay
Open Medical Gesture: An Open-Source Experiment in Naturalistic Physical Interactions for Mixed and Virtual Reality Simulations Proceedings Article
In: Human Factors in Virtual Environments and Game Design, AHFE Open Acces, 2022, ISBN: 978-1-958651-26-1, (ISSN: 27710718 Issue: 50).
@inproceedings{talbot_open_2022,
title = {Open Medical Gesture: An Open-Source Experiment in Naturalistic Physical Interactions for Mixed and Virtual Reality Simulations},
author = {Thomas Brett Talbot and Chinmay Chinara},
url = {https://openaccess.cms-conferences.org/publications/book/978-1-958651-26-1/article/978-1-958651-26-1_0},
doi = {10.54941/ahfe1002054},
isbn = {978-1-958651-26-1},
year = {2022},
date = {2022-01-01},
urldate = {2023-04-03},
booktitle = {Human Factors in Virtual Environments and Game Design},
volume = {50},
publisher = {AHFE Open Acces},
abstract = {Mixed (MR) and Virtual Reality (VR) simulations are hampered by requirements for hand controllers or attempts to perseverate in use of two-dimensional computer interface paradigms from the 1980s. From our efforts to produce more naturalistic interactions for combat medic training for the military, we have developed an open-source toolkit that enables direct hand controlled responsive interactions that is sensor independent and can function with depth sensing cameras, webcams or sensory gloves. From this research and review of current literature, we have discerned several best approaches for hand-based human computer interactions which provide intuitive, responsive, useful, and low frustration experiences for VR users. The center of an effective gesture system is a universal hand model that can map to inputs from several different kinds of sensors rather than depending on a specific commercial product. Parts of the hand are effectors in simulation space with a physics-based model. Therefore, translational and rotational forces from the hands will impact physical objects in VR which varies based on the mass of the virtual objects. We incorporate computer code w/ objects, calling them “Smart Objects”, which allows such objects to have movement properties and collision detection for expected manipulation. Examples of smart objects include scissors, a ball, a turning knob, a moving lever, or a human figure with moving limbs. Articulation points contain collision detectors and code to assist in expected hand actions. We include a library of more than 40 Smart Objects in the toolkit. Thus, is it possible to throw a ball, hit that ball with a bat, cut a bandage, turn on a ventilator or to lift and inspect a human arm.We mediate the interaction of the hands with virtual objects. Hands often violate the rules of a virtual world simply by passing through objects. One must interpret user intent. This can be achieved by introducing stickiness of the hands to objects. If the human’s hands overshoot an object, we place the hand onto that object’s surface unless the hand passes the object by a significant distance. We also make hands and fingers contact an object according to the object’s contours and do not allow fingers to sink into the interior of an object. Haptics, or a sense of physical resistance and tactile sensation from contacting physical objects is a supremely difficult technical challenge and is an expensive pursuit. Our approach ignores true haptics, but we have experimented with an alternative approach, called audio tactile synesthesia where we substitute the sensation of touch for that of sound. The idea is to associate parts of each hand with a tone of a specific frequency upon contacting objects. The attack rate of the sound envelope varies with the velocity of contact and hardness of the object being ‘touched’. Such sounds can feel softer or harder depending on the nature of ‘touch’ being experienced. This substitution technique can provide tactile feedback through indirect, yet still naturalistic means. The artificial intelligence (AI) technique to determine discrete hand gestures and motions within the physical space is a special form of AI called Long Short Term Memory (LSTM). LSTM allows much faster and flexible recognition than other machine learning approaches. LSTM is particularly effective with points in motion. Latency of recognition is very low. In addition to LSTM, we employ other synthetic vision & object recognition AI to the discrimination of real-world objects. This allows for methods to conduct virtual simulations. For example, it is possible to pick up a virtual syringe and inject a medication into a virtual patient through hand motions. We track the hand points to contact with the virtual syringe. We also detect when the hand is compressing the syringe plunger. We could also use virtual medications & instruments on human actors or manikins, not just on virtual objects. With object recognition AI, we can place a syringe on a tray in the physical world. The human user can pick up the syringe and use it on a virtual patient. Thus, we are able to blend physical and virtual simulation together seamlessly in a highly intuitive and naturalistic manner.The techniques and technologies explained here represent a baseline capability whereby interacting in mixed and virtual reality can now be much more natural and intuitive than it has ever been. We have now passed a threshold where we can do away with game controllers and magnetic trackers for VR. This advancement will contribute to greater adoption of VR solutions. To foster this, our team has committed to freely sharing these technologies for all purposes and at no cost as an open-source tool. We encourage the scientific, research, educational and medical communities to adopt these resources and determine their effectiveness and utilize these tools and practices to grow the body of useful VR applications.},
note = {ISSN: 27710718
Issue: 50},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Mixed (MR) and Virtual Reality (VR) simulations are hampered by requirements for hand controllers or attempts to perseverate in use of two-dimensional computer interface paradigms from the 1980s. From our efforts to produce more naturalistic interactions for combat medic training for the military, we have developed an open-source toolkit that enables direct hand controlled responsive interactions that is sensor independent and can function with depth sensing cameras, webcams or sensory gloves. From this research and review of current literature, we have discerned several best approaches for hand-based human computer interactions which provide intuitive, responsive, useful, and low frustration experiences for VR users. The center of an effective gesture system is a universal hand model that can map to inputs from several different kinds of sensors rather than depending on a specific commercial product. Parts of the hand are effectors in simulation space with a physics-based model. Therefore, translational and rotational forces from the hands will impact physical objects in VR which varies based on the mass of the virtual objects. We incorporate computer code w/ objects, calling them “Smart Objects”, which allows such objects to have movement properties and collision detection for expected manipulation. Examples of smart objects include scissors, a ball, a turning knob, a moving lever, or a human figure with moving limbs. Articulation points contain collision detectors and code to assist in expected hand actions. We include a library of more than 40 Smart Objects in the toolkit. Thus, is it possible to throw a ball, hit that ball with a bat, cut a bandage, turn on a ventilator or to lift and inspect a human arm.We mediate the interaction of the hands with virtual objects. Hands often violate the rules of a virtual world simply by passing through objects. One must interpret user intent. This can be achieved by introducing stickiness of the hands to objects. If the human’s hands overshoot an object, we place the hand onto that object’s surface unless the hand passes the object by a significant distance. We also make hands and fingers contact an object according to the object’s contours and do not allow fingers to sink into the interior of an object. Haptics, or a sense of physical resistance and tactile sensation from contacting physical objects is a supremely difficult technical challenge and is an expensive pursuit. Our approach ignores true haptics, but we have experimented with an alternative approach, called audio tactile synesthesia where we substitute the sensation of touch for that of sound. The idea is to associate parts of each hand with a tone of a specific frequency upon contacting objects. The attack rate of the sound envelope varies with the velocity of contact and hardness of the object being ‘touched’. Such sounds can feel softer or harder depending on the nature of ‘touch’ being experienced. This substitution technique can provide tactile feedback through indirect, yet still naturalistic means. The artificial intelligence (AI) technique to determine discrete hand gestures and motions within the physical space is a special form of AI called Long Short Term Memory (LSTM). LSTM allows much faster and flexible recognition than other machine learning approaches. LSTM is particularly effective with points in motion. Latency of recognition is very low. In addition to LSTM, we employ other synthetic vision & object recognition AI to the discrimination of real-world objects. This allows for methods to conduct virtual simulations. For example, it is possible to pick up a virtual syringe and inject a medication into a virtual patient through hand motions. We track the hand points to contact with the virtual syringe. We also detect when the hand is compressing the syringe plunger. We could also use virtual medications & instruments on human actors or manikins, not just on virtual objects. With object recognition AI, we can place a syringe on a tray in the physical world. The human user can pick up the syringe and use it on a virtual patient. Thus, we are able to blend physical and virtual simulation together seamlessly in a highly intuitive and naturalistic manner.The techniques and technologies explained here represent a baseline capability whereby interacting in mixed and virtual reality can now be much more natural and intuitive than it has ever been. We have now passed a threshold where we can do away with game controllers and magnetic trackers for VR. This advancement will contribute to greater adoption of VR solutions. To foster this, our team has committed to freely sharing these technologies for all purposes and at no cost as an open-source tool. We encourage the scientific, research, educational and medical communities to adopt these resources and determine their effectiveness and utilize these tools and practices to grow the body of useful VR applications.
29.
Ionescu, Alina; Daele, Tom Van; Rizzo, Albert; Blair, Carolyn; Best, Paul
360° Videos for Immersive Mental Health Interventions: a Systematic Review Journal Article
In: J. technol. behav. sci., vol. 6, no. 4, pp. 631–651, 2021, ISSN: 2366-5963.
@article{ionescu_360_2021,
title = {360° Videos for Immersive Mental Health Interventions: a Systematic Review},
author = {Alina Ionescu and Tom Van Daele and Albert Rizzo and Carolyn Blair and Paul Best},
url = {https://doi.org/10.1007/s41347-021-00221-7},
doi = {10.1007/s41347-021-00221-7},
issn = {2366-5963},
year = {2021},
date = {2021-12-01},
urldate = {2022-09-13},
journal = {J. technol. behav. sci.},
volume = {6},
number = {4},
pages = {631–651},
abstract = {Virtual reality is increasingly recognized as a powerful method for clinical interventions in the mental health field, but has yet to achieve mainstream adoption in routine mental healthcare settings. A similar, yet slightly different technology, immersive 360° videos might have the potential to cover this gap, by requiring both lower costs and less technical skills to construct and operate such virtual environments. This systematic review therefore aims to identify, evaluate, and summarize mental health interventions using immersive 360° videos to support an understanding of their implementation in daily clinical practice. The quality of the 14 selected studies was evaluated using a critical appraisal tool, addressing populations with clinical levels of psychopathological symptoms, somatic conditions associated with psychological implications, and other at-risk groups. Immersive 360° videos successfully increased users’ feelings of presence, given their realistic features, and therefore yielded positive outcomes in clinical interventions where presence is considered as an essential precondition. Because the technical skills required to create immersive 360° video footage are fairly limited, most of the interventions using this approach have been created by mental health researchers or clinicians themselves. Immersive 360° videos are still in an early phase of implementation as a tool for clinical interventions for mental health, resulting in high heterogeneity in focus, procedures, and research designs. An important next step for making use of this technology may therefore involve the creation of standardized procedures, as a means to increase the quality of research and evidence-based interventions.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Virtual reality is increasingly recognized as a powerful method for clinical interventions in the mental health field, but has yet to achieve mainstream adoption in routine mental healthcare settings. A similar, yet slightly different technology, immersive 360° videos might have the potential to cover this gap, by requiring both lower costs and less technical skills to construct and operate such virtual environments. This systematic review therefore aims to identify, evaluate, and summarize mental health interventions using immersive 360° videos to support an understanding of their implementation in daily clinical practice. The quality of the 14 selected studies was evaluated using a critical appraisal tool, addressing populations with clinical levels of psychopathological symptoms, somatic conditions associated with psychological implications, and other at-risk groups. Immersive 360° videos successfully increased users’ feelings of presence, given their realistic features, and therefore yielded positive outcomes in clinical interventions where presence is considered as an essential precondition. Because the technical skills required to create immersive 360° video footage are fairly limited, most of the interventions using this approach have been created by mental health researchers or clinicians themselves. Immersive 360° videos are still in an early phase of implementation as a tool for clinical interventions for mental health, resulting in high heterogeneity in focus, procedures, and research designs. An important next step for making use of this technology may therefore involve the creation of standardized procedures, as a means to increase the quality of research and evidence-based interventions.
30.
Mozgai, Sharon; Leeds, Andrew; Kwok, David; Fast, Ed; Rizzo, Albert Skip; Hartholt, Arno
Building BRAVEMIND Vietnam: User-Centered Design for Virtual Reality Exposure Therapy Proceedings Article
In: 2021 IEEE International Conference on Artificial Intelligence and Virtual Reality (AIVR), pp. 247–250, 2021.
@inproceedings{mozgai_building_2021,
title = {Building BRAVEMIND Vietnam: User-Centered Design for Virtual Reality Exposure Therapy},
author = {Sharon Mozgai and Andrew Leeds and David Kwok and Ed Fast and Albert Skip Rizzo and Arno Hartholt},
doi = {10.1109/AIVR52153.2021.00056},
year = {2021},
date = {2021-11-01},
booktitle = {2021 IEEE International Conference on Artificial Intelligence and Virtual Reality (AIVR)},
pages = {247–250},
abstract = {There has been a recent resurgence of Vietnam-era Veterans seeking Veteran Affairs (VA) services for post-traumatic stress disorder (PTSD). Multiple studies have reported positive outcomes using Virtual Reality Exposure Therapy (VRET) with Iraq/Afghanistan Veteran PTSD patients, but there have been fewer investigations into the acceptability and feasibility of VRET with older Veterans. We have extended an established VRET system, BRAVEMIND, to include Vietnam relevant content following a user-centered iterative design methodology. This paper will present the BRAVEMIND Vietnam VRET system, including setup, content, and technical architecture along with the findings of an initial focus group with Vietnam Veterans. These Veterans rated this system to be acceptable as a treatment tool for combat-related PTSD and provided valuable first-person accounts of their time in Vietnam to help guide the evolution of the VR content.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
There has been a recent resurgence of Vietnam-era Veterans seeking Veteran Affairs (VA) services for post-traumatic stress disorder (PTSD). Multiple studies have reported positive outcomes using Virtual Reality Exposure Therapy (VRET) with Iraq/Afghanistan Veteran PTSD patients, but there have been fewer investigations into the acceptability and feasibility of VRET with older Veterans. We have extended an established VRET system, BRAVEMIND, to include Vietnam relevant content following a user-centered iterative design methodology. This paper will present the BRAVEMIND Vietnam VRET system, including setup, content, and technical architecture along with the findings of an initial focus group with Vietnam Veterans. These Veterans rated this system to be acceptable as a treatment tool for combat-related PTSD and provided valuable first-person accounts of their time in Vietnam to help guide the evolution of the VR content.
31.
Talbot, Thomas B.; Rizzo, Albert S.; Soleymani, Mohammed
In: Technology, Mind, and Behavior, 2021.
@article{talbot_advances_2021,
title = {Advances in Affective Computing for Psychological Applications: From the Fundamentals to the Future of Emotional Cognizant Artificial Intelligence Entities},
author = {Thomas B. Talbot and Albert S. Rizzo and Mohammed Soleymani},
url = {https://tmb.apaopen.org/pub/zm0la9di/release/1},
doi = {10.1037/tms0000011},
year = {2021},
date = {2021-11-01},
urldate = {2023-03-31},
journal = {Technology, Mind, and Behavior},
abstract = {Keywords: Affective Computing, Emotion Perception, Virtual Humans, Conversational Simulations},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Keywords: Affective Computing, Emotion Perception, Virtual Humans, Conversational Simulations
32.
Rizzo, Albert “Skip”; Goodwin, Grace J.; Vito, Alyssa N. De; Bell, Joshua D.
Recent advances in virtual reality and psychology: Introduction to the special issue. Journal Article
In: Translational Issues in Psychological Science, vol. 7, no. 3, pp. 213–217, 2021, ISSN: 2332-2179, 2332-2136.
@article{rizzo_recent_2021,
title = {Recent advances in virtual reality and psychology: Introduction to the special issue.},
author = {Albert “Skip” Rizzo and Grace J. Goodwin and Alyssa N. De Vito and Joshua D. Bell},
url = {http://doi.apa.org/getdoi.cfm?doi=10.1037/tps0000316},
doi = {10.1037/tps0000316},
issn = {2332-2179, 2332-2136},
year = {2021},
date = {2021-09-01},
urldate = {2022-09-13},
journal = {Translational Issues in Psychological Science},
volume = {7},
number = {3},
pages = {213–217},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
33.
et al A Rizzo,
Normative Data for a Next Generation Virtual Classroom for Attention Assessment in Children with ADHD and Beyond! Proceedings Article
In: Proceedings of the 13th International Conference on Disability, Virtual Reality and Associated Technologies (ICDVRAT 2021), Serpa, Portugal, 2021.
@inproceedings{a_rizzo_et_al_normative_2021,
title = {Normative Data for a Next Generation Virtual Classroom for Attention Assessment in Children with ADHD and Beyond!},
author = {et al A Rizzo},
url = {http://studio.hei-lab.ulusofona.pt/archive/},
year = {2021},
date = {2021-09-01},
booktitle = {Proceedings of the 13th International Conference on Disability, Virtual Reality and Associated Technologies (ICDVRAT 2021)},
address = {Serpa, Portugal},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
34.
Rizzo, Albert “Skip”; Hartholt, Arno; Mozgai, Sharon
From Combat to COVID-19 – Managing the Impact of Trauma Using Virtual Reality Journal Article
In: Journal of Technology in Human Services, vol. 39, no. 3, pp. 314–347, 2021, ISSN: 1522-8835, (Publisher: Routledge _eprint: https://doi.org/10.1080/15228835.2021.1915931).
@article{rizzo_combat_2021,
title = {From Combat to COVID-19 – Managing the Impact of Trauma Using Virtual Reality},
author = {Albert “Skip” Rizzo and Arno Hartholt and Sharon Mozgai},
url = {https://doi.org/10.1080/15228835.2021.1915931},
doi = {10.1080/15228835.2021.1915931},
issn = {1522-8835},
year = {2021},
date = {2021-07-01},
urldate = {2023-03-31},
journal = {Journal of Technology in Human Services},
volume = {39},
number = {3},
pages = {314–347},
abstract = {Research has documented the efficacy of clinical applications that leverage Virtual Reality (VR) for assessment and treatment purposes across a wide range of domains, including pain, phobias, and posttraumatic stress disorder (PTSD). As the field of Clinical VR matures, it is important to review its origins and examine how these initial explorations have progressed, what gaps remain, and what opportunities the community can pursue. We do this by reflecting on our personal scientific journey against the backdrop of the field in general. In particular, this paper discusses how a clinical research program that was initially designed to deliver trauma-focused VR exposure therapy (VRET) for combat-related PTSD has been evolved to expand its impact and address a wider range of trauma sources. Such trauma sources include sexual trauma and the needs of first responders and healthcare professionals serving on the frontlines of the COVID-19 pandemic. We provide an overview of the field and its general trends, discuss the genesis of our research agenda and its current status, and summarize upcoming opportunities, together with common challenges and lessons learned.},
note = {Publisher: Routledge
_eprint: https://doi.org/10.1080/15228835.2021.1915931},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Research has documented the efficacy of clinical applications that leverage Virtual Reality (VR) for assessment and treatment purposes across a wide range of domains, including pain, phobias, and posttraumatic stress disorder (PTSD). As the field of Clinical VR matures, it is important to review its origins and examine how these initial explorations have progressed, what gaps remain, and what opportunities the community can pursue. We do this by reflecting on our personal scientific journey against the backdrop of the field in general. In particular, this paper discusses how a clinical research program that was initially designed to deliver trauma-focused VR exposure therapy (VRET) for combat-related PTSD has been evolved to expand its impact and address a wider range of trauma sources. Such trauma sources include sexual trauma and the needs of first responders and healthcare professionals serving on the frontlines of the COVID-19 pandemic. We provide an overview of the field and its general trends, discuss the genesis of our research agenda and its current status, and summarize upcoming opportunities, together with common challenges and lessons learned.
35.
Doran, Bethany; Mei, Chaoqun; Varosy, Paul D.; Kao, David P.; Saxon, Leslie A.; Feldman, Arthur M.; DeMets, David; Bristow, Michael R.
The Addition of a Defibrillator to Resynchronization Therapy Decreases Mortality in Patients With Nonischemic Cardiomyopathy Journal Article
In: JACC: Heart Failure, vol. 9, no. 6, pp. 439–449, 2021, (Publisher: American College of Cardiology Foundation).
@article{doran_addition_2021,
title = {The Addition of a Defibrillator to Resynchronization Therapy Decreases Mortality in Patients With Nonischemic Cardiomyopathy},
author = {Bethany Doran and Chaoqun Mei and Paul D. Varosy and David P. Kao and Leslie A. Saxon and Arthur M. Feldman and David DeMets and Michael R. Bristow},
url = {https://www.jacc.org/doi/abs/10.1016/j.jchf.2021.02.013},
doi = {10.1016/j.jchf.2021.02.013},
year = {2021},
date = {2021-06-01},
urldate = {2023-03-31},
journal = {JACC: Heart Failure},
volume = {9},
number = {6},
pages = {439–449},
note = {Publisher: American College of Cardiology Foundation},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
36.
Gramlich, Michael A.; Smolenski, Derek J.; Norr, Aaron M.; Rothbaum, Barbara O.; Rizzo, Albert A.; Andrasik, Frank; Fantelli, Emily; Reger, Greg M.
In: Depression and Anxiety, pp. da.23141, 2021, ISSN: 1091-4269, 1520-6394.
@article{gramlich_psychophysiology_2021,
title = {Psychophysiology during exposure to trauma memories: Comparative effects of virtual reality and imaginal exposure for posttraumatic stress disorder},
author = {Michael A. Gramlich and Derek J. Smolenski and Aaron M. Norr and Barbara O. Rothbaum and Albert A. Rizzo and Frank Andrasik and Emily Fantelli and Greg M. Reger},
url = {https://onlinelibrary.wiley.com/doi/10.1002/da.23141},
doi = {10.1002/da.23141},
issn = {1091-4269, 1520-6394},
year = {2021},
date = {2021-03-01},
urldate = {2021-04-14},
journal = {Depression and Anxiety},
pages = {da.23141},
abstract = {Background: This investigation involved an in‐depth examination of psychophysiological responses during exposure to the trauma memory across 10 sessions among active duty soldiers with combat‐related posttraumatic stress disorder (PTSD) treated by Prolonged Exposure (PE) or Virtual Reality Exposure (VRE). We compared psychophysiological changes, session‐by‐session, between VRE and traditional imaginal exposure. Methods: Heart rate (HR), galvanic skin response (GSR), and peripheral skin temperature were collected every 5 min during exposure sessions with 61 combat veterans of Iraq/Afghanistan and compared to the PTSD Checklist (PCL‐C) and Clinician‐Administered PTSD Scale (CAPS) outcomes using multilevel modeling. Results: Over the course of treatment, participants in the PE group had higher HR arousal compared to participants in the VRE group. With reference to GSR, in earlier sessions, participants demonstrated a within‐session increase, whereas, in later sessions, participants showed a within‐session habituation response. A significant interaction was found for GSR and treatment assignment for within‐session change, withinperson effect, predicting CAPS (d = 0.70) and PCL‐C (d = 0.66) outcomes. Conclusion: Overall, these findings suggest that exposure to traumatic memories activates arousal across sessions, with GSR being most associated with reductions in PTSD symptoms for participants in the PE group.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Background: This investigation involved an in‐depth examination of psychophysiological responses during exposure to the trauma memory across 10 sessions among active duty soldiers with combat‐related posttraumatic stress disorder (PTSD) treated by Prolonged Exposure (PE) or Virtual Reality Exposure (VRE). We compared psychophysiological changes, session‐by‐session, between VRE and traditional imaginal exposure. Methods: Heart rate (HR), galvanic skin response (GSR), and peripheral skin temperature were collected every 5 min during exposure sessions with 61 combat veterans of Iraq/Afghanistan and compared to the PTSD Checklist (PCL‐C) and Clinician‐Administered PTSD Scale (CAPS) outcomes using multilevel modeling. Results: Over the course of treatment, participants in the PE group had higher HR arousal compared to participants in the VRE group. With reference to GSR, in earlier sessions, participants demonstrated a within‐session increase, whereas, in later sessions, participants showed a within‐session habituation response. A significant interaction was found for GSR and treatment assignment for within‐session change, withinperson effect, predicting CAPS (d = 0.70) and PCL‐C (d = 0.66) outcomes. Conclusion: Overall, these findings suggest that exposure to traumatic memories activates arousal across sessions, with GSR being most associated with reductions in PTSD symptoms for participants in the PE group.
37.
Mozgai, Sharon; Femminella, Brian; Hartholt, Arno; Rizzo, Skip
User-Centered Design Model for Mobile Health (mHealth) Applications: A Military Case Study in Rapid Assessment Process (RAP) Journal Article
In: pp. 10, 2021.
@article{mozgai_user-centered_2021,
title = {User-Centered Design Model for Mobile Health (mHealth) Applications: A Military Case Study in Rapid Assessment Process (RAP)},
author = {Sharon Mozgai and Brian Femminella and Arno Hartholt and Skip Rizzo},
url = {https://uploads-ssl.webflow.com/5f11f7e80d5a3b6dfdeeb614/5f9b3284d3d73e1da6a8f848_CHI_2021_Battle%20Buddy.pdf},
year = {2021},
date = {2021-01-01},
pages = {10},
abstract = {CCS Concepts: • Human-centered computing → Ubiquitous and mobile computing design and evaluation methods; HCI design and evaluation methods; User centered design; • Applied computing → Military; • Computing methodologies → Intelligent agents.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
CCS Concepts: • Human-centered computing → Ubiquitous and mobile computing design and evaluation methods; HCI design and evaluation methods; User centered design; • Applied computing → Military; • Computing methodologies → Intelligent agents.
38.
Pallavicini, Federica; Giglioli, Irene Alice Chicchi; Kim, Gerard Jounghyun; Alcañiz, Mariano; Rizzo, Albert
Editorial: Virtual Reality, Augmented Reality and Video Games for Addressing the Impact of COVID-19 on Mental Health Journal Article
In: Frontiers in Virtual Reality, vol. 2, 2021, ISSN: 2673-4192.
@article{pallavicini_editorial_2021,
title = {Editorial: Virtual Reality, Augmented Reality and Video Games for Addressing the Impact of COVID-19 on Mental Health},
author = {Federica Pallavicini and Irene Alice Chicchi Giglioli and Gerard Jounghyun Kim and Mariano Alcañiz and Albert Rizzo},
url = {https://www.frontiersin.org/articles/10.3389/frvir.2021.719358},
issn = {2673-4192},
year = {2021},
date = {2021-01-01},
urldate = {2023-03-31},
journal = {Frontiers in Virtual Reality},
volume = {2},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
39.
Reger, Greg M.; Norr, Aaron M.; Rizzo, Albert “Skip”; Sylvers, Patrick; Peltan, Jessica; Fischer, Daniel; Trimmer, Matthew; Porter, Shelan; Gant, Pamela; Baer, John S.
In: JAMA Network Open, vol. 3, no. 10, 2020, ISSN: 2574-3805.
@article{reger_virtual_2020,
title = {Virtual Standardized Patients vs Academic Training for Learning Motivational Interviewing Skills in the US Department of Veterans Affairs and the US Military: A Randomized Trial},
author = {Greg M. Reger and Aaron M. Norr and Albert “Skip” Rizzo and Patrick Sylvers and Jessica Peltan and Daniel Fischer and Matthew Trimmer and Shelan Porter and Pamela Gant and John S. Baer},
url = {https://jamanetwork.com/journals/jamanetworkopen/fullarticle/2771733},
doi = {10.1001/jamanetworkopen.2020.17348},
issn = {2574-3805},
year = {2020},
date = {2020-10-01},
journal = {JAMA Network Open},
volume = {3},
number = {10},
abstract = {OBJECTIVE To evaluate the efficacy of training with a VSP on the acquisition and maintenance of MI skills compared with traditional academic study. DESIGN, SETTING, AND PARTICIPANTS This study was a 2-group, parallel-training randomized trial of 120 volunteer health care professionals recruited from a Department of Veterans Affairs and Department of Defense medical facility. Motivational interviewing skill was coded by external experts blinded to training group and skill assessment time points. Data were collected from October 17, 2016, to August 12, 2019. INTERVENTIONS After a computer course on MI, participants trained during two 45-minute sessions separated by 3 months. The 2 randomized training conditions included a branching storyline VSP, which provided MI skill rehearsal with immediate and summative feedback, and a control condition, which included academic study of content from the computerized MI course. MAIN OUTCOMES AND MEASURES Measurement of MI skill was based on recorded conversations with human standardized patients, assessed using the Motivational Interviewing Treatment Integrity 4.2.1 coding system, measured at baseline, after training, and after additional training in the randomized condition 3 months later. RESULTS A total of 120 volunteers (83 [69%] women), with a mean (SD) of 13.6 (10.3) years of health care experience, participated in the study; 61 were randomized to receive the intervention, and 59 were randomized to the control group. Those assigned to VSP training had significantly greater posttraining improvement in technical global scores (0.23; 95% CI, 0.03-0.44; P = .02), relational global scores (0.57; 95% CI, 0.33-0.81; P = .001), and the reflection-to-question ratio (0.23; 95% CI, 0.15-0.31; P = .001). Differences were maintained after the 3-month additional training session, with more improvements achieved after the 3-month training for the VSP trainees on the reflection-to- question ratio (0.15; 95% CI, 0.07-0.24; P = .001). CONCLUSIONS AND RELEVANCE This randomized trial demonstrated a successful transfer of training from a VSP to human standardized patients. The VSP MI skill outcomes were better than those achieved with academic study and were maintained over time. Virtual standardized patients},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
OBJECTIVE To evaluate the efficacy of training with a VSP on the acquisition and maintenance of MI skills compared with traditional academic study. DESIGN, SETTING, AND PARTICIPANTS This study was a 2-group, parallel-training randomized trial of 120 volunteer health care professionals recruited from a Department of Veterans Affairs and Department of Defense medical facility. Motivational interviewing skill was coded by external experts blinded to training group and skill assessment time points. Data were collected from October 17, 2016, to August 12, 2019. INTERVENTIONS After a computer course on MI, participants trained during two 45-minute sessions separated by 3 months. The 2 randomized training conditions included a branching storyline VSP, which provided MI skill rehearsal with immediate and summative feedback, and a control condition, which included academic study of content from the computerized MI course. MAIN OUTCOMES AND MEASURES Measurement of MI skill was based on recorded conversations with human standardized patients, assessed using the Motivational Interviewing Treatment Integrity 4.2.1 coding system, measured at baseline, after training, and after additional training in the randomized condition 3 months later. RESULTS A total of 120 volunteers (83 [69%] women), with a mean (SD) of 13.6 (10.3) years of health care experience, participated in the study; 61 were randomized to receive the intervention, and 59 were randomized to the control group. Those assigned to VSP training had significantly greater posttraining improvement in technical global scores (0.23; 95% CI, 0.03-0.44; P = .02), relational global scores (0.57; 95% CI, 0.33-0.81; P = .001), and the reflection-to-question ratio (0.23; 95% CI, 0.15-0.31; P = .001). Differences were maintained after the 3-month additional training session, with more improvements achieved after the 3-month training for the VSP trainees on the reflection-to- question ratio (0.15; 95% CI, 0.07-0.24; P = .001). CONCLUSIONS AND RELEVANCE This randomized trial demonstrated a successful transfer of training from a VSP to human standardized patients. The VSP MI skill outcomes were better than those achieved with academic study and were maintained over time. Virtual standardized patients
40.
Yeh, Shih-Ching; Lin, Sheng-Yang; Wu, Eric Hsiao-Kuang; Zhang, Kai-Feng; Xiu, Xu; Rizzo, Albert; Chung, Chia-Ru
A Virtual-Reality System Integrated With Neuro-Behavior Sensing for Attention-Deficit/Hyperactivity Disorder Intelligent Assessment Journal Article
In: IEEE Transactions on Neural Systems and Rehabilitation Engineering, vol. 28, no. 9, pp. 1899–1907, 2020, ISSN: 1534-4320, 1558-0210.
@article{yeh_virtual-reality_2020,
title = {A Virtual-Reality System Integrated With Neuro-Behavior Sensing for Attention-Deficit/Hyperactivity Disorder Intelligent Assessment},
author = {Shih-Ching Yeh and Sheng-Yang Lin and Eric Hsiao-Kuang Wu and Kai-Feng Zhang and Xu Xiu and Albert Rizzo and Chia-Ru Chung},
url = {https://ieeexplore.ieee.org/document/9123917/},
doi = {10.1109/TNSRE.2020.3004545},
issn = {1534-4320, 1558-0210},
year = {2020},
date = {2020-09-01},
journal = {IEEE Transactions on Neural Systems and Rehabilitation Engineering},
volume = {28},
number = {9},
pages = {1899–1907},
abstract = {Attention-deficit/Hyperactivity disorder (ADHD) is a common neurodevelopmental disorder among children. Traditional assessment methods generally rely on behavioral rating scales (BRS) performed by clinicians, and sometimes parents or teachers. However, BRS assessment is time consuming, and the subjective ratings may lead to bias for the evaluation. Therefore, the major purpose of this study was to develop a Virtual Reality (VR) classroom associated with an intelligent assessment model to assist clinicians for the diagnosis of ADHD. In this study, an immersive VR classroom embedded with sustained and selective attention tasks was developed in which visual, audio, and visual-audio hybrid distractions, were triggered while attention tasks were conducted. A clinical experiment with 37 ADHD and 31 healthy subjects was performed. Data from BRS was compared with VR task performance and analyzed by rank-sum tests and Pearson Correlation. Results showed that 23 features out of total 28 were related to distinguish the ADHD and non-ADHD children. Several features of task performance and neuro-behavioral measurements were also correlated with features of the BRSs. Additionally, the machine learning models incorporating task performance and neuro-behavior were used to classify ADHD and non-ADHD children. The mean accuracy for the repeated cross-validation reached to 83.2%, which demonstrated a great potential for our system to provide more help for clinicians on assessment of ADHD.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Attention-deficit/Hyperactivity disorder (ADHD) is a common neurodevelopmental disorder among children. Traditional assessment methods generally rely on behavioral rating scales (BRS) performed by clinicians, and sometimes parents or teachers. However, BRS assessment is time consuming, and the subjective ratings may lead to bias for the evaluation. Therefore, the major purpose of this study was to develop a Virtual Reality (VR) classroom associated with an intelligent assessment model to assist clinicians for the diagnosis of ADHD. In this study, an immersive VR classroom embedded with sustained and selective attention tasks was developed in which visual, audio, and visual-audio hybrid distractions, were triggered while attention tasks were conducted. A clinical experiment with 37 ADHD and 31 healthy subjects was performed. Data from BRS was compared with VR task performance and analyzed by rank-sum tests and Pearson Correlation. Results showed that 23 features out of total 28 were related to distinguish the ADHD and non-ADHD children. Several features of task performance and neuro-behavioral measurements were also correlated with features of the BRSs. Additionally, the machine learning models incorporating task performance and neuro-behavior were used to classify ADHD and non-ADHD children. The mean accuracy for the repeated cross-validation reached to 83.2%, which demonstrated a great potential for our system to provide more help for clinicians on assessment of ADHD.
Filter
2020
Saredakis, Dimitrios; Szpak, Ancret; Birckhead, Brandon; Keage, Hannah A. D.; Rizzo, Albert; Loetscher, Tobias
Factors Associated With Virtual Reality Sickness in Head-Mounted Displays: A Systematic Review and Meta-Analysis Journal Article
In: Frontiers in Human Neuroscience, vol. 14, pp. 96, 2020, ISSN: 1662-5161.
Abstract | Links | BibTeX | Tags: MedVR
@article{saredakis_factors_2020,
title = {Factors Associated With Virtual Reality Sickness in Head-Mounted Displays: A Systematic Review and Meta-Analysis},
author = {Dimitrios Saredakis and Ancret Szpak and Brandon Birckhead and Hannah A. D. Keage and Albert Rizzo and Tobias Loetscher},
url = {https://www.frontiersin.org/article/10.3389/fnhum.2020.00096/full},
doi = {10.3389/fnhum.2020.00096},
issn = {1662-5161},
year = {2020},
date = {2020-03-01},
journal = {Frontiers in Human Neuroscience},
volume = {14},
pages = {96},
abstract = {The use of head-mounted displays (HMD) for virtual reality (VR) application-based purposes including therapy, rehabilitation, and training is increasing. Despite advancements in VR technologies, many users still experience sickness symptoms. VR sickness may be influenced by technological differences within HMDs such as resolution and refresh rate, however, VR content also plays a significant role. The primary objective of this systematic review and meta-analysis was to examine the literature on HMDs that report Simulator Sickness Questionnaire (SSQ) scores to determine the impact of content. User factors associated with VR sickness were also examined. A systematic search was conducted according to PRISMA guidelines. Fifty-five articles met inclusion criteria, representing 3,016 participants (mean age range 19.5–80; 41% female). Findings show gaming content recorded the highest total SSQ mean 34.26 (95%CI 29.57–38.95). VR sickness profiles were also influenced by visual stimulation, locomotion and exposure times. Older samples (mean age ≥35 years) scored significantly lower total SSQ means than younger samples, however, these findings are based on a small evidence base as a limited number of studies included older users. No sex differences were found. Across all types of content, the pooled total SSQ mean was relatively high 28.00 (95%CI 24.66–31.35) compared with recommended SSQ cut-off scores. These findings are of relevance for informing future research and the application of VR in different contexts.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
The use of head-mounted displays (HMD) for virtual reality (VR) application-based purposes including therapy, rehabilitation, and training is increasing. Despite advancements in VR technologies, many users still experience sickness symptoms. VR sickness may be influenced by technological differences within HMDs such as resolution and refresh rate, however, VR content also plays a significant role. The primary objective of this systematic review and meta-analysis was to examine the literature on HMDs that report Simulator Sickness Questionnaire (SSQ) scores to determine the impact of content. User factors associated with VR sickness were also examined. A systematic search was conducted according to PRISMA guidelines. Fifty-five articles met inclusion criteria, representing 3,016 participants (mean age range 19.5–80; 41% female). Findings show gaming content recorded the highest total SSQ mean 34.26 (95%CI 29.57–38.95). VR sickness profiles were also influenced by visual stimulation, locomotion and exposure times. Older samples (mean age ≥35 years) scored significantly lower total SSQ means than younger samples, however, these findings are based on a small evidence base as a limited number of studies included older users. No sex differences were found. Across all types of content, the pooled total SSQ mean was relatively high 28.00 (95%CI 24.66–31.35) compared with recommended SSQ cut-off scores. These findings are of relevance for informing future research and the application of VR in different contexts.
Mozgai, Sharon; Hartholt, Arno; Rizzo, Albert
The Passive Sensing Agent: A Multimodal Adaptive mHealth Application Proceedings Article
In: Proceedings of the 2020 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops), pp. 1–3, IEEE, Austin, TX, USA, 2020, ISBN: 978-1-7281-4716-1.
Abstract | Links | BibTeX | Tags: MedVR, UARC, VHTL, Virtual Humans
@inproceedings{mozgai_passive_2020,
title = {The Passive Sensing Agent: A Multimodal Adaptive mHealth Application},
author = {Sharon Mozgai and Arno Hartholt and Albert Rizzo},
url = {https://ieeexplore.ieee.org/document/9156177/},
doi = {10.1109/PerComWorkshops48775.2020.9156177},
isbn = {978-1-7281-4716-1},
year = {2020},
date = {2020-03-01},
booktitle = {Proceedings of the 2020 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)},
pages = {1–3},
publisher = {IEEE},
address = {Austin, TX, USA},
abstract = {We are demoing the Passive Sensing Agent (PSA), an mHealth virtual human coach, that collects multimodal data through passive sensors native to popular wearables (e.g., Apple Watch, FitBit, and Garmin). This virtual human interface delivers adaptive multi-media content via smartphone application that is specifically tailored to the user in the interdependent domains of physical, cognitive, and emotional health. Initially developed for the military, the PSA delivers health interventions (e.g., educational exercises, physical challenges, and performance feedback) matched to the individual user via novel adaptive logic-based algorithms while employing various behavior change techniques (e.g., goal-setting, barrier identification, rewards, modeling, etc.). A virtual human coach leads all interactions including the firsttime user experience and the brief daily sessions. All interactions were specifically designed to engage and motivate the user while continuously collecting data on their cognitive, emotional, and physical fitness. This multi-component application is integrated and deployed on an iPhone and Apple Watch prototype; a civilian version is currently in-development.},
keywords = {MedVR, UARC, VHTL, Virtual Humans},
pubstate = {published},
tppubtype = {inproceedings}
}
We are demoing the Passive Sensing Agent (PSA), an mHealth virtual human coach, that collects multimodal data through passive sensors native to popular wearables (e.g., Apple Watch, FitBit, and Garmin). This virtual human interface delivers adaptive multi-media content via smartphone application that is specifically tailored to the user in the interdependent domains of physical, cognitive, and emotional health. Initially developed for the military, the PSA delivers health interventions (e.g., educational exercises, physical challenges, and performance feedback) matched to the individual user via novel adaptive logic-based algorithms while employing various behavior change techniques (e.g., goal-setting, barrier identification, rewards, modeling, etc.). A virtual human coach leads all interactions including the firsttime user experience and the brief daily sessions. All interactions were specifically designed to engage and motivate the user while continuously collecting data on their cognitive, emotional, and physical fitness. This multi-component application is integrated and deployed on an iPhone and Apple Watch prototype; a civilian version is currently in-development.
Mozgai, Sharon; Hartholt, Arno; Rizzo, Albert "Skip"
An Adaptive Agent-Based Interface for Personalized Health Interventions Proceedings Article
In: Proceedings of the 25th International Conference on Intelligent User Interfaces Companion, pp. 118–119, ACM, Cagliari Italy, 2020, ISBN: 978-1-4503-7513-9.
Abstract | Links | BibTeX | Tags: MedVR, UARC, VHTL, Virtual Humans
@inproceedings{mozgai_adaptive_2020,
title = {An Adaptive Agent-Based Interface for Personalized Health Interventions},
author = {Sharon Mozgai and Arno Hartholt and Albert "Skip" Rizzo},
url = {https://dl.acm.org/doi/10.1145/3379336.3381467},
doi = {10.1145/3379336.3381467},
isbn = {978-1-4503-7513-9},
year = {2020},
date = {2020-03-01},
booktitle = {Proceedings of the 25th International Conference on Intelligent User Interfaces Companion},
pages = {118–119},
publisher = {ACM},
address = {Cagliari Italy},
abstract = {This demo introduces a novel mHealth application with an agentbased interface designed to collect multimodal data with passive sensors native to popular wearables (e.g., Apple Watch, FitBit, and Garmin) as well as through user self-report. This mHealth application delivers personalized and adaptive multimedia content via smartphone application specifically tailored to the user in the interdependent domains of physical, cognitive, and emotional health via novel adaptive logic-based algorithms while employing behavior change techniques (e.g., goal-setting, barrier identification, etc.). A virtual human coach leads all interactions to improve adherence.},
keywords = {MedVR, UARC, VHTL, Virtual Humans},
pubstate = {published},
tppubtype = {inproceedings}
}
This demo introduces a novel mHealth application with an agentbased interface designed to collect multimodal data with passive sensors native to popular wearables (e.g., Apple Watch, FitBit, and Garmin) as well as through user self-report. This mHealth application delivers personalized and adaptive multimedia content via smartphone application specifically tailored to the user in the interdependent domains of physical, cognitive, and emotional health via novel adaptive logic-based algorithms while employing behavior change techniques (e.g., goal-setting, barrier identification, etc.). A virtual human coach leads all interactions to improve adherence.
2019
Difede, JoAnn; Rothbaum, Barbara O.; Rizzo, Albert A.; Wyka, Katarzyna; Spielman, Lisa; Jovanovic, Tanja; Reist, Christopher; Roy, Michael J.; Norrholm, Seth D.; Glatt, Charles; Lee, Francis
Enhanced exposure therapy for combat-related Posttraumatic Stress Disorder (PTSD): Study protocol for a randomized controlled trial Journal Article
In: Contemporary Clinical Trials, pp. 105857, 2019, ISSN: 15517144.
Abstract | Links | BibTeX | Tags: MedVR
@article{difede_enhanced_2019,
title = {Enhanced exposure therapy for combat-related Posttraumatic Stress Disorder (PTSD): Study protocol for a randomized controlled trial},
author = {JoAnn Difede and Barbara O. Rothbaum and Albert A. Rizzo and Katarzyna Wyka and Lisa Spielman and Tanja Jovanovic and Christopher Reist and Michael J. Roy and Seth D. Norrholm and Charles Glatt and Francis Lee},
url = {https://linkinghub.elsevier.com/retrieve/pii/S1551714419305725},
doi = {10.1016/j.cct.2019.105857},
issn = {15517144},
year = {2019},
date = {2019-10-01},
journal = {Contemporary Clinical Trials},
pages = {105857},
abstract = {Background: PTSD, which has been identified in up to 23% of post-9-11 veterans, often results in a chronic, pernicious course. Thus, effective treatments are imperative. The Institute of Medicine (IOM) concluded that the only intervention for PTSD with sufficient evidence to conclude efficacy is exposure therapy. This Phase III trial compares the efficacy of exposure therapy for combat-related PTSD delivered in two different formats- via virtual reality exposure therapy (VRE) or prolonged exposure therapy (PE)- combined with D-Cycloserine (DCS), a cognitive enhancer shown to facilitate the extinction of fear.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Background: PTSD, which has been identified in up to 23% of post-9-11 veterans, often results in a chronic, pernicious course. Thus, effective treatments are imperative. The Institute of Medicine (IOM) concluded that the only intervention for PTSD with sufficient evidence to conclude efficacy is exposure therapy. This Phase III trial compares the efficacy of exposure therapy for combat-related PTSD delivered in two different formats- via virtual reality exposure therapy (VRE) or prolonged exposure therapy (PE)- combined with D-Cycloserine (DCS), a cognitive enhancer shown to facilitate the extinction of fear.
An, Capt Eric; Nolty, Anne A T; Amano, Stacy S; Rizzo, Albert A; Buckwalter, J Galen; Rensberger, Jared
Heart Rate Variability as an Index of Resilience Journal Article
In: Military Medicine, 2019, ISSN: 0026-4075, 1930-613X.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@article{an_heart_2019,
title = {Heart Rate Variability as an Index of Resilience},
author = {Capt Eric An and Anne A T Nolty and Stacy S Amano and Albert A Rizzo and J Galen Buckwalter and Jared Rensberger},
url = {https://academic.oup.com/milmed/advance-article/doi/10.1093/milmed/usz325/5586497},
doi = {10.1093/milmed/usz325},
issn = {0026-4075, 1930-613X},
year = {2019},
date = {2019-10-01},
journal = {Military Medicine},
abstract = {Introduction: Resilience is the ability to maintain or quickly return to a stable physical and psychological equilibrium despite experiencing stressful events. Flexibility of the autonomic nervous system is particularly important for adaptive stress responses and may contribute to individual differences in resilience. Power spectrum analysis of heart rate variability (HRV) allows measurement of sympathovagal balance, which helps to evaluate autonomic flexibility. The present study investigated HRV as a broad index of resilience. Materials and Methods: Twenty-four male participants from the Army National Guard Special Forces completed psychological measures known to relate to resilience and had HRV measured while undergoing stressful virtual environment scenarios. Pearson product-moment correlations were used to explore the relationships between HRV and resilience factors. All research was conducted with the oversight of the Human Subjects Review Committee of Fuller Theological Seminary. Results: Trends toward significance were reported in order to provide results that would reasonably be expected in a study of higher power. Trends between resilience factors and HRV were found only during specific stress-inducing simulations (see Tables III). Conclusion: Greater resilience to stress was associated with HRV during nonstress periods. Higher levels of resilience to traumatic events were associated with HRV during circumstances that were more stressful and emotionally distressing. Post hoc analysis revealed that specific factors including flexibility, emotional control, and spirituality were driving the relationship between general resilience and HRV following emotionally laden stressors. Less stress vulnerability was associated with HRV following intermittent brief stressors. In sum, HRV appears to represent some aspects of an individual’s overall resilience profile. Although resilience remains a complex, multidimensional construct, HRV shows promise as a global psychophysiological index of resilience. This study also offers important perspectives concerning ways to optimize both physical and psychological health.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {article}
}
Introduction: Resilience is the ability to maintain or quickly return to a stable physical and psychological equilibrium despite experiencing stressful events. Flexibility of the autonomic nervous system is particularly important for adaptive stress responses and may contribute to individual differences in resilience. Power spectrum analysis of heart rate variability (HRV) allows measurement of sympathovagal balance, which helps to evaluate autonomic flexibility. The present study investigated HRV as a broad index of resilience. Materials and Methods: Twenty-four male participants from the Army National Guard Special Forces completed psychological measures known to relate to resilience and had HRV measured while undergoing stressful virtual environment scenarios. Pearson product-moment correlations were used to explore the relationships between HRV and resilience factors. All research was conducted with the oversight of the Human Subjects Review Committee of Fuller Theological Seminary. Results: Trends toward significance were reported in order to provide results that would reasonably be expected in a study of higher power. Trends between resilience factors and HRV were found only during specific stress-inducing simulations (see Tables III). Conclusion: Greater resilience to stress was associated with HRV during nonstress periods. Higher levels of resilience to traumatic events were associated with HRV during circumstances that were more stressful and emotionally distressing. Post hoc analysis revealed that specific factors including flexibility, emotional control, and spirituality were driving the relationship between general resilience and HRV following emotionally laden stressors. Less stress vulnerability was associated with HRV following intermittent brief stressors. In sum, HRV appears to represent some aspects of an individual’s overall resilience profile. Although resilience remains a complex, multidimensional construct, HRV shows promise as a global psychophysiological index of resilience. This study also offers important perspectives concerning ways to optimize both physical and psychological health.
Pynadath, David V.; Wang, Ning; Kamireddy, Sreekar
A Markovian Method for Predicting Trust Behavior in Human-Agent Interaction Proceedings Article
In: Proceedings of the 7th International Conference on Human-Agent Interaction - HAI '19, pp. 171–178, ACM Press, Kyoto, Japan, 2019, ISBN: 978-1-4503-6922-0.
Abstract | Links | BibTeX | Tags: MedVR, Social Simulation, UARC
@inproceedings{pynadath_markovian_2019,
title = {A Markovian Method for Predicting Trust Behavior in Human-Agent Interaction},
author = {David V. Pynadath and Ning Wang and Sreekar Kamireddy},
url = {http://dl.acm.org/citation.cfm?doid=3349537.3351905},
doi = {10.1145/3349537.3351905},
isbn = {978-1-4503-6922-0},
year = {2019},
date = {2019-10-01},
booktitle = {Proceedings of the 7th International Conference on Human-Agent Interaction - HAI '19},
pages = {171–178},
publisher = {ACM Press},
address = {Kyoto, Japan},
abstract = {Trust calibration is critical to the success of human-agent interaction (HAI). However, individual differences are ubiquitous in people’s trust relationships with autonomous systems. To assist its heterogeneous human teammates calibrate their trust in it, an agent must first dynamically model them as individuals, rather than communicating with them all in the same manner. It can then generate expectations of its teammates’ behavior and optimize its own communication based on the current state of the trust relationship it has with them. In this work, we examine how an agent can generate accurate expectations given observations of only the teammate’s trust-related behaviors (e.g., did the person follow or ignore its advice?). In addition to this limited input, we also seek a specific output: accurately predicting its human teammate’s future trust behavior (e.g., will the person follow or ignore my next suggestion?). In this investigation, we construct a model capable of generating such expectations using data gathered in a humansubject study of behavior in a simulated human-robot interaction (HRI) scenario. We first analyze the ability of measures from a presurvey on trust-related traits to accurately predict subsequent trust behaviors. However, as the interaction progresses, this effect is dwarfed by the direct experience. We therefore analyze the ability of sequences of prior behavior by the teammate to accurately predict subsequent trust behaviors. Such behavioral sequences have shown to be indicative of the subjective beliefs of other teammates, and we show here that they have a predictive power as well.},
keywords = {MedVR, Social Simulation, UARC},
pubstate = {published},
tppubtype = {inproceedings}
}
Trust calibration is critical to the success of human-agent interaction (HAI). However, individual differences are ubiquitous in people’s trust relationships with autonomous systems. To assist its heterogeneous human teammates calibrate their trust in it, an agent must first dynamically model them as individuals, rather than communicating with them all in the same manner. It can then generate expectations of its teammates’ behavior and optimize its own communication based on the current state of the trust relationship it has with them. In this work, we examine how an agent can generate accurate expectations given observations of only the teammate’s trust-related behaviors (e.g., did the person follow or ignore its advice?). In addition to this limited input, we also seek a specific output: accurately predicting its human teammate’s future trust behavior (e.g., will the person follow or ignore my next suggestion?). In this investigation, we construct a model capable of generating such expectations using data gathered in a humansubject study of behavior in a simulated human-robot interaction (HRI) scenario. We first analyze the ability of measures from a presurvey on trust-related traits to accurately predict subsequent trust behaviors. However, as the interaction progresses, this effect is dwarfed by the direct experience. We therefore analyze the ability of sequences of prior behavior by the teammate to accurately predict subsequent trust behaviors. Such behavioral sequences have shown to be indicative of the subjective beliefs of other teammates, and we show here that they have a predictive power as well.
Mozgai, Sharon; Hartholt, Arno; Rizzo, Albert “Skip”
Systematic Representative Design and Clinical Virtual Reality Journal Article
In: Psychological Inquiry, vol. 30, no. 4, pp. 231–245, 2019, ISSN: 1047-840X, 1532-7965.
Abstract | Links | BibTeX | Tags: MedVR, UARC, VHTL, Virtual Humans
@article{mozgai_systematic_2019,
title = {Systematic Representative Design and Clinical Virtual Reality},
author = {Sharon Mozgai and Arno Hartholt and Albert “Skip” Rizzo},
url = {https://www.tandfonline.com/doi/full/10.1080/1047840X.2019.1693873},
doi = {10.1080/1047840X.2019.1693873},
issn = {1047-840X, 1532-7965},
year = {2019},
date = {2019-10-01},
journal = {Psychological Inquiry},
volume = {30},
number = {4},
pages = {231–245},
abstract = {The authors of the article, “Causal Inference in Generalizable Environments: Systematic Representative Design”, boldly announce their core point in the opening line of the abstract stating that, “Causal inference and generalizability both matter.” While a surface glance might suggest this to be a simple notion, a closer examination reveals the complexity of what they are proposing. This complexity is apparent when one considers that the bulk of human experimental research has always been challenged in its inability to concurrently deliver on both of these aims. This is no slight on the tens of 1000’s of human researchers and behavioral scientists who have devoted long careers to highly controlled human psychological and social science laboratory research. Rather, it reflects the sheer enormity of the challenges for conducting human studies designed to specify human function with physics-informed lab methods, while at the same time producing results that lead to enhanced understanding and prediction of how people will operate in the complex and ever-changing contexts that make up everyday life. At the core of this issue is a methodological and philosophical challenge that is relevant to all areas of human subjects’ research, beyond the social science focus of the Miller et al. (this issue) article. It is our aim to discuss the central topics in their article through the lens of our own work using Virtual/Augmented Reality and Virtual Human simulation technologies for clinical and training applications},
keywords = {MedVR, UARC, VHTL, Virtual Humans},
pubstate = {published},
tppubtype = {article}
}
The authors of the article, “Causal Inference in Generalizable Environments: Systematic Representative Design”, boldly announce their core point in the opening line of the abstract stating that, “Causal inference and generalizability both matter.” While a surface glance might suggest this to be a simple notion, a closer examination reveals the complexity of what they are proposing. This complexity is apparent when one considers that the bulk of human experimental research has always been challenged in its inability to concurrently deliver on both of these aims. This is no slight on the tens of 1000’s of human researchers and behavioral scientists who have devoted long careers to highly controlled human psychological and social science laboratory research. Rather, it reflects the sheer enormity of the challenges for conducting human studies designed to specify human function with physics-informed lab methods, while at the same time producing results that lead to enhanced understanding and prediction of how people will operate in the complex and ever-changing contexts that make up everyday life. At the core of this issue is a methodological and philosophical challenge that is relevant to all areas of human subjects’ research, beyond the social science focus of the Miller et al. (this issue) article. It is our aim to discuss the central topics in their article through the lens of our own work using Virtual/Augmented Reality and Virtual Human simulation technologies for clinical and training applications
Hartholt, Arno; Mozgai, Sharon; Fast, Ed; Liewer, Matt; Reilly, Adam; Whitcup, Wendy; Rizzo, Albert "Skip"
Virtual Humans in Augmented Reality: A First Step towards Real-World Embedded Virtual Roleplayers Proceedings Article
In: Proceedings of the 7th International Conference on Human-Agent Interaction - HAI '19, pp. 205–207, ACM Press, Kyoto, Japan, 2019, ISBN: 978-1-4503-6922-0.
Abstract | Links | BibTeX | Tags: MedVR, VHTL, Virtual Humans
@inproceedings{hartholt_virtual_2019,
title = {Virtual Humans in Augmented Reality: A First Step towards Real-World Embedded Virtual Roleplayers},
author = {Arno Hartholt and Sharon Mozgai and Ed Fast and Matt Liewer and Adam Reilly and Wendy Whitcup and Albert "Skip" Rizzo},
url = {http://dl.acm.org/citation.cfm?doid=3349537.3352766},
doi = {10.1145/3349537.3352766},
isbn = {978-1-4503-6922-0},
year = {2019},
date = {2019-10-01},
booktitle = {Proceedings of the 7th International Conference on Human-Agent Interaction - HAI '19},
pages = {205–207},
publisher = {ACM Press},
address = {Kyoto, Japan},
abstract = {We present one of the first applications of virtual humans in Augmented Reality (AR), which allows young adults with Autism Spectrum Disorder (ASD) the opportunity to practice job interviews. It uses the Magic Leap’s AR hardware sensors to provide users with immediate feedback on six different metrics, including eye gaze, blink rate and head orientation. The system provides two characters, with three conversational modes each. Ported from an existing desktop application, the main development lessons learned were: 1) provide users with navigation instructions in the user interface, 2) avoid dark colors as they are rendered transparently, 3) use dynamic gaze so characters maintain eye contact with the user, 4) use hardware sensors like eye gaze to provide user feedback, and 5) use surface detection to place characters dynamically in the world.},
keywords = {MedVR, VHTL, Virtual Humans},
pubstate = {published},
tppubtype = {inproceedings}
}
We present one of the first applications of virtual humans in Augmented Reality (AR), which allows young adults with Autism Spectrum Disorder (ASD) the opportunity to practice job interviews. It uses the Magic Leap’s AR hardware sensors to provide users with immediate feedback on six different metrics, including eye gaze, blink rate and head orientation. The system provides two characters, with three conversational modes each. Ported from an existing desktop application, the main development lessons learned were: 1) provide users with navigation instructions in the user interface, 2) avoid dark colors as they are rendered transparently, 3) use dynamic gaze so characters maintain eye contact with the user, 4) use hardware sensors like eye gaze to provide user feedback, and 5) use surface detection to place characters dynamically in the world.
Lucas, Gale M.; Rizzo, Albert; Gratch, Jonathan; Scherer, Stefan; Stratou, Giota; Boberg, Jill; Morency, Louis-Philippe
Reporting Mental Health Symptoms: Breaking Down Barriers to Care with Virtual Human Interviewers Book Section
In: The Impact of Virtual and Augmented Reality on Individuals and Society, pp. 256–264, Frontiers Media SA, 2019.
Abstract | Links | BibTeX | Tags: MedVR, UARC, Virtual Humans
@incollection{lucas_reporting_2019,
title = {Reporting Mental Health Symptoms: Breaking Down Barriers to Care with Virtual Human Interviewers},
author = {Gale M. Lucas and Albert Rizzo and Jonathan Gratch and Stefan Scherer and Giota Stratou and Jill Boberg and Louis-Philippe Morency},
url = {https://books.google.com/books?hl=en&lr=&id=N724DwAAQBAJ&oi=fnd&pg=PP1&dq=The+Impact+of+Virtual+and+Augmented+Reality+on+Individuals+and+Society&ots=ZMD1P9T-K5&sig=Qqh7iHZ4Xq2iRyYecrECHwNNE38#v=onepage&q=The%20Impact%20of%20Virtual%20and%20Augmented%20Reality%20on%20Individuals%20and%20Society&f=false},
year = {2019},
date = {2019-09-01},
booktitle = {The Impact of Virtual and Augmented Reality on Individuals and Society},
pages = {256–264},
publisher = {Frontiers Media SA},
abstract = {A common barrier to healthcare for psychiatric conditions is the stigma associated with these disorders. Perceived stigma prevents many from reporting their symptoms. Stigma is a particularly pervasive problem among military service members, preventing them from reporting symptoms of combat-related conditions like posttraumatic stress disorder (PTSD). However, research shows (increased reporting by service members when anonymous assessments are used. For example, service members report more symptoms of PTSD when they anonymously answer the Post-Deployment Health Assessment (PDHA) symptom checklist compared to the official PDHA, which is identifiable and linked to their military records. To investigate the factors that influence reporting of psychological symptoms by service members, we used a transformative technology: automated virtual humans that interview people about their symptoms. Such virtual human interviewers allow simultaneous use of two techniques for eliciting disclosure that would otherwise be incompatible; they afford anonymity while also building rapport. We examined whether virtual human interviewers could increase disclosure of mental health symptoms among active-duty service members that just returned from a year-long deployment in Afghanistan. Service members reported more symptoms during a conversation with a virtual human interviewer than on the official PDHA. They also reported more to a virtual human interviewer than on an anonymized PDHA. A second, larger sample of active-duty and former service members found a similar effect that approached statistical significance. Because respondents in both studies shared more with virtual human interviewers than an anonymized PDHA—even though both conditions control for stigma and ramifications for service members’ military records—virtual human interviewers that build rapport may provide a superior option to encourage reporting.},
keywords = {MedVR, UARC, Virtual Humans},
pubstate = {published},
tppubtype = {incollection}
}
A common barrier to healthcare for psychiatric conditions is the stigma associated with these disorders. Perceived stigma prevents many from reporting their symptoms. Stigma is a particularly pervasive problem among military service members, preventing them from reporting symptoms of combat-related conditions like posttraumatic stress disorder (PTSD). However, research shows (increased reporting by service members when anonymous assessments are used. For example, service members report more symptoms of PTSD when they anonymously answer the Post-Deployment Health Assessment (PDHA) symptom checklist compared to the official PDHA, which is identifiable and linked to their military records. To investigate the factors that influence reporting of psychological symptoms by service members, we used a transformative technology: automated virtual humans that interview people about their symptoms. Such virtual human interviewers allow simultaneous use of two techniques for eliciting disclosure that would otherwise be incompatible; they afford anonymity while also building rapport. We examined whether virtual human interviewers could increase disclosure of mental health symptoms among active-duty service members that just returned from a year-long deployment in Afghanistan. Service members reported more symptoms during a conversation with a virtual human interviewer than on the official PDHA. They also reported more to a virtual human interviewer than on an anonymized PDHA. A second, larger sample of active-duty and former service members found a similar effect that approached statistical significance. Because respondents in both studies shared more with virtual human interviewers than an anonymized PDHA—even though both conditions control for stigma and ramifications for service members’ military records—virtual human interviewers that build rapport may provide a superior option to encourage reporting.
Bond, William F; Lynch, Theresa J.; Mischler, Matthew J.; Fish, Jessica L.; McGarvey, Jeremy S.; Taylor, Jason T.; Kumar, Dipen M.; Mou, Kyle M.; Ebert-Allen, Rebecca A.; Mahale, Dilip N.; Talbot, Thomas B.; Aiyer, Meenakshy
Virtual Standardized Patient Simulation Journal Article
In: Simulation in Healthcare, vol. 14, no. 4, pp. 10, 2019.
Abstract | Links | BibTeX | Tags: MedVR
@article{bond_virtual_2019,
title = {Virtual Standardized Patient Simulation},
author = {William F Bond and Theresa J. Lynch and Matthew J. Mischler and Jessica L. Fish and Jeremy S. McGarvey and Jason T. Taylor and Dipen M. Kumar and Kyle M. Mou and Rebecca A. Ebert-Allen and Dilip N. Mahale and Thomas B. Talbot and Meenakshy Aiyer},
url = {https://journals.lww.com/simulationinhealthcare/Fulltext/2019/08000/Virtual_Standardized_Patient_Simulation__Case.6.aspx#pdf-link},
year = {2019},
date = {2019-08-01},
journal = {Simulation in Healthcare},
volume = {14},
number = {4},
pages = {10},
abstract = {Introduction: High-value care (HVC) suggests that good history taking and physical examination should lead to risk stratification that drives the use or withholding of diagnostic testing. This study describes the development of a series of virtual standardized patient (VSP) cases and provides preliminary evidence that supports their ability to provide experiential learning in HVC. Methods: This pilot study used VSPs, or natural language processing–based patient avatars, within the USC Standard Patient platform. Faculty consensus was used to develop the cases, including the optimal diagnostic testing strategies, treatment options, and scored content areas. First-year resident physician learners experienced two 90-minute didactic sessions before completing the cases in a computer laboratory, using typed text to interview the avatar for history taking, then completing physical examination, differential diagnosis, diagnostic testing, and treatment modules for each case. Learners chose a primary and 2 alternative “possible” diagnoses from a list of 6 to 7 choices, diagnostic testing options from an extensive list, and treatments from a brief list ranging from 6 to 9 choices. For the historytaking module, both faculty and the platform scored the learners, and faculty assessed the appropriateness of avatar responses. Four randomly selected learner-avatar interview transcripts for each case were double rated by faculty for interrater reliability calculations. Intraclass correlations were calculated for interrater reliability, and Spearman ρ was used to determine the correlation between the platform and faculty ranking of learners' historytaking scores. Results: Eight VSP cases were experienced by 14 learners. Investigators reviewed 112 transcripts (4646 learner query-avatar responses). Interrater reliability means were 0.87 for learner query scoring and 0.83 for avatar response. Mean learner success for history taking was scored by the faculty at 57% and by the platform at 51% (ρ correlation of learner rankings = 0.80},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Introduction: High-value care (HVC) suggests that good history taking and physical examination should lead to risk stratification that drives the use or withholding of diagnostic testing. This study describes the development of a series of virtual standardized patient (VSP) cases and provides preliminary evidence that supports their ability to provide experiential learning in HVC. Methods: This pilot study used VSPs, or natural language processing–based patient avatars, within the USC Standard Patient platform. Faculty consensus was used to develop the cases, including the optimal diagnostic testing strategies, treatment options, and scored content areas. First-year resident physician learners experienced two 90-minute didactic sessions before completing the cases in a computer laboratory, using typed text to interview the avatar for history taking, then completing physical examination, differential diagnosis, diagnostic testing, and treatment modules for each case. Learners chose a primary and 2 alternative “possible” diagnoses from a list of 6 to 7 choices, diagnostic testing options from an extensive list, and treatments from a brief list ranging from 6 to 9 choices. For the historytaking module, both faculty and the platform scored the learners, and faculty assessed the appropriateness of avatar responses. Four randomly selected learner-avatar interview transcripts for each case were double rated by faculty for interrater reliability calculations. Intraclass correlations were calculated for interrater reliability, and Spearman ρ was used to determine the correlation between the platform and faculty ranking of learners' historytaking scores. Results: Eight VSP cases were experienced by 14 learners. Investigators reviewed 112 transcripts (4646 learner query-avatar responses). Interrater reliability means were 0.87 for learner query scoring and 0.83 for avatar response. Mean learner success for history taking was scored by the faculty at 57% and by the platform at 51% (ρ correlation of learner rankings = 0.80
Rizzo, Albert "Skip"; Bouchard, Stéphane (Ed.)
Virtual Reality for Psychological and Neurocognitive Interventions Book
Springer New York, New York, NY, 2019, ISBN: 978-1-4939-9480-9 978-1-4939-9482-3.
Abstract | Links | BibTeX | Tags: MedVR
@book{rizzo_virtual_2019,
title = {Virtual Reality for Psychological and Neurocognitive Interventions},
editor = {Albert "Skip" Rizzo and Stéphane Bouchard},
url = {http://link.springer.com/10.1007/978-1-4939-9482-3},
doi = {10.1007/978-1-4939-9482-3},
isbn = {978-1-4939-9480-9 978-1-4939-9482-3},
year = {2019},
date = {2019-08-01},
publisher = {Springer New York},
address = {New York, NY},
series = {Virtual Reality Technologies for Health and Clinical Applications},
abstract = {This exciting collection tours virtual reality in both its current therapeutic forms and its potential to transform a wide range of medical and mental health-related fields. Extensive findings track the contributions of VR devices, systems, and methods to accurate assessment, evidence-based and client-centered treatment methods, and—as described in a stimulating discussion of virtual patient technologies—innovative clinical training. Immersive digital technologies are shown enhancing opportunities for patients to react to situations, therapists to process patients’ physiological responses, and scientists to have greater control over test conditions and access to results. Expert coverage details leading-edge applications of VR across a broad spectrum of psychological and neurocognitive conditions, including: Treating anxiety disorders and PTSD. Treating developmental and learning disorders, including Autism Spectrum Disorder, Assessment of and rehabilitation from stroke and traumatic brain injuries. Assessment and treatment of substance abuse. Assessment of deviant sexual interests. Treating obsessive-compulsive and related disorders. Augmenting learning skills for blind persons. Readable and relevant, Virtual Reality for Psychological and Neurocognitive Interventions is an essential idea book for neuropsychologists, rehabilitation specialists (including physical, speech, vocational, and occupational therapists), and neurologists. Researchers across the behavioral and social sciences will find it a roadmap toward new and emerging areas of study.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {book}
}
This exciting collection tours virtual reality in both its current therapeutic forms and its potential to transform a wide range of medical and mental health-related fields. Extensive findings track the contributions of VR devices, systems, and methods to accurate assessment, evidence-based and client-centered treatment methods, and—as described in a stimulating discussion of virtual patient technologies—innovative clinical training. Immersive digital technologies are shown enhancing opportunities for patients to react to situations, therapists to process patients’ physiological responses, and scientists to have greater control over test conditions and access to results. Expert coverage details leading-edge applications of VR across a broad spectrum of psychological and neurocognitive conditions, including: Treating anxiety disorders and PTSD. Treating developmental and learning disorders, including Autism Spectrum Disorder, Assessment of and rehabilitation from stroke and traumatic brain injuries. Assessment and treatment of substance abuse. Assessment of deviant sexual interests. Treating obsessive-compulsive and related disorders. Augmenting learning skills for blind persons. Readable and relevant, Virtual Reality for Psychological and Neurocognitive Interventions is an essential idea book for neuropsychologists, rehabilitation specialists (including physical, speech, vocational, and occupational therapists), and neurologists. Researchers across the behavioral and social sciences will find it a roadmap toward new and emerging areas of study.
Parsons, Thomas D.; Rizzo, Albert “Skip”
A Review of Virtual Classroom Environments for Neuropsychological Assessment Book Section
In: Virtual Reality for Psychological and Neurocognitive Interventions, pp. 247–265, Springer New York, New York, NY, 2019, ISBN: 978-1-4939-9480-9 978-1-4939-9482-3.
Abstract | Links | BibTeX | Tags: MedVR
@incollection{parsons_review_2019,
title = {A Review of Virtual Classroom Environments for Neuropsychological Assessment},
author = {Thomas D. Parsons and Albert “Skip” Rizzo},
url = {http://link.springer.com/10.1007/978-1-4939-9482-3_11},
doi = {10.1007/978-1-4939-9482-3_11},
isbn = {978-1-4939-9480-9 978-1-4939-9482-3},
year = {2019},
date = {2019-08-01},
booktitle = {Virtual Reality for Psychological and Neurocognitive Interventions},
pages = {247–265},
publisher = {Springer New York},
address = {New York, NY},
abstract = {Differential diagnosis and treatment of neuropsychological disorders require assessments that can differentiate overlapping symptoms. Previous research has most often relied on paper-and-pencil as well as computerized psychometric tests of cognitive functions. Although these approaches provide highly systematic control and delivery of performance challenges, they have also been criticized as limited in the area of ecological validity. A possible answer to the problems of ecological validity in assessment of cognitive functioning in neurological populations is to immerse the participant in a virtual environment. This chapter reviews the potential of various virtual classroom environments that have been developed for neuropsychological assessment.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {incollection}
}
Differential diagnosis and treatment of neuropsychological disorders require assessments that can differentiate overlapping symptoms. Previous research has most often relied on paper-and-pencil as well as computerized psychometric tests of cognitive functions. Although these approaches provide highly systematic control and delivery of performance challenges, they have also been criticized as limited in the area of ecological validity. A possible answer to the problems of ecological validity in assessment of cognitive functioning in neurological populations is to immerse the participant in a virtual environment. This chapter reviews the potential of various virtual classroom environments that have been developed for neuropsychological assessment.
Coleman, Benjamin; Marion, Sarah; Rizzo, Albert; Turnbull, Janiece; Nolty, Anne
In: Frontiers in Psychology, vol. 10, 2019, ISSN: 1664-1078.
Abstract | Links | BibTeX | Tags: MedVR
@article{coleman_virtual_2019,
title = {Virtual Reality Assessment of Classroom – Related Attention: An Ecologically Relevant Approach to Evaluating the Effectiveness of Working Memory Training},
author = {Benjamin Coleman and Sarah Marion and Albert Rizzo and Janiece Turnbull and Anne Nolty},
url = {https://www.frontiersin.org/article/10.3389/fpsyg.2019.01851/full},
doi = {10.3389/fpsyg.2019.01851},
issn = {1664-1078},
year = {2019},
date = {2019-08-01},
journal = {Frontiers in Psychology},
volume = {10},
abstract = {Computerized cognitive interventions to improve working memory also purport to improve ADHD-related inattention and off task behavior. Such interventions have been shown to improve working memory, executive functioning, and fluid reasoning on standardized neuropsychological measures. However, debate continues as to whether such programs lead to improvement on ecologically relevant outcomes, such as classroom behavior. This study sought to propose a novel, ecologically relevant approach to evaluate the effectiveness of working memory training on real-world attention performance. Participants included 15 children, aged 6–15, identified as having attention problems were assessed via the virtual classroom continuous performance task (VCCPT) before and after completing 5 weeks of Cogmed working memory training. The VCCPT is a validated measure of sustained and selective attention set within a virtual reality (VR) environment. Several key areas of attention performance were observed to improve, including omission errors, reaction time, reaction time variability, and hit variability. Results suggest that working memory training led to substantial improvements in sustained attention in a real-life scenario of classroom learning. Moreover, the use of psychometrically validated VR measurement provides incremental validity beyond that of teacher or parent report of behavior. Observing such improvements on ecologically relevant measures of attention adds to the discussion around how to evaluate the effectiveness of working memory training as it pertains to real-life improvements and serves to inform consumer awareness of such products and their claims.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Computerized cognitive interventions to improve working memory also purport to improve ADHD-related inattention and off task behavior. Such interventions have been shown to improve working memory, executive functioning, and fluid reasoning on standardized neuropsychological measures. However, debate continues as to whether such programs lead to improvement on ecologically relevant outcomes, such as classroom behavior. This study sought to propose a novel, ecologically relevant approach to evaluate the effectiveness of working memory training on real-world attention performance. Participants included 15 children, aged 6–15, identified as having attention problems were assessed via the virtual classroom continuous performance task (VCCPT) before and after completing 5 weeks of Cogmed working memory training. The VCCPT is a validated measure of sustained and selective attention set within a virtual reality (VR) environment. Several key areas of attention performance were observed to improve, including omission errors, reaction time, reaction time variability, and hit variability. Results suggest that working memory training led to substantial improvements in sustained attention in a real-life scenario of classroom learning. Moreover, the use of psychometrically validated VR measurement provides incremental validity beyond that of teacher or parent report of behavior. Observing such improvements on ecologically relevant measures of attention adds to the discussion around how to evaluate the effectiveness of working memory training as it pertains to real-life improvements and serves to inform consumer awareness of such products and their claims.
Bouchard, Stéphane; Rizzo, Albert “Skip”
Applications of Virtual Reality in Clinical Psychology and Clinical Cognitive Neuroscience–An Introduction Book Section
In: Virtual Reality for Psychological and Neurocognitive Interventions, pp. 1–13, Springer New York, New York, NY, 2019, ISBN: 978-1-4939-9480-9 978-1-4939-9482-3.
Abstract | Links | BibTeX | Tags: MedVR
@incollection{bouchard_applications_2019,
title = {Applications of Virtual Reality in Clinical Psychology and Clinical Cognitive Neuroscience–An Introduction},
author = {Stéphane Bouchard and Albert “Skip” Rizzo},
url = {http://link.springer.com/10.1007/978-1-4939-9482-3_1},
doi = {10.1007/978-1-4939-9482-3_1},
isbn = {978-1-4939-9480-9 978-1-4939-9482-3},
year = {2019},
date = {2019-08-01},
booktitle = {Virtual Reality for Psychological and Neurocognitive Interventions},
pages = {1–13},
publisher = {Springer New York},
address = {New York, NY},
abstract = {Simulation technology has a long history of adding value in aviation, military training, automotive/aircraft design, and surgical planning. In clinical psychology, Norcross et al. (2013) surveyed 70 therapy experts regarding interventions they predicted to increase in the next decade and virtual reality (VR) was ranked 4th out of 45 options, with other computer-supported methods occupying 4 out of the top 5 positions. The increased popularity of VR in the news, social media, conferences, and from innovative start-ups may give the impression that VR is something new. However, it is important to look back in time and recognize that as early as the 1960’s, Heilig proposed a multisensory immersive experienced called the Sensorama, and Sutherland and Sproull had created a stereoscopic head mounted display (HMD) (Berryman 2012; Srivastava et al. 2014). The term VR was coined more than 30 years ago by Jaron Lanier and commercial games were distributed to the public as early as 1989 by Mattel (in the US, and by PAX in Japan) for its PowerGlove™ and Nintendo’s failed Virtual Boy™ was released in 1995. Clinical VR applications were proposed as early as the mid 1990’s by Lamson, Pugnetti, Rothbaum, Riva, Rizzo, Weiss, and Wiederhold (named in alphabetical order), among others. Moreover, several scientific journals, conferences, and handbooks dedicated to the subject have been reporting scientific findings for decades.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {incollection}
}
Simulation technology has a long history of adding value in aviation, military training, automotive/aircraft design, and surgical planning. In clinical psychology, Norcross et al. (2013) surveyed 70 therapy experts regarding interventions they predicted to increase in the next decade and virtual reality (VR) was ranked 4th out of 45 options, with other computer-supported methods occupying 4 out of the top 5 positions. The increased popularity of VR in the news, social media, conferences, and from innovative start-ups may give the impression that VR is something new. However, it is important to look back in time and recognize that as early as the 1960’s, Heilig proposed a multisensory immersive experienced called the Sensorama, and Sutherland and Sproull had created a stereoscopic head mounted display (HMD) (Berryman 2012; Srivastava et al. 2014). The term VR was coined more than 30 years ago by Jaron Lanier and commercial games were distributed to the public as early as 1989 by Mattel (in the US, and by PAX in Japan) for its PowerGlove™ and Nintendo’s failed Virtual Boy™ was released in 1995. Clinical VR applications were proposed as early as the mid 1990’s by Lamson, Pugnetti, Rothbaum, Riva, Rizzo, Weiss, and Wiederhold (named in alphabetical order), among others. Moreover, several scientific journals, conferences, and handbooks dedicated to the subject have been reporting scientific findings for decades.
Lahav, Orly; Talis, Vadim; Cinamon, Rachel Gali; Rizzo, Albert
Virtual interactive consulting agent to support freshman students in transition to higher education Journal Article
In: Journal of Computing in Higher Education, pp. 1–35, 2019, ISSN: 1042-1726, 1867-1233.
Abstract | Links | BibTeX | Tags: MedVR
@article{lahav_virtual_2019,
title = {Virtual interactive consulting agent to support freshman students in transition to higher education},
author = {Orly Lahav and Vadim Talis and Rachel Gali Cinamon and Albert Rizzo},
url = {http://link.springer.com/10.1007/s12528-019-09237-8},
doi = {10.1007/s12528-019-09237-8},
issn = {1042-1726, 1867-1233},
year = {2019},
date = {2019-08-01},
journal = {Journal of Computing in Higher Education},
pages = {1–35},
abstract = {The virtual interactive consulting agent system is an online virtual career center that supports freshman students in transition to higher education. This virtual counseling system, based on accumulative empirical knowledge for working students and knowledge about effective career intervention, aims to guide first-year university students in combining study and work effectively. Three main aspects of career interventions are supplied by this virtual interactive consulting agent system: personal assessment, information, and personal encouragement and relatedness. The virtual interactive consulting agent is based on the SimCoach system. The current research includes two studies that examine acceptability and satisfaction from two perspectives: that of the counselors (the experts) and of the consultees (the target consumers). Both studies included 87 participants divided into two research groups: 45 counselors and 42 counseled freshman students. The data were collected through four data collection tools: acceptability and satisfaction questionnaire, an openended question, Google Docs, and screen recording applications. The participants’ answers were analyzed using quantitative software. The results show that the majority of the counselors were satisfied with the usability of the system but not with the process of counseling through the virtual agent, with some expressing concern about the impact on the profession. In contrast, most of the consultees were satisfied with the counseling process and some stated that the virtual agent helped them to determine how to integrate work and study more effectively.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
The virtual interactive consulting agent system is an online virtual career center that supports freshman students in transition to higher education. This virtual counseling system, based on accumulative empirical knowledge for working students and knowledge about effective career intervention, aims to guide first-year university students in combining study and work effectively. Three main aspects of career interventions are supplied by this virtual interactive consulting agent system: personal assessment, information, and personal encouragement and relatedness. The virtual interactive consulting agent is based on the SimCoach system. The current research includes two studies that examine acceptability and satisfaction from two perspectives: that of the counselors (the experts) and of the consultees (the target consumers). Both studies included 87 participants divided into two research groups: 45 counselors and 42 counseled freshman students. The data were collected through four data collection tools: acceptability and satisfaction questionnaire, an openended question, Google Docs, and screen recording applications. The participants’ answers were analyzed using quantitative software. The results show that the majority of the counselors were satisfied with the usability of the system but not with the process of counseling through the virtual agent, with some expressing concern about the impact on the profession. In contrast, most of the consultees were satisfied with the counseling process and some stated that the virtual agent helped them to determine how to integrate work and study more effectively.
Talbot, Thomas; Rizzo, Albert “Skip”
Virtual Human Standardized Patients for Clinical Training Book Section
In: Virtual Reality for Psychological and Neurocognitive Interventions, pp. 387–405, Springer New York, New York, NY, 2019, ISBN: 978-1-4939-9480-9 978-1-4939-9482-3.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@incollection{talbot_virtual_2019-1,
title = {Virtual Human Standardized Patients for Clinical Training},
author = {Thomas Talbot and Albert “Skip” Rizzo},
url = {http://link.springer.com/10.1007/978-1-4939-9482-3_17},
doi = {10.1007/978-1-4939-9482-3_17},
isbn = {978-1-4939-9480-9 978-1-4939-9482-3},
year = {2019},
date = {2019-08-01},
booktitle = {Virtual Reality for Psychological and Neurocognitive Interventions},
pages = {387–405},
publisher = {Springer New York},
address = {New York, NY},
abstract = {Since Dr. Howard Barrows (1964) introduced the human standardized patient in 1963, there have been attempts to game a computer-based simulacrum of a patient encounter; the first being a heart attack simulation using the online PLATO system (Bitzer M, Nursing Research 15:144–150, 1966). With the now ubiquitous use of computers in medicine, interest and effort have expended in the area of Virtual Patients (VPs). There are excellent summaries in the literature (Talbot TB, International Journal of Gaming and Computer Mediated Simulations 4:1–19, 2012) that explain the different types of virtual patients along with their best case applications, strengths and limitations.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {incollection}
}
Since Dr. Howard Barrows (1964) introduced the human standardized patient in 1963, there have been attempts to game a computer-based simulacrum of a patient encounter; the first being a heart attack simulation using the online PLATO system (Bitzer M, Nursing Research 15:144–150, 1966). With the now ubiquitous use of computers in medicine, interest and effort have expended in the area of Virtual Patients (VPs). There are excellent summaries in the literature (Talbot TB, International Journal of Gaming and Computer Mediated Simulations 4:1–19, 2012) that explain the different types of virtual patients along with their best case applications, strengths and limitations.
Hartholt, Arno; Mozgai, Sharon; Rizzo, Albert "Skip"
Virtual Job Interviewing Practice for High-Anxiety Populations Proceedings Article
In: Proceedings of the 19th ACM International Conference on Intelligent Virtual Agents - IVA '19, pp. 238–240, ACM Press, Paris, France, 2019, ISBN: 978-1-4503-6672-4.
Abstract | Links | BibTeX | Tags: MedVR, VHTL, Virtual Humans
@inproceedings{hartholt_virtual_2019-1,
title = {Virtual Job Interviewing Practice for High-Anxiety Populations},
author = {Arno Hartholt and Sharon Mozgai and Albert "Skip" Rizzo},
url = {http://dl.acm.org/citation.cfm?doid=3308532.3329417},
doi = {10.1145/3308532.3329417},
isbn = {978-1-4503-6672-4},
year = {2019},
date = {2019-07-01},
booktitle = {Proceedings of the 19th ACM International Conference on Intelligent Virtual Agents - IVA '19},
pages = {238–240},
publisher = {ACM Press},
address = {Paris, France},
abstract = {We present a versatile system for training job interviewing skills that focuses specifically on segments of the population facing increased challenges during the job application process. In particular, we target those with Autism Spectrum Disorder (ADS), veterans transitioning to civilian life, and former convicts integrating back into society. The system itself follows the SAIBA framework and contains several interviewer characters, who each represent a different type of vocational field, (e.g. service industry, retail, office, etc.) Each interviewer can be set to one of three conversational modes, which not only affects what they say and how they say it, but also their supporting body language. This approach offers varying difficulties, allowing users to start practicing with interviewers who are more encouraging and accommodating before moving on to personalities that are more direct and indifferent. Finally, the user can place the interviewers in different environmental settings (e.g. conference room, restaurant, executive office, etc.), allowing for many different combinations in which to practice.},
keywords = {MedVR, VHTL, Virtual Humans},
pubstate = {published},
tppubtype = {inproceedings}
}
We present a versatile system for training job interviewing skills that focuses specifically on segments of the population facing increased challenges during the job application process. In particular, we target those with Autism Spectrum Disorder (ADS), veterans transitioning to civilian life, and former convicts integrating back into society. The system itself follows the SAIBA framework and contains several interviewer characters, who each represent a different type of vocational field, (e.g. service industry, retail, office, etc.) Each interviewer can be set to one of three conversational modes, which not only affects what they say and how they say it, but also their supporting body language. This approach offers varying difficulties, allowing users to start practicing with interviewers who are more encouraging and accommodating before moving on to personalities that are more direct and indifferent. Finally, the user can place the interviewers in different environmental settings (e.g. conference room, restaurant, executive office, etc.), allowing for many different combinations in which to practice.
Yeom, Dongwoo; Choi, Joon-Ho; Kang, Sin-Hwa
In: Building and Environment, vol. 154, pp. 44–54, 2019, ISSN: 03601323.
Abstract | Links | BibTeX | Tags: MedVR
@article{yeom_investigation_2019,
title = {Investigation of the physiological differences in the immersive virtual reality environment and real indoor environment: Focused on skin temperature and thermal sensation},
author = {Dongwoo Yeom and Joon-Ho Choi and Sin-Hwa Kang},
url = {https://linkinghub.elsevier.com/retrieve/pii/S0360132319301672},
doi = {10.1016/j.buildenv.2019.03.013},
issn = {03601323},
year = {2019},
date = {2019-05-01},
journal = {Building and Environment},
volume = {154},
pages = {44–54},
abstract = {The goal of this research is to investigate and determine whether the effect of an IVE condition on an occupant's environmental sensations and physiological responses is different from the effect of a real environmental condition in the indoor environment. The research included a series of human subject experiments, with 16 participants in an environmental chamber. A thermal quality condition was selected as a primary environmental parameter, based on current IEQ-relevant studies. While the ambient thermal condition was gradually changed from 20 °C to 30 °C, the participants were asked to report their overall thermal sensations. Their skin temperatures were also continuously measured to collect physiological signal information in real time. The results of this experimental study revealed that the participants mostly generated higher skin temperature at the selected seven skin areas. Their reported thermal sensations were significantly higher in the IVE condition, than in the real environment, showing a difference of 12%.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
The goal of this research is to investigate and determine whether the effect of an IVE condition on an occupant's environmental sensations and physiological responses is different from the effect of a real environmental condition in the indoor environment. The research included a series of human subject experiments, with 16 participants in an environmental chamber. A thermal quality condition was selected as a primary environmental parameter, based on current IEQ-relevant studies. While the ambient thermal condition was gradually changed from 20 °C to 30 °C, the participants were asked to report their overall thermal sensations. Their skin temperatures were also continuously measured to collect physiological signal information in real time. The results of this experimental study revealed that the participants mostly generated higher skin temperature at the selected seven skin areas. Their reported thermal sensations were significantly higher in the IVE condition, than in the real environment, showing a difference of 12%.
Rizzo, Albert S.
Clinical virtual reality in mental health and rehabilitation: a brief review of the future! Proceedings Article
In: Fulop, Gabor F.; Hanson, Charles M.; Andresen, Bjørn F. (Ed.): Infrared Technology and Applications XLV, pp. 51–74, SPIE, Baltimore, United States, 2019, ISBN: 978-1-5106-2669-0 978-1-5106-2670-6.
Abstract | Links | BibTeX | Tags: MedVR
@inproceedings{rizzo_clinical_2019-1,
title = {Clinical virtual reality in mental health and rehabilitation: a brief review of the future!},
author = {Albert S. Rizzo},
editor = {Gabor F. Fulop and Charles M. Hanson and Bjørn F. Andresen},
url = {https://www.spiedigitallibrary.org/conference-proceedings-of-spie/11002/2524302/Clinical-virtual-reality-in-mental-health-and-rehabilitation–a/10.1117/12.2524302.full},
doi = {10.1117/12.2524302},
isbn = {978-1-5106-2669-0 978-1-5106-2670-6},
year = {2019},
date = {2019-05-01},
booktitle = {Infrared Technology and Applications XLV},
volume = {37},
number = {1},
pages = {51–74},
publisher = {SPIE},
address = {Baltimore, United States},
abstract = {The paper details some of the history of Clinical Virtual Reality (VR) as it has evolved over the last 25 years and provides a brief overview of the key scientific findings for making a judgment regarding its value in the areas of mental health and rehabilitation. This write-up is designed be a companion piece to my SPIE keynote on the topic of, “Is Clinical Virtual Reality Ready for Primetime?” As such, the paper is packed with citations to key scientific research in this area that should provide readers who are interested in this topic with a roadmap for further exploration of the literature. After presenting a brief history of the area, a discussion follows as to the theory, research, and pragmatic issues that support the view that this VR use case is theoretically informed, has a large and convincing scientific literature to support its clinical application, and that recent technology advances and concomitant cost reductions have made clinical implementation feasible and pragmatically supported. The paper concludes with the perspective that Clinical VR applications will soon become indispensable tools in the toolbox of psychological researchers and practitioners and will only grow in relevance and popularity in the future.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {inproceedings}
}
The paper details some of the history of Clinical Virtual Reality (VR) as it has evolved over the last 25 years and provides a brief overview of the key scientific findings for making a judgment regarding its value in the areas of mental health and rehabilitation. This write-up is designed be a companion piece to my SPIE keynote on the topic of, “Is Clinical Virtual Reality Ready for Primetime?” As such, the paper is packed with citations to key scientific research in this area that should provide readers who are interested in this topic with a roadmap for further exploration of the literature. After presenting a brief history of the area, a discussion follows as to the theory, research, and pragmatic issues that support the view that this VR use case is theoretically informed, has a large and convincing scientific literature to support its clinical application, and that recent technology advances and concomitant cost reductions have made clinical implementation feasible and pragmatically supported. The paper concludes with the perspective that Clinical VR applications will soon become indispensable tools in the toolbox of psychological researchers and practitioners and will only grow in relevance and popularity in the future.
Koenig, Sebastian T.; Krch, Denise; Lange, Belinda S.; Rizzo, Albert
Virtual reality and rehabilitation. Book Section
In: Handbook of rehabilitation psychology (3rd ed.)., pp. 521–539, American Psychological Association, Washington, DC, 2019, ISBN: 978-1-4338-2985-7 978-1-4338-2984-0.
Abstract | Links | BibTeX | Tags: MedVR
@incollection{koenig_virtual_2019,
title = {Virtual reality and rehabilitation.},
author = {Sebastian T. Koenig and Denise Krch and Belinda S. Lange and Albert Rizzo},
url = {http://content.apa.org/books/16122-032},
isbn = {978-1-4338-2985-7 978-1-4338-2984-0},
year = {2019},
date = {2019-04-01},
booktitle = {Handbook of rehabilitation psychology (3rd ed.).},
pages = {521–539},
publisher = {American Psychological Association},
address = {Washington, DC},
abstract = {Virtual reality (VR) technology has seen a recent surge in market adoption for video games, movies, broadcasting of live events, and industries such as real estate and health care. This chapter focuses on evidence and technology released within the past 5 years to avoid discussing outdated or discontinued VR systems. It provides a pragmatic overview of VR technology, including its strengths and limitations, recent research and system development, and future perspectives. The widespread appeal of VR in society, untethered hardware, and integration of VR accessories, tracking devices, and psychophysiological monitoring are among the topics that have pushed VR into the spotlight, even in nontraditional VR markets such as rehabilitation psychology. The chapter provides an updated view of VR as a natural fit for clinical use, highlighting key features that can positively impact rehabilitation outcomes and address social and vocational aspects of cognitive rehabilitation. (PsycInfo Database Record (c) 2020 APA, all rights reserved)},
keywords = {MedVR},
pubstate = {published},
tppubtype = {incollection}
}
Virtual reality (VR) technology has seen a recent surge in market adoption for video games, movies, broadcasting of live events, and industries such as real estate and health care. This chapter focuses on evidence and technology released within the past 5 years to avoid discussing outdated or discontinued VR systems. It provides a pragmatic overview of VR technology, including its strengths and limitations, recent research and system development, and future perspectives. The widespread appeal of VR in society, untethered hardware, and integration of VR accessories, tracking devices, and psychophysiological monitoring are among the topics that have pushed VR into the spotlight, even in nontraditional VR markets such as rehabilitation psychology. The chapter provides an updated view of VR as a natural fit for clinical use, highlighting key features that can positively impact rehabilitation outcomes and address social and vocational aspects of cognitive rehabilitation. (PsycInfo Database Record (c) 2020 APA, all rights reserved)
Trahan, Mark H.; Smith, Kenneth Scott; Talbot, Thomas B.
Past, Present, and Future: Editorial on Virtual Reality Applications to Human Services Journal Article
In: Journal of Technology in Human Services, vol. 37, no. 1, pp. 1–12, 2019, ISSN: 1522-8835, 1522-8991.
Abstract | Links | BibTeX | Tags: MedVR
@article{trahan_past_2019,
title = {Past, Present, and Future: Editorial on Virtual Reality Applications to Human Services},
author = {Mark H. Trahan and Kenneth Scott Smith and Thomas B. Talbot},
url = {https://www.tandfonline.com/doi/full/10.1080/15228835.2019.1587334},
doi = {10.1080/15228835.2019.1587334},
issn = {1522-8835, 1522-8991},
year = {2019},
date = {2019-04-01},
journal = {Journal of Technology in Human Services},
volume = {37},
number = {1},
pages = {1–12},
abstract = {"Virtual Reality” interventions in human services may include 360 video, augmented reality, mixed reality, and fully immersive 3-dimensional virtual reality simulations. A variety of applications have been evaluated in various fields of study, including medicine, social work, psychology, and human performance training. Currently, the state of research of VR interventions in human services has primarily focused on efficacy and effectiveness research, with few studies evaluating “scaling up” or implementation of VR interventions in larger populations. Unfortunately, the state of efficacy and effectiveness studies of VR interventions still remains weak with some applications due to smaller sample sizes, lack of randomized control trials, and a gap in reporting key intervention qualities, dosage, and outcomes. With new developments in combining artificial intelligence with VR, realism and the potential for human interaction with computer generated simulations may boost presence and immersion within these applications. This editorial provides an overview of the state of virtual reality applications in human service provision, potential gaps to be addressed by research in the future, and the development of AI based interactive sequences that may boost use presence.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
"Virtual Reality” interventions in human services may include 360 video, augmented reality, mixed reality, and fully immersive 3-dimensional virtual reality simulations. A variety of applications have been evaluated in various fields of study, including medicine, social work, psychology, and human performance training. Currently, the state of research of VR interventions in human services has primarily focused on efficacy and effectiveness research, with few studies evaluating “scaling up” or implementation of VR interventions in larger populations. Unfortunately, the state of efficacy and effectiveness studies of VR interventions still remains weak with some applications due to smaller sample sizes, lack of randomized control trials, and a gap in reporting key intervention qualities, dosage, and outcomes. With new developments in combining artificial intelligence with VR, realism and the potential for human interaction with computer generated simulations may boost presence and immersion within these applications. This editorial provides an overview of the state of virtual reality applications in human service provision, potential gaps to be addressed by research in the future, and the development of AI based interactive sequences that may boost use presence.
Artstein, Ron; Gordon, Carla; Sohail, Usman; Merchant, Chirag; Jones, Andrew; Campbell, Julia; Trimmer, Matthew; Bevington, Jeffrey; Engen, COL Christopher; Traum, David
Digital Survivor of Sexual Assault Proceedings Article
In: Proceedings of the 24th International Conference on Intelligent User Interfaces, pp. 417–425, ACM, Marina del Rey, California, 2019, ISBN: 978-1-4503-6272-6.
Abstract | Links | BibTeX | Tags: DoD, Graphics, MedVR, UARC, Virtual Humans
@inproceedings{artstein_digital_2019,
title = {Digital Survivor of Sexual Assault},
author = {Ron Artstein and Carla Gordon and Usman Sohail and Chirag Merchant and Andrew Jones and Julia Campbell and Matthew Trimmer and Jeffrey Bevington and COL Christopher Engen and David Traum},
url = {https://doi.org/10.1145/3301275.3302303},
doi = {10.1145/3301275.3302303},
isbn = {978-1-4503-6272-6},
year = {2019},
date = {2019-03-01},
booktitle = {Proceedings of the 24th International Conference on Intelligent User Interfaces},
pages = {417–425},
publisher = {ACM},
address = {Marina del Rey, California},
abstract = {The Digital Survivor of Sexual Assault (DS2A) is an interface that allows a user to have a conversational experience with a survivor of sexual assault, using Artificial Intelligence technology and recorded videos. The application uses a statistical classifier to retrieve contextually appropriate pre-recorded video utterances by the survivor, together with dialogue management policies which enable users to conduct simulated conversations with the survivor about the sexual assault, its aftermath, and other pertinent topics. The content in the application has been specifically elicited to support the needs for the training of U.S. Army professionals in the Sexual Harassment/Assault Response and Prevention (SHARP) Program, and the application comes with an instructional support package. The system has been tested with approximately 200 users, and is presently being used in the SHARP Academy's capstone course.},
keywords = {DoD, Graphics, MedVR, UARC, Virtual Humans},
pubstate = {published},
tppubtype = {inproceedings}
}
The Digital Survivor of Sexual Assault (DS2A) is an interface that allows a user to have a conversational experience with a survivor of sexual assault, using Artificial Intelligence technology and recorded videos. The application uses a statistical classifier to retrieve contextually appropriate pre-recorded video utterances by the survivor, together with dialogue management policies which enable users to conduct simulated conversations with the survivor about the sexual assault, its aftermath, and other pertinent topics. The content in the application has been specifically elicited to support the needs for the training of U.S. Army professionals in the Sexual Harassment/Assault Response and Prevention (SHARP) Program, and the application comes with an instructional support package. The system has been tested with approximately 200 users, and is presently being used in the SHARP Academy's capstone course.
Tielman, Myrthe L.; Neerincx, Mark A.; Pagliari, Claudia; Rizzo, Albert; Brinkman, Willem-Paul
Considering patient safety in autonomous e-mental health systems – detecting risk situations and referring patients back to human care Journal Article
In: BMC Medical Informatics and Decision Making, vol. 19, no. 1, 2019, ISSN: 1472-6947.
Abstract | Links | BibTeX | Tags: MedVR
@article{tielman_considering_2019,
title = {Considering patient safety in autonomous e-mental health systems – detecting risk situations and referring patients back to human care},
author = {Myrthe L. Tielman and Mark A. Neerincx and Claudia Pagliari and Albert Rizzo and Willem-Paul Brinkman},
url = {https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-019-0796-x},
doi = {10.1186/s12911-019-0796-x},
issn = {1472-6947},
year = {2019},
date = {2019-03-01},
journal = {BMC Medical Informatics and Decision Making},
volume = {19},
number = {1},
abstract = {Background: Digital health interventions can fill gaps in mental healthcare provision. However, autonomous emental health (AEMH) systems also present challenges for effective risk management. To balance autonomy and safety, AEMH systems need to detect risk situations and act on these appropriately. One option is sending automatic alerts to carers, but such ‘auto-referral’ could lead to missed cases or false alerts. Requiring users to actively self-refer offers an alternative, but this can also be risky as it relies on their motivation to do so. This study set out with two objectives. Firstly, to develop guidelines for risk detection and auto-referral systems. Secondly, to understand how persuasive techniques, mediated by a virtual agent, can facilitate self-referral. Methods: In a formative phase, interviews with experts, alongside a literature review, were used to develop a risk detection protocol. Two referral protocols were developed – one involving auto-referral, the other motivating users to self-refer. This latter was tested via crowd-sourcing (n = 160). Participants were asked to imagine they had sleeping problems with differing severity and user stance on seeking help. They then chatted with a virtual agent, who either directly facilitated referral, tried to persuade the user, or accepted that they did not want help. After the conversation, participants rated their intention to self-refer, to chat with the agent again, and their feeling of being heard by the agent. Results: Whether the virtual agent facilitated, persuaded or accepted, influenced all of these measures. Users who were initially negative or doubtful about self-referral could be persuaded. For users who were initially positive about seeking human care, this persuasion did not affect their intentions, indicating that a simply facilitating referral without persuasion was sufficient. Conclusion: This paper presents a protocol that elucidates the steps and decisions involved in risk detection, something that is relevant for all types of AEMH systems. In the case of self-referral, our study shows that a virtual agent can increase users’ intention to self-refer. Moreover, the strategy of the agent influenced the intentions of the user afterwards. This highlights the importance of a personalised approach to promote the user’s access to appropriate care.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Background: Digital health interventions can fill gaps in mental healthcare provision. However, autonomous emental health (AEMH) systems also present challenges for effective risk management. To balance autonomy and safety, AEMH systems need to detect risk situations and act on these appropriately. One option is sending automatic alerts to carers, but such ‘auto-referral’ could lead to missed cases or false alerts. Requiring users to actively self-refer offers an alternative, but this can also be risky as it relies on their motivation to do so. This study set out with two objectives. Firstly, to develop guidelines for risk detection and auto-referral systems. Secondly, to understand how persuasive techniques, mediated by a virtual agent, can facilitate self-referral. Methods: In a formative phase, interviews with experts, alongside a literature review, were used to develop a risk detection protocol. Two referral protocols were developed – one involving auto-referral, the other motivating users to self-refer. This latter was tested via crowd-sourcing (n = 160). Participants were asked to imagine they had sleeping problems with differing severity and user stance on seeking help. They then chatted with a virtual agent, who either directly facilitated referral, tried to persuade the user, or accepted that they did not want help. After the conversation, participants rated their intention to self-refer, to chat with the agent again, and their feeling of being heard by the agent. Results: Whether the virtual agent facilitated, persuaded or accepted, influenced all of these measures. Users who were initially negative or doubtful about self-referral could be persuaded. For users who were initially positive about seeking human care, this persuasion did not affect their intentions, indicating that a simply facilitating referral without persuasion was sufficient. Conclusion: This paper presents a protocol that elucidates the steps and decisions involved in risk detection, something that is relevant for all types of AEMH systems. In the case of self-referral, our study shows that a virtual agent can increase users’ intention to self-refer. Moreover, the strategy of the agent influenced the intentions of the user afterwards. This highlights the importance of a personalised approach to promote the user’s access to appropriate care.
Kang, Sinhwa; Chanenson, Jake; Cowal, Peter; Weaver, Madeleine
Advancing Ethical Decision Making in Virtual Reality Proceedings Article
In: Proceedings of the 2019 IEEE Conference on Virtual Reality and 3D User Interfaces (VR), pp. 2, IEEE, Osaka, Japan, 2019.
Abstract | Links | BibTeX | Tags: MedVR, MxR, UARC
@inproceedings{kang_advancing_2019,
title = {Advancing Ethical Decision Making in Virtual Reality},
author = {Sinhwa Kang and Jake Chanenson and Peter Cowal and Madeleine Weaver},
url = {https://ieeexplore.ieee.org/document/8798151},
doi = {10.1109/VR.2019.8798151},
year = {2019},
date = {2019-03-01},
booktitle = {Proceedings of the 2019 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)},
pages = {2},
publisher = {IEEE},
address = {Osaka, Japan},
abstract = {Virtual reality (VR) has been widely utilized for training and education purposes because of pedagogical, safety, and economic benefits. The investigation of moral judgment is a particularly interesting VR application, related to training. For this study, we designed a withinsubject experiment manipulating the role of study participants in a Trolley Dilemma scenario: either victim or driver. We conducted a pilot study with four participants and describe preliminary results and implications in this poster.},
keywords = {MedVR, MxR, UARC},
pubstate = {published},
tppubtype = {inproceedings}
}
Virtual reality (VR) has been widely utilized for training and education purposes because of pedagogical, safety, and economic benefits. The investigation of moral judgment is a particularly interesting VR application, related to training. For this study, we designed a withinsubject experiment manipulating the role of study participants in a Trolley Dilemma scenario: either victim or driver. We conducted a pilot study with four participants and describe preliminary results and implications in this poster.
Rizzo, Albert; Koenig, Sebastian Thomas; Talbot, Thomas B.
Clinical Results Using Virtual Reality Journal Article
In: Journal of Technology in Human Services, vol. 37, no. 1, pp. 51–74, 2019, ISSN: 1522-8835, 1522-8991.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@article{rizzo_clinical_2019,
title = {Clinical Results Using Virtual Reality},
author = {Albert Rizzo and Sebastian Thomas Koenig and Thomas B. Talbot},
editor = {Gabor F. Fulop and Charles M. Hanson and Bjørn F. Andresen},
url = {https://www.tandfonline.com/doi/full/10.1080/15228835.2019.1604292},
doi = {10.1080/15228835.2019.1604292},
issn = {1522-8835, 1522-8991},
year = {2019},
date = {2019-02-01},
booktitle = {Infrared Technology and Applications XLV},
journal = {Journal of Technology in Human Services},
volume = {37},
number = {1},
pages = {51–74},
publisher = {SPIE},
address = {Baltimore, United States},
abstract = {Virtual Reality (VR) technology offers new opportunities for the development of innovative clinical research, assessment, and intervention tools. VR-based testing, training, teaching, and treatment approaches that would be difficult, if not impossible to deliver using traditional methods are now being developed that take advantage of the assets that are available with VR technology. As research evidence continues to indicate clinical efficacy, VR applications are being increasingly regarded as providing innovative options for targeting the cognitive, psychological, motor, and functional impairments that result from various clinical health conditions. VR allows for the precise presentation and control of stimuli within dynamic multisensory 3-D computer generated simulations as well as providing advanced methods for capturing and quantifying behavioral responses. These characteristics support the rationale for the use of VR applications in clinical assessment, intervention, and training. This article begins with a brief review of the history and rationale for the use of VR with clinical populations. We then detail one use-case for the clinical application of VR—the exposure therapy treatment of anxiety disorders and post-traumatic stress disorder. While significant work is cited in other areas of Clinical VR (e.g., pain management, cognitive/physical assessment/rehabilitation, eating disorders, social skills/clinical training, etc.), a full overview of such a broad literature is beyond the scope of this article. Thus, we have opted to provide more in-depth analysis of one specific clinical area that clearly illustrates how VR has been successfully applied and is supported by an encouraging and evolving scientific literature.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {article}
}
Virtual Reality (VR) technology offers new opportunities for the development of innovative clinical research, assessment, and intervention tools. VR-based testing, training, teaching, and treatment approaches that would be difficult, if not impossible to deliver using traditional methods are now being developed that take advantage of the assets that are available with VR technology. As research evidence continues to indicate clinical efficacy, VR applications are being increasingly regarded as providing innovative options for targeting the cognitive, psychological, motor, and functional impairments that result from various clinical health conditions. VR allows for the precise presentation and control of stimuli within dynamic multisensory 3-D computer generated simulations as well as providing advanced methods for capturing and quantifying behavioral responses. These characteristics support the rationale for the use of VR applications in clinical assessment, intervention, and training. This article begins with a brief review of the history and rationale for the use of VR with clinical populations. We then detail one use-case for the clinical application of VR—the exposure therapy treatment of anxiety disorders and post-traumatic stress disorder. While significant work is cited in other areas of Clinical VR (e.g., pain management, cognitive/physical assessment/rehabilitation, eating disorders, social skills/clinical training, etc.), a full overview of such a broad literature is beyond the scope of this article. Thus, we have opted to provide more in-depth analysis of one specific clinical area that clearly illustrates how VR has been successfully applied and is supported by an encouraging and evolving scientific literature.
Lerner, Itamar; Ketz, Nicholas A.; Jones, Aaron P.; Bryant, Natalie B.; Robert, Bradley; Skorheim, Steven W.; Hartholt, Arno; Rizzo, Albert S.; Gluck, Mark A.; Clark, Vincent P.; Pilly, Praveen K.
In: Scientific Reports, vol. 9, no. 1, 2019, ISSN: 2045-2322.
Abstract | Links | BibTeX | Tags: MedVR, Virtual Humans
@article{lerner_transcranial_2019,
title = {Transcranial Current Stimulation During Sleep Facilitates Insight into Temporal Rules, but does not Consolidate Memories of Individual Sequential Experiences},
author = {Itamar Lerner and Nicholas A. Ketz and Aaron P. Jones and Natalie B. Bryant and Bradley Robert and Steven W. Skorheim and Arno Hartholt and Albert S. Rizzo and Mark A. Gluck and Vincent P. Clark and Praveen K. Pilly},
url = {http://www.nature.com/articles/s41598-018-36107-7},
doi = {10.1038/s41598-018-36107-7},
issn = {2045-2322},
year = {2019},
date = {2019-02-01},
journal = {Scientific Reports},
volume = {9},
number = {1},
abstract = {Slow-wave sleep (SWS) is known to contribute to memory consolidation, likely through the reactivation of previously encoded waking experiences. Contemporary studies demonstrate that when auditory or olfactory stimulation is administered during memory encoding and then reapplied during SWS, memory consolidation can be enhanced, an effect that is believed to rely on targeted memory reactivation (TMR) induced by the sensory stimulation. Here, we show that transcranial current stimulations (tCS) during sleep can also be used to induce TMR, resulting in the facilitation of high-level cognitive processes. Participants were exposed to repeating sequences in a realistic 3D immersive environment while being stimulated with particular tCS patterns. A subset of these tCS patterns was then reapplied during sleep stages N2 and SWS coupled to slow oscillations in a closed-loop manner. We found that in contrast to our initial hypothesis, performance for the sequences corresponding to the reapplied tCS patterns was no better than for other sequences that received stimulations only during wake or not at all. In contrast, we found that the more stimulations participants received overnight, the more likely they were to detect temporal regularities governing the learned sequences the following morning, with tCS-induced beta power modulations during sleep mediating this effect.},
keywords = {MedVR, Virtual Humans},
pubstate = {published},
tppubtype = {article}
}
Slow-wave sleep (SWS) is known to contribute to memory consolidation, likely through the reactivation of previously encoded waking experiences. Contemporary studies demonstrate that when auditory or olfactory stimulation is administered during memory encoding and then reapplied during SWS, memory consolidation can be enhanced, an effect that is believed to rely on targeted memory reactivation (TMR) induced by the sensory stimulation. Here, we show that transcranial current stimulations (tCS) during sleep can also be used to induce TMR, resulting in the facilitation of high-level cognitive processes. Participants were exposed to repeating sequences in a realistic 3D immersive environment while being stimulated with particular tCS patterns. A subset of these tCS patterns was then reapplied during sleep stages N2 and SWS coupled to slow oscillations in a closed-loop manner. We found that in contrast to our initial hypothesis, performance for the sequences corresponding to the reapplied tCS patterns was no better than for other sequences that received stimulations only during wake or not at all. In contrast, we found that the more stimulations participants received overnight, the more likely they were to detect temporal regularities governing the learned sequences the following morning, with tCS-induced beta power modulations during sleep mediating this effect.
Chu, Veronica C.; Lucas, Gale M.; Lei, Su; Mozgai, Sharon; Khooshabeh, Peter; Gratch, Jonathan
Emotion Regulation in the Prisoner’s Dilemma: Effects of Reappraisal on Behavioral Measures and Cardiovascular Measures of Challenge and Threat Journal Article
In: Frontiers in Human Neuroscience, vol. 13, 2019, ISSN: 1662-5161.
Abstract | Links | BibTeX | Tags: ARL, DoD, MedVR, UARC, VHTL, Virtual Humans
@article{chu_emotion_2019,
title = {Emotion Regulation in the Prisoner’s Dilemma: Effects of Reappraisal on Behavioral Measures and Cardiovascular Measures of Challenge and Threat},
author = {Veronica C. Chu and Gale M. Lucas and Su Lei and Sharon Mozgai and Peter Khooshabeh and Jonathan Gratch},
url = {https://www.frontiersin.org/article/10.3389/fnhum.2019.00050/full},
doi = {10.3389/fnhum.2019.00050},
issn = {1662-5161},
year = {2019},
date = {2019-02-01},
journal = {Frontiers in Human Neuroscience},
volume = {13},
abstract = {The current study examines cooperation and cardiovascular responses in individuals that were defected on by their opponent in the first round of an iterated Prisoner’s Dilemma. In this scenario, participants were either primed with the emotion regulation strategy of reappraisal or no emotion regulation strategy, and their opponent either expressed an amused smile or a polite smile after the results were presented. We found that cooperation behavior decreased in the no emotion regulation group when the opponent expressed an amused smile compared to a polite smile. In the cardiovascular measures, we found significant differences between the emotion regulation conditions using the biopsychosocial (BPS) model of challenge and threat. However, the cardiovascular measures of participants instructed with the reappraisal strategy were only weakly comparable with a threat state of the BPS model, which involves decreased blood flow and perception of greater task demands than resources to cope with those demands. Conversely, the cardiovascular measures of participants without an emotion regulation were only weakly comparable with a challenge state of the BPS model, which involves increased blood flow and perception of having enough or more resources to cope with task demands.},
keywords = {ARL, DoD, MedVR, UARC, VHTL, Virtual Humans},
pubstate = {published},
tppubtype = {article}
}
The current study examines cooperation and cardiovascular responses in individuals that were defected on by their opponent in the first round of an iterated Prisoner’s Dilemma. In this scenario, participants were either primed with the emotion regulation strategy of reappraisal or no emotion regulation strategy, and their opponent either expressed an amused smile or a polite smile after the results were presented. We found that cooperation behavior decreased in the no emotion regulation group when the opponent expressed an amused smile compared to a polite smile. In the cardiovascular measures, we found significant differences between the emotion regulation conditions using the biopsychosocial (BPS) model of challenge and threat. However, the cardiovascular measures of participants instructed with the reappraisal strategy were only weakly comparable with a threat state of the BPS model, which involves decreased blood flow and perception of greater task demands than resources to cope with those demands. Conversely, the cardiovascular measures of participants without an emotion regulation were only weakly comparable with a challenge state of the BPS model, which involves increased blood flow and perception of having enough or more resources to cope with task demands.
Talbot, Thomas B.; Rizzo, Albert Skip
Virtual Standardized Patients for Interactive Conversational Training: A Grand Experiment and New Approach Book Section
In: Exploring the Cognitive, Social, Cultural, and Psychological Aspects of Gaming and Simulations:, IGI Global, Hershey, PA, 2019, ISBN: 978-1-5225-7461-3 978-1-5225-7462-0.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@incollection{talbot_virtual_2019,
title = {Virtual Standardized Patients for Interactive Conversational Training: A Grand Experiment and New Approach},
author = {Thomas B. Talbot and Albert Skip Rizzo},
url = {http://services.igi-global.com/resolvedoi/resolve.aspx?doi=10.4018/978-1-5225-7461-3},
doi = {10.4018/978-1-5225-7461-3},
isbn = {978-1-5225-7461-3 978-1-5225-7462-0},
year = {2019},
date = {2019-01-01},
booktitle = {Exploring the Cognitive, Social, Cultural, and Psychological Aspects of Gaming and Simulations:},
publisher = {IGI Global},
address = {Hershey, PA},
series = {Advances in Game-Based Learning},
abstract = {The USC Standard Patient is a virtual human-based conversational agent serving in the role of a simulated medical patient, also known as a virtual standardized patient (VSP). This research identified deficiencies of extant VSP systems, defined a robust set of requirements, and successfully achieved nearly all of them. Markedly impressive advancements were made in virtual human technology, techniques to apply natural language processing, automated assessment artificial intelligence, and pedagogical design. The effort succeeded with performance parameters of high conversational performance, accurate assessment, and strongly demonstrated user training effect. Although working well within its confined are of expertise, the ability for computers to create authentic mixed initiative conversations remains elusive. This effort leaves behind many lessons for interactive serious games, clinical virtual humans, and conversational virtual human training applications.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {incollection}
}
The USC Standard Patient is a virtual human-based conversational agent serving in the role of a simulated medical patient, also known as a virtual standardized patient (VSP). This research identified deficiencies of extant VSP systems, defined a robust set of requirements, and successfully achieved nearly all of them. Markedly impressive advancements were made in virtual human technology, techniques to apply natural language processing, automated assessment artificial intelligence, and pedagogical design. The effort succeeded with performance parameters of high conversational performance, accurate assessment, and strongly demonstrated user training effect. Although working well within its confined are of expertise, the ability for computers to create authentic mixed initiative conversations remains elusive. This effort leaves behind many lessons for interactive serious games, clinical virtual humans, and conversational virtual human training applications.
Green, C. Shawn; Bavelier, Daphne; Kramer, Arthur F.; Vinogradov, Sophia; Ansorge, Ulrich; Ball, Karlene K.; Bingel, Ulrike; Chein, Jason M.; Colzato, Lorenza S.; Edwards, Jerri D.; Facoetti, Andrea; Gazzaley, Adam; Gathercole, Susan E.; Ghisletta, Paolo; Gori, Simone; Granic, Isabela; Hillman, Charles H.; Hommel, Bernhard; Jaeggi, Susanne M.; Kanske, Philipp; Karbach, Julia; Kingstone, Alan; Kliegel, Matthias; Klingberg, Torkel; Kühn, Simone; Levi, Dennis M.; Mayer, Richard E.; McLaughlin, Anne Collins; McNamara, Danielle S.; Morris, Martha Clare; Nahum, Mor; Newcombe, Nora S.; Panizzutti, Rogerio; Prakash, Ruchika Shaurya; Rizzo, Albert; Schubert, Torsten; Seitz, Aaron R.; Short, Sarah J.; Singh, Ilina; Slotta, James D.; Strobach, Tilo; Thomas, Michael S. C.; Tipton, Elizabeth; Tong, Xin; Vlach, Haley A.; Wetherell, Julie Loebach; Wexler, Anna; Witt, Claudia M.
Improving Methodological Standards in Behavioral Interventions for Cognitive Enhancement Journal Article
In: Journal of Cognitive Enhancement, 2019, ISSN: 2509-3290, 2509-3304.
Abstract | Links | BibTeX | Tags: MedVR
@article{shawn_green_improving_2019,
title = {Improving Methodological Standards in Behavioral Interventions for Cognitive Enhancement},
author = {C. Shawn Green and Daphne Bavelier and Arthur F. Kramer and Sophia Vinogradov and Ulrich Ansorge and Karlene K. Ball and Ulrike Bingel and Jason M. Chein and Lorenza S. Colzato and Jerri D. Edwards and Andrea Facoetti and Adam Gazzaley and Susan E. Gathercole and Paolo Ghisletta and Simone Gori and Isabela Granic and Charles H. Hillman and Bernhard Hommel and Susanne M. Jaeggi and Philipp Kanske and Julia Karbach and Alan Kingstone and Matthias Kliegel and Torkel Klingberg and Simone Kühn and Dennis M. Levi and Richard E. Mayer and Anne Collins McLaughlin and Danielle S. McNamara and Martha Clare Morris and Mor Nahum and Nora S. Newcombe and Rogerio Panizzutti and Ruchika Shaurya Prakash and Albert Rizzo and Torsten Schubert and Aaron R. Seitz and Sarah J. Short and Ilina Singh and James D. Slotta and Tilo Strobach and Michael S. C. Thomas and Elizabeth Tipton and Xin Tong and Haley A. Vlach and Julie Loebach Wetherell and Anna Wexler and Claudia M. Witt},
url = {http://link.springer.com/10.1007/s41465-018-0115-y},
doi = {10.1007/s41465-018-0115-y},
issn = {2509-3290, 2509-3304},
year = {2019},
date = {2019-01-01},
journal = {Journal of Cognitive Enhancement},
abstract = {There is substantial interest in the possibility that cognitive skills can be improved by dedicated behavioral training. Yet despite the large amount of work being conducted in this domain, there is not an explicit and widely agreed upon consensus around the best methodological practices. This document seeks to fill this gap. We start from the perspective that there are many types of studies that are important in this domain—e.g., feasibility, mechanistic, efficacy, and effectiveness. These studies have fundamentally different goals, and, as such, the best-practice methods to meet those goals will also differ. We thus make suggestions in topics ranging from the design and implementation of control groups, to reporting of results, to dissemination and communication, taking the perspective that the best practices are not necessarily uniform across all study types. We also explicitly recognize and discuss the fact that there are methodological issues around which we currently lack the theoretical and/or empirical foundation to determine best practices (e.g., as pertains to assessing participant expectations). For these, we suggest important routes forward, including greater interdisciplinary collaboration with individuals from domains that face related concerns. Our hope is that these recommendations will greatly increase the rate at which science in this domain advances.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
There is substantial interest in the possibility that cognitive skills can be improved by dedicated behavioral training. Yet despite the large amount of work being conducted in this domain, there is not an explicit and widely agreed upon consensus around the best methodological practices. This document seeks to fill this gap. We start from the perspective that there are many types of studies that are important in this domain—e.g., feasibility, mechanistic, efficacy, and effectiveness. These studies have fundamentally different goals, and, as such, the best-practice methods to meet those goals will also differ. We thus make suggestions in topics ranging from the design and implementation of control groups, to reporting of results, to dissemination and communication, taking the perspective that the best practices are not necessarily uniform across all study types. We also explicitly recognize and discuss the fact that there are methodological issues around which we currently lack the theoretical and/or empirical foundation to determine best practices (e.g., as pertains to assessing participant expectations). For these, we suggest important routes forward, including greater interdisciplinary collaboration with individuals from domains that face related concerns. Our hope is that these recommendations will greatly increase the rate at which science in this domain advances.
Birckhead, Brandon; Khalil, Carine; Liu, Xiaoyu; Conovitz, Samuel; Rizzo, Albert; Danovitch, Itai; Bullock, Kim; Spiegel, Brennan
Recommendations for Methodology of Virtual Reality Clinical Trials in Health Care by an International Working Group: Iterative Study Journal Article
In: JMIR Mental Health, vol. 6, no. 1, pp. e11973, 2019, ISSN: 2368-7959.
Abstract | Links | BibTeX | Tags: MedVR
@article{birckhead_recommendations_2019,
title = {Recommendations for Methodology of Virtual Reality Clinical Trials in Health Care by an International Working Group: Iterative Study},
author = {Brandon Birckhead and Carine Khalil and Xiaoyu Liu and Samuel Conovitz and Albert Rizzo and Itai Danovitch and Kim Bullock and Brennan Spiegel},
url = {https://mental.jmir.org/2019/1/e11973/},
doi = {10.2196/11973},
issn = {2368-7959},
year = {2019},
date = {2019-01-01},
journal = {JMIR Mental Health},
volume = {6},
number = {1},
pages = {e11973},
abstract = {Background: Therapeutic virtual reality (VR) has emerged as an efficacious treatment modality for a wide range of health conditions. However, despite encouraging outcomes from early stage research, a consensus for the best way to develop and evaluate VR treatments within a scientific framework is needed. Objective: We aimed to develop a methodological framework with input from an international working group in order to guide the design, implementation, analysis, interpretation, and communication of trials that develop and test VR treatments. Methods: A group of 21 international experts was recruited based on their contributions to the VR literature. The resulting Virtual Reality Clinical Outcomes Research Experts held iterative meetings to seek consensus on best practices for the development and testing of VR treatments. Results: The interactions were transcribed, and key themes were identified to develop a scientific framework in order to support best practices in methodology of clinical VR trials. Using the Food and Drug Administration Phase I-III pharmacotherapy model as guidance, a framework emerged to support three phases of VR clinical study designs—VR1, VR2, and VR3. VR1 studies focus on content development by working with patients and providers through the principles of human-centered design. VR2 trials conduct early testing with a focus on feasibility, acceptability, tolerability, and initial clinical efficacy. VR3 trials are randomized, controlled studies that evaluate efficacy against a control condition. Best practice recommendations for each trial were provided. Conclusions: Patients, providers, payers, and regulators should consider this best practice framework when assessing the validity of VR treatments.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Background: Therapeutic virtual reality (VR) has emerged as an efficacious treatment modality for a wide range of health conditions. However, despite encouraging outcomes from early stage research, a consensus for the best way to develop and evaluate VR treatments within a scientific framework is needed. Objective: We aimed to develop a methodological framework with input from an international working group in order to guide the design, implementation, analysis, interpretation, and communication of trials that develop and test VR treatments. Methods: A group of 21 international experts was recruited based on their contributions to the VR literature. The resulting Virtual Reality Clinical Outcomes Research Experts held iterative meetings to seek consensus on best practices for the development and testing of VR treatments. Results: The interactions were transcribed, and key themes were identified to develop a scientific framework in order to support best practices in methodology of clinical VR trials. Using the Food and Drug Administration Phase I-III pharmacotherapy model as guidance, a framework emerged to support three phases of VR clinical study designs—VR1, VR2, and VR3. VR1 studies focus on content development by working with patients and providers through the principles of human-centered design. VR2 trials conduct early testing with a focus on feasibility, acceptability, tolerability, and initial clinical efficacy. VR3 trials are randomized, controlled studies that evaluate efficacy against a control condition. Best practice recommendations for each trial were provided. Conclusions: Patients, providers, payers, and regulators should consider this best practice framework when assessing the validity of VR treatments.
2018
Reger, Greg M.; Smolenski, Derek; Edwards-Stewart, Amanda; Skopp, Nancy A.; Rizzo, Albert "Skip"; Norr, Aaron
Does Virtual Reality Increase Simulator Sickness During Exposure Therapy for Post-Traumatic Stress Disorder? Journal Article
In: Telemedicine and eHealth, 2018.
Abstract | Links | BibTeX | Tags: MedVR
@article{reger_does_2018,
title = {Does Virtual Reality Increase Simulator Sickness During Exposure Therapy for Post-Traumatic Stress Disorder?},
author = {Greg M. Reger and Derek Smolenski and Amanda Edwards-Stewart and Nancy A. Skopp and Albert "Skip" Rizzo and Aaron Norr},
url = {https://www.liebertpub.com/doi/full/10.1089/tmj.2018.0175},
year = {2018},
date = {2018-10-01},
journal = {Telemedicine and eHealth},
abstract = {Purpose: Measurement of simulator-related side effects (SSEs) is an integral component of competent and ethical use of virtual reality exposure (VRE), but common SSEs may overlap with symptoms of anxiety. Limited research exists about the frequency of SSEs during VRE treatment for PTSD and no research compares self-reported SSEs for those undergoing VRE to those participating in exposure therapy without virtual reality. This study compared the SSEs of active duty soldiers with PTSD randomly assigned to exposure therapy via traditional prolonged exposure or VRE. Methodology: A total of 108 soldiers participated in up to 10-sessions of exposure therapy. Of those, 93 provided data on simulator sickness both prior to and after initiation of imaginal exposure. Approximately half (n = 49) used the Virtual Iraq/Afghanistan system to support engagement with their trauma memory. Soldiers completed a four-item, self-reported measure of SSE after each session. Results: Controlling for age, sex, baseline anxiety symptoms, and SSE symptom counts at the first two sessions of therapy (before initiating imaginal exposure), there was no statistically significant difference between the treatment groups in SSEs at the beginning of imaginal exposure or over the course of treatment. This finding suggests that caution should be exercised in the interpretation of SSE measurements during the use of VRE for PTSD. VR did not account for any increase in self-reported SSE. It is possible that anxiety accounts for a meaningful proportion of SSE reports during VRE.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Purpose: Measurement of simulator-related side effects (SSEs) is an integral component of competent and ethical use of virtual reality exposure (VRE), but common SSEs may overlap with symptoms of anxiety. Limited research exists about the frequency of SSEs during VRE treatment for PTSD and no research compares self-reported SSEs for those undergoing VRE to those participating in exposure therapy without virtual reality. This study compared the SSEs of active duty soldiers with PTSD randomly assigned to exposure therapy via traditional prolonged exposure or VRE. Methodology: A total of 108 soldiers participated in up to 10-sessions of exposure therapy. Of those, 93 provided data on simulator sickness both prior to and after initiation of imaginal exposure. Approximately half (n = 49) used the Virtual Iraq/Afghanistan system to support engagement with their trauma memory. Soldiers completed a four-item, self-reported measure of SSE after each session. Results: Controlling for age, sex, baseline anxiety symptoms, and SSE symptom counts at the first two sessions of therapy (before initiating imaginal exposure), there was no statistically significant difference between the treatment groups in SSEs at the beginning of imaginal exposure or over the course of treatment. This finding suggests that caution should be exercised in the interpretation of SSE measurements during the use of VRE for PTSD. VR did not account for any increase in self-reported SSE. It is possible that anxiety accounts for a meaningful proportion of SSE reports during VRE.
Maples-Keller, Jessica L.; Jovanovic, Tanja; Dunlop, Boadie W.; Rauch, Sheila; Yasinski, Carly; Michopoulos, Vasiliki; Coghlan, Callan; Norrholm, Seth; Rizzo, Albert Skip; Ressler, Kerry; Rothbaum, Barbara O.
When translational neuroscience fails in the clinic: Dexamethasone prior to virtual reality exposure therapy increases drop-out rates Journal Article
In: Journal of Anxiety Disorders, 2018, ISSN: 08876185.
Abstract | Links | BibTeX | Tags: MedVR
@article{maples-keller_when_2018,
title = {When translational neuroscience fails in the clinic: Dexamethasone prior to virtual reality exposure therapy increases drop-out rates},
author = {Jessica L. Maples-Keller and Tanja Jovanovic and Boadie W. Dunlop and Sheila Rauch and Carly Yasinski and Vasiliki Michopoulos and Callan Coghlan and Seth Norrholm and Albert Skip Rizzo and Kerry Ressler and Barbara O. Rothbaum},
url = {https://linkinghub.elsevier.com/retrieve/pii/S0887618518301993},
doi = {10.1016/j.janxdis.2018.10.006},
issn = {08876185},
year = {2018},
date = {2018-10-01},
journal = {Journal of Anxiety Disorders},
abstract = {Posttraumatic stress disorder (PTSD) is characterized by exaggerated expression of fear responses to danger and safety cues. Translational research suggests that dexamethasone facilitates fear extinction in animal and human fear conditioning models. For this randomized, placebo-controlled trial (N = 27), we aimed to translate these findings to the clinic by using virtual reality exposure (VRE) therapy for OEF/OIF/OND veterans with PTSD to determine whether dexamethasone will increase the efficacy of exposure therapy for VRE relative to placebo. VRE sessions involved imaginal exposure to the most traumatic war memories while viewing a computer-generated view of virtual Iraq or Afghanistan with multisensory stimulus options used to match patient’s description of the trauma. VRE was effective in reducing PTSD symptoms but there was no interaction with dexamethasone. Drop-out rate was significantly higher in the dexamethasone group, with 10 of 13 (76.9%) participants in this group discontinuing, compared to only 4 of 14 (28.5%) in the placebo group, χ2 = 6.31},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Posttraumatic stress disorder (PTSD) is characterized by exaggerated expression of fear responses to danger and safety cues. Translational research suggests that dexamethasone facilitates fear extinction in animal and human fear conditioning models. For this randomized, placebo-controlled trial (N = 27), we aimed to translate these findings to the clinic by using virtual reality exposure (VRE) therapy for OEF/OIF/OND veterans with PTSD to determine whether dexamethasone will increase the efficacy of exposure therapy for VRE relative to placebo. VRE sessions involved imaginal exposure to the most traumatic war memories while viewing a computer-generated view of virtual Iraq or Afghanistan with multisensory stimulus options used to match patient’s description of the trauma. VRE was effective in reducing PTSD symptoms but there was no interaction with dexamethasone. Drop-out rate was significantly higher in the dexamethasone group, with 10 of 13 (76.9%) participants in this group discontinuing, compared to only 4 of 14 (28.5%) in the placebo group, χ2 = 6.31
Rizzo, Albert "Skip"; Koenig, Sebastian Thomas; Talbot, Thomas B
Clinical Virtual Reality: Emerging Opportunities for Psychiatry Journal Article
In: Focus: The Journal of Lifelong Learning in Psychiatry, vol. 8, no. sup5, 2018.
Abstract | Links | BibTeX | Tags: MedVR
@article{rizzo_clinical_2018,
title = {Clinical Virtual Reality: Emerging Opportunities for Psychiatry},
author = {Albert "Skip" Rizzo and Sebastian Thomas Koenig and Thomas B Talbot},
url = {https://focus.psychiatryonline.org/doi/abs/10.1176/appi.focus.20180011},
doi = {10.1080/20008198.2017.1414560},
year = {2018},
date = {2018-07-01},
journal = {Focus: The Journal of Lifelong Learning in Psychiatry},
volume = {8},
number = {sup5},
abstract = {Virtual reality (VR) technology offers new opportunities for the development of innovative clinical research, assessment, and intervention tools. VR-based testing, training, teaching, and treatment approaches that would be difficult, if not impossible, to deliver with traditional methods are now being developed that take advantage of the assets that are available with VR technology. As research evidence continues to indicate clinical efficacy, VR applications are being increasingly regarded as providing innovative options for targeting the cognitive, psychological, motor, and functional impairments that result from various clinical health conditions. VR allows for the precise presentation and control of stimuli in dynamic, multisensory, 3D computer-generated simulations as well as providing advanced methods for capturing and quantifying behavioral responses. These characteristics support the rationale for the use of VR applications in clinical assessment, intervention, and training. This article begins with a brief review of the history of and rationale for the use of VR with clinical populations. It then details one use case for the clinical application of VR—the exposure-therapy treatment of anxiety disorders and posttraumatic stress disorder. Although significant work is cited in other areas of clinical VR (e.g., pain management, cognitive and physical assessment and rehabilitation, eating disorders, social skills, and clinical training), a full overview of such a broad literature is beyond the scope of this article. Thus, the authors have opted to provide more in-depth analysis of one specific clinical area that clearly illustrates how VR has been successfully applied and is supported by an encouraging and evolving scientific literature.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Virtual reality (VR) technology offers new opportunities for the development of innovative clinical research, assessment, and intervention tools. VR-based testing, training, teaching, and treatment approaches that would be difficult, if not impossible, to deliver with traditional methods are now being developed that take advantage of the assets that are available with VR technology. As research evidence continues to indicate clinical efficacy, VR applications are being increasingly regarded as providing innovative options for targeting the cognitive, psychological, motor, and functional impairments that result from various clinical health conditions. VR allows for the precise presentation and control of stimuli in dynamic, multisensory, 3D computer-generated simulations as well as providing advanced methods for capturing and quantifying behavioral responses. These characteristics support the rationale for the use of VR applications in clinical assessment, intervention, and training. This article begins with a brief review of the history of and rationale for the use of VR with clinical populations. It then details one use case for the clinical application of VR—the exposure-therapy treatment of anxiety disorders and posttraumatic stress disorder. Although significant work is cited in other areas of clinical VR (e.g., pain management, cognitive and physical assessment and rehabilitation, eating disorders, social skills, and clinical training), a full overview of such a broad literature is beyond the scope of this article. Thus, the authors have opted to provide more in-depth analysis of one specific clinical area that clearly illustrates how VR has been successfully applied and is supported by an encouraging and evolving scientific literature.
Norr, Aaron M.; Smolenski, Derek J.; Katz, Andrea C.; Rizzo, Albert A.; Rothbaum, Barbara O.; Difede, JoAnn; Koenen-Woods, Patricia; Reger, Mark A.; Reger, Greg M.
Virtual reality exposure versus prolonged exposure for PTSD: Which treatment for whom? Journal Article
In: Depression and Anxiety, vol. 35, no. 6, pp. 523–529, 2018, ISSN: 10914269.
Abstract | Links | BibTeX | Tags: MedVR
@article{norr_virtual_2018,
title = {Virtual reality exposure versus prolonged exposure for PTSD: Which treatment for whom?},
author = {Aaron M. Norr and Derek J. Smolenski and Andrea C. Katz and Albert A. Rizzo and Barbara O. Rothbaum and JoAnn Difede and Patricia Koenen-Woods and Mark A. Reger and Greg M. Reger},
url = {http://doi.wiley.com/10.1002/da.22751},
doi = {10.1002/da.22751},
issn = {10914269},
year = {2018},
date = {2018-06-01},
journal = {Depression and Anxiety},
volume = {35},
number = {6},
pages = {523–529},
abstract = {1 Background The majority of studies comparing active psychological treatments for posttraumatic stress disorder (PTSD) do not find significant differences at posttreatment. This was the case in a recent trial examining prolonged exposure (PE) and virtual reality exposure (VRE) among active‐duty soldiers with combat‐related PTSD. Matching individual patients to specific treatments provides a potential avenue to improve significantly the public health impact of effective treatments for PTSD. A composite moderator approach was used to identify profiles of patients who would see superior PTSD symptom reduction in VRE or PE to inform future treatment matching. 2 Methods Active duty U.S. army soldiers (N = 108) were enrolled in a randomized clinical trial comparing VRE and PE in the treatment of PTSD stemming from deployments to Iraq or Afghanistan. Eighteen baseline variables were examined to identify treatment response heterogeneity in two patient groups: those with a superior response to PE and those with a superior response to VRE. The final composite moderator comprised four of 18 baseline variables. 3 Results Results revealed that patients who were predicted to see greater PTSD symptom reduction in VRE were likely to be younger, not taking antidepressant medication, had greater PTSD hyperarousal symptoms, and were more likely to have greater than minimal suicide risk. 4 Conclusions Results suggest that treatment matching based on patient profiles could meaningfully improve treatment efficacy for combat‐related PTSD. Future research can build on these results to improve our understanding of how to improve treatment matching for PTSD.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
1 Background The majority of studies comparing active psychological treatments for posttraumatic stress disorder (PTSD) do not find significant differences at posttreatment. This was the case in a recent trial examining prolonged exposure (PE) and virtual reality exposure (VRE) among active‐duty soldiers with combat‐related PTSD. Matching individual patients to specific treatments provides a potential avenue to improve significantly the public health impact of effective treatments for PTSD. A composite moderator approach was used to identify profiles of patients who would see superior PTSD symptom reduction in VRE or PE to inform future treatment matching. 2 Methods Active duty U.S. army soldiers (N = 108) were enrolled in a randomized clinical trial comparing VRE and PE in the treatment of PTSD stemming from deployments to Iraq or Afghanistan. Eighteen baseline variables were examined to identify treatment response heterogeneity in two patient groups: those with a superior response to PE and those with a superior response to VRE. The final composite moderator comprised four of 18 baseline variables. 3 Results Results revealed that patients who were predicted to see greater PTSD symptom reduction in VRE were likely to be younger, not taking antidepressant medication, had greater PTSD hyperarousal symptoms, and were more likely to have greater than minimal suicide risk. 4 Conclusions Results suggest that treatment matching based on patient profiles could meaningfully improve treatment efficacy for combat‐related PTSD. Future research can build on these results to improve our understanding of how to improve treatment matching for PTSD.
Loucks, Laura; Yasinski, Carly; Norrholm, Seth D.; Maples-Keller, Jessica; Post, Loren; Zwiebach, Liza; Fiorillo, Devika; Goodlin, Megan; Jovanovic, Tanja; Rizzo, Albert A.; Rothbaum, Barbara O.
You can do that⁈: Feasibility of virtual reality exposure therapy in the treatment of PTSD due to military sexual trauma Journal Article
In: Journal of Anxiety Disorders, 2018, ISSN: 08876185.
Abstract | Links | BibTeX | Tags: MedVR
@article{loucks_you_2018,
title = {You can do that⁈: Feasibility of virtual reality exposure therapy in the treatment of PTSD due to military sexual trauma},
author = {Laura Loucks and Carly Yasinski and Seth D. Norrholm and Jessica Maples-Keller and Loren Post and Liza Zwiebach and Devika Fiorillo and Megan Goodlin and Tanja Jovanovic and Albert A. Rizzo and Barbara O. Rothbaum},
url = {https://linkinghub.elsevier.com/retrieve/pii/S0887618517304991},
doi = {10.1016/j.janxdis.2018.06.004},
issn = {08876185},
year = {2018},
date = {2018-06-01},
journal = {Journal of Anxiety Disorders},
abstract = {This initial feasibility study examined the use of virtual reality exposure therapy (VRE) in the treatment of MSTrelated PTSD, with newly developed content tailored to MST. Participants included 15 veterans (26% male) with MST-related PTSD. Assessment of PTSD, depression, and psychophysiological indicators of distress occurred at pre-treatment, post-treatment, and 3-month follow-up. Treatment included 6–12 VRE sessions. There were significant reductions in pre- to post-treatment PTSD (CAPS severity: t(10) = 3.69},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
This initial feasibility study examined the use of virtual reality exposure therapy (VRE) in the treatment of MSTrelated PTSD, with newly developed content tailored to MST. Participants included 15 veterans (26% male) with MST-related PTSD. Assessment of PTSD, depression, and psychophysiological indicators of distress occurred at pre-treatment, post-treatment, and 3-month follow-up. Treatment included 6–12 VRE sessions. There were significant reductions in pre- to post-treatment PTSD (CAPS severity: t(10) = 3.69
Lineberry, Matthew; Dev, Parvati; Lane, H. Chad; Talbot, Thomas B.
Learner-Adaptive Educational Technology for Simulation in Healthcare: Foundations and Opportunities Journal Article
In: Simulation in Healthcare: The Journal of the Society for Simulation in Healthcare, pp. 1, 2018, ISSN: 1559-2332.
Abstract | Links | BibTeX | Tags: MedVR
@article{lineberry_learner-adaptive_2018,
title = {Learner-Adaptive Educational Technology for Simulation in Healthcare: Foundations and Opportunities},
author = {Matthew Lineberry and Parvati Dev and H. Chad Lane and Thomas B. Talbot},
url = {https://ovidsp.tx.ovid.com/sp-3.32.0a/ovidweb.cgi?QS2=434f4e1a73d37e8c332e69fd91e192ae1592d89d4aca3bbf7dd8ad87273100087c6ead8855337293109ce4018315b56e205f92a47432db5e989825f0312a30ebe358c5f0aa57fc55b26e9ae7248b5ba35e0bf04606363ca8f6135980446abd6e66f7579bd148a98b896bf864ce448c0939e86b283302e0711abe66536b4c5a6297c8a3d280e6c11a318426c8eb6e8903790fbd2dd2d1faae192123f38f47277ab3d6a3dd92617db11b40cf38398b947a67d03df6cdb74fcbfc86802e33529deb18586534e2e466560267fc29064be3a999cbe07b791ffdf528a1fe7f0ec15d2d7522575ab353949fecc59f5356fd61963e109ea9dac67e8a9c6b195f7c780a099e3bf89fa222f4d8},
doi = {10.1097/SIH.0000000000000274},
issn = {1559-2332},
year = {2018},
date = {2018-06-01},
journal = {Simulation in Healthcare: The Journal of the Society for Simulation in Healthcare},
pages = {1},
abstract = {Despite evidence that learners vary greatly in their learning needs, practical constraints tend to favor ’’one-size-fits-all’’ educational approaches, in simulation-based education as elsewhere. Adaptive educational technologies - devices and/or software applications that capture and analyze relevant data about learners to select and present individually tailored learning stimuli - are a promising aid in learners’ and educators’ efforts to provide learning experiences that meet individual needs. In this article, we summarize and build upon the 2017 Society for Simulation in Healthcare Research Summit panel discussion on adaptive learning. First, we consider the role of adaptivity in learning broadly. We then outline the basic functions that adaptive learning technologies must implement and the unique affordances and challenges of technology-based approaches for those functions, sharing an illustrative example from healthcare simulation. Finally, we consider future directions for accelerating research, development, and deployment of effective adaptive educational technology and techniques in healthcare simulation.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Despite evidence that learners vary greatly in their learning needs, practical constraints tend to favor ’’one-size-fits-all’’ educational approaches, in simulation-based education as elsewhere. Adaptive educational technologies - devices and/or software applications that capture and analyze relevant data about learners to select and present individually tailored learning stimuli - are a promising aid in learners’ and educators’ efforts to provide learning experiences that meet individual needs. In this article, we summarize and build upon the 2017 Society for Simulation in Healthcare Research Summit panel discussion on adaptive learning. First, we consider the role of adaptivity in learning broadly. We then outline the basic functions that adaptive learning technologies must implement and the unique affordances and challenges of technology-based approaches for those functions, sharing an illustrative example from healthcare simulation. Finally, we consider future directions for accelerating research, development, and deployment of effective adaptive educational technology and techniques in healthcare simulation.
Kang, Sin-Hwa; Krum, David M.; Khooshabeh, Peter; Phan, Thai; Chang, Chien-Yen
Socio-Cultural Effects of Virtual Counseling Interviewers as Mediated by Smartphone Video Conferencing Proceedings Article
In: Proceedings of the 31st International Conference on Computer Animation and Social Agents - CASA 2018, pp. 17–22, ACM Press, Beijing, China, 2018, ISBN: 978-1-4503-6376-1.
Abstract | Links | BibTeX | Tags: ARL, DoD, MedVR, MxR, UARC
@inproceedings{kang_socio-cultural_2018,
title = {Socio-Cultural Effects of Virtual Counseling Interviewers as Mediated by Smartphone Video Conferencing},
author = {Sin-Hwa Kang and David M. Krum and Peter Khooshabeh and Thai Phan and Chien-Yen Chang},
url = {http://dl.acm.org/citation.cfm?doid=3205326.3205348},
doi = {10.1145/3205326.3205348},
isbn = {978-1-4503-6376-1},
year = {2018},
date = {2018-05-01},
booktitle = {Proceedings of the 31st International Conference on Computer Animation and Social Agents - CASA 2018},
pages = {17–22},
publisher = {ACM Press},
address = {Beijing, China},
abstract = {We explored how users perceive virtual characters that performed the role of a counseling interviewer, while presenting different levels of social class, as well as single or multi-tasking behavior. To investigate this subject, we designed a 2x2 experiment (tasking type and social class of the virtual counseling interviewer). In the experiment, participants experienced the counseling interview interactions over video conferencing on a smartphone. We measured user responses to and perceptions of the virtual human interviewer. The results demonstrate that the tasking types and social class of the virtual counselor affected user responses to and perceptions of the virtual counselor. The results offer insight into the design and development of effective, realistic, and believable virtual human counselors. Furthermore, the results also address current social questions about how smartphones might mediate social interactions, including human-agent interactions.},
keywords = {ARL, DoD, MedVR, MxR, UARC},
pubstate = {published},
tppubtype = {inproceedings}
}
We explored how users perceive virtual characters that performed the role of a counseling interviewer, while presenting different levels of social class, as well as single or multi-tasking behavior. To investigate this subject, we designed a 2x2 experiment (tasking type and social class of the virtual counseling interviewer). In the experiment, participants experienced the counseling interview interactions over video conferencing on a smartphone. We measured user responses to and perceptions of the virtual human interviewer. The results demonstrate that the tasking types and social class of the virtual counselor affected user responses to and perceptions of the virtual counselor. The results offer insight into the design and development of effective, realistic, and believable virtual human counselors. Furthermore, the results also address current social questions about how smartphones might mediate social interactions, including human-agent interactions.
Wang, Ning; Shapiro, Ari; Feng, Andrew; Zhuang, Cindy; Merchant, Chirag; Schwartz, David; Goldberg, Stephen L.
Learning by Explaining to a Digital Doppelganger Book Section
In: Intelligent Tutoring Systems, vol. 10858, pp. 256–264, Springer International Publishing, Cham, Switzerland, 2018, ISBN: 978-3-319-91463-3 978-3-319-91464-0.
Abstract | Links | BibTeX | Tags: ARL, DoD, MedVR, Social Simulation, UARC, Virtual Humans
@incollection{wang_learning_2018,
title = {Learning by Explaining to a Digital Doppelganger},
author = {Ning Wang and Ari Shapiro and Andrew Feng and Cindy Zhuang and Chirag Merchant and David Schwartz and Stephen L. Goldberg},
url = {http://link.springer.com/10.1007/978-3-319-91464-0_25},
doi = {10.1007/978-3-319-91464-0_25},
isbn = {978-3-319-91463-3 978-3-319-91464-0},
year = {2018},
date = {2018-05-01},
booktitle = {Intelligent Tutoring Systems},
volume = {10858},
pages = {256–264},
publisher = {Springer International Publishing},
address = {Cham, Switzerland},
abstract = {Digital doppelgangers are virtual humans that highly resemble the real self but behave independently. An emerging computer animation technology makes the creation of digital doppelgangers an accessible reality. This allows researchers in pedagogical agents to explore previously unexplorable research questions, such as how does increasing the similarity in appearance between the agent and the student impact learning. This paper discusses the design and evaluation of a digital doppelganger as a virtual listener in a learning-by-explaining paradigm. Results offer insight into the promise and limitation of this novel technology.},
keywords = {ARL, DoD, MedVR, Social Simulation, UARC, Virtual Humans},
pubstate = {published},
tppubtype = {incollection}
}
Digital doppelgangers are virtual humans that highly resemble the real self but behave independently. An emerging computer animation technology makes the creation of digital doppelgangers an accessible reality. This allows researchers in pedagogical agents to explore previously unexplorable research questions, such as how does increasing the similarity in appearance between the agent and the student impact learning. This paper discusses the design and evaluation of a digital doppelganger as a virtual listener in a learning-by-explaining paradigm. Results offer insight into the promise and limitation of this novel technology.
Bioulac, Stéphanie; Micoulaud-Franchi, Jean-Arthur; Maire, Jenna; Bouvard, Manuel P.; Rizzo, Albert A.; Sagaspe, Patricia; Philip, Pierre
Virtual Remediation Versus Methylphenidate to Improve Distractibility in Children With ADHD: A Controlled Randomized Clinical Trial Study Journal Article
In: Journal of attention disorders, 2018.
Abstract | Links | BibTeX | Tags: MedVR
@article{bioulac_virtual_2018,
title = {Virtual Remediation Versus Methylphenidate to Improve Distractibility in Children With ADHD: A Controlled Randomized Clinical Trial Study},
author = {Stéphanie Bioulac and Jean-Arthur Micoulaud-Franchi and Jenna Maire and Manuel P. Bouvard and Albert A. Rizzo and Patricia Sagaspe and Pierre Philip},
url = {http://journals.sagepub.com/doi/abs/10.1177/1087054718759751},
doi = {10.1177/1087054718759751},
year = {2018},
date = {2018-03-01},
journal = {Journal of attention disorders},
abstract = {Objective: Virtual environments have been used to assess children with ADHD but have never been tested as therapeutic tools. We tested a new virtual classroom cognitive remediation program to improve symptoms in children with ADHD. Method: In this randomized clinical trial, 51 children with ADHD (7-11 years) were assigned to a virtual cognitive remediation group, a methylphenidate group, or a psychotherapy group. All children were evaluated before and after therapy with an ADHD Rating Scale, a Continuous Performance Test (CPT), and a virtual classroom task. Results: After therapy by virtual remediation, children exhibited significantly higher numbers of correct hits on the virtual classroom and CPT. These improvements were equivalent to those observed with methylphenidate treatment. Conclusion: Our study demonstrates for the first time that a cognitive remediation program delivered in a virtual classroom reduces distractibility in children with ADHD and could replace methylphenidate treatment in specific cases.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Objective: Virtual environments have been used to assess children with ADHD but have never been tested as therapeutic tools. We tested a new virtual classroom cognitive remediation program to improve symptoms in children with ADHD. Method: In this randomized clinical trial, 51 children with ADHD (7-11 years) were assigned to a virtual cognitive remediation group, a methylphenidate group, or a psychotherapy group. All children were evaluated before and after therapy with an ADHD Rating Scale, a Continuous Performance Test (CPT), and a virtual classroom task. Results: After therapy by virtual remediation, children exhibited significantly higher numbers of correct hits on the virtual classroom and CPT. These improvements were equivalent to those observed with methylphenidate treatment. Conclusion: Our study demonstrates for the first time that a cognitive remediation program delivered in a virtual classroom reduces distractibility in children with ADHD and could replace methylphenidate treatment in specific cases.
Krum, David M; Kang, Sin-Hwa; Phan, Thai
Influences on the Elicitation of Interpersonal Space with Virtual Humans Proceedings Article
In: Proceedings of the 2018 IEEE Conference on Virtual Reality and 3D User Interfaces (VR), IEEE, Tuebingen/Reutlingen, Germany, 2018, ISBN: 978-1-5386-3365-6.
Abstract | Links | BibTeX | Tags: MedVR, MxR, UARC
@inproceedings{krum_influences_2018,
title = {Influences on the Elicitation of Interpersonal Space with Virtual Humans},
author = {David M Krum and Sin-Hwa Kang and Thai Phan},
url = {https://ieeexplore.ieee.org/document/8446235/#full-text-section},
doi = {10.1109/VR.2018.8446235},
isbn = {978-1-5386-3365-6},
year = {2018},
date = {2018-03-01},
booktitle = {Proceedings of the 2018 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)},
publisher = {IEEE},
address = {Tuebingen/Reutlingen, Germany},
abstract = {The emergence of low cost virtual and augmented reality systems has encouraged the development of immersive training applications for medical, military, and many other fields. Many of the training scenarios for these various fields may require the presentation of realistic interactions with virtual humans. It is thus vital to determine the critical factors of fidelity required in those interactions to elicit naturalistic behavior on the part of trainees. Negative training may occur if trainees are inadvertently influenced to react in ways that are unexpected and unnatural, hindering proper learning and transfer of skills and knowledge back into real world contexts. In this research, we examined whether haptic priming (presenting an illusion of virtual human touch at the beginning of the virtual experience) and different locomotion techniques (either joystick or physical walking) might affect proxemic behavior in human users. The results of our study suggest that locomotion techniques can alter proxemic behavior in significant ways. Haptic priming did not appear to impact proxemic behavior, but did increase rapport and other subjective social measures. The results suggest that designers and developers of immersive training systems should carefully consider the impact of even simple design and fidelity choices on trainee reactions in social interactions.},
keywords = {MedVR, MxR, UARC},
pubstate = {published},
tppubtype = {inproceedings}
}
The emergence of low cost virtual and augmented reality systems has encouraged the development of immersive training applications for medical, military, and many other fields. Many of the training scenarios for these various fields may require the presentation of realistic interactions with virtual humans. It is thus vital to determine the critical factors of fidelity required in those interactions to elicit naturalistic behavior on the part of trainees. Negative training may occur if trainees are inadvertently influenced to react in ways that are unexpected and unnatural, hindering proper learning and transfer of skills and knowledge back into real world contexts. In this research, we examined whether haptic priming (presenting an illusion of virtual human touch at the beginning of the virtual experience) and different locomotion techniques (either joystick or physical walking) might affect proxemic behavior in human users. The results of our study suggest that locomotion techniques can alter proxemic behavior in significant ways. Haptic priming did not appear to impact proxemic behavior, but did increase rapport and other subjective social measures. The results suggest that designers and developers of immersive training systems should carefully consider the impact of even simple design and fidelity choices on trainee reactions in social interactions.
Rizzo, Skip
Will healthcare be where the killer VR apps will emerge? Journal Article
In: VR 360, 2018.
Abstract | Links | BibTeX | Tags: MedVR
@article{rizzo_skip_will_2018,
title = {Will healthcare be where the killer VR apps will emerge?},
author = {Skip Rizzo},
url = {https://www.virtualreality-news.net/news/2018/feb/13/will-healthcare-be-where-killer-vr-apps-will-emerge/},
year = {2018},
date = {2018-02-01},
journal = {VR 360},
abstract = {Virtual reality (VR) technology offers new opportunities for clinical research, assessment, and intervention. Since the mid-1990s, VR-based testing, training, teaching, and treatment approaches have been developed by clinicians and researchers that would be difficult, if not impossible, to deliver using traditional methods},
keywords = {MedVR},
pubstate = {published},
tppubtype = {article}
}
Virtual reality (VR) technology offers new opportunities for clinical research, assessment, and intervention. Since the mid-1990s, VR-based testing, training, teaching, and treatment approaches have been developed by clinicians and researchers that would be difficult, if not impossible, to deliver using traditional methods
Rizzo, Albert ‘Skip’; Shilling, Russell
Clinical Virtual Reality tools to advance the prevention, assessment, and treatment of PTSD Journal Article
In: European Journal of Psychotraumatology, vol. 8, no. sup5, 2018, ISSN: 2000-8198, 2000-8066.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@article{rizzo_clinical_2018-1,
title = {Clinical Virtual Reality tools to advance the prevention, assessment, and treatment of PTSD},
author = {Albert ‘Skip’ Rizzo and Russell Shilling},
url = {https://www.tandfonline.com/doi/full/10.1080/20008198.2017.1414560},
doi = {10.1080/20008198.2017.1414560},
issn = {2000-8198, 2000-8066},
year = {2018},
date = {2018-01-01},
journal = {European Journal of Psychotraumatology},
volume = {8},
number = {sup5},
abstract = {Numerous reports indicate that the incidence of posttraumatic stress disorder (PTSD) in Operation Enduring Freedom/Operation Iraqi Freedom/Operation New Dawn (OEF/OIF/ OND) military personnel has created a significant behavioural healthcare challenge. These findings have served to motivate research on how to better develop and disseminate evidence-based treatments for PTSD. The current article presents the use of Virtual Reality (VR) as a clinical tool to address the assessment, prevention, and treatment of PTSD, based on the VR projects that were evolved at the University of Southern California Institute for Creative Technologies since 2004. A brief discussion of the definition and rationale for the clinical use of VR is followed by a description of a VR application designed for the delivery of prolonged exposure (PE) for treating Service Members (SMs) and Veterans with combat- and sexual assault-related PTSD. The expansion of the virtual treatment simulations of Iraq and Afghanistan for PTSD assessment and prevention is then presented. This is followed by a forward-looking discussion that details early efforts to develop virtual human agent systems that serve the role of virtual patients for training the next generation of clinical providers, as healthcare guides that can be used to support anonymous access to trauma-relevant behavioural healthcare information, and as clinical interviewers capable of automated behaviour analysis of users to infer psychological state. The paper will conclude with a discussion of VR as a tool for breaking down barriers to care in addition to its direct application in assessment and intervention.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {article}
}
Numerous reports indicate that the incidence of posttraumatic stress disorder (PTSD) in Operation Enduring Freedom/Operation Iraqi Freedom/Operation New Dawn (OEF/OIF/ OND) military personnel has created a significant behavioural healthcare challenge. These findings have served to motivate research on how to better develop and disseminate evidence-based treatments for PTSD. The current article presents the use of Virtual Reality (VR) as a clinical tool to address the assessment, prevention, and treatment of PTSD, based on the VR projects that were evolved at the University of Southern California Institute for Creative Technologies since 2004. A brief discussion of the definition and rationale for the clinical use of VR is followed by a description of a VR application designed for the delivery of prolonged exposure (PE) for treating Service Members (SMs) and Veterans with combat- and sexual assault-related PTSD. The expansion of the virtual treatment simulations of Iraq and Afghanistan for PTSD assessment and prevention is then presented. This is followed by a forward-looking discussion that details early efforts to develop virtual human agent systems that serve the role of virtual patients for training the next generation of clinical providers, as healthcare guides that can be used to support anonymous access to trauma-relevant behavioural healthcare information, and as clinical interviewers capable of automated behaviour analysis of users to infer psychological state. The paper will conclude with a discussion of VR as a tool for breaking down barriers to care in addition to its direct application in assessment and intervention.
2017
Rizzo, Albert
Ethically Aligned Design, Version 2 Book
IEEE, 2017.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@book{rizzo_ethically_2017,
title = {Ethically Aligned Design, Version 2},
author = {Albert Rizzo},
url = {https://standards.ieee.org/industry-connections/ec/ead-v1.html},
year = {2017},
date = {2017-12-01},
publisher = {IEEE},
abstract = {Intelligent and autonomous technical systems are specifically designed to reduce human intervention in our day-to-day lives. In so doing, these new fields are raising concerns about their impact on individuals and societies. Current discussions include advocacy for the positive impact, as well as warnings, based on the potential harm to privacy, discrimination, loss of skills, economic impacts, security of critical infrastructure, and the long-term effects on social well-being. Because of their nature, the full benefit of these technologies will be attained only if they are aligned with our defined values and ethical principles. We must therefore establish frameworks to guide and inform dialogue and debate around the non-technical implications of these technologies.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {book}
}
Intelligent and autonomous technical systems are specifically designed to reduce human intervention in our day-to-day lives. In so doing, these new fields are raising concerns about their impact on individuals and societies. Current discussions include advocacy for the positive impact, as well as warnings, based on the potential harm to privacy, discrimination, loss of skills, economic impacts, security of critical infrastructure, and the long-term effects on social well-being. Because of their nature, the full benefit of these technologies will be attained only if they are aligned with our defined values and ethical principles. We must therefore establish frameworks to guide and inform dialogue and debate around the non-technical implications of these technologies.
Rizzo, Albert; Roy, Michael J.; Hartholt, Arno; Costanzo, Michelle; Highland, Krista Beth; Jovanovic, Tanja; Norrholm, Seth D.; Reist, Chris; Rothbaum, Barbara; Difede, JoAnn
Virtual Reality Applications for the Assessment and Treatment of PTSD Book Section
In: Handbook of Military Psychology, pp. 453–471, Springer International Publishing, Cham, Switzerland, 2017, ISBN: 978-3-319-66190-2 978-3-319-66192-6.
Abstract | Links | BibTeX | Tags: MedVR, UARC, Virtual Humans
@incollection{rizzo_virtual_2017,
title = {Virtual Reality Applications for the Assessment and Treatment of PTSD},
author = {Albert Rizzo and Michael J. Roy and Arno Hartholt and Michelle Costanzo and Krista Beth Highland and Tanja Jovanovic and Seth D. Norrholm and Chris Reist and Barbara Rothbaum and JoAnn Difede},
url = {http://link.springer.com/10.1007/978-3-319-66192-6_27},
doi = {10.1007/978-3-319-66192-6_27},
isbn = {978-3-319-66190-2 978-3-319-66192-6},
year = {2017},
date = {2017-12-01},
booktitle = {Handbook of Military Psychology},
pages = {453–471},
publisher = {Springer International Publishing},
address = {Cham, Switzerland},
abstract = {War is one of the most challenging situations that a human being can encounter. The physical, emotional, cognitive, and psychological demands of a combat environment place tremendous stress on even the most well-prepared military people. It is no surprise that the stressful experiences, characteristics of operations in Iraq and Afghanistan, have produced significant numbers of service members (SMs) and veterans at risk for posttraumatic stress disorder (PTSD), as well as other psychosocial/behavioral health conditions. For example, as of June 2015, the Defense Medical Surveillance System reported 138,197 active duty SMs had been diagnosed with PTSD (Fischer, 2015). In a meta-analysis of studies published since 2001, 13.2% of infantry service members met the criteria for PTSD, with incidence rising dramatically to 25–30% in units with high levels of direct combat exposure (Kok, Herrell, Thomas, & Hoge, 2012). Moreover, as of early 2013, the prevalence of PTSD among discharged veterans receiving treatment at Veteran Affairs (VA) clinics was reported to be 29% (Fischer, 2013). These findings make a compelling case for a continued focus on developing and enhancing the availability of diverse evidence- based treatment options to address this military behavioral healthcare challenge. One emerging area of research and clinical focus is of the use of Virtual Reality (VR) simulation technology as a tool for delivering evidence-based approaches for the assessment and treatment of PTSD. Although in recent times, the popular media has lavishly reported on VR’s potential impact on all elements of our evolving digital culture, and has created the impression that VR is a novel technology, the reality is that VR is not a new concept, and many of its developmental roots are traceable to the 1980s and 1990s (Schnipper et al., 2015). Moreover, a large scientific literature has emerged over the last 20 years demonstrating the unique and added value that is accrued with the use of VR to address a wide range of clinical health conditions (Rizzo 1994; Rizzo et al., 1997; 2002; 2010; 2014; Rizzo, Cukor et al., 2015). Within that context, the present chapter will summarize the ways that researchers and clinicians have employed VR to create relevant simulations that can be applied to the assessment and treatment of PTSD.},
keywords = {MedVR, UARC, Virtual Humans},
pubstate = {published},
tppubtype = {incollection}
}
War is one of the most challenging situations that a human being can encounter. The physical, emotional, cognitive, and psychological demands of a combat environment place tremendous stress on even the most well-prepared military people. It is no surprise that the stressful experiences, characteristics of operations in Iraq and Afghanistan, have produced significant numbers of service members (SMs) and veterans at risk for posttraumatic stress disorder (PTSD), as well as other psychosocial/behavioral health conditions. For example, as of June 2015, the Defense Medical Surveillance System reported 138,197 active duty SMs had been diagnosed with PTSD (Fischer, 2015). In a meta-analysis of studies published since 2001, 13.2% of infantry service members met the criteria for PTSD, with incidence rising dramatically to 25–30% in units with high levels of direct combat exposure (Kok, Herrell, Thomas, & Hoge, 2012). Moreover, as of early 2013, the prevalence of PTSD among discharged veterans receiving treatment at Veteran Affairs (VA) clinics was reported to be 29% (Fischer, 2013). These findings make a compelling case for a continued focus on developing and enhancing the availability of diverse evidence- based treatment options to address this military behavioral healthcare challenge. One emerging area of research and clinical focus is of the use of Virtual Reality (VR) simulation technology as a tool for delivering evidence-based approaches for the assessment and treatment of PTSD. Although in recent times, the popular media has lavishly reported on VR’s potential impact on all elements of our evolving digital culture, and has created the impression that VR is a novel technology, the reality is that VR is not a new concept, and many of its developmental roots are traceable to the 1980s and 1990s (Schnipper et al., 2015). Moreover, a large scientific literature has emerged over the last 20 years demonstrating the unique and added value that is accrued with the use of VR to address a wide range of clinical health conditions (Rizzo 1994; Rizzo et al., 1997; 2002; 2010; 2014; Rizzo, Cukor et al., 2015). Within that context, the present chapter will summarize the ways that researchers and clinicians have employed VR to create relevant simulations that can be applied to the assessment and treatment of PTSD.
Thomas, Jerald; Azmandian, Mahdi; Grunwald, Sonia; Le, Donna; Krum, David; Kang, Sin-Hwa; Rosenberg, Evan Suma
Effects of Personalized Avatar Texture Fidelity on Identity Recognition in Virtual Reality Proceedings Article
In: Proceedings of ICAT-EGVE 2017 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments, The Eurographics Association, Adelaide, Australia, 2017, ISBN: 978-3-03868-038-3.
Abstract | Links | BibTeX | Tags: MedVR, MxR, UARC
@inproceedings{thomas_effects_2017,
title = {Effects of Personalized Avatar Texture Fidelity on Identity Recognition in Virtual Reality},
author = {Jerald Thomas and Mahdi Azmandian and Sonia Grunwald and Donna Le and David Krum and Sin-Hwa Kang and Evan Suma Rosenberg},
url = {https://diglib.eg.org/handle/10.2312/egve20171345},
doi = {10.2312/egve.20171345},
isbn = {978-3-03868-038-3},
year = {2017},
date = {2017-11-01},
booktitle = {Proceedings of ICAT-EGVE 2017 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments},
publisher = {The Eurographics Association},
address = {Adelaide, Australia},
abstract = {Recent advances in 3D scanning, reconstruction, and animation techniques have made it possible to rapidly create photorealistic avatars based on real people. While it is now possible to create personalized avatars automatically with consumer-level technology, their visual fidelity still falls far short of 3D avatars created with professional cameras and manual artist effort. To evaluate the importance of investing resources in the creation of high-quality personalized avatars, we conducted an experiment to investigate the effects of varying their visual texture fidelity, specifically focusing on identity recognition of specific individuals. We designed two virtual reality experimental scenarios: (1) selecting a specific avatar from a virtual lineup and (2) searching for an avatar in a virtual crowd. Our results showed that visual fidelity had a significant impact on participants’ abilities to identify specific avatars from a lineup wearing a head-mounted display. We also investigated gender effects for both the participants and the confederates from which the avatars were created.},
keywords = {MedVR, MxR, UARC},
pubstate = {published},
tppubtype = {inproceedings}
}
Recent advances in 3D scanning, reconstruction, and animation techniques have made it possible to rapidly create photorealistic avatars based on real people. While it is now possible to create personalized avatars automatically with consumer-level technology, their visual fidelity still falls far short of 3D avatars created with professional cameras and manual artist effort. To evaluate the importance of investing resources in the creation of high-quality personalized avatars, we conducted an experiment to investigate the effects of varying their visual texture fidelity, specifically focusing on identity recognition of specific individuals. We designed two virtual reality experimental scenarios: (1) selecting a specific avatar from a virtual lineup and (2) searching for an avatar in a virtual crowd. Our results showed that visual fidelity had a significant impact on participants’ abilities to identify specific avatars from a lineup wearing a head-mounted display. We also investigated gender effects for both the participants and the confederates from which the avatars were created.
Rizzo, Albert “Skip”; Koenig, Sebastian Thomas
Is clinical virtual reality ready for primetime? Journal Article
In: Neuropsychology, vol. 31, no. 8, pp. 877–899, 2017, ISSN: 1931-1559, 0894-4105.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@article{rizzo_is_2017,
title = {Is clinical virtual reality ready for primetime?},
author = {Albert “Skip” Rizzo and Sebastian Thomas Koenig},
url = {https://www.researchgate.net/publication/319165844_Is_Clinical_Virtual_Reality_Ready_for_Primetime},
doi = {10.1037/neu0000405},
issn = {1931-1559, 0894-4105},
year = {2017},
date = {2017-10-01},
journal = {Neuropsychology},
volume = {31},
number = {8},
pages = {877–899},
abstract = {Objective: Since the mid-1990s, a significant scientific literature has evolved regarding the outcomes from the use of what we now refer to as Clinical Virtual Reality (VR). This use of VR simulation technology has produced encouraging results when applied to address cognitive, psychological, motor, and functional impairments across a wide range of clinical health conditions. This article addresses the question, “Is Clinical VR Ready for Primetime?” Method: After a brief description of the various forms of VR technology, we discuss the trajectory of Clinical VR over the last 20 years and summarize the basic assets that VR offers for creating clinical applications. The discussion then addresses the question of readiness in terms of the theoretical basis for Clinical VR assets, the research to date, the pragmatic factors regarding availability, usability, and costs of Clinical VR content/systems, and the ethical issues for the safe use of VR with clinical populations. Results: Our review of the theoretical underpinnings and research findings to date leads to the prediction that Clinical VR will have a significant impact on future research and practice. Pragmatic issues that can influence adoption across many areas of psychology also appear favorable, but professional guidelines will be needed to promote its safe and ethical use. Conclusions: While there is still much research needed to advance the science in this area, we strongly believe that Clinical VR applications will become indispensable tools in the toolbox of psychological researchers and practitioners and will only grow in relevance and popularity in the future. Keywords: Clinical Virtual Reality, Psychology, Rehabilitation, Neuropsychology},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {article}
}
Objective: Since the mid-1990s, a significant scientific literature has evolved regarding the outcomes from the use of what we now refer to as Clinical Virtual Reality (VR). This use of VR simulation technology has produced encouraging results when applied to address cognitive, psychological, motor, and functional impairments across a wide range of clinical health conditions. This article addresses the question, “Is Clinical VR Ready for Primetime?” Method: After a brief description of the various forms of VR technology, we discuss the trajectory of Clinical VR over the last 20 years and summarize the basic assets that VR offers for creating clinical applications. The discussion then addresses the question of readiness in terms of the theoretical basis for Clinical VR assets, the research to date, the pragmatic factors regarding availability, usability, and costs of Clinical VR content/systems, and the ethical issues for the safe use of VR with clinical populations. Results: Our review of the theoretical underpinnings and research findings to date leads to the prediction that Clinical VR will have a significant impact on future research and practice. Pragmatic issues that can influence adoption across many areas of psychology also appear favorable, but professional guidelines will be needed to promote its safe and ethical use. Conclusions: While there is still much research needed to advance the science in this area, we strongly believe that Clinical VR applications will become indispensable tools in the toolbox of psychological researchers and practitioners and will only grow in relevance and popularity in the future. Keywords: Clinical Virtual Reality, Psychology, Rehabilitation, Neuropsychology
Powell, Wendy; Rizzo, Albert; Sharkey, Paul; Merrick, Joav (Ed.)
Rehabilitation: innovations and challenges in the use of virtual reality technologies Book
Nova Science Publishers, New York, NY, 2017, ISBN: 978-1-5361-2080-6.
Abstract | Links | BibTeX | Tags: MedVR
@book{powell_rehabilitation_2017,
title = {Rehabilitation: innovations and challenges in the use of virtual reality technologies},
editor = {Wendy Powell and Albert Rizzo and Paul Sharkey and Joav Merrick},
url = {https://researchportal.port.ac.uk/portal/en/publications/rehabilitation(629f8c25-1a84-4741-8ca7-f293109d7140)/export.html},
isbn = {978-1-5361-2080-6},
year = {2017},
date = {2017-09-01},
publisher = {Nova Science Publishers},
address = {New York, NY},
abstract = {Virtual rehabilitation has been the focus of considerable research for many years, but the recent upsurge in consumer-ready virtual reality hardware and software has led to an increase in interest in its use in a variety of clinical and home settings. Balancing the upsurge in demand for innovative technological healthcare tools is the need for a credible evidence base for its use and guidance for practitioners on which systems and applications are suitable for different patient populations and rehabilitation goals. This promising branch of healthcare is already being used to benefit many patients in homes and clinics around the world, but it is evident that there is still much more to learn if we are to continue to push the boundaries of clinical innovation and excellence. In this book we present recent research addressing a number of these important topics, adding to our understanding of the complex issues and clinical considerations in virtual rehabilitation research and application.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {book}
}
Virtual rehabilitation has been the focus of considerable research for many years, but the recent upsurge in consumer-ready virtual reality hardware and software has led to an increase in interest in its use in a variety of clinical and home settings. Balancing the upsurge in demand for innovative technological healthcare tools is the need for a credible evidence base for its use and guidance for practitioners on which systems and applications are suitable for different patient populations and rehabilitation goals. This promising branch of healthcare is already being used to benefit many patients in homes and clinics around the world, but it is evident that there is still much more to learn if we are to continue to push the boundaries of clinical innovation and excellence. In this book we present recent research addressing a number of these important topics, adding to our understanding of the complex issues and clinical considerations in virtual rehabilitation research and application.
Powell, Wendy; Rizzo, Albert; Sharkey, Paul; Merrick, Joav (Ed.)
Virtual reality: recent advances in virtual rehabilitation system design Book
Nova Science Publishers, New York, NY, 2017, ISBN: 978-1-5361-2040-0.
Abstract | Links | BibTeX | Tags: MedVR
@book{powell_virtual_2017-1,
title = {Virtual reality: recent advances in virtual rehabilitation system design},
editor = {Wendy Powell and Albert Rizzo and Paul Sharkey and Joav Merrick},
url = {https://researchportal.port.ac.uk/portal/en/publications/virtual-reality(9f0b8e00-c449-40e5-8d36-d8994f25a5ea)/export.html},
isbn = {978-1-5361-2040-0},
year = {2017},
date = {2017-09-01},
publisher = {Nova Science Publishers},
address = {New York, NY},
abstract = {In recent years we have seen a trend towards the use of virtual reality (VR) technologies for rehabilitation and disability support. This is partly driven by the decreasing cost and improved accessibility to the technology, but also by the growth in expertise of virtual rehabilitation researchers and practitioners. The benefits of virtual reality are becoming well established in a number of areas such as pain management, physical rehabilitation and cognitive interventions, and research studies have demonstrated benefits across a range of conditions including Parkinson's disease, cerebral palsy, autism and anxiety disorders. However, the diversity of hardware and software available currently has little standardisation, and patients with disabilities or health conditions often have unique interaction needs which differ from the general population. In this book we explore a number of these issues, presenting recent research findings and technical developments which help us to understand the unique challenges of virtual rehabilitation design and guide future VR system development},
keywords = {MedVR},
pubstate = {published},
tppubtype = {book}
}
In recent years we have seen a trend towards the use of virtual reality (VR) technologies for rehabilitation and disability support. This is partly driven by the decreasing cost and improved accessibility to the technology, but also by the growth in expertise of virtual rehabilitation researchers and practitioners. The benefits of virtual reality are becoming well established in a number of areas such as pain management, physical rehabilitation and cognitive interventions, and research studies have demonstrated benefits across a range of conditions including Parkinson's disease, cerebral palsy, autism and anxiety disorders. However, the diversity of hardware and software available currently has little standardisation, and patients with disabilities or health conditions often have unique interaction needs which differ from the general population. In this book we explore a number of these issues, presenting recent research findings and technical developments which help us to understand the unique challenges of virtual rehabilitation design and guide future VR system development
Talbot, T. B.; Christofferson, K.
Method for Live Production of Synthetic Lung Sounds in an Online Auscultation Simulator Proceedings Article
In: Proceedings of the ILSA Conference, Tromso, Norway, 2017.
Abstract | Links | BibTeX | Tags: MedVR
@inproceedings{talbot_method_2017,
title = {Method for Live Production of Synthetic Lung Sounds in an Online Auscultation Simulator},
author = {T. B. Talbot and K. Christofferson},
url = {http://ict.usc.edu/pubs/Method%20for%20Live%20Production%20of%20Synthetic%20Lung%20Sounds%20in%20an%20Online%20Auscultation%20Simulator.pdf},
year = {2017},
date = {2017-09-01},
booktitle = {Proceedings of the ILSA Conference},
address = {Tromso, Norway},
abstract = {We are researching the development of an advanced auscultation simulator [1] that will provide for a dynamic examination with varying acoustic output based upon listening location [2], respiratory effort & phase. The simulator will be delivered online through web browsers and support a novel pedagogical approach [3]. Most extant lung sound samples are recorded at a single location and are rife with noise contamination [4], making them unsuitable. Thus, we employ synthetic lung & breath sounds with a clean acoustic profile so that numerous sounds can be mixed without degradation. Two categories of sounds are created: vesicular and adventitious. Vesicular sounds [5] include normal breath, diminished breath, tracheal, & bronchovesicular sounds plus variants. Inspiratory & Expiratory vesicular sounds are selected separately and are combined to produce the desired rate & I:E ratio (Figure 1). Vesicular sounds form the basis of the respiratory loop and represent the ‘base note’ of the exam. Adventitious sounds include varieties of fine crackles, course crackles, wheezes, rhonchi, pleural rubs, and squalks [6,7]. One or more sounds are mixed over vesicular sounds. The adventitious sounds must be very clean as there will already be audible airflow. Sounds are intended to be clear and distinct for the benefit of the learner. At a point within the defined respiratory loop, adventitious sounds are placed at will by a case author (Figure 2). The author may set the effective spatial area of the sounds in order to provide for localized findings which are a common finding in the pulmonary exam [8]. With control over the respiratory loop, spatial & temporal presentation, and access to a variety of synthetic lung sounds, a wide variety of clinical presentations may be created. The next problem involves the live coordination & mixing of sounds during the simulation. A challenge because our simulator runs on web browsers, we employ the new open-source Web Audio API [9] to handle sound processing. The API uses Audio Nodes that provide for Sound Sources, Gain Nodes, Filters, Processors and Mixers (Figure 3). A Biquad Filter has many modes including Low Pass which can simulate the 200Hz attenuation of healthy lung tissue and vary the effect by listening locale. Other filters provide for phase, frequency, wave-shaping and environmental acoustic effects. Listening locale presentation is customized by manipulating Gain Nodes. This method allows for a clean auscultation exam with clear and easily identifiable sounds which should aid in the learning process. Single sounds can be isolated during the dynamic exam as a teaching tool. Conversely, more complex and challenging presentations can be created. One drawback to this approach is the expense and effort of creating the synthetic sounds, though once made they can be reused a great deal. When completed, our synthetic sounds will be posted on an open-source exchange [10]. Eventually, it may be possible to use high-quality processed lung recordings with this method.},
keywords = {MedVR},
pubstate = {published},
tppubtype = {inproceedings}
}
We are researching the development of an advanced auscultation simulator [1] that will provide for a dynamic examination with varying acoustic output based upon listening location [2], respiratory effort & phase. The simulator will be delivered online through web browsers and support a novel pedagogical approach [3]. Most extant lung sound samples are recorded at a single location and are rife with noise contamination [4], making them unsuitable. Thus, we employ synthetic lung & breath sounds with a clean acoustic profile so that numerous sounds can be mixed without degradation. Two categories of sounds are created: vesicular and adventitious. Vesicular sounds [5] include normal breath, diminished breath, tracheal, & bronchovesicular sounds plus variants. Inspiratory & Expiratory vesicular sounds are selected separately and are combined to produce the desired rate & I:E ratio (Figure 1). Vesicular sounds form the basis of the respiratory loop and represent the ‘base note’ of the exam. Adventitious sounds include varieties of fine crackles, course crackles, wheezes, rhonchi, pleural rubs, and squalks [6,7]. One or more sounds are mixed over vesicular sounds. The adventitious sounds must be very clean as there will already be audible airflow. Sounds are intended to be clear and distinct for the benefit of the learner. At a point within the defined respiratory loop, adventitious sounds are placed at will by a case author (Figure 2). The author may set the effective spatial area of the sounds in order to provide for localized findings which are a common finding in the pulmonary exam [8]. With control over the respiratory loop, spatial & temporal presentation, and access to a variety of synthetic lung sounds, a wide variety of clinical presentations may be created. The next problem involves the live coordination & mixing of sounds during the simulation. A challenge because our simulator runs on web browsers, we employ the new open-source Web Audio API [9] to handle sound processing. The API uses Audio Nodes that provide for Sound Sources, Gain Nodes, Filters, Processors and Mixers (Figure 3). A Biquad Filter has many modes including Low Pass which can simulate the 200Hz attenuation of healthy lung tissue and vary the effect by listening locale. Other filters provide for phase, frequency, wave-shaping and environmental acoustic effects. Listening locale presentation is customized by manipulating Gain Nodes. This method allows for a clean auscultation exam with clear and easily identifiable sounds which should aid in the learning process. Single sounds can be isolated during the dynamic exam as a teaching tool. Conversely, more complex and challenging presentations can be created. One drawback to this approach is the expense and effort of creating the synthetic sounds, though once made they can be reused a great deal. When completed, our synthetic sounds will be posted on an open-source exchange [10]. Eventually, it may be possible to use high-quality processed lung recordings with this method.
Schnurr, Paula P.; Bryant, Richard; Berliner, Lucy; Kilpatrick, Dean G.; Rizzo, Albert; Ruzek, Josef I.
What I have changed my mind about and why: public health and technology perspectives in the field of trauma studies Journal Article
In: European Journal of Psychotraumatology, vol. 8, no. sup5, 2017, ISSN: 2000-8198, 2000-8066.
Abstract | Links | BibTeX | Tags: MedVR, UARC
@article{schnurr_what_2017,
title = {What I have changed my mind about and why: public health and technology perspectives in the field of trauma studies},
author = {Paula P. Schnurr and Richard Bryant and Lucy Berliner and Dean G. Kilpatrick and Albert Rizzo and Josef I. Ruzek},
url = {https://www.tandfonline.com/doi/full/10.1080/20008198.2017.1372007},
doi = {10.1080/20008198.2017.1372007},
issn = {2000-8198, 2000-8066},
year = {2017},
date = {2017-09-01},
journal = {European Journal of Psychotraumatology},
volume = {8},
number = {sup5},
abstract = {Background: This paper is based on a panel discussion at the 32nd annual meeting of the International Society for Traumatic Stress Studies in Dallas, Texas, in November 2016. Objective: Paula Schnurr convened a panel of experts in the fields of public health and technology to address the topic: ‘What I have changed my mind about and why.’ Method: The panel included Richard Bryant, Lucy Berliner, Dean Kilpatrick, Albert (‘Skip’) Rizzo, and Josef Ruzek. Results: Panellists discussed innovative strategies for the dissemination of scientific knowledge and evidence-based treatment. Conclusions: Although there are effective treatments, there is a need to enhance the effectiveness of these treatments. There also is a need to develop simpler, low-cost strategies to disseminate effective treatments. However, technology approaches also offer pathways to increased dissemination. Researchers must communicate scientific findings more effectively to impact public opinion and public policy.},
keywords = {MedVR, UARC},
pubstate = {published},
tppubtype = {article}
}
Background: This paper is based on a panel discussion at the 32nd annual meeting of the International Society for Traumatic Stress Studies in Dallas, Texas, in November 2016. Objective: Paula Schnurr convened a panel of experts in the fields of public health and technology to address the topic: ‘What I have changed my mind about and why.’ Method: The panel included Richard Bryant, Lucy Berliner, Dean Kilpatrick, Albert (‘Skip’) Rizzo, and Josef Ruzek. Results: Panellists discussed innovative strategies for the dissemination of scientific knowledge and evidence-based treatment. Conclusions: Although there are effective treatments, there is a need to enhance the effectiveness of these treatments. There also is a need to develop simpler, low-cost strategies to disseminate effective treatments. However, technology approaches also offer pathways to increased dissemination. Researchers must communicate scientific findings more effectively to impact public opinion and public policy.