Publications
Search
Hays, Matthew Jensen; Kornell, Nate; Bjork, Robert A.
When and Why a Failed Test Potentiates the Effectiveness of Subsequent Study Journal Article
In: Journal of Experimental Psychology: Learning, Memory, and Cognition, vol. 39, no. 1, pp. 290–296, 2013.
@article{hays_when_2013,
title = {When and Why a Failed Test Potentiates the Effectiveness of Subsequent Study},
author = {Matthew Jensen Hays and Nate Kornell and Robert A. Bjork},
url = {http://ict.usc.edu/pubs/When%20and%20Why%20a%20Failed%20Test%20Potentiates%20the%20Effectiveness%20of%20Subsequent%20Study.pdf},
year = {2013},
date = {2013-01-01},
journal = {Journal of Experimental Psychology: Learning, Memory, and Cognition},
volume = {39},
number = {1},
pages = {290--296},
abstract = {Teachers and trainers often try to prevent learners from making errors, but recent findings (e.g., Kornell, Hays, & Bjork, 2009) have demonstrated that tests can potentiate subsequent learning even when the correct answer is difficult or impossible to generate (e.g., “What is Nate Kornell’s middle name?”). In three experiments, we explored when and why a failed test enhances learning. We found that failed tests followed by immediate feedback produced greater retention than did a presentation-only condition. Failed tests followed by delayed feedback, by contrast, did not produce such a benefit—except when the direction of the final test was reversed (i.e., the participants were provided with the target and had to produce the original cue). Our findings suggest that generating an incorrect response to a cue both activates the semantic network associated with the cue and suppresses the correct response. These processes appear to have two consequences: If feedback is presented immediately, the semantic activation enhances the mapping of the cue to the correct response; if feedback is presented at a delay, the prior suppression boosts the learning of the suppressed response.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Swartout, William; Artstein, Ron; Forbell, Eric; Foutz, Susan; Lane, H. Chad; Lange, Belinda; Morie, Jacquelyn; Noren, Dan; Rizzo, Albert; Traum, David
Virtual Humans for Learning Journal Article
In: AI magazine; Special issue on Intelligent Learning Technologies, vol. 34, no. 4, pp. 13–30, 2013.
@article{swartout_virtual_2013,
title = {Virtual Humans for Learning},
author = {William Swartout and Ron Artstein and Eric Forbell and Susan Foutz and H. Chad Lane and Belinda Lange and Jacquelyn Morie and Dan Noren and Albert Rizzo and David Traum},
url = {http://www.aaai.org/ojs/index.php/aimagazine/article/view/2487},
doi = {10.1609/aimag.v34i4.2487},
year = {2013},
date = {2013-01-01},
journal = {AI magazine; Special issue on Intelligent Learning Technologies},
volume = {34},
number = {4},
pages = {13--30},
abstract = {Virtual humans are computer-generated characters designed to look and behave like real people. Studies have shown that virtual humans can mimic many of the social effects that one finds in human-human interactions such as creating rapport, and people respond to virtual humans in ways that are similar to how they respond to real people. We believe that virtual humans represent a new metaphor for interacting with computers, one in which working with a computer becomes much like interacting with a person and this can bring social elements to the interaction that are not easily supported with conventional interfaces. We present two systems that embody these ideas. The first, the Twins are virtual docents in the Museum of Science, Boston, designed to engage visitors and raise their awareness and knowledge of science. The second SimCoach, uses an empathetic virtual human to provide veterans and their families with information about PTSD and depression.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Hays, Matthew; Campbell, Julia; Trimmer, Matthew; Poore, Joshua; Webb, Andrea; Stark, Charles; King, Teresa
Can Role-Play with Virtual Humans Teach Interpersonal Skills? Inproceedings
In: Interservice/Industry Training, Simulation and Education Conference (I/ITSEC), Orlando, FL, 2012.
@inproceedings{hays_can_2012,
title = {Can Role-Play with Virtual Humans Teach Interpersonal Skills?},
author = {Matthew Hays and Julia Campbell and Matthew Trimmer and Joshua Poore and Andrea Webb and Charles Stark and Teresa King},
url = {http://ict.usc.edu/pubs/Can%20Role-Play%20with%20Virtual%20Humans%20Teach%20Interpersonal%20Skills.pdf},
year = {2012},
date = {2012-12-01},
booktitle = {Interservice/Industry Training, Simulation and Education Conference (I/ITSEC)},
address = {Orlando, FL},
abstract = {Interpersonal and counseling skills are essential to Officers’ ability to lead (Headquarters, Department of the Army, 2006, 2008, 2011). We developed a cognitive framework and an immersive training experience—the Immersive Naval Officer Training System (INOTS)—to help Officers learn and practice these skills (Campbell et al., 2011). INOTS includes up-front instruction about the framework, vignette-based demonstrations of its application, a roleplay session with a virtual human to practice the skills, and a guided after-action review (AAR). A critical component of any training effort is the assessment process; we conducted both formative and summative assessments of INOTS. Our formative assessments comprised surveys as well as physiological sensor equipment. Data from these instruments were used to evaluate how engaging the virtual-human based practice session was. We compared these data to a gold standard: a practice session with a live human role-player. We found that the trainees took the virtual-human practice session seriously—and that interacting with the virtual human was just as engaging as was interacting with the live human role-player. Our summative assessments comprised surveys as well as behavioral measures. We used these data to evaluate learning produced by the INOTS experience. In a pretestposttest design, we found reliable gains in the participants' understanding of and ability to apply interpersonal skills, although the limited practice with the virtual human did not provide additional immediate benefits. This paper details the development of our assessment approaches, the experimental procedures that yielded the data, and our results. We also discuss the implications of our efforts for the future design of assessments and training systems.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Roque, Antonio; Jan, Dusan; Core, Mark; Traum, David
Using virtual tour behavior to build dialogue models for training review Inproceedings
In: Proceedings of the 11th International conference on Intelligent Virtual Agents (IVA 2011), ReykjavÃk, Iceland, 2011.
@inproceedings{roque_using_2011,
title = {Using virtual tour behavior to build dialogue models for training review},
author = {Antonio Roque and Dusan Jan and Mark Core and David Traum},
url = {http://ict.usc.edu/pubs/Using%20virtual%20tour%20behavior%20to%20build%20dialogue%20models%20for%20training%20review.pdf},
year = {2011},
date = {2011-09-01},
booktitle = {Proceedings of the 11th International conference on Intelligent Virtual Agents (IVA 2011)},
address = {ReykjavÃk, Iceland},
abstract = {We develop an intelligent agent that builds a user model of a learner during a tour of a virtual world. The user model is based on the learner's answers to questions during the tour. A dialogue model for a simulated instructor is tailored to the individual learner based upon this user model. We describe an evaluation to track system accuracy and user perceptions.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Finley, Jason R.; Benjamin, Aaron S.; Hays, Matthew; Bjork, Robert A.; Kornell, Nate
Benefits of accumulating versus diminishing cues in recall Journal Article
In: Journal of Memory and Language, vol. 64, pp. 289–298, 2011.
@article{finley_benefits_2011,
title = {Benefits of accumulating versus diminishing cues in recall},
author = {Jason R. Finley and Aaron S. Benjamin and Matthew Hays and Robert A. Bjork and Nate Kornell},
url = {http://ict.usc.edu/pubs/Benefits%20of%20accumulating%20versus%20diminishing%20cues%20in%20recall.pdf},
doi = {:10.1016/j.jml.2011.01.00},
year = {2011},
date = {2011-03-01},
journal = {Journal of Memory and Language},
volume = {64},
pages = {289--298},
abstract = {Optimizing learning over multiple retrieval opportunities requires a joint consideration of both the probability and the mnemonic value of a successful retrieval. Previous research has addressed this trade-off by manipulating the schedule of practice trials, suggesting that a pattern of increasingly long lags–"expanding retrieval practice"–may keep retrievals successful while gradually increasing their mnemonic value (Landauer & Bjork, 1978). Here we explore the trade-off issue further using an analogous manipulation of cue informativeness. After being given an initial presentation of English-Iñupiaq word pairs, participants received practice trials across which letters of the target word were either accumulated (AC), diminished (DC), or always fully present. Diminishing cues yielded the highest performance on a final test of cued recall. Additional analyses suggest that AC practice promotes potent (effortful) retrieval at the cost of success, and DC practice promotes successful retrieval at the cost of potency. Experiment 2 revealed that the negative effects of AC practice can be partly ameliorated by providing feedback after each practice trial.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Campbell, Julia; Core, Mark; Artstein, Ron; Armstrong, Lindsay; Hartholt, Arno; Wilson, Cyrus A.; Georgila, Kallirroi; Morbini, Fabrizio; Haynes, Kip; Gomboc, Dave; Birch, Mike; Bobrow, Jonathan; Lane, H. Chad; Gerten, Jillian; Leuski, Anton; Traum, David; Trimmer, Matthew; DiNinni, Rich; Bosack, Matthew; Jones, Timothy; Clark, Richard E.; Yates, Kenneth A.
Developing INOTS to Support Interpersonal Skills Practice Inproceedings
In: IEEE Aerospace Conference, 2011.
@inproceedings{campbell_developing_2011,
title = {Developing INOTS to Support Interpersonal Skills Practice},
author = {Julia Campbell and Mark Core and Ron Artstein and Lindsay Armstrong and Arno Hartholt and Cyrus A. Wilson and Kallirroi Georgila and Fabrizio Morbini and Kip Haynes and Dave Gomboc and Mike Birch and Jonathan Bobrow and H. Chad Lane and Jillian Gerten and Anton Leuski and David Traum and Matthew Trimmer and Rich DiNinni and Matthew Bosack and Timothy Jones and Richard E. Clark and Kenneth A. Yates},
url = {http://ict.usc.edu/pubs/Developing%20INOTS%20to%20Support%20Interpersonal%20Skills%20Practice.pdf},
year = {2011},
date = {2011-03-01},
booktitle = {IEEE Aerospace Conference},
abstract = {The Immersive Naval Officer Training System (INOTS) is a blended learning environment that merges traditional classroom instruction with a mixed reality training setting. INOTS supports the instruction, practice and assessment of interpersonal communication skills. The goal of INOTS is to provide a consistent training experience to supplement interpersonal skills instruction for Naval officer candidates without sacrificing trainee throughput and instructor control. We developed an instructional design from cognitive task analysis interviews with experts to serve as a framework for system development. We also leveraged commercial student response technology and research technologies including natural language recognition, virtual humans, realistic graphics, intelligent tutoring and automated instructor support tools. In this paper, we describe our methodologies for developing a blended learning environment, and our challenges adding mixed reality and virtual human technologies to a traditional classroom to support interpersonal skills training.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Buckwalter, John Galen; Rizzo, Albert; John, Bruce Sheffield; Finlay, Lisa; Wong, Andrew; Chin, Ester; Wellman, John; Smolinski, Stephanie
Analyzing the Impact of Stress: A Comparison Between a Factor Analytic and a Composite Measurement of Allostatic Load Inproceedings
In: Interservice/Industry Training, Simulation and Education Conference (I/ITSEC), Orlando, FL, 2011.
@inproceedings{buckwalter_analyzing_2011,
title = {Analyzing the Impact of Stress: A Comparison Between a Factor Analytic and a Composite Measurement of Allostatic Load},
author = {John Galen Buckwalter and Albert Rizzo and Bruce Sheffield John and Lisa Finlay and Andrew Wong and Ester Chin and John Wellman and Stephanie Smolinski},
url = {http://ict.usc.edu/pubs/Analyzing%20the%20Impact%20of%20Stress-%20A%20Comparison%20Between%20a%20Factor%20Analytic%20and%20a%20Composite%20Measurement%20of%20Allostatic%20Load.pdf},
year = {2011},
date = {2011-01-01},
booktitle = {Interservice/Industry Training, Simulation and Education Conference (I/ITSEC)},
address = {Orlando, FL},
abstract = {Stress is possibly the hallmark characteristic of the current conflicts confronting the United States. Extended and repeated deployments require the ability on the part of war-fighters to effectively process stress in ways never before routinely encountered. Stress is well defined as a series of psychological and physiological processes that occur in response to a stressor, or the perception of stress. The physiological response to stress follows an identified path, a robust neuroendocrine response leads to responses in the cardiovascular, metabolic, renal, inflammatory and immune systems. After a stress response, the body's natural tendency is to return to a steady state, a process called allostasis. If the body is not effective in returning to homeostasis, or if the environment is such that stress is repeated, markers of dysfunction may be apparent in the physiological systems that respond to stress. A method of measuring multiple biomarkers of stress responsive systems and determining who shows consistent evidence of dysfunction was developed by Bruce McEwen and labeled allostatic load (AL). AL is most frequently measured by developing a level of risk for each biomarker and obtaining an AL score for the number of biomarkers the criterion for risk is met. This provides a single, equal-weighted measure of AL and does not allow for the identification of multi-systems. We employed a principal component factor analysis on a set of biomarkers and scored each factor using unit weighting. We compared the predictive power of 7 obliquely rotated factors to that of a composite AL marker. The set of factors predicted more of the variance in measures of depression, anxiety, and medical outcomes, it also provided evidence of the systems most involved in the development of pathology. The results confirm that AL is best analyzed as a multi-system construct. Not only does this predict more variance, it also provides suggestions as to the mechanisms underlying stress related disorders.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Swartout, William; Traum, David; Artstein, Ron; Noren, Dan; Debevec, Paul; Bronnenkant, Kerry; Williams, Josh; Leuski, Anton; Narayanan, Shrikanth; Piepol, Diane; Lane, H. Chad; Morie, Jacquelyn; Aggarwal, Priti; Liewer, Matt; Chiang, Jen-Yuan; Gerten, Jillian; Chu, Selina; White, Kyle
Virtual Museum Guides Demonstration Inproceedings
In: IEEE Workshop on Spoken Language Technology, Berkeley, CA, 2010.
@inproceedings{swartout_virtual_2010,
title = {Virtual Museum Guides Demonstration},
author = {William Swartout and David Traum and Ron Artstein and Dan Noren and Paul Debevec and Kerry Bronnenkant and Josh Williams and Anton Leuski and Shrikanth Narayanan and Diane Piepol and H. Chad Lane and Jacquelyn Morie and Priti Aggarwal and Matt Liewer and Jen-Yuan Chiang and Jillian Gerten and Selina Chu and Kyle White},
url = {http://ict.usc.edu/pubs/Virtual%20Museum%20Guides%20Demonstration.pdf},
year = {2010},
date = {2010-12-01},
booktitle = {IEEE Workshop on Spoken Language Technology},
address = {Berkeley, CA},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Swartout, William; Traum, David; Artstein, Ron; Noren, Dan; Debevec, Paul; Bronnenkant, Kerry; Williams, Josh; Leuski, Anton; Narayanan, Shrikanth; Piepol, Diane; Lane, H. Chad; Morie, Jacquelyn; Aggarwal, Priti; Liewer, Matt; Chiang, Jen-Yuan; Gerten, Jillian; Chu, Selina; White, Kyle
Ada and Grace: Toward Realistic and Engaging Virtual Museum Guides Inproceedings
In: Proceedings of the 10th International Conference on Intelligent Virtual Agents (IVA 2010), Philadelphia, PA, 2010.
@inproceedings{swartout_ada_2010,
title = {Ada and Grace: Toward Realistic and Engaging Virtual Museum Guides},
author = {William Swartout and David Traum and Ron Artstein and Dan Noren and Paul Debevec and Kerry Bronnenkant and Josh Williams and Anton Leuski and Shrikanth Narayanan and Diane Piepol and H. Chad Lane and Jacquelyn Morie and Priti Aggarwal and Matt Liewer and Jen-Yuan Chiang and Jillian Gerten and Selina Chu and Kyle White},
url = {http://ict.usc.edu/pubs/ada%20and%20grace.pdf},
year = {2010},
date = {2010-09-01},
booktitle = {Proceedings of the 10th International Conference on Intelligent Virtual Agents (IVA 2010)},
address = {Philadelphia, PA},
abstract = {To increase the interest and engagement of middle school students in science and technology, the InterFaces project has created virtual museum guides that are in use at the Museum of Science, Boston. The characters use natural language interaction and have near photoreal appearance to increase and presents reports from museum staff on visitor reaction},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
McAlinden, Ryan; Gordon, Andrew S.; Lane, H. Chad; Pynadath, David V.
UrbanSim: A Game-based Simulation for Counterinsurgency and Stability-focused Operations Inproceedings
In: Workshop on Intelligent Educational Games, 14th International Conference on Artificial Intelligence in Education, Brighton, UK, 2009.
@inproceedings{mcalinden_urbansim_2009,
title = {UrbanSim: A Game-based Simulation for Counterinsurgency and Stability-focused Operations},
author = {Ryan McAlinden and Andrew S. Gordon and H. Chad Lane and David V. Pynadath},
url = {http://ict.usc.edu/pubs/UrbanSim-%20A%20Game-based%20Simulation%20for%20Counterinsurgency%20and%20Stability-focused%20Operations.pdf},
year = {2009},
date = {2009-07-01},
booktitle = {Workshop on Intelligent Educational Games, 14th International Conference on Artificial Intelligence in Education},
address = {Brighton, UK},
abstract = {The UrbanSim Learning Package is a simulation-based training application designed for the U.S. Army to develop commanders' skills for conducting counterinsurgency operations. UrbanSim incorporates multiple artificial intelligence (AI) technologies in order to provide an effective training experience, three of which are described in this paper. First, UrbanSim simulates the mental attitudes and actions of groups and individuals in an urban environment using the PsychSim reasoning engine. Second, UrbanSim interjects narrative elements into the training experience using a case-based story engine, driven by non-fiction stories told by experienced commanders. Third, UrbanSim provides intelligent tutoring using a simulation-based method for eliciting and evaluating learner decisions. UrbanSim represents a confluence of AI techniques that seek to bridge the gap between basic research and deployed AI systems.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Kim, Julia; Hill, Randall W.; Durlach, Paula; Lane, H. Chad; Forbell, Eric; Core, Mark; Marsella, Stacy C.; Pynadath, David V.; Hart, John
BiLAT: A Game-Based Environment for Practicing Negotiation in a Cultural Context Journal Article
In: International Journal of Artificial Intelligence in Education, vol. 19, no. Issue on Ill-Defined Domains, pp. 289–308, 2009.
@article{kim_bilat_2009,
title = {BiLAT: A Game-Based Environment for Practicing Negotiation in a Cultural Context},
author = {Julia Kim and Randall W. Hill and Paula Durlach and H. Chad Lane and Eric Forbell and Mark Core and Stacy C. Marsella and David V. Pynadath and John Hart},
url = {http://ict.usc.edu/pubs/BiLAT-%20A%20Game-Based%20Environment%20for%20Practicing%20Negotiation%20in%20a%20Cultural%20Context.pdf},
year = {2009},
date = {2009-01-01},
journal = {International Journal of Artificial Intelligence in Education},
volume = {19},
number = {Issue on Ill-Defined Domains},
pages = {289--308},
abstract = {Negotiation skills are essential in everyday life, whether in a professional or personal context. Negotiation enables two parties to address misunderstandings and avoid conflicts through an exchange that depends as much on the interpersonal skills of the negotiators as the tactics employed. Acquiring these skills requires not only sound conceptual knowledge but also practice and mentoring. This paper describes the BiLAT game-based simulation and tutoring system developed to provide students, initially United States Army soldiers, with an environment to practice preparing for and conducting bilateral negotiations. We describe the models that were created to implement BiLAT, with a particular focus on the challenge of designing for and tutoring in the ill-defined domain of negotiation. An initial assessment of the training effectiveness of the system indicates significant situation-judgment gains by novices.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
McAlinden, Ryan; Gordon, Andrew S.; Lane, H. Chad; Hart, John; Durlach, Paula
UrbanSim: A game-based instructional package for conducting counterinsurgency operations Inproceedings
In: Proceedings of the 26th Army Science Conference, Orlando, FL, 2008.
@inproceedings{mcalinden_urbansim_2008,
title = {UrbanSim: A game-based instructional package for conducting counterinsurgency operations},
author = {Ryan McAlinden and Andrew S. Gordon and H. Chad Lane and John Hart and Paula Durlach},
url = {http://ict.usc.edu/pubs/UrbanSim-%20A%20game-based%20instructional%20package%20for%20conducting%20counterinsurgency%20operations.pdf},
year = {2008},
date = {2008-12-01},
booktitle = {Proceedings of the 26th Army Science Conference},
address = {Orlando, FL},
abstract = {Operation Iraqi Freedom and Operation Enduring Freedom have identified the need for instructional and training solutions that develop the skills of Battalion and Brigade Commanders in formulating situational understanding in order to successfully lead operations in a counterinsurgency environment. In this paper we describe the UrbanSim Learning Package, a game-based instructional software suite for Commanders and their staffs for directing and coordinating full-spectrum operations where the stability component is predominant. We describe a formal instructional design approach to the development of this instructional software, which consists of a component that introduces key concepts in counterinsurgency operations and a component that allows students to develop their skills in a simulated counterinsurgency environment. We describe how intelligent automated tutoring is used to provide formative feedback to students in the practice environment, and discuss our approach to student performance assessment.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Solomon, Steve; Lent, Michael; Core, Mark; Carpenter, Paul; Rosenberg, Milton
A Language for Modeling Cultural Norms, Biases and Stereotypes for Human Behavior Models Technical Report
2008.
@techreport{solomon_language_2008,
title = {A Language for Modeling Cultural Norms, Biases and Stereotypes for Human Behavior Models},
author = {Steve Solomon and Michael Lent and Mark Core and Paul Carpenter and Milton Rosenberg},
url = {http://ict.usc.edu/pubs/A%20Language%20for%20Modeling%20Cultural%20Norms,%20Biases%20and%20Stereotypes%20for%20Human%20Behavior%20Models.pdf},
year = {2008},
date = {2008-04-01},
abstract = {Increasingly, the military has requirements for teaching cultural awareness, which demands flexible representations of cultural knowledge. The Culturally-Affected Behavior project seeks to define a language for encoding ethnographic data in order to capture cultural knowledge and use that knowledge to affect human behavior models. Having anthropologists encode ethnographic data will validate the language and will result in a library of culture models for immersive training.},
keywords = {},
pubstate = {published},
tppubtype = {techreport}
}
Core, Mark; Traum, David; Lane, H. Chad; Swartout, William; Marsella, Stacy C.; Gratch, Jonathan; Lent, Michael
Teaching Negotiation Skills through Practice and Reflection with Virtual Humans Journal Article
In: Simulation: Transactions of the Society for Modeling and Simulation, vol. 82, no. 11, pp. 685–701, 2006.
@article{core_teaching_2006,
title = {Teaching Negotiation Skills through Practice and Reflection with Virtual Humans},
author = {Mark Core and David Traum and H. Chad Lane and William Swartout and Stacy C. Marsella and Jonathan Gratch and Michael Lent},
url = {http://ict.usc.edu/pubs/Teaching%20Negotiation%20Skills.pdf},
year = {2006},
date = {2006-11-01},
journal = {Simulation: Transactions of the Society for Modeling and Simulation},
volume = {82},
number = {11},
pages = {685--701},
abstract = {Although the representation of physical environments and behaviors will continue to play an important role in simulation-based training, an emerging challenge is the representation of virtual humans with rich mental models (e.g., including emotions, trust) that interact through conversational as well as physical behaviors. The motivation for such simulations is training soft skills such as leadership, cultural awareness, and negotiation, where the majority of actions are conversational, and the problem solving involves consideration of the emotions, attitudes, and desires of others.The educational power of such simulations can be enhanced by the integration of an intelligent tutoring system to support learners� understanding of the effect of their actions on virtual humans and how they might improve their performance. In this paper, we discuss our efforts to build such virtual humans, along with an accompanying intelligent tutor, for the domain of negotiation and cultural awareness.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Filter
Sorry, no publications matched your criteria.