Publications

@inproceedings{gordon_andrew_logical_2025,

title = {Logical Abduction as a Computational Model of Narrative},

author = {Andrew Gordon},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://asgordon.github.io/publications/CMN2025.PDF},

year  = {2025},

date = {2025-05-01},

address = {Geneva, Switzerland},

keywords = {DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lin_optimizing_2025,

title = {Optimizing SIA Development: A Case Study in User-Centered Design for Estuary, a Multimodal Socially Interactive Agent Framework},

author = {Spencer Lin and Miru Jun and Basem Rizk and Karen Shieh and Scott Fisher and Sharon Mozgai},

url = {http://arxiv.org/abs/2504.14427},

doi = {10.1145/3706599.3707399},

year  = {2025},

date = {2025-04-01},

urldate = {2025-05-20},

booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–9},

abstract = {This case study presents our user-centered design model for Socially Intelligent Agent (SIA) development frameworks through our experience developing Estuary, an open source multimodal framework for building low-latency real-time socially interactive agents. We leverage the Rapid Assessment Process (RAP) to collect the thoughts of leading researchers in the field of SIAs regarding the current state of the art for SIA development as well as their evaluation of how well Estuary may potentially address current research gaps. We achieve this through a series of end-user interviews conducted by a fellow researcher in the community. We hope that the findings of our work will not only assist the continued development of Estuary but also guide the development of other future frameworks and technologies for SIAs.},

note = {arXiv:2504.14427 [cs]},

keywords = {AI, DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{brun_under_2025,

title = {Under Pressure: Contextualizing Workplace Stress Towards User-Centered Interventions},

author = {Antonin Brun and Gale Lucas and Burçin Becerik-Gerber},

url = {https://dl.acm.org/doi/10.1145/3706599.3719987},

doi = {10.1145/3706599.3719987},

isbn = {979-8-4007-1395-8},

year  = {2025},

date = {2025-04-01},

urldate = {2025-06-12},

booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–9},

publisher = {ACM},

address = {Yokohama Japan},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{roemmele_test-taking_2024,

title = {From Test-Taking to Test-Making: Examining LLM Authoring of Commonsense Assessment Items},

author = {Melissa Roemmele and Andrew Gordon},

url = {https://aclanthology.org/2024.findings-emnlp.299},

doi = {10.18653/v1/2024.findings-emnlp.299},

year  = {2024},

date = {2024-11-01},

urldate = {2024-12-05},

booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2024},

pages = {5193–5203},

publisher = {Association for Computational Linguistics},

address = {Miami, Florida, USA},

keywords = {DTIC, Learning Sciences},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{siniukov_sempi_2024,

title = {SEMPI: A Database for Understanding Social Engagement in Video-Mediated Multiparty Interaction},

author = {Maksim Siniukov and Yufeng Yin and Eli Fast and Yingshan Qi and Aarav Monga and Audrey Kim and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3678957.3685752},

doi = {10.1145/3678957.3685752},

isbn = {979-8-4007-0462-8},

year  = {2024},

date = {2024-11-01},

urldate = {2024-12-05},

booktitle = {International Conference on Multimodel Interaction},

pages = {546–555},

publisher = {ACM},

address = {San Jose Costa Rica},

keywords = {Social Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{andalibi_what_2024,

title = {What should we do with Emotion AI? Towards an Agenda for the Next 30 Years},

author = {Nazanin Andalibi and Luke Stark and Daniel McDuff and Rosalind Picard and Jonathan Gratch and Noura Howell},

url = {https://dl.acm.org/doi/10.1145/3678884.3689135},

doi = {10.1145/3678884.3689135},

isbn = {979-8-4007-1114-5},

year  = {2024},

date = {2024-11-01},

urldate = {2024-12-05},

booktitle = {Companion Publication of the 2024 Conference on Computer-Supported Cooperative Work and Social Computing},

pages = {98–101},

publisher = {ACM},

address = {San Jose Costa Rica},

keywords = {Emotion},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hale_pitfalls_2024,

title = {Pitfalls of Embodiment in Human-Agent Experiment Design},

author = {James Hale and Lindsey Schweitzer and Jonathan Gratch},

url = {https://dl.acm.org/doi/10.1145/3652988.3673958},

doi = {10.1145/3652988.3673958},

isbn = {979-8-4007-0625-7},

year  = {2024},

date = {2024-09-01},

urldate = {2025-01-16},

booktitle = {Proceedings of the ACM International Conference on Intelligent Virtual Agents},

pages = {1–9},

publisher = {ACM},

address = {GLASGOW United Kingdom},

keywords = {DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hale_integration_2024,

title = {Integration of LLMs with Virtual Character Embodiment},

author = {James Hale and Lindsey Schweitzer and Jonathan Gratch},

url = {https://dl.acm.org/doi/10.1145/3652988.3696199},

doi = {10.1145/3652988.3696199},

isbn = {979-8-4007-0625-7},

year  = {2024},

date = {2024-09-01},

urldate = {2025-01-16},

booktitle = {Proceedings of the ACM International Conference on Intelligent Virtual Agents},

pages = {1–3},

publisher = {ACM},

address = {GLASGOW United Kingdom},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{georgila_comparing_2024,

title = {Comparing Pre-Trained Embeddings and Domain-Independent Features for Regression-Based Evaluation of Task-Oriented Dialogue Systems},

author = {Kallirroi Georgila},

url = {https://aclanthology.org/2024.sigdial-1.52},

doi = {10.18653/v1/2024.sigdial-1.52},

year  = {2024},

date = {2024-09-01},

urldate = {2024-10-15},

booktitle = {Proceedings of the 25th Annual Meeting of the Special Interest Group on Discourse and Dialogue},

pages = {610–623},

publisher = {Association for Computational Linguistics},

address = {Kyoto, Japan},

keywords = {Dialogue, DTIC, Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{fischer_seeing_2024,

title = {Seeing Eye to Eye with Robots: An Experimental Study Predicting Trust in Social Robots for Domestic Use},

author = {Katrin Fischer and Anna-Maria Velentza and Gale Lucas and Dmitri Williams},

url = {https://ieeexplore.ieee.org/document/10731371/},

doi = {10.1109/RO-MAN60168.2024.10731371},

isbn = {979-8-3503-7502-2},

year  = {2024},

date = {2024-08-01},

urldate = {2024-12-05},

booktitle = {2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)},

pages = {2162–2168},

publisher = {IEEE},

address = {Pasadena, CA, USA},

keywords = {DTIC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ke_critiquellm_2024,

title = {CritiqueLLM: Towards an Informative Critique Generation Model for Evaluation of Large Language Model Generation},

author = {Pei Ke and Bosi Wen and Andrew Feng and Xiao Liu and Xuanyu Lei and Jiale Cheng and Shengyuan Wang and Aohan Zeng and Yuxiao Dong and Hongning Wang and Jie Tang and Minlie Huang},

url = {https://aclanthology.org/2024.acl-long.704},

doi = {10.18653/v1/2024.acl-long.704},

year  = {2024},

date = {2024-06-01},

urldate = {2025-01-16},

booktitle = {Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},

pages = {13034–13054},

publisher = {Association for Computational Linguistics},

address = {Bangkok, Thailand},

keywords = {Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lu_synthetic–real_2024,

title = {Synthetic-to-real adaptation for complex action recognition in surveillance applications},

author = {Shuhong Lu and Zhangyu Jin and Vickram Rajendran and Michal Harari and Andrew Feng and Celso M. De Melo},

editor = {Kimberly E. Manser and Celso De Melo and Raghuveer M. Rao and Christopher L. Howell},

url = {https://www.spiedigitallibrary.org/conference-proceedings-of-spie/13035/3012393/Synthetic-to-real-adaptation-for-complex-action-recognition-in-surveillance/10.1117/12.3012393.full},

doi = {10.1117/12.3012393},

isbn = {978-1-5106-7388-5 978-1-5106-7389-2},

year  = {2024},

date = {2024-06-01},

urldate = {2024-07-11},

booktitle = {Synthetic Data for Artificial Intelligence and Machine Learning: Tools, Techniques, and Applications II},

pages = {14},

publisher = {SPIE},

address = {National Harbor, United States},

keywords = {DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{greenwald_its_2024,

title = {It's like I'm the AI: Youth Sensemaking About AI through Metacognitive Embodiment},

author = {Eric Greenwald and Ari Krakowski and Timothy Hurt and Kelly Grindstaff and Ning Wang},

url = {https://dl.acm.org/doi/10.1145/3628516.3659395},

doi = {10.1145/3628516.3659395},

isbn = {979-8-4007-0442-0},

year  = {2024},

date = {2024-06-01},

urldate = {2024-06-25},

booktitle = {Proceedings of the 23rd Annual ACM Interaction Design and Children Conference},

pages = {789–793},

publisher = {ACM},

address = {Delft Netherlands},

keywords = {AI, Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{artstein_augmenting_2024,

title = {Augmenting Training Data for a Virtual Character Using GPT-3.5},

author = {Ron Artstein and Elizabeth Chen},

url = {https://journals.flvc.org/FLAIRS/article/view/135552},

year  = {2024},

date = {2024-05-01},

volume = {37},

publisher = {Tyhe Florida Artificial Intelligence Research Society},

abstract = {This paper compares different methods of using a large lan-guage model (GPT-3.5) for creating synthetic training datafor a retrieval-based conversational character. The trainingdata are in the form of linked questions and answers, whichallow a classifier to retrieve a pre-recorded answer to an un-seen question; the intuition is that a large language modelcould predict what human users might ask, thus saving theeffort of collecting real user questions as training data. Re-sults show small improvements in test performance for allsynthetic datasets. However, a classifier trained on only smallamounts of collected user data resulted in a higher F-scorethan the classifiers trained on much larger amounts of syn-thetic data generated using GPT-3.5. Based on these results,we see a potential in using large language models for gener-ating training data, but at this point it is not as valuable ascollecting actual user data for training.},

keywords = {Dialogue, DTIC, Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{bohy_social-mae_2024,

title = {Social-MAE: A Transformer-Based Multimodal Autoencoder for Face and Voice},

author = {Hugo Bohy and Minh Tran and Kevin El Haddad and Thierry Dutoit and Mohammad Soleymani},

url = {https://ieeexplore.ieee.org/document/10581940/},

doi = {10.1109/FG59268.2024.10581940},

isbn = {979-8-3503-9494-8},

year  = {2024},

date = {2024-05-01},

urldate = {2024-07-18},

booktitle = {2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)},

pages = {1–5},

publisher = {IEEE},

address = {Istanbul, Turkiye},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{jones_designing_2024,

title = {Designing a Proactive Context-Aware AI Chatbot for People's Long-Term Goals},

author = {Brennan Jones and Yan Xu and Qisheng Li and Stefan Scherer},

url = {https://dl.acm.org/doi/10.1145/3613905.3650912},

doi = {10.1145/3613905.3650912},

isbn = {979-8-4007-0331-7},

year  = {2024},

date = {2024-05-01},

urldate = {2024-06-25},

booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–7},

publisher = {ACM},

address = {Honolulu HI USA},

keywords = {AI, Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{mozgai_accelerating_2024,

title = {Accelerating Scoping Reviews: A Case Study in the User-Centered Design of an AI-Enabled Interdisciplinary Research Tool},

author = {Sharon A Mozgai and Cari Kaurloto and Jade G Winn and Andrew Leeds and Sarah Beland and Arman Sookiassian and Arno Hartholt},

url = {https://dl.acm.org/doi/10.1145/3613905.3637110},

doi = {10.1145/3613905.3637110},

isbn = {979-8-4007-0331-7},

year  = {2024},

date = {2024-05-01},

urldate = {2024-06-18},

booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–8},

publisher = {ACM},

address = {Honolulu HI USA},

keywords = {AI, DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{zhang_camera_2024,

title = {Camera Calibration using a Single View of a Symmetric Object},

author = {Hui Zhang and Bingran Kuang and Yajie Zhao},

url = {https://ieeexplore.ieee.org/document/10446005/},

doi = {10.1109/ICASSP48485.2024.10446005},

isbn = {979-8-3503-4485-1},

year  = {2024},

date = {2024-04-01},

urldate = {2024-06-25},

booktitle = {ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},

pages = {2705–2709},

publisher = {IEEE},

address = {Seoul, Korea, Republic of},

keywords = {Graphics, VGL},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hartholt_multidisciplinary_2024,

title = {Multidisciplinary Research & Development of Multi-Agents and Virtual Humans Leveraging Integrated Middleware Platforms},

author = {Arno Hartholt and Andrew Leeds and Ed Fast and Edwin Sookiassian and Kevin Kim and Sarah Beland and Pranav Kulkarni and Sharon Mozgai},

url = {https://openaccess.cms-conferences.org/publications/book/978-1-958651-95-7/article/978-1-958651-95-7_33},

doi = {10.54941/ahfe1004497},

year  = {2024},

date = {2024-04-01},

urldate = {2024-04-16},

abstract = {The current pace of technological advancements has led to an ever-increasing availability of technologies to investigate and help address the challenges that contemporary society faces today. However, while this trend increases the potential for creating more relevant, effective, and efficient solutions, it also inherently increases the complexity of realizing that potential. Our work aims to manage this complexity through the creation and dissemination of integrated middleware platforms that enable researchers and developers to rapidly prototype novel solutions within the areas of modelling & simulation, virtual humans, and virtual worlds. In this paper, we discuss two related platforms: the Rapid Integration & Development Environment (RIDE) and the Virtual Human Toolkit (VHToolkit). Specifically, we explore two use cases: 1) the development of an authoring tool aimed at domain experts to rapidly create low-echelon military training scenarios, and 2) the development of a virtual human led mHealth wellness and suicide prevention app for veterans.},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{georgila_evaluation_2024,

title = {Evaluation of Off-the-shelf Whisper Models for Speech Recognition Across Diverse Dialogue Domains},

author = {Kallirroi Georgila and David Traum},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://kgeorgila.github.io/publications/georgila_iwsds24.pdf},

year  = {2024},

date = {2024-03-01},

booktitle = {Proceedings of the 14th International Workshop on Spoken Dialogue Systems Technology},

address = {Sapporo, Japan},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{harris_im_2024,

title = {I’m not sure I heard you right, but I think I know what you mean – investigations into the impact of speech recognition errors on response selection for a virtual human.},

author = {Vera Harris and Robert Braggs and David Traum},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://people.ict.usc.edu/~traum/Papers/23-harris-iwsds2024.pdf},

year  = {2024},

date = {2024-03-01},

address = {Sapporo Japan},

keywords = {Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{brixey_why_2024,

title = {Why should a dialogue system speak more than one language?},

author = {Jacqueline Brixey and David Traum},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://people.ict.usc.edu/~traum/Papers/24-Why%20should%20a%20dialogue%20system%20speak%20more%20than%20one%20language.pdf},

year  = {2024},

date = {2024-03-01},

address = {Sapporo Japan},

keywords = {Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gordon_combining_2024,

title = {Combining the Predictions of Out-of-Domain Classifiers Using Etcetera Abduction},

author = {Andrew S. Gordon and Andrew Feng},

url = {https://ieeexplore.ieee.org/document/10480194/},

doi = {10.1109/CISS59072.2024.10480194},

isbn = {979-8-3503-6929-8},

year  = {2024},

date = {2024-03-01},

urldate = {2024-04-16},

booktitle = {2024 58th Annual Conference on Information Sciences and Systems (CISS)},

pages = {1–6},

publisher = {IEEE},

address = {Princeton, NJ, USA},

keywords = {DTIC, Narrative, The Narrative Group, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ustun_assessing_2024,

title = {Assessing Routing Decisions of Search and Rescue Teams in Service of an Artificial Social Intelligence Agent:},

author = {Volkan Ustun and Ronit Jorvekar and Nikolos Gurney and David Pynadath and Yunzhe Wang},

url = {https://www.scitepress.org/DigitalLibrary/Link.aspx?doi=10.5220/0012388100003636},

doi = {10.5220/0012388100003636},

isbn = {978-989-758-680-4},

year  = {2024},

date = {2024-02-01},

urldate = {2024-03-19},

booktitle = {Proceedings of the 16th International Conference on Agents and Artificial Intelligence},

pages = {313–320},

publisher = {SCITEPRESS - Science and Technology Publications},

address = {Rome, Italy},

keywords = {AI, Cognitive Architecture, Social Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{awada_investigating_2024,

title = {Investigating the Interplay between Indoor Environmental Quality and Workers’ Health and Productivity: Preliminary Results},

author = {Mohamad Awada and Mirmahdi Seyedrezaei and Burcin Becerik-Gerber and Gale Lucas},

url = {https://ascelibrary.org/doi/10.1061/9780784485248.074},

doi = {10.1061/9780784485248.074},

isbn = {978-0-7844-8524-8},

year  = {2024},

date = {2024-01-01},

urldate = {2024-04-16},

booktitle = {Computing in Civil Engineering 2023},

pages = {614–622},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{liu_development_2024,

title = {Development of a VR Training Platform for Active Shooter Incident Preparedness in Healthcare Environments via a Stakeholder-Engaged Process},

author = {Ruying Liu and Burçin Becerik-Gerber and Gale M. Lucas and Kelly Busta},

url = {https://ascelibrary.org/doi/10.1061/9780784485231.006},

doi = {10.1061/9780784485231.006},

isbn = {978-0-7844-8523-1},

year  = {2024},

date = {2024-01-01},

urldate = {2024-04-16},

booktitle = {Computing in Civil Engineering 2023},

pages = {45–53},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {Virtual Humans, VR},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{rodrigues_virtual_2024,

title = {Virtual Environment for Studying the Effects of Operational and Environmental Sounds on Teleoperated Demolition},

author = {Patrick B. Rodrigues and Burcin Becerik-Gerber and Lucio Soibelman and Gale M. Lucas and Shawn C. Roll},

url = {https://ascelibrary.org/doi/10.1061/9780784485231.007},

doi = {10.1061/9780784485231.007},

isbn = {978-0-7844-8523-1},

year  = {2024},

date = {2024-01-01},

urldate = {2024-04-16},

booktitle = {Computing in Civil Engineering 2023},

pages = {54–61},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {DTIC, Virtual Humans, VR},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{liu_assessing_2024,

title = {Assessing Workers’ Operational Postures via Egocentric Camera Mapping},

author = {Ziming Liu and Christine Wun Ki Suen and Zhengbo Zou and Meida Chen and Yangming Shi},

url = {https://ascelibrary.org/doi/10.1061/9780784485224.003},

doi = {10.1061/9780784485224.003},

isbn = {978-0-7844-8522-4},

year  = {2024},

date = {2024-01-01},

urldate = {2024-03-19},

booktitle = {Computing in Civil Engineering 2023},

pages = {17–24},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {Narrative, STG},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{zhou_investigating_2023,

title = {Investigating the Generalizability of Physiological Characteristics of Anxiety},

author = {Emily Zhou and Mohammad Soleymani and Maja J. Matarić},

url = {https://ieeexplore.ieee.org/document/10385292/},

doi = {10.1109/BIBM58861.2023.10385292},

isbn = {979-8-3503-3748-8},

year  = {2023},

date = {2023-12-01},

urldate = {2024-04-16},

booktitle = {2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)},

pages = {4848–4855},

publisher = {IEEE},

address = {Istanbul, Turkiye},

keywords = {Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{chemburkar_discrete_2023,

title = {Discrete Diffusion for Co-Speech Gesture Synthesis},

author = {Ankur Chemburkar and Shuhong Lu and Andrew Feng},

url = {https://dl.acm.org/doi/10.1145/3610661.3616556},

doi = {10.1145/3610661.3616556},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2024-07-09},

booktitle = {International Cconference on Multimodal Interaction},

pages = {186–192},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nasihati_gilani_multimodal_2023,

title = {Multimodal Prediction of User's Performance in High-Stress Dialogue Interactions},

author = {Setareh Nasihati Gilani and Kimberly Pollard and David Traum},

url = {https://dl.acm.org/doi/10.1145/3610661.3617166},

doi = {10.1145/3610661.3617166},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {International Cconference on Multimodal Interaction},

pages = {71–75},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, Natural Language, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lin_toward_2023,

title = {Toward a Better Understanding of the Emotional Dynamics of Negotiation with Large Language Models},

author = {Eleanor Lin and James Hale and Jonathan Gratch},

url = {https://dl.acm.org/doi/10.1145/3565287.3617637},

doi = {10.1145/3565287.3617637},

isbn = {978-1-4503-9926-5},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing},

pages = {545–550},

publisher = {ACM},

address = {Washington DC USA},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ahmed_asar_2023,

title = {ASAR Dataset and Computational Model for Affective State Recognition During ARAT Assessment for Upper Extremity Stroke Survivors},

author = {Tamim Ahmed and Thanassis Rikakis and Aisling Kelliher and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3610661.3617154},

doi = {10.1145/3610661.3617154},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {International Cconference on Multimodal Interaction},

pages = {11–15},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{andrist_platform_2023,

title = {Platform for Situated Intelligence and OpenSense: A Tutorial on Building Multimodal Interactive Applications for Research},

author = {Sean Andrist and Dan Bohus and Zongjian Li and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3610661.3617603},

doi = {10.1145/3610661.3617603},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {International Cconference on Multimodal Interaction},

pages = {105–106},

publisher = {ACM},

address = {Paris France},

keywords = {AI, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tran_multimodal_2023,

title = {Multimodal Analysis and Assessment of Therapist Empathy in Motivational Interviews},

author = {Trang Tran and Yufeng Yin and Leili Tavabi and Joannalyn Delacruz and Brian Borsari and Joshua D Woolley and Stefan Scherer and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3577190.3614105},

doi = {10.1145/3577190.3614105},

isbn = {979-8-4007-0055-2},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION},

pages = {406–415},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lei_sources_2023,

title = {Sources of Facial Expression Synchrony},

author = {Su Lei and Jonathan Gratch},

url = {https://ieeexplore.ieee.org/document/10388107/},

doi = {10.1109/ACII59096.2023.10388107},

isbn = {979-8-3503-2743-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-07-16},

booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},

pages = {1–8},

publisher = {IEEE},

address = {Cambridge, MA, USA},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{yang_context_2023-1,

title = {Context Unlocks Emotions: Text-based Emotion Classification Dataset Auditing with Large Language Models},

author = {Daniel Yang and Aditya Kommineni and Mohammad Alshehri and Nilamadhab Mohanty and Vedant Modi and Jonathan Gratch and Shrikanth Narayanan},

url = {https://ieeexplore.ieee.org/document/10388131/},

doi = {10.1109/ACII59096.2023.10388131},

isbn = {979-8-3503-2743-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-08-13},

booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},

pages = {1–8},

publisher = {IEEE},

address = {Cambridge, MA, USA},

keywords = {Emotions},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hoegen_how_2023,

title = {How Expression and Context Determine Second-person Judgments of Emotion},

author = {Jessie Hoegen and Gale Lucas and Danielle Shore and Brian Parkinson and Jonathan Gratch},

url = {https://ieeexplore.ieee.org/document/10388189/},

doi = {10.1109/ACII59096.2023.10388189},

isbn = {979-8-3503-2743-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-07-09},

booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},

pages = {1–7},

publisher = {IEEE},

address = {Cambridge, MA, USA},

keywords = {DTIC, Emotion},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gainer_divis_2023,

title = {DIVIS: Digital Interactive Victim Intake Simulator},

author = {Alesia Gainer and Allison Aptaker and Ron Artstein and David Cobbins and Mark Core and Carla Gordon and Anton Leuski and Zongjian Li and Chirag Merchant and David Nelson and Mohammad Soleymani and David Traum},

url = {https://dl.acm.org/doi/10.1145/3570945.3607328},

doi = {10.1145/3570945.3607328},

isbn = {978-1-4503-9994-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-02-20},

booktitle = {Proceedings of the 23rd ACM International Conference on Intelligent Virtual Agents},

pages = {1–2},

publisher = {ACM},

address = {Würzburg Germany},

keywords = {DTIC, MxR, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tran_personalized_2023,

title = {Personalized Adaptation with Pre-trained Speech Encoders for Continuous Emotion Recognition},

author = {Minh Tran and Yufeng Yin and Mohammad Soleymani},

url = {https://www.isca-speech.org/archive/interspeech_2023/tran23c_interspeech.html},

doi = {10.21437/Interspeech.2023-2170},

year  = {2023},

date = {2023-08-01},

urldate = {2023-08-23},

booktitle = {INTERSPEECH 2023},

pages = {636–640},

publisher = {ISCA},

keywords = {DTIC, Emotions, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{mozgai_human-centered_2023,

title = {Human-Centered Design for a Virtual Human led mHealth Intervention for Suicide Prevention},

author = {Sharon Mozgai and Albert Rizzo and Arno Hartholt},

url = {https://openaccess.cms-conferences.org/publications/book/978-1-958651-88-9/article/978-1-958651-88-9_11},

doi = {10.54941/ahfe1004118},

year  = {2023},

date = {2023-07-01},

urldate = {2024-07-11},

abstract = {Addressing the significant mental and physical healthcare needs of 

 Veterans requires innovative strategies to enhance access to evidence-based 

 care. The integration of Virtual Human (VH) agents into Mobile Health 

 (mHealth) applications presents a promising opportunity to overcome barriers 

 associated with suicide prevention and connect with Veterans. The Battle 

 Buddy (BB) project was conceived as a mobile wellness and suicide prevention 

 application, empowering Veterans with an always-available resource 

 concierged by an engaging and supportive conversational VH agent. 

 Human-centered design is essential in the development of all interactions 

 focused on the persuasive strategies of (1) personalization, (2) 

 self-monitoring, (3) tunneling, (4) suggestion, and (5) expertise. Veterans 

 can interact with the BB VH during daily check-ins, learn about mental 

 health and wellness strategies, participate in interactive activities, 

 increase self-awareness of their current status, and build and work safety 

 plans in times of suicidal crisis. BB is designed to provide the Veteran 

 with easy access to a suicide prevention ecosystem in which a wealth of 

 evidenced-based interventions will be delivered in a non-stigmatizing 

 fashion by a computer-based dialogue system with virtual embodiment, 

 utilizing various multi-modal language cues such as text, speech, animated 

 facial expressions, and gestures to interact with users. This paper explores 

 our human-centered design process for the BB feature set to target the 

 negative effects of social isolation and loneliness, conditions that 

 challenge Veteran healthcare and suicide prevention.},

keywords = {MedVR},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nye_mentorstudio_2023,

title = {MentorStudio: Amplifying diverse voices through rapid, self-authorable virtual mentors},

author = {Benjamin D. Nye and Yuko Okado and Aaron Shiel and Kayla Carr and Milton Rosenberg and Enora Rice and Luke Ostrander and Megan Ju and Cassandra Gutierrez and Dilan Ramirez and Daniel Auerbach and Angelica Aguirre and William Swartout},

url = {https://zenodo.org/record/8226275},

doi = {10.5281/ZENODO.8226275},

year  = {2023},

date = {2023-07-01},

urldate = {2024-01-11},

publisher = {Zenodo},

abstract = {Mentoring promotes underserved students' STEM persistence but it is difficult to scale up. Virtual agents can amplify mentors' experiences to larger audiences, which is particularly important for mentors from under-represented backgrounds and for underserved students with less access to mentors. This paper introduces MentorStudio, an online platform that allows real-life mentors to self-record and publish video-based conversational virtual agents. MentorStudio's goals are to increase speed, scheduling flexibility, and autonomy in creating intelligent virtual mentors. MentorStudio platform components are introduced, along with initial feedback regarding usability and acceptance collected from 20 STEM mentors who recorded virtual mentors. Overall, the MentorStudio platform has good ease-of-use and acceptance among mentors and offers a platform capable of recording large number of mentors to expand their reach to an unlimited number of students.},

note = {Publisher: Zenodo},

keywords = {DTIC, Learning Sciences, UARC, Virtual Agents},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nye_generative_2023,

title = {Generative Large Language Models for Dialog-Based Tutoring: An Early Consideration of Opportunities and Concerns},

author = {Benjamin D Nye and Dillon Mee and Mark G Core},

url = {https://ceur-ws.org/Vol-3487/paper4.pdf},

year  = {2023},

date = {2023-07-01},

abstract = {After many years of relatively limited capabilities for generative language models, recent large language models (LLM’s) have demonstrated qualitatively better capabilities for understanding, synthesis, and inference on text. Due to the prominence of ChatGPT’s chat system, both the media and many educational developers have suggested using generative AI to directly tutor students. However, despite surface-level similarity between ChatGPT interactions and tutoring dialogs, generative AI has other strengths which may be substantially more relevant for intelligent tutoring (e.g., detecting misconceptions, improved language translation, content generation) and weaknesses that make it problematic for on-the-fly tutoring (e.g., hallucinations, lack of pedagogical training data). In this paper, we discuss how we are approaching generative LLM’s for tutoring dialogs, for problems such as multi- concept short answer grading and semi-supervised interactive content generation. This work shows interesting opportunities for prompt engineering approaches for short-answer classification, despite sometimes quirky behavior. The time savings for high-quality content generation for tutoring is not yet clear and further research is needed. The paper concludes with a consideration of longer-term equity and access in a world where essential capabilities require low-latency real-time connections to large, pay-peruse models. Risks and mitigating technologies for this kind of “AI digital divide” are discussed, including optimized / edge-computing LLM’s and using generative AI models as simulated students to train specialized tutoring models.},

keywords = {DTIC, Learning Sciences, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hartholt_creating_2023,

title = {Creating Virtual Worlds with the Virtual Human Toolkit and the Rapid Integration & Development Environment},

author = {Arno Hartholt and Sharon Mozgai},

url = {https://openaccess.cms-conferences.org/publications/book/978-1-958651-45-2/article/978-1-958651-45-2_41},

doi = {10.54941/ahfe1002856},

isbn = {978-1-958651-45-2},

year  = {2023},

date = {2023-07-01},

urldate = {2023-03-31},

booktitle = {Intelligent Human Systems Integration (IHSI 2023): Integrating People and Intelligent Systems},

volume = {69},

publisher = {AHFE Open Acces},

abstract = {The research and development of virtual humans, and the virtual worlds they inhabit, is inherently complex, requiring interdisciplinary approaches that combine social sciences, computer science, design, art, production, and domain expertise. Our previous work in managing this complexity has resulted in the release of the Virtual Human Toolkit (VHToolkit), aimed at lowering the burden of creating embodied conversational agents. In our current efforts, we are integrating the VHToolkit with the Rapid Integration & Development Environment (RIDE), a rapid prototyping modeling and simulation middleware platform that leverages real-time game engines. This integration results in the ability to mix and match commercial AI services from AWS, Azure, and Google, as well as leverage novel 3D geospatial terrain creation pipelines. Combined with dedicated authoring tools that have been developed through human-centered design processes, the platform enables researchers, developers, and domain experts to rapidly create digital worlds with virtual humans for both military and civilian contexts. Our approach is highly interdisciplinary, including academia, government, and industry collaborators. The demonstration shows a user interacting with an embodied conversational agent embedded within real-world captured and virtualized terrain. Further research and development features of the platform are shown, including scripted agent behaviors, networked team play, and machine learning interfaces.},

note = {ISSN: 27710718 

Issue: 69},

keywords = {DTIC, UARC, VHTL, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tran_speech_2023,

title = {A Speech Representation Anonymization Framework via Selective Noise Perturbation},

author = {Minh Tran and Mohammad Soleymani},

url = {https://ieeexplore.ieee.org/document/10095173/},

doi = {10.1109/ICASSP49357.2023.10095173},

isbn = {978-1-7281-6327-7},

year  = {2023},

date = {2023-06-01},

urldate = {2023-08-23},

booktitle = {ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},

pages = {1–5},

publisher = {IEEE},

address = {Rhodes Island, Greece},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{pynadath_effectiveness_2023,

title = {Effectiveness of Teamwork-Level Interventions through Decision-Theoretic Reasoning in a Minecraft Search-and-Rescue Task},

author = {David V Pynadath and Nikolos Gurney and Sarah Kenny and Rajay Kumar and Stacy C. Marsella and Haley Matuszak and Hala Mostafa and Volkan Ustun and Peggy Wu and Pedro Sequeira},

url = {https://dl.acm.org/doi/10.5555/3545946.3598925},

year  = {2023},

date = {2023-05-01},

booktitle = {AAMAS '23: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems},

pages = {Pages 2334–2336},

abstract = {Autonomous agents offer the promise of improved human teamwork through automated assessment and assistance during task performance [15, 16, 18]. Studies of human teamwork have identified various processes that underlie joint task performance, while abstracting away the specifics of the task [7, 11, 13, 17].We present here an agent that focuses exclusively on teamwork-level variables in deciding what interventions to use in assisting a human team. Our agent does not directly observe or model the environment or the people in it, but instead relies on input from analytic components (ACs) (developed by other research teams) that process environmental information and output only teamwork-relevant measures. Our agent models these teamwork variables and updates its beliefs over them using a Bayesian Theory of Mind [1], applying Partially Observable Markov Decision Processes (POMDPs) [9] in a recursive manner to assess the state of the team it is currently observing and to choose interventions to best assist them.},

keywords = {DTIC, Social Simulation, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lavi_creating_2023,

title = {Creating Analogies for Design Problem-Solving: Initial Evaluation of an Engineering Faculty Workshop},

author = {Rea Lavi and Deniz Marti and Edward Crawley},

url = {https://ieeexplore.ieee.org/document/10102860/},

doi = {10.1109/EDUNINE57531.2023.10102860},

isbn = {979-8-3503-2050-3},

year  = {2023},

date = {2023-03-01},

urldate = {2024-10-17},

booktitle = {2023 IEEE World Engineering Education Conference (EDUNINE)},

pages = {01–05},

publisher = {IEEE},

address = {Bogota, Colombia},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{rizzo_vgtc_2023,

title = {VGTC Virtual Reality Lifetime Achievement Award},

author = {Albert Skip Rizzo},

url = {https://ieeexplore.ieee.org/document/10108436/},

doi = {10.1109/VR55154.2023.00092},

isbn = {979-8-3503-4815-6},

year  = {2023},

date = {2023-03-01},

urldate = {2024-11-01},

booktitle = {2023 IEEE Conference Virtual Reality and 3D User Interfaces (VR)},

pages = {xxxix–xxxix},

publisher = {IEEE},

address = {Shanghai, China},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gordon_searching_2023,

title = {Searching for the Most Probable Combination of Class Labels Using Etcetera Abduction},

author = {Andrew S. Gordon and Andrew Feng},

url = {https://ieeexplore.ieee.org/document/10089729/},

doi = {10.1109/CISS56502.2023.10089729},

isbn = {978-1-6654-5181-9},

year  = {2023},

date = {2023-03-01},

urldate = {2023-08-07},

booktitle = {2023 57th Annual Conference on Information Sciences and Systems (CISS)},

pages = {1–6},

publisher = {IEEE},

address = {Baltimore, MD, USA},

keywords = {DTIC, Narrative, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{georgila_considerations_2023,

title = {Considerations for Child Speech Synthesis for Dialogue Systems},

author = {Kallirroi Georgila},

url = {https://kgeorgila.github.io/publications/georgila_aiaic23.pdf},

year  = {2023},

date = {2023-03-01},

address = {Los Angeles, CA},

abstract = {We present a number of important issues for consideration with regard to child speech synthesis for dialogue systems. We specifically discuss challenges in building child synthetic voices compared to adult synthetic voices, synthesizing expressive conversational speech, and evaluating speech synthesis quality.},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}