Publications

@inproceedings{gomez-zaragoza_speech_2025,

title = {Speech and Text Foundation Models for Depression Detection: Cross-Task and Cross-Language Evaluation},

author = {Lucia Gomez-Zaragoza and Javier Marin-Morales and Mariano Alcaniz and Mohammed Soleymani},

url = {https://www.isca-archive.org/interspeech_2025/gomezzaragoza25_interspeech.html#},

year  = {2025},

date = {2025-08-01},

address = {Rotterdam, The Netherlands},

keywords = {DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{yanambaka_puf-ml_2025,

title = {PUF-ML: Machine Learning - Based Physical Unclonable Functions For Cost Effective Integration In Smart Healthcare},

author = {Venkata P. Yanambaka and Jian Zhang and Jonathan Gratch and Kahlan Edwards},

url = {https://ieeexplore.ieee.org/document/11130235/},

doi = {10.1109/ISVLSI65124.2025.11130235},

isbn = {979-8-3315-3477-6},

year  = {2025},

date = {2025-07-01},

urldate = {2025-09-18},

booktitle = {2025 IEEE Computer Society Annual Symposium on VLSI (ISVLSI)},

pages = {1–6},

publisher = {IEEE},

address = {Kalamata, Greece},

keywords = {Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{yalamanchili_synthetic–real_2025,

title = {Synthetic-to-real domain adaptation for UAV based object detections in trench environment},

author = {Phani R. Yalamanchili and Zhangyu Jin and Andrew Feng and Grant Spellman and Michal Harari and James Uplinger and Celso M. De Melo},

editor = {Keith F. Prussing and Kimberly E. Manser and Celso De Melo and Raghuveer M. Rao and Christopher L. Howell},

url = {https://www.spiedigitallibrary.org/conference-proceedings-of-spie/13459/3067500/Synthetic-to-real-domain-adaptation-for-UAV-based-object-detections/10.1117/12.3067500.full},

doi = {10.1117/12.3067500},

isbn = {978-1-5106-8707-3 978-1-5106-8708-0},

year  = {2025},

date = {2025-06-01},

urldate = {2025-09-25},

booktitle = {Synthetic Data for Artificial Intelligence and Machine Learning: Tools, Techniques, and Applications III},

pages = {59},

publisher = {SPIE},

address = {Orlando, United States},

keywords = {VGL},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{han_salience_2025,

title = {Salience Adjustment for Context-Based Emotion Recognition},

author = {Bin Han and Jonathan Gratch},

url = {https://ieeexplore.ieee.org/document/11099210/},

doi = {10.1109/FG61629.2025.11099210},

isbn = {979-8-3315-5341-8},

year  = {2025},

date = {2025-05-01},

urldate = {2025-08-19},

booktitle = {2025 IEEE 19th International Conference on Automatic Face and Gesture Recognition (FG)},

pages = {1–6},

publisher = {IEEE},

address = {Tampa/Clearwater, FL, USA},

keywords = {Emotions},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gordon_andrew_logical_2025,

title = {Logical Abduction as a Computational Model of Narrative},

author = {Andrew Gordon},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://asgordon.github.io/publications/CMN2025.PDF},

year  = {2025},

date = {2025-05-01},

address = {Geneva, Switzerland},

keywords = {DTIC, Narrative},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lin_optimizing_2025,

title = {Optimizing SIA Development: A Case Study in User-Centered Design for Estuary, a Multimodal Socially Interactive Agent Framework},

author = {Spencer Lin and Miru Jun and Basem Rizk and Karen Shieh and Scott Fisher and Sharon Mozgai},

url = {http://arxiv.org/abs/2504.14427},

doi = {10.1145/3706599.3707399},

year  = {2025},

date = {2025-04-01},

urldate = {2025-05-20},

booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–9},

abstract = {This case study presents our user-centered design model for Socially Intelligent Agent (SIA) development frameworks through our experience developing Estuary, an open source multimodal framework for building low-latency real-time socially interactive agents. We leverage the Rapid Assessment Process (RAP) to collect the thoughts of leading researchers in the field of SIAs regarding the current state of the art for SIA development as well as their evaluation of how well Estuary may potentially address current research gaps. We achieve this through a series of end-user interviews conducted by a fellow researcher in the community. We hope that the findings of our work will not only assist the continued development of Estuary but also guide the development of other future frameworks and technologies for SIAs.},

note = {arXiv:2504.14427 [cs]},

keywords = {AI, DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{brun_under_2025,

title = {Under Pressure: Contextualizing Workplace Stress Towards User-Centered Interventions},

author = {Antonin Brun and Gale Lucas and Burçin Becerik-Gerber},

url = {https://dl.acm.org/doi/10.1145/3706599.3719987},

doi = {10.1145/3706599.3719987},

isbn = {979-8-4007-1395-8},

year  = {2025},

date = {2025-04-01},

urldate = {2025-06-12},

booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–9},

publisher = {ACM},

address = {Yokohama Japan},

keywords = {Social},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{xiong_sparsegs_2025,

title = {Sparsegs: Sparse View Synthesis Using 3D Gaussian Splatting},

author = {Haolin Xiong and Sairisheek Muttukuru and Hanyuan Xiao and Rishi Upadhyay and Pradyumna Chari and Yajie Zhao and Achuta Kadambi},

url = {https://ieeexplore.ieee.org/document/11125578/},

doi = {10.1109/3DV66043.2025.00100},

isbn = {979-8-3315-3851-4},

year  = {2025},

date = {2025-03-01},

urldate = {2025-09-25},

booktitle = {2025 International Conference on 3D Vision (3DV)},

pages = {1032–1041},

publisher = {IEEE},

address = {Singapore, Singapore},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{prasad_bifocal_2025,

title = {Bifocal polarization-sensitive metalens for rapid BRDF estimation},

author = {Pratusha B. Prasad and Omid Hemmatyar and Caoyi Zou and Yajie Zhao},

editor = {Hong Hua and Naamah Argaman and Daniel K. Nikolov},

url = {https://www.spiedigitallibrary.org/conference-proceedings-of-spie/13414/3042449/Bifocal-polarization-sensitive-metalens-for-rapid-BRDF-estimation/10.1117/12.3042449.full},

doi = {10.1117/12.3042449},

year  = {2025},

date = {2025-03-01},

urldate = {2025-07-17},

booktitle = {Optical Architectures for Displays and Sensing in Augmented, Virtual, and Mixed Reality (AR, VR, MR) VI},

pages = {44},

publisher = {SPIE},

address = {San Francisco, United States},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hartholt_tac-twin_2025,

title = {TAC-Twin: A Rapid Framework for Personalized Doppelgänger Avatar Creation Using a Modular Virtual Human Pipeline},

author = {Arno Hartholt and Ed Fast and Kevin Kim and Edwin Sookiassian and Andrew Leeds},

url = {https://openaccess.cms-conferences.org/publications/book/978-1-964867-74-8/article/978-1-964867-74-8_51},

doi = {10.54941/ahfe1006807},

year  = {2025},

date = {2025-01-01},

urldate = {2025-09-18},

abstract = {We present an end-to-end framework for rapidly creating interactive, personalized avatars for scalable training and simulation applications. Built as an extension of the Virtual Human Toolkit, the framework integrates technologies for audio-visual sensing, speech recognition, natural language processing, nonverbal behavior generation, and high-fidelity text-to-speech synthesis. A personalized avatar is defined here as a real-time, embodied digital representation of an actual individual rather than a generic character. The creation pipeline requires only a single facial photograph, processed through a photorealistic character generation workflow, then refined, customized, and deployed in a real-time 3D environment for integration with conversational AI and synthetic voice generation. The system also supports rapid generation of generic avatars from high-quality synthetic headshots produced by generative AI, enabling the creation of diverse, realistic or stylized cohorts within minutes. Our initial use case examines whether personalized avatars enhance engagement, motivation, and performance compared to generic avatars, with the hypothesis that personalization increases relevance, identification, and learning outcomes. We describe the architecture, avatar creation pipeline, and role of generative AI in accelerating development, and share early implementation insights.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{roemmele_test-taking_2024,

title = {From Test-Taking to Test-Making: Examining LLM Authoring of Commonsense Assessment Items},

author = {Melissa Roemmele and Andrew Gordon},

url = {https://aclanthology.org/2024.findings-emnlp.299},

doi = {10.18653/v1/2024.findings-emnlp.299},

year  = {2024},

date = {2024-11-01},

urldate = {2024-12-05},

booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2024},

pages = {5193–5203},

publisher = {Association for Computational Linguistics},

address = {Miami, Florida, USA},

keywords = {DTIC, Learning Sciences},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{siniukov_sempi_2024,

title = {SEMPI: A Database for Understanding Social Engagement in Video-Mediated Multiparty Interaction},

author = {Maksim Siniukov and Yufeng Yin and Eli Fast and Yingshan Qi and Aarav Monga and Audrey Kim and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3678957.3685752},

doi = {10.1145/3678957.3685752},

isbn = {979-8-4007-0462-8},

year  = {2024},

date = {2024-11-01},

urldate = {2024-12-05},

booktitle = {International Conference on Multimodel Interaction},

pages = {546–555},

publisher = {ACM},

address = {San Jose Costa Rica},

keywords = {Social Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{andalibi_what_2024,

title = {What should we do with Emotion AI? Towards an Agenda for the Next 30 Years},

author = {Nazanin Andalibi and Luke Stark and Daniel McDuff and Rosalind Picard and Jonathan Gratch and Noura Howell},

url = {https://dl.acm.org/doi/10.1145/3678884.3689135},

doi = {10.1145/3678884.3689135},

isbn = {979-8-4007-1114-5},

year  = {2024},

date = {2024-11-01},

urldate = {2024-12-05},

booktitle = {Companion Publication of the 2024 Conference on Computer-Supported Cooperative Work and Social Computing},

pages = {98–101},

publisher = {ACM},

address = {San Jose Costa Rica},

keywords = {Emotion},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hale_pitfalls_2024,

title = {Pitfalls of Embodiment in Human-Agent Experiment Design},

author = {James Hale and Lindsey Schweitzer and Jonathan Gratch},

url = {https://dl.acm.org/doi/10.1145/3652988.3673958},

doi = {10.1145/3652988.3673958},

isbn = {979-8-4007-0625-7},

year  = {2024},

date = {2024-09-01},

urldate = {2025-01-16},

booktitle = {Proceedings of the ACM International Conference on Intelligent Virtual Agents},

pages = {1–9},

publisher = {ACM},

address = {GLASGOW United Kingdom},

keywords = {DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hale_integration_2024,

title = {Integration of LLMs with Virtual Character Embodiment},

author = {James Hale and Lindsey Schweitzer and Jonathan Gratch},

url = {https://dl.acm.org/doi/10.1145/3652988.3696199},

doi = {10.1145/3652988.3696199},

isbn = {979-8-4007-0625-7},

year  = {2024},

date = {2024-09-01},

urldate = {2025-01-16},

booktitle = {Proceedings of the ACM International Conference on Intelligent Virtual Agents},

pages = {1–3},

publisher = {ACM},

address = {GLASGOW United Kingdom},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{georgila_comparing_2024,

title = {Comparing Pre-Trained Embeddings and Domain-Independent Features for Regression-Based Evaluation of Task-Oriented Dialogue Systems},

author = {Kallirroi Georgila},

url = {https://aclanthology.org/2024.sigdial-1.52},

doi = {10.18653/v1/2024.sigdial-1.52},

year  = {2024},

date = {2024-09-01},

urldate = {2024-10-15},

booktitle = {Proceedings of the 25th Annual Meeting of the Special Interest Group on Discourse and Dialogue},

pages = {610–623},

publisher = {Association for Computational Linguistics},

address = {Kyoto, Japan},

keywords = {Dialogue, DTIC, Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{fischer_seeing_2024,

title = {Seeing Eye to Eye with Robots: An Experimental Study Predicting Trust in Social Robots for Domestic Use},

author = {Katrin Fischer and Anna-Maria Velentza and Gale Lucas and Dmitri Williams},

url = {https://ieeexplore.ieee.org/document/10731371/},

doi = {10.1109/RO-MAN60168.2024.10731371},

isbn = {979-8-3503-7502-2},

year  = {2024},

date = {2024-08-01},

urldate = {2024-12-05},

booktitle = {2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)},

pages = {2162–2168},

publisher = {IEEE},

address = {Pasadena, CA, USA},

keywords = {DTIC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ke_critiquellm_2024,

title = {CritiqueLLM: Towards an Informative Critique Generation Model for Evaluation of Large Language Model Generation},

author = {Pei Ke and Bosi Wen and Andrew Feng and Xiao Liu and Xuanyu Lei and Jiale Cheng and Shengyuan Wang and Aohan Zeng and Yuxiao Dong and Hongning Wang and Jie Tang and Minlie Huang},

url = {https://aclanthology.org/2024.acl-long.704},

doi = {10.18653/v1/2024.acl-long.704},

year  = {2024},

date = {2024-06-01},

urldate = {2025-01-16},

booktitle = {Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},

pages = {13034–13054},

publisher = {Association for Computational Linguistics},

address = {Bangkok, Thailand},

keywords = {Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lu_synthetic–real_2024,

title = {Synthetic-to-real adaptation for complex action recognition in surveillance applications},

author = {Shuhong Lu and Zhangyu Jin and Vickram Rajendran and Michal Harari and Andrew Feng and Celso M. De Melo},

editor = {Kimberly E. Manser and Celso De Melo and Raghuveer M. Rao and Christopher L. Howell},

url = {https://www.spiedigitallibrary.org/conference-proceedings-of-spie/13035/3012393/Synthetic-to-real-adaptation-for-complex-action-recognition-in-surveillance/10.1117/12.3012393.full},

doi = {10.1117/12.3012393},

isbn = {978-1-5106-7388-5 978-1-5106-7389-2},

year  = {2024},

date = {2024-06-01},

urldate = {2024-07-11},

booktitle = {Synthetic Data for Artificial Intelligence and Machine Learning: Tools, Techniques, and Applications II},

pages = {14},

publisher = {SPIE},

address = {National Harbor, United States},

keywords = {DTIC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{greenwald_its_2024,

title = {It's like I'm the AI: Youth Sensemaking About AI through Metacognitive Embodiment},

author = {Eric Greenwald and Ari Krakowski and Timothy Hurt and Kelly Grindstaff and Ning Wang},

url = {https://dl.acm.org/doi/10.1145/3628516.3659395},

doi = {10.1145/3628516.3659395},

isbn = {979-8-4007-0442-0},

year  = {2024},

date = {2024-06-01},

urldate = {2024-06-25},

booktitle = {Proceedings of the 23rd Annual ACM Interaction Design and Children Conference},

pages = {789–793},

publisher = {ACM},

address = {Delft Netherlands},

keywords = {AI, Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{artstein_augmenting_2024,

title = {Augmenting Training Data for a Virtual Character Using GPT-3.5},

author = {Ron Artstein and Elizabeth Chen},

url = {https://journals.flvc.org/FLAIRS/article/view/135552},

year  = {2024},

date = {2024-05-01},

volume = {37},

publisher = {Tyhe Florida Artificial Intelligence Research Society},

abstract = {This paper compares different methods of using a large lan-guage model (GPT-3.5) for creating synthetic training datafor a retrieval-based conversational character. The trainingdata are in the form of linked questions and answers, whichallow a classifier to retrieve a pre-recorded answer to an un-seen question; the intuition is that a large language modelcould predict what human users might ask, thus saving theeffort of collecting real user questions as training data. Re-sults show small improvements in test performance for allsynthetic datasets. However, a classifier trained on only smallamounts of collected user data resulted in a higher F-scorethan the classifiers trained on much larger amounts of syn-thetic data generated using GPT-3.5. Based on these results,we see a potential in using large language models for gener-ating training data, but at this point it is not as valuable ascollecting actual user data for training.},

keywords = {Dialogue, DTIC, Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{bohy_social-mae_2024,

title = {Social-MAE: A Transformer-Based Multimodal Autoencoder for Face and Voice},

author = {Hugo Bohy and Minh Tran and Kevin El Haddad and Thierry Dutoit and Mohammad Soleymani},

url = {https://ieeexplore.ieee.org/document/10581940/},

doi = {10.1109/FG59268.2024.10581940},

isbn = {979-8-3503-9494-8},

year  = {2024},

date = {2024-05-01},

urldate = {2024-07-18},

booktitle = {2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)},

pages = {1–5},

publisher = {IEEE},

address = {Istanbul, Turkiye},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{jones_designing_2024,

title = {Designing a Proactive Context-Aware AI Chatbot for People's Long-Term Goals},

author = {Brennan Jones and Yan Xu and Qisheng Li and Stefan Scherer},

url = {https://dl.acm.org/doi/10.1145/3613905.3650912},

doi = {10.1145/3613905.3650912},

isbn = {979-8-4007-0331-7},

year  = {2024},

date = {2024-05-01},

urldate = {2024-06-25},

booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–7},

publisher = {ACM},

address = {Honolulu HI USA},

keywords = {AI, Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{mozgai_accelerating_2024,

title = {Accelerating Scoping Reviews: A Case Study in the User-Centered Design of an AI-Enabled Interdisciplinary Research Tool},

author = {Sharon A Mozgai and Cari Kaurloto and Jade G Winn and Andrew Leeds and Sarah Beland and Arman Sookiassian and Arno Hartholt},

url = {https://dl.acm.org/doi/10.1145/3613905.3637110},

doi = {10.1145/3613905.3637110},

isbn = {979-8-4007-0331-7},

year  = {2024},

date = {2024-05-01},

urldate = {2024-06-18},

booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–8},

publisher = {ACM},

address = {Honolulu HI USA},

keywords = {AI, DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{zhang_camera_2024,

title = {Camera Calibration using a Single View of a Symmetric Object},

author = {Hui Zhang and Bingran Kuang and Yajie Zhao},

url = {https://ieeexplore.ieee.org/document/10446005/},

doi = {10.1109/ICASSP48485.2024.10446005},

isbn = {979-8-3503-4485-1},

year  = {2024},

date = {2024-04-01},

urldate = {2024-06-25},

booktitle = {ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},

pages = {2705–2709},

publisher = {IEEE},

address = {Seoul, Korea, Republic of},

keywords = {Graphics, VGL},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hartholt_multidisciplinary_2024,

title = {Multidisciplinary Research & Development of Multi-Agents and Virtual Humans Leveraging Integrated Middleware Platforms},

author = {Arno Hartholt and Andrew Leeds and Ed Fast and Edwin Sookiassian and Kevin Kim and Sarah Beland and Pranav Kulkarni and Sharon Mozgai},

url = {https://openaccess.cms-conferences.org/publications/book/978-1-958651-95-7/article/978-1-958651-95-7_33},

doi = {10.54941/ahfe1004497},

year  = {2024},

date = {2024-04-01},

urldate = {2024-04-16},

abstract = {The current pace of technological advancements has led to an ever-increasing availability of technologies to investigate and help address the challenges that contemporary society faces today. However, while this trend increases the potential for creating more relevant, effective, and efficient solutions, it also inherently increases the complexity of realizing that potential. Our work aims to manage this complexity through the creation and dissemination of integrated middleware platforms that enable researchers and developers to rapidly prototype novel solutions within the areas of modelling & simulation, virtual humans, and virtual worlds. In this paper, we discuss two related platforms: the Rapid Integration & Development Environment (RIDE) and the Virtual Human Toolkit (VHToolkit). Specifically, we explore two use cases: 1) the development of an authoring tool aimed at domain experts to rapidly create low-echelon military training scenarios, and 2) the development of a virtual human led mHealth wellness and suicide prevention app for veterans.},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{georgila_evaluation_2024,

title = {Evaluation of Off-the-shelf Whisper Models for Speech Recognition Across Diverse Dialogue Domains},

author = {Kallirroi Georgila and David Traum},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://kgeorgila.github.io/publications/georgila_iwsds24.pdf},

year  = {2024},

date = {2024-03-01},

booktitle = {Proceedings of the 14th International Workshop on Spoken Dialogue Systems Technology},

address = {Sapporo, Japan},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{harris_im_2024,

title = {I’m not sure I heard you right, but I think I know what you mean – investigations into the impact of speech recognition errors on response selection for a virtual human.},

author = {Vera Harris and Robert Braggs and David Traum},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://people.ict.usc.edu/~traum/Papers/23-harris-iwsds2024.pdf},

year  = {2024},

date = {2024-03-01},

address = {Sapporo Japan},

keywords = {Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{brixey_why_2024,

title = {Why should a dialogue system speak more than one language?},

author = {Jacqueline Brixey and David Traum},

url = {chrome-extension://efaidnbmnnnibpcajpcglclefindmkaj/https://people.ict.usc.edu/~traum/Papers/24-Why%20should%20a%20dialogue%20system%20speak%20more%20than%20one%20language.pdf},

year  = {2024},

date = {2024-03-01},

address = {Sapporo Japan},

keywords = {Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gordon_combining_2024,

title = {Combining the Predictions of Out-of-Domain Classifiers Using Etcetera Abduction},

author = {Andrew S. Gordon and Andrew Feng},

url = {https://ieeexplore.ieee.org/document/10480194/},

doi = {10.1109/CISS59072.2024.10480194},

isbn = {979-8-3503-6929-8},

year  = {2024},

date = {2024-03-01},

urldate = {2024-04-16},

booktitle = {2024 58th Annual Conference on Information Sciences and Systems (CISS)},

pages = {1–6},

publisher = {IEEE},

address = {Princeton, NJ, USA},

keywords = {DTIC, Narrative, The Narrative Group, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ustun_assessing_2024,

title = {Assessing Routing Decisions of Search and Rescue Teams in Service of an Artificial Social Intelligence Agent:},

author = {Volkan Ustun and Ronit Jorvekar and Nikolos Gurney and David Pynadath and Yunzhe Wang},

url = {https://www.scitepress.org/DigitalLibrary/Link.aspx?doi=10.5220/0012388100003636},

doi = {10.5220/0012388100003636},

isbn = {978-989-758-680-4},

year  = {2024},

date = {2024-02-01},

urldate = {2024-03-19},

booktitle = {Proceedings of the 16th International Conference on Agents and Artificial Intelligence},

pages = {313–320},

publisher = {SCITEPRESS - Science and Technology Publications},

address = {Rome, Italy},

keywords = {AI, Cognitive Architecture, DTIC, Social Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{pollard_see_2024,

title = {See Like a Satellite: Adapting Human Vision to Complex Sensing Technologies with Adaptive Synthetic Aperture Radar Image Recognition Training (ASIRT)},

author = {Kimberly A. Pollard and Benjamin Files and Brent Lance and David Nelson and Benjamin Nye and Rhys Yahata and Spencer Lin},

year  = {2024},

date = {2024-01-01},

booktitle = {I/ITSEC 2024},

address = {Orlando, FL},

abstract = {Extending human sensory capabilities beyond their natural ranges (e.g., ultrasound, night vision) and even to entirely different senses (e.g., particle radiation, magnetism, etc.) has vastly increased our abilities to gather data and make sound decisions. Such sensing technologies are critical in fields as diverse as medicine, geology, astronomy, ecology, and defense. However, for humans to interpret data from these sensors, the output must be translated into something humans can perceive with their natural senses. One such example is Synthetic Aperture Radar (SAR), a remote sensing technology used to create imagery of the earth's surface. In SAR, signals from satellite-borne microwave emitters and sensors are typically converted to flattened grayscale images for humans to examine. The process yields imagery that violates multiple fundamental expectations of human visual experience. Geometric distortions, multipath reflections, and other phenomena make SAR images extremely difficult for humans to interpret. To address this challenge, we developed a perceptual training system that enables humans to interactively view SAR images taken from multiple sensor angles. During natural development, humans learn to understand the correspondence between 2D visual images on the retina and 3D physical shapes by moving around these objects in the real world. Our interactive virtual SAR environment enables a trainee to engage in a similar perceptual learning process with SAR imagery online. We conducted a user study of this system, finding that participants actively used the viewpoint rotations. Furthermore, their success in identifying objects in SAR images increased by an average of over 50% after interacting with our perceptual training system and even transferred to untrained object types. We are expanding the platform into a physically interactive AR tablet application to allow bodily interaction with viewing angles for greater realism and potentially greater learning gains. In addition to presenting findings, we will demo the SAR training platform.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{awada_investigating_2024,

title = {Investigating the Interplay between Indoor Environmental Quality and Workers’ Health and Productivity: Preliminary Results},

author = {Mohamad Awada and Mirmahdi Seyedrezaei and Burcin Becerik-Gerber and Gale Lucas},

url = {https://ascelibrary.org/doi/10.1061/9780784485248.074},

doi = {10.1061/9780784485248.074},

isbn = {978-0-7844-8524-8},

year  = {2024},

date = {2024-01-01},

urldate = {2024-04-16},

booktitle = {Computing in Civil Engineering 2023},

pages = {614–622},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {DTIC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{liu_development_2024,

title = {Development of a VR Training Platform for Active Shooter Incident Preparedness in Healthcare Environments via a Stakeholder-Engaged Process},

author = {Ruying Liu and Burçin Becerik-Gerber and Gale M. Lucas and Kelly Busta},

url = {https://ascelibrary.org/doi/10.1061/9780784485231.006},

doi = {10.1061/9780784485231.006},

isbn = {978-0-7844-8523-1},

year  = {2024},

date = {2024-01-01},

urldate = {2024-04-16},

booktitle = {Computing in Civil Engineering 2023},

pages = {45–53},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {DTIC, Virtual Humans, VR},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{rodrigues_virtual_2024,

title = {Virtual Environment for Studying the Effects of Operational and Environmental Sounds on Teleoperated Demolition},

author = {Patrick B. Rodrigues and Burcin Becerik-Gerber and Lucio Soibelman and Gale M. Lucas and Shawn C. Roll},

url = {https://ascelibrary.org/doi/10.1061/9780784485231.007},

doi = {10.1061/9780784485231.007},

isbn = {978-0-7844-8523-1},

year  = {2024},

date = {2024-01-01},

urldate = {2024-04-16},

booktitle = {Computing in Civil Engineering 2023},

pages = {54–61},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {DTIC, Virtual Humans, VR},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{liu_assessing_2024,

title = {Assessing Workers’ Operational Postures via Egocentric Camera Mapping},

author = {Ziming Liu and Christine Wun Ki Suen and Zhengbo Zou and Meida Chen and Yangming Shi},

url = {https://ascelibrary.org/doi/10.1061/9780784485224.003},

doi = {10.1061/9780784485224.003},

isbn = {978-0-7844-8522-4},

year  = {2024},

date = {2024-01-01},

urldate = {2024-03-19},

booktitle = {Computing in Civil Engineering 2023},

pages = {17–24},

publisher = {American Society of Civil Engineers},

address = {Corvallis, Oregon},

keywords = {DTIC, Narrative, STG},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{zhou_investigating_2023,

title = {Investigating the Generalizability of Physiological Characteristics of Anxiety},

author = {Emily Zhou and Mohammad Soleymani and Maja J. Matarić},

url = {https://ieeexplore.ieee.org/document/10385292/},

doi = {10.1109/BIBM58861.2023.10385292},

isbn = {979-8-3503-3748-8},

year  = {2023},

date = {2023-12-01},

urldate = {2024-04-16},

booktitle = {2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)},

pages = {4848–4855},

publisher = {IEEE},

address = {Istanbul, Turkiye},

keywords = {DTIC, Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{chemburkar_discrete_2023,

title = {Discrete Diffusion for Co-Speech Gesture Synthesis},

author = {Ankur Chemburkar and Shuhong Lu and Andrew Feng},

url = {https://dl.acm.org/doi/10.1145/3610661.3616556},

doi = {10.1145/3610661.3616556},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2024-07-09},

booktitle = {International Cconference on Multimodal Interaction},

pages = {186–192},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, Natural Language},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nasihati_gilani_multimodal_2023,

title = {Multimodal Prediction of User's Performance in High-Stress Dialogue Interactions},

author = {Setareh Nasihati Gilani and Kimberly Pollard and David Traum},

url = {https://dl.acm.org/doi/10.1145/3610661.3617166},

doi = {10.1145/3610661.3617166},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {International Cconference on Multimodal Interaction},

pages = {71–75},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, Natural Language, UARC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lin_toward_2023,

title = {Toward a Better Understanding of the Emotional Dynamics of Negotiation with Large Language Models},

author = {Eleanor Lin and James Hale and Jonathan Gratch},

url = {https://dl.acm.org/doi/10.1145/3565287.3617637},

doi = {10.1145/3565287.3617637},

isbn = {978-1-4503-9926-5},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing},

pages = {545–550},

publisher = {ACM},

address = {Washington DC USA},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ahmed_asar_2023,

title = {ASAR Dataset and Computational Model for Affective State Recognition During ARAT Assessment for Upper Extremity Stroke Survivors},

author = {Tamim Ahmed and Thanassis Rikakis and Aisling Kelliher and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3610661.3617154},

doi = {10.1145/3610661.3617154},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {International Cconference on Multimodal Interaction},

pages = {11–15},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{andrist_platform_2023,

title = {Platform for Situated Intelligence and OpenSense: A Tutorial on Building Multimodal Interactive Applications for Research},

author = {Sean Andrist and Dan Bohus and Zongjian Li and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3610661.3617603},

doi = {10.1145/3610661.3617603},

isbn = {979-8-4007-0321-8},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {International Cconference on Multimodal Interaction},

pages = {105–106},

publisher = {ACM},

address = {Paris France},

keywords = {AI, DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tran_multimodal_2023,

title = {Multimodal Analysis and Assessment of Therapist Empathy in Motivational Interviews},

author = {Trang Tran and Yufeng Yin and Leili Tavabi and Joannalyn Delacruz and Brian Borsari and Joshua D Woolley and Stefan Scherer and Mohammad Soleymani},

url = {https://dl.acm.org/doi/10.1145/3577190.3614105},

doi = {10.1145/3577190.3614105},

isbn = {979-8-4007-0055-2},

year  = {2023},

date = {2023-10-01},

urldate = {2023-12-07},

booktitle = {INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION},

pages = {406–415},

publisher = {ACM},

address = {Paris France},

keywords = {DTIC, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lei_sources_2023,

title = {Sources of Facial Expression Synchrony},

author = {Su Lei and Jonathan Gratch},

url = {https://ieeexplore.ieee.org/document/10388107/},

doi = {10.1109/ACII59096.2023.10388107},

isbn = {979-8-3503-2743-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-07-16},

booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},

pages = {1–8},

publisher = {IEEE},

address = {Cambridge, MA, USA},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{yang_context_2023-1,

title = {Context Unlocks Emotions: Text-based Emotion Classification Dataset Auditing with Large Language Models},

author = {Daniel Yang and Aditya Kommineni and Mohammad Alshehri and Nilamadhab Mohanty and Vedant Modi and Jonathan Gratch and Shrikanth Narayanan},

url = {https://ieeexplore.ieee.org/document/10388131/},

doi = {10.1109/ACII59096.2023.10388131},

isbn = {979-8-3503-2743-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-08-13},

booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},

pages = {1–8},

publisher = {IEEE},

address = {Cambridge, MA, USA},

keywords = {DTIC, Emotions},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hoegen_how_2023,

title = {How Expression and Context Determine Second-person Judgments of Emotion},

author = {Jessie Hoegen and Gale Lucas and Danielle Shore and Brian Parkinson and Jonathan Gratch},

url = {https://ieeexplore.ieee.org/document/10388189/},

doi = {10.1109/ACII59096.2023.10388189},

isbn = {979-8-3503-2743-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-07-09},

booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},

pages = {1–7},

publisher = {IEEE},

address = {Cambridge, MA, USA},

keywords = {DTIC, Emotion},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gainer_divis_2023,

title = {DIVIS: Digital Interactive Victim Intake Simulator},

author = {Alesia Gainer and Allison Aptaker and Ron Artstein and David Cobbins and Mark Core and Carla Gordon and Anton Leuski and Zongjian Li and Chirag Merchant and David Nelson and Mohammad Soleymani and David Traum},

url = {https://dl.acm.org/doi/10.1145/3570945.3607328},

doi = {10.1145/3570945.3607328},

isbn = {978-1-4503-9994-4},

year  = {2023},

date = {2023-09-01},

urldate = {2024-02-20},

booktitle = {Proceedings of the 23rd ACM International Conference on Intelligent Virtual Agents},

pages = {1–2},

publisher = {ACM},

address = {Würzburg Germany},

keywords = {DTIC, MxR, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tran_personalized_2023,

title = {Personalized Adaptation with Pre-trained Speech Encoders for Continuous Emotion Recognition},

author = {Minh Tran and Yufeng Yin and Mohammad Soleymani},

url = {https://www.isca-speech.org/archive/interspeech_2023/tran23c_interspeech.html},

doi = {10.21437/Interspeech.2023-2170},

year  = {2023},

date = {2023-08-01},

urldate = {2023-08-23},

booktitle = {INTERSPEECH 2023},

pages = {636–640},

publisher = {ISCA},

keywords = {DTIC, Emotions, UARC, Virtual Humans},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{mozgai_human-centered_2023,

title = {Human-Centered Design for a Virtual Human led mHealth Intervention for Suicide Prevention},

author = {Sharon Mozgai and Albert Rizzo and Arno Hartholt},

url = {https://openaccess.cms-conferences.org/publications/book/978-1-958651-88-9/article/978-1-958651-88-9_11},

doi = {10.54941/ahfe1004118},

year  = {2023},

date = {2023-07-01},

urldate = {2024-07-11},

abstract = {Addressing the significant mental and physical healthcare needs of 

 Veterans requires innovative strategies to enhance access to evidence-based 

 care. The integration of Virtual Human (VH) agents into Mobile Health 

 (mHealth) applications presents a promising opportunity to overcome barriers 

 associated with suicide prevention and connect with Veterans. The Battle 

 Buddy (BB) project was conceived as a mobile wellness and suicide prevention 

 application, empowering Veterans with an always-available resource 

 concierged by an engaging and supportive conversational VH agent. 

 Human-centered design is essential in the development of all interactions 

 focused on the persuasive strategies of (1) personalization, (2) 

 self-monitoring, (3) tunneling, (4) suggestion, and (5) expertise. Veterans 

 can interact with the BB VH during daily check-ins, learn about mental 

 health and wellness strategies, participate in interactive activities, 

 increase self-awareness of their current status, and build and work safety 

 plans in times of suicidal crisis. BB is designed to provide the Veteran 

 with easy access to a suicide prevention ecosystem in which a wealth of 

 evidenced-based interventions will be delivered in a non-stigmatizing 

 fashion by a computer-based dialogue system with virtual embodiment, 

 utilizing various multi-modal language cues such as text, speech, animated 

 facial expressions, and gestures to interact with users. This paper explores 

 our human-centered design process for the BB feature set to target the 

 negative effects of social isolation and loneliness, conditions that 

 challenge Veteran healthcare and suicide prevention.},

keywords = {MedVR},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nye_mentorstudio_2023,

title = {MentorStudio: Amplifying diverse voices through rapid, self-authorable virtual mentors},

author = {Benjamin D. Nye and Yuko Okado and Aaron Shiel and Kayla Carr and Milton Rosenberg and Enora Rice and Luke Ostrander and Megan Ju and Cassandra Gutierrez and Dilan Ramirez and Daniel Auerbach and Angelica Aguirre and William Swartout},

url = {https://zenodo.org/record/8226275},

doi = {10.5281/ZENODO.8226275},

year  = {2023},

date = {2023-07-01},

urldate = {2024-01-11},

publisher = {Zenodo},

abstract = {Mentoring promotes underserved students' STEM persistence but it is difficult to scale up. Virtual agents can amplify mentors' experiences to larger audiences, which is particularly important for mentors from under-represented backgrounds and for underserved students with less access to mentors. This paper introduces MentorStudio, an online platform that allows real-life mentors to self-record and publish video-based conversational virtual agents. MentorStudio's goals are to increase speed, scheduling flexibility, and autonomy in creating intelligent virtual mentors. MentorStudio platform components are introduced, along with initial feedback regarding usability and acceptance collected from 20 STEM mentors who recorded virtual mentors. Overall, the MentorStudio platform has good ease-of-use and acceptance among mentors and offers a platform capable of recording large number of mentors to expand their reach to an unlimited number of students.},

note = {Publisher: Zenodo},

keywords = {DTIC, Learning Sciences, UARC, Virtual Agents},

pubstate = {published},

tppubtype = {inproceedings}

}