Lost in Translation: The Value of Verbalizations in Interpreting 3D Computer-Aided Design Workflows

@inproceedings{10.1145/3772318.3791084,
author = {Cheng, Kathy and Vermeulen, Jo and Fitzmaurice, George and Matejka, Justin},
title = {Lost in Translation: The Value of Verbalizations in Interpreting 3D Computer-Aided Design Workflows},
year = {2026},
isbn = {9798400722783},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3772318.3791084},
doi = {10.1145/3772318.3791084},
abstract = {AI assistants are transforming creative and knowledge domains, holding similar promise for mechanical design via 3D CAD software. Yet, current AI assistance for CAD relies on geometry or command history, lacking rich design intent. We investigate think-aloud computing as a lightweight approach to capture designers’ spoken intent and inform how future AI assistance could leverage this to provide in-situ feedback. Through a three-part study with 10 designers and 10 experts, we (1) recorded designers’ think-aloud verbalizations during 3D modelling, (2) compared expert feedback with and without think-aloud recordings, and (3) interviewed the original designers to evaluate feedback quality. Findings show that verbalizations surface rationale, future actions, and challenges — insights absent from geometric and command data — that enable feedback attuned to designers’ goals. By harnessing think-aloud data, we uncover when to intervene, what to prompt, and characteristics of effective feedback, paving the way for context-aware AI assistance for CAD.},
booktitle = {Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems},
articleno = {1422},
numpages = {22},
keywords = {Think-Aloud Computing, Product Design, Human-AI Collaboration, Creativity Support Tools, Design Intent},
location = {
},
series = {CHI '26}
}