Curompt: A Spatially Situated Interface for Generative AI in 3D Design Software

@INPROCEEDINGS {11303503,
author = { Foo, Mitchell and Wannamaker, Kendra and Vermeulen, Jo and Fitzmaurice, George and Matejka, Justin },
booktitle = { 2025 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC) },
title = {{ Curompt: A Spatially Situated Interface for Generative AI in 3D Design Software }},
year = {2025},
volume = {},
ISSN = {},
pages = {439-440},
abstract = { Generative AI tools are increasingly being integrated into various workflows. Many powerful AI systems, such as ChatGPT, Gemini, and Grok, are accessed through simple chat interfaces. While these language-based interactions may seem intuitive and futuristic, they also bear a resemblance to early computer command lines. With our prototype system, Curompt (combined cursor+prompt), we explore how to integrate conversational interaction powered by generative AI into familiar graphical interfaces with direct manipulation. We focused on the 3D environment, where relying on language-based interactions alone proves to be challenging. },
keywords = {Visualization;Three-dimensional displays;Generative AI;Navigation;Large language models;Decision making;Prototypes;Collaboration;Software;Videos},
doi = {10.1109/VL-HCC65237.2025.00065},
url = {https://doi.ieeecomputersociety.org/10.1109/VL-HCC65237.2025.00065},
publisher = {IEEE Computer Society},
address = {Los Alamitos, CA, USA},
month =Oct}