Conference Paper

@inproceedings{hoque2024HaLLMarkEffect, title={The HaLLMark Effect: Supporting Provenance and Transparent Use of Large Language Models in Writing with Interactive Visualization}, author={Hoque, Md Naimul and Tasfa Mashiat and Bhavya Ghai and Cecilia Shelton and Fanny Chevalier and Kari Kraus and Niklas Elmqvist}, url={https://doi.org/10.1145/3613904.3641895}, year={2024}, date={2024-01-11}, booktitle={Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems}, publisher={Association for Computing Machinery}, address={New York, NY, USA}, pages={1--17}, doi={10.1145/3613904.3641895}, abstract={The use of Large Language Models (LLMs) for writing has sparked controversy both among readers and writers. On one hand, writers are concerned that LLMs will deprive them of agency and ownership, and readers are concerned about spending their time on text generated by soulless machines. On the other hand, AI-assistance can improve writing as long as writers can conform to publisher policies, and as long as readers can be assured that a text has been verifed by a human. We argue that a system that captures the provenance of interaction with an LLM can help writers retain their agency, conform to policies, and communicate their use of AI to publishers and readers transparently. Thus we propose HaLLMark, a tool for visualizing the writer's interaction with the LLM. We evaluated HaLLMark with 13 creative writers, and found that it helped them retain a sense of control and ownership of the text.}, series={CHI '24}, articleno={285}, numpages={17}, location={Honolulu, HI, USA}, language={English}, keywords={agency,co-writing,creative writing,LLMs,visualization}, }