@inproceedings{f9f41fafef3547bc86954ffe3140de13,
title = "Context Sight: Model Understanding and Debugging via Interpretable Context",
abstract = "Model interpretation is increasingly important for successful model development and deployment. In recent years, many explanation methods are introduced to help humans understand how a machine learning model makes a decision on a specific instance. Recent studies show that contextualizing an individual model decision within a set of relevant examples can improve the model understanding. However, there is a lack of systematic study on what factors are considered when generating and using the context examples to explain model predictions, and how context examples help with model understanding and debugging in practice. In this work, we first identify a taxonomy of context generation and summarization through literature review. We then present Context Sight, a visual analytics system that integrates customized context generation and multiple-level context summarization to assist context exploration and interpretation. We evaluate the usefulness of the system through a detailed use case. This work is an initial step for a set of systematic research on how contextualization can help data scientists and practitioners understand and diagnose model behaviors, based on which we will gain a better understanding of the usage of context.",
keywords = "contextualization, explainable AI, model debugging, model understanding, visual analytics",
author = "Jun Yuan and Enrico Bertini",
note = "Funding Information: We would like to thank all the reviewers for their constructive comments. We also thank Minsuk Kahng for his kind help and suggestions on this paper. This work was supported in part by a contract with Capital One. Publisher Copyright: {\textcopyright} 2022 ACM.; 2022 Workshop on Human-In-the-Loop Data Analytics, HILDA 2022 - Co-located with SIGMOD 2022 ; Conference date: 12-06-2022",
year = "2022",
month = jun,
day = "12",
doi = "10.1145/3546930.3547502",
language = "English (US)",
series = "Proceedings of the Workshop on Human-In-the-Loop Data Analytics, HILDA 2022",
publisher = "Association for Computing Machinery, Inc",
booktitle = "Proceedings of the Workshop on Human-In-the-Loop Data Analytics, HILDA 2022",
}