{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,15]],"date-time":"2024-09-15T19:50:50Z","timestamp":1726429850162},"reference-count":68,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2017,12,1]],"date-time":"2017-12-01T00:00:00Z","timestamp":1512086400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1016\/j.neucom.2017.01.105","type":"journal-article","created":{"date-parts":[[2017,4,29]],"date-time":"2017-04-29T15:46:40Z","timestamp":1493480800000},"page":"164-175","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":115,"special_numbering":"C","title":["What you see is what you can change: Human-centered machine learning by interactive visualization"],"prefix":"10.1016","volume":"268","author":[{"given":"Dominik","family":"Sacha","sequence":"first","affiliation":[]},{"given":"Michael","family":"Sedlmair","sequence":"additional","affiliation":[]},{"given":"Leishi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"John A.","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Jaakko","family":"Peltonen","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Weiskopf","sequence":"additional","affiliation":[]},{"given":"Stephen C.","family":"North","sequence":"additional","affiliation":[]},{"given":"Daniel A.","family":"Keim","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.neucom.2017.01.105_bib0001","series-title":"Mastering the Information Age \u2013 Solving Problems with Visual Analytics","author":"Keim","year":"2010"},{"issue":"99","key":"10.1016\/j.neucom.2017.01.105_bib0002","first-page":"1","article-title":"An analysis of machine- and human-analytics in classification","volume":"PP","author":"Tam","year":"2016","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0003","series-title":"Proceedings of the ACM SIGKDD Workshop on Interactive Data Exploration and Analytics (IDEA)","article-title":"Toward usable interactive analytics: coupling cognition and computation","author":"Endert","year":"2014"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0004","doi-asserted-by":"crossref","first-page":"1604","DOI":"10.1109\/TVCG.2014.2346481","article-title":"Knowledge generation model for visual analytics","volume":"20","author":"Sacha","year":"2014","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"4","key":"10.1016\/j.neucom.2017.01.105_bib0005","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1609\/aimag.v35i4.2513","article-title":"Power to the people: the role of humans in interactive machine learning","volume":"35","author":"Amershi","year":"2014","journal-title":"AI Mag."},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0006","first-page":"1","article-title":"Bridging information visualization with machine learning (Dagstuhl Seminar 15101)","volume":"5","author":"Keim","year":"2015","journal-title":"Dagstuhl Rep."},{"key":"10.1016\/j.neucom.2017.01.105_bib0007","series-title":"Proceedings of the Twenty-Fourth European Symposium on Artificial Neural Networks, ESANN","first-page":"641","article-title":"Human-centered machine learning through interactive visualization: review and open challenges","author":"Sacha","year":"2016"},{"key":"10.1016\/j.neucom.2017.01.105_bib0008","series-title":"Readings in Information Visualization \u2013 Using Vision to Think","author":"Card","year":"1999"},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0009","first-page":"37","article-title":"From data mining to knowledge discovery in databases","volume":"17","author":"Fayyad","year":"1996","journal-title":"AI Mag."},{"key":"10.1016\/j.neucom.2017.01.105_bib0010","series-title":"Proceedings of the International Conference on Intelligence Analysis","first-page":"2","article-title":"The sensemaking process and leverage points for analyst technology as identified through cognitive task analysis","volume":"5","author":"Pirolli","year":"2005"},{"issue":"4","key":"10.1016\/j.neucom.2017.01.105_bib0011","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1057\/ivs.2009.22","article-title":"The science of interaction","volume":"8","author":"Pike","year":"2009","journal-title":"Inf. Visual."},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0012","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1007\/s10844-014-0304-9","article-title":"The human is the loop: new directions for visual analytics","volume":"43","author":"Endert","year":"2014","journal-title":"J. Intell. Inf. Syst."},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0013","doi-asserted-by":"crossref","first-page":"2619","DOI":"10.1109\/TVCG.2015.2513410","article-title":"What may visualization processes optimize?","volume":"22","author":"Chen","year":"2016","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0014","doi-asserted-by":"crossref","first-page":"2376","DOI":"10.1109\/TVCG.2013.124","article-title":"A multi-level typology of abstract visualization tasks","volume":"19","author":"Brehmer","year":"2013","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0015","series-title":"Handbook of Human Centric Visualization","first-page":"653","article-title":"Interaction taxonomy for tracking of user actions in visual analytics applications","author":"von Landesberger","year":"2014"},{"key":"10.1016\/j.neucom.2017.01.105_bib0016","series-title":"Proceedings of the ACM SIGKDD Workshop on Visual Analytics and Knowledge Discovery: Integrating Automated Analysis with Interactive Exploration","first-page":"12","article-title":"Surveying the complementary role of automatic data analysis and visualization in knowledge discovery","author":"Bertini","year":"2009"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0017","doi-asserted-by":"crossref","first-page":"1643","DOI":"10.1109\/TVCG.2014.2346578","article-title":"Opening the black box: strategies for increased user involvement in existing algorithm implementations","volume":"20","author":"Muhlbacher","year":"2014","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"2","key":"10.1016\/j.neucom.2017.01.105_bib0018","doi-asserted-by":"crossref","first-page":"8:1","DOI":"10.1145\/2512208","article-title":"Modeling user preferences in recommender systems: a classification framework for explicit and implicit user feedback","volume":"4","author":"Jawaheer","year":"2014","journal-title":"ACM Trans. Interact. Intell. Syst."},{"key":"10.1016\/j.neucom.2017.01.105_bib0019","series-title":"Encyclopedia of Machine Learning","first-page":"829","article-title":"Recommender systems","author":"Melville","year":"2010"},{"key":"10.1016\/j.neucom.2017.01.105_bib0020","series-title":"Recommender Systems Handbook","author":"Ricci","year":"2010"},{"issue":"2","key":"10.1016\/j.neucom.2017.01.105_bib0021","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/BF00993277","article-title":"Improving generalization with active learning","volume":"15","author":"Cohn","year":"1994","journal-title":"Mach. Learn."},{"key":"10.1016\/j.neucom.2017.01.105_bib0022","series-title":"Synthesis Lectures on Artificial Intelligence and Machine Learning","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-01560-1","article-title":"Active Learning","author":"Settles","year":"2012"},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0023","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1109\/TSE.2013.59","article-title":"You are the only possible oracle: effective test selection for end users of interactive machine learning systems","volume":"40","author":"Groce","year":"2014","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.neucom.2017.01.105_bib0024","series-title":"The Design of Everyday Things","author":"Norman","year":"2002"},{"issue":"8","key":"10.1016\/j.neucom.2017.01.105_bib0025","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1109\/MC.1983.1654471","article-title":"Direct manipulation: a step beyond programming languages","volume":"16","author":"Shneiderman","year":"1983","journal-title":"IEEE Comput."},{"issue":"4","key":"10.1016\/j.neucom.2017.01.105_bib0026","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1177\/1473871611415994","article-title":"Research directions in data wrangling: visualizations and transformations for usable and credible data","volume":"10","author":"Kandel","year":"2011","journal-title":"Inf. Visual."},{"key":"10.1016\/j.neucom.2017.01.105_bib0027","first-page":"1157","article-title":"An introduction to variable and feature selection","volume":"3","author":"Guyon","year":"2003","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"10.1016\/j.neucom.2017.01.105_bib0028","doi-asserted-by":"crossref","first-page":"79","DOI":"10.2478\/fcds-2014-0006","article-title":"Aspects in classification learning \u2013 review of recent developments in learning vector quantization","volume":"39","author":"Kaden","year":"2014","journal-title":"Found. Comput. Decis. Sci."},{"key":"10.1016\/j.neucom.2017.01.105_bib0029","doi-asserted-by":"crossref","first-page":"3532","DOI":"10.1162\/neco.2009.11-08-908","article-title":"Adaptive relevance matrices in learning vector quantization","volume":"21","author":"Schneider","year":"2009","journal-title":"Neural Comput."},{"issue":"1","key":"10.1016\/j.neucom.2017.01.105_bib0030","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.neunet.2011.10.001","article-title":"Limited rank matrix learning, discriminative dimension reduction and visualization","volume":"26","author":"Bunte","year":"2012","journal-title":"Neural Netw."},{"issue":"Nov","key":"10.1016\/j.neucom.2017.01.105_bib0031","first-page":"2491","article-title":"Simplemkl","volume":"9","author":"Rakotomamonjy","year":"2008","journal-title":"J. Mach. Learn. Res."},{"issue":"438","key":"10.1016\/j.neucom.2017.01.105_bib0032","first-page":"548","article-title":"Improvements on cross-validation: the .632+ bootstrap method","volume":"92","author":"Efron","year":"1997","journal-title":"J. Am. Stat. Assoc."},{"key":"10.1016\/j.neucom.2017.01.105_bib0033","series-title":"Proceedings of the Fifteenth IEEE International Conference on Tools with Artificial Intelligence","first-page":"142","article-title":"Feature selection for support vector machines by means of genetic algorithm","author":"Fr\u00f6hlich","year":"2003"},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0034","doi-asserted-by":"crossref","first-page":"767","DOI":"10.1111\/j.1467-8659.2009.01475.x","article-title":"iPCA: an interactive system for PCA-based visual analytics","volume":"28","author":"Jeong","year":"2009","journal-title":"Comput. Gr. Forum"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0035","doi-asserted-by":"crossref","first-page":"1962","DOI":"10.1109\/TVCG.2013.125","article-title":"A partition-based framework for building and validating regression models","volume":"19","author":"M\u00fchlbacher","year":"2013","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0036","series-title":"Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI)","first-page":"473","article-title":"Semantic interaction for visual text analytics","author":"Endert","year":"2012"},{"key":"10.1016\/j.neucom.2017.01.105_bib0037","series-title":"Proceedings of the IEEE Conference on Visual Analytics in Science and Technology (VAST)","first-page":"151","article-title":"Baobabview: interactive construction and analysis of decision trees","author":"van den Elzen","year":"2011"},{"key":"10.1016\/j.neucom.2017.01.105_bib0038","series-title":"Proceedings of the IEEE Pacific Visualization Symposium","first-page":"1","article-title":"SepMe: 2002 new visual separation measures","author":"Aupetit","year":"2016"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0039","doi-asserted-by":"crossref","first-page":"2859","DOI":"10.1109\/TVCG.2012.195","article-title":"An affordance-based framework for human computation and human\u2013computer collaboration","volume":"18","author":"Crouser","year":"2012","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"1","key":"10.1016\/j.neucom.2017.01.105_bib0040","doi-asserted-by":"crossref","first-page":"639","DOI":"10.1109\/TVCG.2015.2467201","article-title":"Suggested interactivity: seeking perceived affordances for information visualization","volume":"22","author":"Boy","year":"2016","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0041","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1109\/MCG.2015.50","article-title":"Analytic provenance for sensemaking: a research agenda","volume":"35","author":"Xu","year":"2015","journal-title":"IEEE Comput. Gr. Appl."},{"key":"10.1016\/j.neucom.2017.01.105_bib0042","series-title":"Proceedings of the Twenty-Sixth AAAI Conference on Artificial Intelligence","article-title":"Learning to learn: algorithmic inspirations from human problem solving","author":"Kapoor","year":"2012"},{"key":"10.1016\/j.neucom.2017.01.105_bib0043","series-title":"Proceedings of the IEEE Conference on Visual Analytics in Science and Technology (VAST)","first-page":"23","article-title":"Inter-active learning of ad-hoc classifiers for video visual analytics","author":"H\u00f6ferlin","year":"2012"},{"key":"10.1016\/j.neucom.2017.01.105_bib0044","series-title":"Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI)","first-page":"3363","article-title":"Wrangler: interactive visual specification of data transformation scripts","author":"Kandel","year":"2011"},{"key":"10.1016\/j.neucom.2017.01.105_bib0045","series-title":"Proceedings of the IEEE Conference on Visual Analytics in Science and Technology (VAST)","first-page":"83","article-title":"Dis-function: learning distance functions interactively","author":"Brown","year":"2012"},{"key":"10.1016\/j.neucom.2017.01.105_bib0046","series-title":"Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI)","first-page":"1283","article-title":"EnsembleMatrix: interactive visualization to support machine learning with multiple classifiers","author":"Talbot","year":"2009"},{"issue":"1","key":"10.1016\/j.neucom.2017.01.105_bib0047","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1109\/TVCG.2015.2467191","article-title":"Voyager: exploratory analysis via faceted browsing of visualization recommendations","volume":"22","author":"Wongsuphasawat","year":"2016","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0048","series-title":"Proceedings of the IEEE Conference on Visual Analytics in Science and Technology (VAST)","first-page":"3","article-title":"DimStiller: workflows for dimensional analysis and reduction","author":"Ingram","year":"2010"},{"key":"10.1016\/j.neucom.2017.01.105_bib0049","series-title":"Proceedings of the Eurographics Conference on Visualization (EuroVis) \u2013 Short Papers","article-title":"Bridging the gap of domain and visualization experts with a liaison","author":"Simon","year":"2015"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0050","doi-asserted-by":"crossref","first-page":"2431","DOI":"10.1109\/TVCG.2012.213","article-title":"Design study methodology: reflections from the trenches and the stacks","volume":"18","author":"Sedlmair","year":"2012","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0051","series-title":"Proceedings of the Twentieth European Symposium on Artificial Neural Networks, ESANN 2012","article-title":"Making machine learning models interpretable","author":"Vellido","year":"2012"},{"key":"10.1016\/j.neucom.2017.01.105_bib0052","series-title":"Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI)","first-page":"21","article-title":"ReGroup: interactive machine learning for on-demand group creation in social networks","author":"Amershi","year":"2012"},{"key":"10.1016\/j.neucom.2017.01.105_bib0053","series-title":"Proceedings of the IEEE Conference on Visual Analytics in Science and Technology (VAST)","first-page":"43","article-title":"Feedback-driven interactive exploration of large multidimensional data supported by visual classifier","author":"Behrisch","year":"2014"},{"issue":"6","key":"10.1016\/j.neucom.2017.01.105_bib0054","doi-asserted-by":"crossref","first-page":"999","DOI":"10.1109\/TVCG.2010.177","article-title":"Mental models, visual reasoning and interaction in information visualization: a top-down perspective","volume":"16","author":"Liu","year":"2010","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0055","first-page":"451","article-title":"Information retrieval perspective to nonlinear dimensionality reduction for data visualization","volume":"11","author":"Venna","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.neucom.2017.01.105_bib0056","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1016\/j.neucom.2012.12.036","article-title":"Type 1 and 2 mixtures of Kullback\u2013Leibler divergences as cost functions in dimensionality reduction based on similarity preservation","volume":"112","author":"Lee","year":"2013","journal-title":"Neurocomputing"},{"issue":"12","key":"10.1016\/j.neucom.2017.01.105_bib0057","doi-asserted-by":"crossref","first-page":"2203","DOI":"10.1109\/TVCG.2011.229","article-title":"Quality metrics in high-dimensional data visualization: an overview and systematization","volume":"17","author":"Bertini","year":"2011","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"3","key":"10.1016\/j.neucom.2017.01.105_bib0058","doi-asserted-by":"crossref","first-page":"831","DOI":"10.1111\/j.1467-8659.2009.01467.x","article-title":"Selecting good views of high-dimensional data using class consistency","volume":"28","author":"Sips","year":"2009","journal-title":"Comput. Gr. Forum"},{"key":"10.1016\/j.neucom.2017.01.105_bib0059","series-title":"Proceedings of the Eighth International Symposium on Smart Graphics","first-page":"164","article-title":"Visualization of uncertainty and reasoning","author":"Zuk","year":"2007"},{"issue":"1","key":"10.1016\/j.neucom.2017.01.105_bib0060","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1109\/TVCG.2015.2467591","article-title":"The role of uncertainty, awareness, and trust in visual analytics","volume":"22","author":"Sacha","year":"2016","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0061","series-title":"Proceedings of the IEEE Conference on Visual Analytics in Science and Technology (VAST)","first-page":"51","article-title":"A framework for uncertainty-aware visual analytics","author":"Correa","year":"2009"},{"issue":"8","key":"10.1016\/j.neucom.2017.01.105_bib0062","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1007\/s003710050111","article-title":"Approaches to uncertainty visualization","volume":"13","author":"Pang","year":"1997","journal-title":"Vis. Comput."},{"key":"10.1016\/j.neucom.2017.01.105_bib0063","series-title":"Expanding the Frontiers of Visual Analytics and Visualization","first-page":"81","article-title":"A review of uncertainty in data visualization","author":"Brodlie","year":"2012"},{"issue":"1","key":"10.1016\/j.neucom.2017.01.105_bib0064","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1057\/ivs.2009.1","article-title":"Revealing uncertainty for information visualization","volume":"9","author":"Skeels","year":"2010","journal-title":"Inf. Visual."},{"issue":"99","key":"10.1016\/j.neucom.2017.01.105_bib0065","first-page":"1","article-title":"Approximated and user steerable tSNE for progressive visual analytics","volume":"PP","author":"Pezzotti","year":"2016","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"issue":"1","key":"10.1016\/j.neucom.2017.01.105_bib0066","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1109\/TVCG.2016.2598470","article-title":"Designing progressive and interactive analytics processes for high-dimensional data analysis","volume":"23","author":"Turkay","year":"2017","journal-title":"IEEE Trans. Visual. Comput. Gr. (TVCG)"},{"key":"10.1016\/j.neucom.2017.01.105_bib0067","series-title":"The Logic of Scientific Discovery","author":"Popper","year":"2005"},{"key":"10.1016\/j.neucom.2017.01.105_bib0068","first-page":"175","article-title":"Theoretical analysis and theory creation","author":"Dix","year":"2008","journal-title":"Res. Methods Human\u2013Comput. Interact."}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231217307609?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231217307609?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T10:24:16Z","timestamp":1692786256000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925231217307609"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":68,"alternative-id":["S0925231217307609"],"URL":"http:\/\/dx.doi.org\/10.1016\/j.neucom.2017.01.105","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[2017,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"What you see is what you can change: Human-centered machine learning by interactive visualization","name":"articletitle","label":"Article Title"},{"value":"Neurocomputing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neucom.2017.01.105","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2017 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}
