diff --git a/_paper.log b/_paper.log index 3a235eb..dd90a7c 100644 --- a/_paper.log +++ b/_paper.log @@ -1,4 +1,4 @@ -This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2021/W32TeX) (preloaded format=pdflatex 2022.3.21) 11 MAY 2022 19:07 +This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2021/W32TeX) (preloaded format=pdflatex 2022.3.21) 14 MAR 2023 15:41 entering extended mode restricted \write18 enabled. %&-line parsing enabled. @@ -415,99 +415,87 @@ LaTeX Info: Redefining \nameref on input line 141. \@outlinefile=\write4 \openout4 = `_paper.out'. -LaTeX Font Info: Trying to load font information for U+msa on input line 156. +LaTeX Font Info: Trying to load font information for U+msa on input line 158. (c:/Users/spyri/AppData/Roaming/TinyTeX/texmf-dist/tex/latex/amsfonts/umsa.fd File: umsa.fd 2013/01/14 v3.01 AMS symbols A ) -LaTeX Font Info: Trying to load font information for U+msb on input line 156. +LaTeX Font Info: Trying to load font information for U+msb on input line 158. (c:/Users/spyri/AppData/Roaming/TinyTeX/texmf-dist/tex/latex/amsfonts/umsb.fd File: umsb.fd 2013/01/14 v3.01 AMS symbols B -) -Underfull \vbox (badness 1210) has occurred while \output is active [] - -[1{c:/Users/spyri/AppData/Roaming/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdftex.map} +) [1{c:/Users/spyri/AppData/Roaming/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdftex.map} -] [2] -<./figures/shap_distr_bd.png, id=112, 440.847pt x 578.16pt> +] [2] [3] +<./figures/shap_distr_bd.png, id=118, 440.847pt x 578.16pt> File: ./figures/shap_distr_bd.png Graphic file (type png) -Package pdftex.def Info: ./figures/shap_distr_bd.png used on input line 212. +Package pdftex.def Info: ./figures/shap_distr_bd.png used on input line 214. (pdftex.def) Requested size: 368.57964pt x 483.38383pt. -LaTeX Warning: Float too large for page by 17.61806pt on input line 217. - - -Underfull \vbox (badness 4108) has occurred while \output is active [] - -[3] -Underfull \vbox (badness 4108) has occurred while \output is active [] +LaTeX Warning: Float too large for page by 17.61806pt on input line 219. [4] [5pdfTeX warning (ext4): destination with the same identifier (name{figure.1}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.233 ...The Cheem Viewer}\label{sec:cheemviewer}} - <./figures/shap_distr_bd.png>] [6] +l.233 + <./figures/shap_distr_bd.png>] [6] <./figures/app_classification.png, id=155, 592.614pt x 549.85425pt> File: ./figures/app_classification.png Graphic file (type png) -Package pdftex.def Info: ./figures/app_classification.png used on input line 262. +Package pdftex.def Info: ./figures/app_classification.png used on input line 264. (pdftex.def) Requested size: 433.62pt x 402.33833pt. <./figures/app_regression_interactions.png, id=157, 596.82974pt x 605.26125pt> File: ./figures/app_regression_interactions.png Graphic file (type png) -Package pdftex.def Info: ./figures/app_regression_interactions.png used on input line 278. +Package pdftex.def Info: ./figures/app_regression_interactions.png used on input line 280. (pdftex.def) Requested size: 433.62pt x 439.7498pt. - -Underfull \vbox (badness 1939) has occurred while \output is active [] - [7] [8pdfTeX warning (ext4): destination with the same identifier (name{figure.2}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.283 \end{figure} +l.285 \end{figure} <./figures/app_classification.PNG>] -Overfull \hbox (5.38435pt too wide) in paragraph at lines 302--304 +Overfull \hbox (5.38435pt too wide) in paragraph at lines 304--306 \OT1/cmr/m/n/10.95 and Wiener 2002), com-pat-i-bil-ity tree SHAP. Mod-est hy-per-pa-ram-e-ters are used, namely: [] [9] [10pdfTeX warning (ext4): destination with the same identifier (name{figure.3}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.312 ...nfrastructure}\label{sec:infrastructure}} +l.314 ...nfrastructure}\label{sec:infrastructure}} <./figures/app_regression_interactions.PNG>] -Package xcolor Warning: Incompatible color definition on input line 321. +Package xcolor Warning: Incompatible color definition on input line 323. -Package xcolor Warning: Incompatible color definition on input line 327. +Package xcolor Warning: Incompatible color definition on input line 329. -Package xcolor Warning: Incompatible color definition on input line 327. +Package xcolor Warning: Incompatible color definition on input line 329. -Overfull \hbox (10.55267pt too wide) in paragraph at lines 334--337 +Overfull \hbox (10.55267pt too wide) in paragraph at lines 336--339 []\OT1/cmr/m/n/10.95 A ver-sion of the cheem viewer shiny app can be di-rectly ac-cessed at []$\OT1/cmtt/m/n/10.95 https : / / ebsmonash . [] -Overfull \hbox (14.29437pt too wide) in paragraph at lines 337--339 +Overfull \hbox (14.29437pt too wide) in paragraph at lines 339--341 []\OT1/cmr/m/n/10.95 The de-vel-op-ment ver-sion of the pack-age is avail-able at []$\OT1/cmtt/m/n/10.95 https : / / github . com / nspyrison / [] -<./figures/case_penguins.png, id=190, 433.62pt x 433.62pt> +<./figures/case_penguins.png, id=191, 433.62pt x 433.62pt> File: ./figures/case_penguins.png Graphic file (type png) -Package pdftex.def Info: ./figures/case_penguins.png used on input line 358. +Package pdftex.def Info: ./figures/case_penguins.png used on input line 360. (pdftex.def) Requested size: 433.62pt x 433.63878pt. [11] -<./figures/case_penguins_BlFl.png, id=205, 309.155pt x 151.56625pt> +<./figures/case_penguins_BlFl.png, id=206, 309.155pt x 151.56625pt> File: ./figures/case_penguins_BlFl.png Graphic file (type png) -Package pdftex.def Info: ./figures/case_penguins_BlFl.png used on input line 371. +Package pdftex.def Info: ./figures/case_penguins_BlFl.png used on input line 373. (pdftex.def) Requested size: 433.62pt x 212.60527pt. -<./figures/case_chocolates.png, id=207, 433.62pt x 433.62pt> +<./figures/case_chocolates.png, id=208, 433.62pt x 433.62pt> File: ./figures/case_chocolates.png Graphic file (type png) -Package pdftex.def Info: ./figures/case_chocolates.png used on input line 395. +Package pdftex.def Info: ./figures/case_chocolates.png used on input line 397. (pdftex.def) Requested size: 433.62pt x 433.63878pt. Underfull \vbox (badness 4805) has occurred while \output is active [] @@ -515,39 +503,39 @@ Underfull \vbox (badness 4805) has occurred while \output is active [] [12] [13pdfTeX warning (ext4): destination with the same identifier (name{figure.4}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.403 +l.405 <./figures/case_penguins.png>] Underfull \vbox (badness 10000) has occurred while \output is active [] [14pdfTeX warning (ext4): destination with the same identifier (name{figure.5}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.409 +l.411 <./figures/case_penguins_BlFl.png>] [15pdfTeX warning (ext4): destination with the same identifier (name{figure.6}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.409 +l.411 <./figures/case_chocolates.png>] -<./figures/case_chocolates_inverse.png, id=244, 433.62pt x 433.62pt> +<./figures/case_chocolates_inverse.png, id=245, 433.62pt x 433.62pt> File: ./figures/case_chocolates_inverse.png Graphic file (type png) -Package pdftex.def Info: ./figures/case_chocolates_inverse.png used on input line 416. +Package pdftex.def Info: ./figures/case_chocolates_inverse.png used on input line 418. (pdftex.def) Requested size: 433.62pt x 433.63878pt. -<./figures/case_fifa.png, id=249, 433.62pt x 505.89pt> +<./figures/case_fifa.png, id=250, 433.62pt x 505.89pt> File: ./figures/case_fifa.png Graphic file (type png) -Package pdftex.def Info: ./figures/case_fifa.png used on input line 436. +Package pdftex.def Info: ./figures/case_fifa.png used on input line 438. (pdftex.def) Requested size: 390.25534pt x 455.31993pt. -LaTeX Warning: Float too large for page by 17.36249pt on input line 441. +LaTeX Warning: Float too large for page by 17.36249pt on input line 443. -<./figures/case_ames2018.png, id=253, 433.62pt x 505.89pt> +<./figures/case_ames2018.png, id=254, 433.62pt x 505.89pt> File: ./figures/case_ames2018.png Graphic file (type png) -Package pdftex.def Info: ./figures/case_ames2018.png used on input line 451. +Package pdftex.def Info: ./figures/case_ames2018.png used on input line 453. (pdftex.def) Requested size: 390.25534pt x 455.31993pt. -LaTeX Warning: Float too large for page by 3.76248pt on input line 456. +LaTeX Warning: Float too large for page by 3.76248pt on input line 458. Underfull \vbox (badness 10000) has occurred while \output is active [] @@ -555,17 +543,17 @@ Underfull \vbox (badness 10000) has occurred while \output is active [] [16] [17pdfTeX warning (ext4): destination with the same identifier (name{figure.7}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.462 +l.464 <./figures/case_chocolates_inverse.png>] [18pdfTeX warning (ext4): destination with the same identifier (name{figure.8}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.462 +l.464 <./figures/case_fifa.png>] [19pdfTeX warning (ext4): destination with the same identifier (name{figure.9}) has been already used, duplicate ignored ...shipout:D \box_use:N \l_shipout_box \__shipout_drop_firstpage_... -l.462 +l.464 <./figures/case_ames2018.png>] [20] [21] -Overfull \hbox (202.84843pt too wide) in paragraph at lines 538--540 +Overfull \hbox (202.84843pt too wide) in paragraph at lines 540--542 \OT1/cmr/m/n/10.95 Women.'' \OT1/cmr/m/it/10.95 Reuters\OT1/cmr/m/n/10.95 , Oc-to-ber. []$\OT1/cmtt/m/n/10.95 https : / / www . reuters . com / article / us-[]amazon-[]com-[]jobs-[]automation-[]insight-[]idUSKCN1MK08G$[]\OT1/cmr/m/n/10.95 . [] @@ -573,23 +561,23 @@ Overfull \hbox (202.84843pt too wide) in paragraph at lines 538--540 Underfull \vbox (badness 10000) has occurred while \output is active [] [22] -Overfull \hbox (20.8976pt too wide) in paragraph at lines 565--567 +Overfull \hbox (20.8976pt too wide) in paragraph at lines 567--569 \OT1/cmr/m/n/10.95 ``Gbm: Gen-er-al-ized Boosted Re-gres-sion Mod-els.'' []$\OT1/cmtt/m/n/10.95 https : / / CRAN . R-[]project . org / package = [] -Overfull \hbox (86.44087pt too wide) in paragraph at lines 580--582 +Overfull \hbox (86.44087pt too wide) in paragraph at lines 582--584 \OT1/cmtt/m/n/10.95 org / article / how-[]we-[]analyzed-[]the-[]compas-[]recidivism-[]algorithm ? token = RPR1E2qtzJltfJ0tS-[]gB _ [] -Overfull \hbox (51.24901pt too wide) in paragraph at lines 589--591 -[][]\OT1/cmr/m/n/10.95 Leone, Ste-fano. 2020. ``FIFA 20 Com-plete Player Dataset.'' []$\OT1/cmtt/m/n/10.95 https : / / kaggle . com / stefanoleone992 / +Overfull \hbox (51.24901pt too wide) in paragraph at lines 591--593 +[]\OT1/cmr/m/n/10.95 Leone, Ste-fano. 2020. ``FIFA 20 Com-plete Player Dataset.'' []$\OT1/cmtt/m/n/10.95 https : / / kaggle . com / stefanoleone992 / [] -Overfull \hbox (12.57013pt too wide) in paragraph at lines 601--603 -[][]\OT1/cmr/m/n/10.95 Molnar, Christoph. 2020. \OT1/cmr/m/it/10.95 In-ter-pretable Ma-chine Learn-ing\OT1/cmr/m/n/10.95 . Lulu. com. []$\OT1/cmtt/m/n/10.95 https : / / christophm . +Overfull \hbox (12.57013pt too wide) in paragraph at lines 603--605 +[]\OT1/cmr/m/n/10.95 Molnar, Christoph. 2020. \OT1/cmr/m/it/10.95 In-ter-pretable Ma-chine Learn-ing\OT1/cmr/m/n/10.95 . Lulu. com. []$\OT1/cmtt/m/n/10.95 https : / / christophm . [] @@ -604,16 +592,16 @@ Package rerunfilecheck Info: File `_paper.out' has not changed. Here is how much of TeX's memory you used: 12276 strings out of 480216 196067 string characters out of 5893255 - 494480 words of memory out of 5000000 + 494534 words of memory out of 5000000 29898 multiletter control sequences out of 15000+600000 479715 words of font info for 69 fonts, out of 8000000 for 9000 14 hyphenation exceptions out of 8191 85i,7n,90p,1401b,461s stack positions out of 5000i,500n,10000p,200000b,80000s -Output written on _paper.pdf (24 pages, 2339023 bytes). +Output written on _paper.pdf (24 pages, 2340858 bytes). PDF statistics: - 497 PDF objects out of 1000 (max. 8388607) - 419 compressed objects within 5 object streams + 498 PDF objects out of 1000 (max. 8388607) + 420 compressed objects within 5 object streams 132 named destinations out of 1000 (max. 500000) 206 words of extra memory for PDF output out of 10000 (max. 10000000) diff --git a/_paper.pdf b/_paper.pdf index 5ad1b2d..6906c96 100644 Binary files a/_paper.pdf and b/_paper.pdf differ diff --git a/_paper.rmd b/_paper.rmd index e1e40d2..a20e19d 100644 --- a/_paper.rmd +++ b/_paper.rmd @@ -5,12 +5,16 @@ author: - familyname: Spyrison othernames: Nicholas address: Monash University\newline Australia\newline ORCiD 0000-0002-8417-0212 - email: nicholas.spyrison@monash.edu + email: spyrison@gmail.com correspondingauthor: true - familyname: Cook othernames: Dianne address: Monash University\newline ORCiD 0000-0002-3813-7155 email: dicook@monash.edu +- familyname: Biecek + othernames: Przemyslaw + address: Warsaw University of Technology and University of Warsaw\newline ORCiD 0000-0001-8423-1823 + email: przemyslaw.biecek@gmail.com # - familyname: Marriott # othernames: Kim # address: Monash University\newline ORCiD 0000-0002-9813-0377 diff --git a/_paper.tex b/_paper.tex index 1a38ebc..433a8de 100644 --- a/_paper.tex +++ b/_paper.tex @@ -131,11 +131,11 @@ % Heading arguments are {volume}{year}{pages}{date submitted}{date published}{paper id}{author-full-names} \jmlrheading{}{2022}{}{05/11}{--}{}{% -Nicholas Spyrison and Dianne Cook} +Nicholas Spyrison, Dianne Cook and Przemyslaw Biecek} % Short headings should be running head and authors last names -\ShortHeadings{Cheem, Exploring Local Explanations}{Spyrison and Cook} +\ShortHeadings{Cheem, Exploring Local Explanations}{Spyrison, Cook and Biecek} \firstpageno{1} \begin{document} @@ -146,9 +146,11 @@ \title{Exploring Local Explanations of Nonlinear Models Using Animated Linear Projections} \author{% -\name Nicholas Spyrison \email \href{mailto:nicholas.spyrison@monash.edu}{\nolinkurl{nicholas.spyrison@monash.edu}} \\\addr Monash University\newline Australia\newline ORCiD 0000-0002-8417-0212 \AND +\name Nicholas Spyrison \email \href{mailto:spyrison@gmail.com}{\nolinkurl{spyrison@gmail.com}} \\\addr Monash University\newline Australia\newline ORCiD 0000-0002-8417-0212 \AND % \name Dianne Cook \email \href{mailto:dicook@monash.edu}{\nolinkurl{dicook@monash.edu}} \\\addr Monash University\newline ORCiD 0000-0002-3813-7155 \AND +% +\name Przemyslaw Biecek \email \href{mailto:przemyslaw.biecek@gmail.com}{\nolinkurl{przemyslaw.biecek@gmail.com}} \\\addr Warsaw University of Technology and University of Warsaw\newline ORCiD 0000-0001-8423-1823 \AND } \editor{} @@ -192,7 +194,7 @@ \section{Introduction}\label{sec:intro}} There are various types of tours distinguished by method of generating the sequence of projection bases. In a \emph{manual} tour (Cook and Buja 1997; Spyrison and Cook 2020), the path is defined by changing the contribution of a selected feature. We propose a radial manual tour can be used to scrutinize a local explanation. Additional interactive elements in a graphical user interface should allow the user to identify an instance of interest and then explore its local explanation by changing feature contribution with the radial tour. The methods are implemented in the \textbf{R} package \textbf{cheem}. Example data sets are provided to illustrate usage for classification and regression tasks. -Using a radial tour can be compared with counterfactual, what-if analysis, such as \emph{ceteris paribus} profiles (Biecek 2020). Ceteris paribus, is Latin for ``other things held constant'' or ``all else unchanged.'' These profiles show how an instance's prediction would change from a marginal change in one explanatory feature, given that other features are held constant. It ignores correlations of the features and imagines a case that was not observed. In contrast, our approach is a geometric explanation of the factual; it varies contributions of the features by rotating the basis, a reorientation of the data object. A constraint in our approach is that the basis must remain orthonormal. When the contribution of one feature decreases, the contributions of others necessarily increase such that there is a complete component in that direction. This also ensures that what is seen is strictly a low-dimensional projection from high-dimensional space and is thus an interpretable visualization. +Using a radial tour can be compared with counterfactual, what-if analysis, such as \emph{ceteris paribus} profiles (Biecek 2020). Ceteris paribus, is Latin for ``other things held constant'' or ``all else unchanged''. These profiles show how an instance's prediction would change from a marginal change in one explanatory feature, given that other features are held constant. It ignores correlations of the features and imagines a case that was not observed. In contrast, our approach is a geometric explanation of the factual; it varies contributions of the features by rotating the basis, a reorientation of the data object. A constraint in our approach is that the basis must remain orthonormal. When the contribution of one feature decreases, the contributions of others necessarily increase such that there is a complete component in that direction. This also ensures that what is seen is strictly a low-dimensional projection from high-dimensional space and is thus an interpretable visualization. The remainder of this paper is organized as follows. Section \ref{sec:explanations} covers the background of the local explanation and the traditional visuals produced. Section \ref{sec:tour} explains the tours and particularly the radial manual tour. Section \ref{sec:cheemviewer} discusses the visual layout in the graphical user interface and how it facilitates analysis, data preprocessing, and package infrastructure. Illustrations are provided in Section \ref{sec:casestudies} for a range of supervised learning tasks with categorical and quantitative outputs. Section \ref{sec:cheemdiscussion} concludes with a summary of the insights gained. @@ -487,175 +489,175 @@ \section*{References}\label{references}} \hypertarget{refs}{} \begin{CSLReferences}{1}{0} -\leavevmode\hypertarget{ref-adadi_peeking_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-adadi_peeking_2018}{}}% Adadi, Amina, and Mohammed Berrada. 2018. {``Peeking Inside the Black-Box: A Survey on Explainable Artificial Intelligence ({XAI}).''} \emph{IEEE Access} 6: 52138--60. -\leavevmode\hypertarget{ref-anderson_introduction_1995}{}% +\leavevmode\vadjust pre{\hypertarget{ref-anderson_introduction_1995}{}}% Anderson, James A. 1995. \emph{An Introduction to Neural Networks}. MIT press. -\leavevmode\hypertarget{ref-arrieta_explainable_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-arrieta_explainable_2020}{}}% Arrieta, Alejandro Barredo, Natalia Díaz-Rodríguez, Javier Del Ser, Adrien Bennetot, Siham Tabik, Alberto Barbado, Salvador García, Sergio Gil-López, Daniel Molina, and Richard Benjamins. 2020. {``Explainable {Artificial} {Intelligence} ({XAI}): {Concepts}, Taxonomies, Opportunities and Challenges Toward Responsible {AI}.''} \emph{Information Fusion} 58: 82--115. -\leavevmode\hypertarget{ref-asimov_grand_1985}{}% +\leavevmode\vadjust pre{\hypertarget{ref-asimov_grand_1985}{}}% Asimov, Daniel. 1985. {``The {Grand} {Tour}: A {Tool} for {Viewing} {Multidimensional} {Data}.''} \emph{SIAM Journal on Scientific and Statistical Computing} 6 (1): 128--43. \url{https://doi.org/10.1137/0906011}. -\leavevmode\hypertarget{ref-biecek_dalex_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-biecek_dalex_2018}{}}% Biecek, Przemyslaw. 2018. {``{DALEX}: Explainers for Complex Predictive Models in {R}.''} \emph{The Journal of Machine Learning Research} 19 (1): 3245--49. -\leavevmode\hypertarget{ref-biecek_ceterisparibus_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-biecek_ceterisparibus_2020}{}}% ---------. 2020. \emph{{ceterisParibus}: {Ceteris} {Paribus} {Profiles}}. \url{https://CRAN.R-project.org/package=ceterisParibus}. -\leavevmode\hypertarget{ref-biecek_explanatory_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-biecek_explanatory_2021}{}}% Biecek, Przemyslaw, and Tomasz Burzykowski. 2021. \emph{Explanatory {Model} {Analysis}: {Explore}, {Explain}, and {Examine} {Predictive} {Models}}. CRC Press. -\leavevmode\hypertarget{ref-boser_training_1992}{}% +\leavevmode\vadjust pre{\hypertarget{ref-boser_training_1992}{}}% Boser, Bernhard E., Isabelle M. Guyon, and Vladimir N. Vapnik. 1992. {``A Training Algorithm for Optimal Margin Classifiers.''} In \emph{Proceedings of the Fifth Annual Workshop on {Computational} Learning Theory}, 144--52. -\leavevmode\hypertarget{ref-breiman_random_2001}{}% +\leavevmode\vadjust pre{\hypertarget{ref-breiman_random_2001}{}}% Breiman, Leo. 2001a. {``Random Forests.''} \emph{Machine Learning} 45 (1): 5--32. -\leavevmode\hypertarget{ref-breiman_statistical_2001}{}% +\leavevmode\vadjust pre{\hypertarget{ref-breiman_statistical_2001}{}}% ---------. 2001b. {``Statistical Modeling: {The} Two Cultures (with Comments and a Rejoinder by the Author).''} \emph{Statistical Science} 16 (3): 199--231. -\leavevmode\hypertarget{ref-buja_grand_1986}{}% +\leavevmode\vadjust pre{\hypertarget{ref-buja_grand_1986}{}}% Buja, Andreas, and Daniel Asimov. 1986. {``Grand {Tour} {Methods}: {An} {Outline}.''} In \emph{Proceedings of the {Seventeenth} {Symposium} on the {Interface} of {Computer} {Sciences} and {Statistics} on {Computer} {Science} and {Statistics}}, 63--67. New York, NY, USA: Elsevier North-Holland, Inc. \url{http://dl.acm.org/citation.cfm?id=26036.26046}. -\leavevmode\hypertarget{ref-chang_shiny_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-chang_shiny_2021}{}}% Chang, Winston, Joe Cheng, JJ Allaire, Carson Sievert, Barret Schloerke, Yihui Xie, Jeff Allen, Jonathan McPherson, Alan Dipert, and Barbara Borges. 2021. \emph{Shiny: Web Application Framework for r}. \url{https://CRAN.R-project.org/package=shiny}. -\leavevmode\hypertarget{ref-chen_xgboost_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-chen_xgboost_2021}{}}% Chen, Tianqi, Tong He, Michael Benesty, Vadim Khotilovich, Yuan Tang, Hyunsu Cho, Kailong Chen, et al. 2021. {``Xgboost: {Extreme} {Gradient} {Boosting}.''} \url{https://CRAN.R-project.org/package=xgboost}. -\leavevmode\hypertarget{ref-cook_manual_1997}{}% +\leavevmode\vadjust pre{\hypertarget{ref-cook_manual_1997}{}}% Cook, Dianne, and Andreas Buja. 1997. {``Manual {Controls} for {High}-{Dimensional} {Data} {Projections}.''} \emph{Journal of Computational and Graphical Statistics} 6 (4): 464--80. \url{https://doi.org/10.2307/1390747}. -\leavevmode\hypertarget{ref-cook_grand_2008}{}% +\leavevmode\vadjust pre{\hypertarget{ref-cook_grand_2008}{}}% Cook, Dianne, Andreas Buja, Eun-Kyung Lee, and Hadley Wickham. 2008. {``Grand {Tours}, {Projection} {Pursuit} {Guided} {Tours}, and {Manual} {Controls}.''} In \emph{Handbook of {Data} {Visualization}}, 295--314. Berlin, Heidelberg: Springer Berlin Heidelberg. \url{https://doi.org/10.1007/978-3-540-33037-0_13}. -\leavevmode\hypertarget{ref-da_silva_projection_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-da_silva_projection_2021}{}}% da Silva, Natalia, Dianne Cook, and Eun-Kyung Lee. 2021. {``A {Projection} {Pursuit} {Forest} {Algorithm} for {Supervised} {Classification}.''} \emph{Journal of Computational and Graphical Statistics}, 1--21. -\leavevmode\hypertarget{ref-dastin_amazon_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-dastin_amazon_2018}{}}% Dastin, Jeffrey. 2018. {``Amazon Scraps Secret {AI} Recruiting Tool That Showed Bias Against Women.''} \emph{Reuters}, October. \url{https://www.reuters.com/article/us-amazon-com-jobs-automation-insight-idUSKCN1MK08G}. -\leavevmode\hypertarget{ref-de_cock_ames_2011}{}% +\leavevmode\vadjust pre{\hypertarget{ref-de_cock_ames_2011}{}}% De Cock, Dean. 2011. {``Ames, {Iowa}: {Alternative} to the {Boston} Housing Data as an End of Semester Regression Project.''} \emph{Journal of Statistics Education} 19 (3). -\leavevmode\hypertarget{ref-diaz_addressing_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-diaz_addressing_2018}{}}% Díaz, Mark, Isaac Johnson, Amanda Lazar, Anne Marie Piper, and Darren Gergle. 2018. {``Addressing Age-Related Bias in Sentiment Analysis.''} In \emph{Proceedings of the 2018 Chi Conference on Human Factors in Computing Systems}, 1--14. -\leavevmode\hypertarget{ref-duffy_apple_2019}{}% +\leavevmode\vadjust pre{\hypertarget{ref-duffy_apple_2019}{}}% Duffy, Claire. 2019. {``Apple Co-Founder {Steve} {Wozniak} Says {Apple} {Card} Discriminated Against His Wife.''} \emph{CNN}, November. \url{https://www.cnn.com/2019/11/10/business/goldman-sachs-apple-card-discrimination/index.html}. -\leavevmode\hypertarget{ref-espadoto_toward_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-espadoto_toward_2021}{}}% Espadoto, Mateus, Rafael M. Martins, Andreas Kerren, Nina S. T. Hirata, and Alexandru C. Telea. 2021. {``Toward a {Quantitative} {Survey} of {Dimension} {Reduction} {Techniques}.''} \emph{IEEE Transactions on Visualization and Computer Graphics} 27 (3): 2153--73. \url{https://doi.org/10.1109/TVCG.2019.2944182}. -\leavevmode\hypertarget{ref-gabriel_biplot_1971}{}% +\leavevmode\vadjust pre{\hypertarget{ref-gabriel_biplot_1971}{}}% Gabriel, Karl Ruben. 1971. {``The Biplot Graphic Display of Matrices with Application to Principal Component Analysis.''} \emph{Biometrika} 58 (3): 453--67. -\leavevmode\hypertarget{ref-gorman_ecological_2014}{}% +\leavevmode\vadjust pre{\hypertarget{ref-gorman_ecological_2014}{}}% Gorman, Kristen B., Tony D. Williams, and William R. Fraser. 2014. {``Ecological Sexual Dimorphism and Environmental Variability Within a Community of {Antarctic} Penguins (Genus {Pygoscelis}).''} \emph{PloS One} 9 (3): e90081. -\leavevmode\hypertarget{ref-gosiewska_ibreakdown_2019}{}% +\leavevmode\vadjust pre{\hypertarget{ref-gosiewska_ibreakdown_2019}{}}% Gosiewska, Alicja, and Przemyslaw Biecek. 2019. {``{IBreakDown}: {Uncertainty} of Model Explanations for Non-Additive Predictive Models.''} \emph{arXiv Preprint arXiv:1903.11420}. -\leavevmode\hypertarget{ref-greenwell_fastshap_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-greenwell_fastshap_2020}{}}% Greenwell, Brandon. 2020. \emph{Fastshap: {Fast} {Approximate} {Shapley} {Values}}. \url{https://CRAN.R-project.org/package=fastshap}. -\leavevmode\hypertarget{ref-greenwell_gbm_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-greenwell_gbm_2020}{}}% Greenwell, Brandon, Bradley Boehmke, Jay Cunningham, and G. B. M. Developers. 2020. {``Gbm: {Generalized} {Boosted} {Regression} {Models}.''} \url{https://CRAN.R-project.org/package=gbm}. -\leavevmode\hypertarget{ref-horst_palmerpenguins_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-horst_palmerpenguins_2020}{}}% Horst, Allison Marie, Alison Presmanes Hill, and Kristen B. Gorman. 2020. {``Palmerpenguins: {Palmer} {Archipelago} ({Antarctica}) Penguin Data.''} \url{https://allisonhorst.github.io/palmerpenguins/}. -\leavevmode\hypertarget{ref-karwowski_international_2006}{}% +\leavevmode\vadjust pre{\hypertarget{ref-karwowski_international_2006}{}}% Karwowski, Waldemar. 2006. \emph{International {Encyclopedia} of {Ergonomics} and {Human} {Factors}, -3 {Volume} {Set}}. CRC Press. -\leavevmode\hypertarget{ref-kodiyan_overview_2019}{}% +\leavevmode\vadjust pre{\hypertarget{ref-kodiyan_overview_2019}{}}% Kodiyan, Akhil Alfons. 2019. {``An Overview of Ethical Issues in Using {AI} Systems in Hiring with a Case Study of {Amazon}'s {AI} Based Hiring Tool.''} \emph{Researchgate Preprint}. -\leavevmode\hypertarget{ref-kominsarczyk_treeshap_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-kominsarczyk_treeshap_2021}{}}% Kominsarczyk, Konrad, Pawel Kozminski, Szymon Maksymiuk, and Przemyslaw Biecek. 2021. {``Treeshap.''} Model Oriented. \url{https://github.com/ModelOriented/treeshap}. -\leavevmode\hypertarget{ref-larson_how_2016}{}% +\leavevmode\vadjust pre{\hypertarget{ref-larson_how_2016}{}}% Larson, Jeff, Surya Mattu, Lauren Kirchner, and Julia Angwin. 2016. {``How {We} {Analyzed} the {COMPAS} {Recidivism} {Algorithm}.''} \emph{ProPublica}, May. \url{https://www.propublica.org/article/how-we-analyzed-the-compas-recidivism-algorithm?token=RPR1E2qtzJltfJ0tS-gB_41kmfoWZAu4}. -\leavevmode\hypertarget{ref-lee_state_2021}{}% +\leavevmode\vadjust pre{\hypertarget{ref-lee_state_2021}{}}% Lee, Stuart, Dianne Cook, Natalia da Silva, Ursula Laa, Nicholas Spyrison, Earo Wang, and H. Sherry Zhang. 2021. {``The State-of-the-Art on Tours for Dynamic Visualization of High-Dimensional Data.''} \emph{WIREs Computational Statistics} n/a (n/a): e1573. \url{https://doi.org/10.1002/wics.1573}. -\leavevmode\hypertarget{ref-lee_pptree_2013}{}% +\leavevmode\vadjust pre{\hypertarget{ref-lee_pptree_2013}{}}% Lee, Yoon Dong, Dianne Cook, Ji-won Park, and Eun-Kyung Lee. 2013. {``{PPtree}: {Projection} Pursuit Classification Tree.''} \emph{Electronic Journal of Statistics} 7: 1369--86. -\leavevmode\hypertarget{ref-leone_fifa_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-leone_fifa_2020}{}}% Leone, Stefano. 2020. {``{FIFA} 20 Complete Player Dataset.''} \url{https://kaggle.com/stefanoleone992/fifa-20-complete-player-dataset}. -\leavevmode\hypertarget{ref-liaw_classification_2002}{}% +\leavevmode\vadjust pre{\hypertarget{ref-liaw_classification_2002}{}}% Liaw, Andy, and Matthew Wiener. 2002. {``Classification and Regression by {randomForest}.''} \emph{R News} 2 (3): 18--22. -\leavevmode\hypertarget{ref-lundberg_consistent_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-lundberg_consistent_2018}{}}% Lundberg, Scott M., Gabriel G. Erion, and Su-In Lee. 2018. {``Consistent Individualized Feature Attribution for Tree Ensembles.''} \emph{arXiv Preprint arXiv:1802.03888}. -\leavevmode\hypertarget{ref-lundberg_unified_2017}{}% +\leavevmode\vadjust pre{\hypertarget{ref-lundberg_unified_2017}{}}% Lundberg, Scott M., and Su-In Lee. 2017. {``A Unified Approach to Interpreting Model Predictions.''} In \emph{Proceedings of the 31st International Conference on Neural Information Processing Systems}, 4768--77. -\leavevmode\hypertarget{ref-molnar_interpretable_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-molnar_interpretable_2020}{}}% Molnar, Christoph. 2020. \emph{Interpretable Machine Learning}. Lulu. com. \url{https://christophm.github.io/interpretable-ml-book/}. -\leavevmode\hypertarget{ref-oneil_weapons_2016}{}% +\leavevmode\vadjust pre{\hypertarget{ref-oneil_weapons_2016}{}}% O'Neil, Cathy. 2016. \emph{Weapons of Math Destruction: {How} Big Data Increases Inequality and Threatens Democracy}. Crown. -\leavevmode\hypertarget{ref-ocagne_coordonnees_1885}{}% -Ocagne, Maurice d'. 1885. \emph{Coordonnées Parallèles Et Axiales. {Méthode} de Transformation géométrique Et Procédé Nouveau de Calcul Graphique déduits de La Considération Des Coordonnées Parallèles, Par {Maurice} d'{Ocagne}, ...} Paris: Gauthier-Villars. +\leavevmode\vadjust pre{\hypertarget{ref-ocagne_coordonnees_1885}{}}% +Ocagne, Maurice d'. 1885. \emph{Coordonnées Parallèles Et Axiales. {Méthode} de Transformation Géométrique Et Procédé Nouveau de Calcul Graphique Déduits de La Considération Des Coordonnées Parallèles, Par {Maurice} d'{Ocagne}, ...} Paris: Gauthier-Villars. -\leavevmode\hypertarget{ref-prevek18_ames_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-prevek18_ames_2018}{}}% prevek18. 2018. {``Ames {Housing} {Dataset}.''} \emph{Kaggle.com}. \url{https://kaggle.com/prevek18/ames-housing-dataset}. -\leavevmode\hypertarget{ref-ribeiro_why_2016}{}% +\leavevmode\vadjust pre{\hypertarget{ref-ribeiro_why_2016}{}}% Ribeiro, Marco Tulio, Sameer Singh, and Carlos Guestrin. 2016. {``"{Why} {Should} {I} {Trust} {You}?": {Explaining} the {Predictions} of {Any} {Classifier}.''} In \emph{Proceedings of the 22nd {ACM} {SIGKDD} {International} {Conference} on {Knowledge} {Discovery} and {Data} {Mining}}, 1135--44. {KDD} '16. New York, NY, USA: Association for Computing Machinery. \url{https://doi.org/10.1145/2939672.2939778}. -\leavevmode\hypertarget{ref-roberts_state_2007}{}% +\leavevmode\vadjust pre{\hypertarget{ref-roberts_state_2007}{}}% Roberts, Jonathan C. 2007. {``State of the Art: {Coordinated} \& Multiple Views in Exploratory Visualization.''} In \emph{Fifth International Conference on Coordinated and Multiple Views in Exploratory Visualization ({CMV} 2007)}, 61--71. IEEE. -\leavevmode\hypertarget{ref-shapley_value_1953}{}% +\leavevmode\vadjust pre{\hypertarget{ref-shapley_value_1953}{}}% Shapley, Lloyd S. 1953. \emph{A Value for n-Person Games}. Princeton University Press. -\leavevmode\hypertarget{ref-shi_lightgbm_2022}{}% +\leavevmode\vadjust pre{\hypertarget{ref-shi_lightgbm_2022}{}}% Shi, Yu, Guolin Ke, Damien Soukhavong, James Lamb, Qi Meng, Thomas Finley, Taifeng Wang, et al. 2022. {``Lightgbm: {Light} {Gradient} {Boosting} {Machine}.''} \url{https://CRAN.R-project.org/package=lightgbm}. -\leavevmode\hypertarget{ref-shmueli_explain_2010}{}% +\leavevmode\vadjust pre{\hypertarget{ref-shmueli_explain_2010}{}}% Shmueli, Galit. 2010. {``To Explain or to Predict?''} \emph{Statistical Science} 25 (3): 289--310. -\leavevmode\hypertarget{ref-shrikumar_learning_2017}{}% +\leavevmode\vadjust pre{\hypertarget{ref-shrikumar_learning_2017}{}}% Shrikumar, Avanti, Peyton Greenside, and Anshul Kundaje. 2017. {``Learning Important Features Through Propagating Activation Differences.''} In \emph{International {Conference} on {Machine} {Learning}}, 3145--53. PMLR. -\leavevmode\hypertarget{ref-shrikumar_not_2016}{}% +\leavevmode\vadjust pre{\hypertarget{ref-shrikumar_not_2016}{}}% Shrikumar, Avanti, Peyton Greenside, Anna Shcherbina, and Anshul Kundaje. 2016. {``Not Just a Black Box: {Learning} Important Features Through Propagating Activation Differences.''} \emph{arXiv Preprint arXiv:1605.01713}. -\leavevmode\hypertarget{ref-sievert_interactive_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-sievert_interactive_2020}{}}% Sievert, Carson. 2020. \emph{Interactive {Web}-{Based} {Data} {Visualization} with {R}, Plotly, and Shiny}. Chapman; Hall/CRC. \url{https://plotly-r.com}. -\leavevmode\hypertarget{ref-simonyan_deep_2014}{}% +\leavevmode\vadjust pre{\hypertarget{ref-simonyan_deep_2014}{}}% Simonyan, Karen, Andrea Vedaldi, and Andrew Zisserman. 2014. {``Deep Inside Convolutional Networks: {Visualising} Image Classification Models and Saliency Maps.''} In \emph{In {Workshop} at {International} {Conference} on {Learning} {Representations}}. Citeseer. -\leavevmode\hypertarget{ref-spyrison_spinifex_2020}{}% +\leavevmode\vadjust pre{\hypertarget{ref-spyrison_spinifex_2020}{}}% Spyrison, Nicholas, and Dianne Cook. 2020. {``Spinifex: An {R} {Package} for {Creating} a {Manual} {Tour} of {Low}-Dimensional {Projections} of {Multivariate} {Data}.''} \emph{The R Journal} 12 (1): 243. \url{https://doi.org/10.32614/RJ-2020-027}. -\leavevmode\hypertarget{ref-strumbelj_efficient_2010}{}% +\leavevmode\vadjust pre{\hypertarget{ref-strumbelj_efficient_2010}{}}% Strumbelj, Erik, and Igor Kononenko. 2010. {``An Efficient Explanation of Individual Classifications Using Game Theory.''} \emph{The Journal of Machine Learning Research} 11: 1--18. -\leavevmode\hypertarget{ref-unwin_ensemble_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-unwin_ensemble_2018}{}}% Unwin, Antony, and Pedro Valero-Mora. 2018. {``Ensemble {Graphics}.''} \emph{Journal of Computational and Graphical Statistics} 27 (1): 157--65. \url{https://doi.org/10.1080/10618600.2017.1383264}. -\leavevmode\hypertarget{ref-vanni_textual_2018}{}% +\leavevmode\vadjust pre{\hypertarget{ref-vanni_textual_2018}{}}% Vanni, Laurent, Mélanie Ducoffe, Carlos Aguilar, Frédéric Precioso, and Damon Mayaffre. 2018. {``Textual {Deconvolution} {Saliency} ({TDS}): A Deep Tool Box for Linguistic Analysis.''} In \emph{Proceedings of the 56th {Annual} {Meeting} of the {Association} for {Computational} {Linguistics} ({Volume} 1: {Long} {Papers})}, 548--57. -\leavevmode\hypertarget{ref-wickham_ggplot2_2016}{}% +\leavevmode\vadjust pre{\hypertarget{ref-wickham_ggplot2_2016}{}}% Wickham, Hadley. 2016. \emph{Ggplot2: {Elegant} {Graphics} for {Data} {Analysis}}. Springer-Verlag New York. \url{https://ggplot2.tidyverse.org}. -\leavevmode\hypertarget{ref-wickham_visualizing_2015}{}% +\leavevmode\vadjust pre{\hypertarget{ref-wickham_visualizing_2015}{}}% Wickham, Hadley, Dianne Cook, and Heike Hofmann. 2015. {``Visualizing Statistical Models: {Removing} the Blindfold.''} \emph{Statistical Analysis and Data Mining: The ASA Data Science Journal} 8 (4): 203--25. \url{https://doi.org/10.1002/sam.11271}. -\leavevmode\hypertarget{ref-wright_ranger_2017}{}% +\leavevmode\vadjust pre{\hypertarget{ref-wright_ranger_2017}{}}% Wright, Marvin N., and Andreas Ziegler. 2017. {``Ranger: {A} {Fast} {Implementation} of {Random} {Forests} for {High} {Dimensional} {Data} in {C}++ and {R}.''} \emph{Journal of Statistical Software} 77 (1): 1--17. \url{https://doi.org/10.18637/jss.v077.i01}. \end{CSLReferences}