diff --git a/README.md b/README.md
index 2d001b2..17d7d42 100644
--- a/README.md
+++ b/README.md
@@ -29,7 +29,7 @@ Corrections or suggestions? Please file a [GitHub issue](https://github.com/jpha
 * [Lecture Notes](tex/lecture_1.pdf)
 * [Assignment 1](assignments/tex/assignment_1.pdf):
   * [Model evaluation notebook](https://nbviewer.jupyter.org/github/jphall663/GWU_rml/blob/master/assignments/eval.ipynb?flush_cache=true)
-  * [Full evaluations results](assignments/model_eval_2023_06_21_12_52_47.csv)
+  * [Full evaluations results](assignments/model_eval_2023_06_28_21_00_17.csv)
 * Reading: [_Machine Learning for High-Risk Applications_](https://pages.dataiku.com/oreilly-responsible-ai), Chapter 2 (pp. 33 - 50) and Chapter 6 (pp. 189 - 217)
 
 ### Lecture 1 Additional Software Tools
@@ -165,7 +165,7 @@ Corrections or suggestions? Please file a [GitHub issue](https://github.com/jpha
 * [Lecture Notes](tex/lecture_3.pdf)
 * [Assignment 3](assignments/tex/assignment_3.pdf)
   * [Model evaluation notebook](https://nbviewer.jupyter.org/github/jphall663/GWU_rml/blob/master/assignments/eval.ipynb?flush_cache=true)
-  * [Full evaluations results](assignments/model_eval_2023_06_21_12_52_47.csv)
+  * [Full evaluations results](assignments/model_eval_2023_06_28_21_00_17.csv)
 * Reading: [_Machine Learning for High-Risk Applications_](https://pages.dataiku.com/oreilly-responsible-ai), Chapter 4 and Chapter 10
 
 ### Lecture 3 Additional Software Tools
diff --git a/assignments/eval.ipynb b/assignments/eval.ipynb
index ce9dff2..5a3a9ac 100644
--- a/assignments/eval.ipynb
+++ b/assignments/eval.ipynb
@@ -121,7 +121,9 @@
        "      <th>fold</th>\n",
        "      <th>group1_rem_ebm</th>\n",
        "      <th>group2_rem_ebm</th>\n",
+       "      <th>group2_rem_ebm2</th>\n",
        "      <th>group3_rem_piml_EBM</th>\n",
+       "      <th>group3_rem_piml_EBM2</th>\n",
        "      <th>group5_rem_xgb2</th>\n",
        "      <th>group8_rem_ebm</th>\n",
        "      <th>group9_rem_xgb</th>\n",
@@ -135,7 +137,9 @@
        "      <td>2</td>\n",
        "      <td>0.118787</td>\n",
        "      <td>0.080557</td>\n",
+       "      <td>0.080557</td>\n",
        "      <td>0.920389</td>\n",
+       "      <td>0.136749</td>\n",
        "      <td>0.078326</td>\n",
        "      <td>0.223846</td>\n",
        "      <td>0.081792</td>\n",
@@ -147,7 +151,9 @@
        "      <td>1</td>\n",
        "      <td>0.084506</td>\n",
        "      <td>0.026001</td>\n",
+       "      <td>0.026001</td>\n",
        "      <td>0.969301</td>\n",
+       "      <td>0.053751</td>\n",
        "      <td>0.035825</td>\n",
        "      <td>0.053926</td>\n",
        "      <td>0.110702</td>\n",
@@ -159,7 +165,9 @@
        "      <td>4</td>\n",
        "      <td>0.210389</td>\n",
        "      <td>0.194961</td>\n",
+       "      <td>0.194961</td>\n",
        "      <td>0.814272</td>\n",
+       "      <td>0.182311</td>\n",
        "      <td>0.195332</td>\n",
        "      <td>0.143522</td>\n",
        "      <td>0.204048</td>\n",
@@ -171,7 +179,9 @@
        "      <td>1</td>\n",
        "      <td>0.008529</td>\n",
        "      <td>0.028556</td>\n",
+       "      <td>0.028556</td>\n",
        "      <td>0.974559</td>\n",
+       "      <td>0.004065</td>\n",
        "      <td>0.022765</td>\n",
        "      <td>0.009371</td>\n",
        "      <td>0.024038</td>\n",
@@ -183,7 +193,9 @@
        "      <td>2</td>\n",
        "      <td>0.189933</td>\n",
        "      <td>0.208263</td>\n",
+       "      <td>0.208263</td>\n",
        "      <td>0.802908</td>\n",
+       "      <td>0.211120</td>\n",
        "      <td>0.193035</td>\n",
        "      <td>0.151100</td>\n",
        "      <td>0.170243</td>\n",
@@ -200,6 +212,8 @@
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>19826</th>\n",
@@ -207,7 +221,9 @@
        "      <td>3</td>\n",
        "      <td>0.163697</td>\n",
        "      <td>0.228342</td>\n",
+       "      <td>0.228342</td>\n",
        "      <td>0.792251</td>\n",
+       "      <td>0.209322</td>\n",
        "      <td>0.235192</td>\n",
        "      <td>0.216720</td>\n",
        "      <td>0.181403</td>\n",
@@ -219,7 +235,9 @@
        "      <td>1</td>\n",
        "      <td>0.114999</td>\n",
        "      <td>0.253998</td>\n",
+       "      <td>0.253998</td>\n",
        "      <td>0.762946</td>\n",
+       "      <td>0.206744</td>\n",
        "      <td>0.235832</td>\n",
        "      <td>0.161401</td>\n",
        "      <td>0.159468</td>\n",
@@ -231,7 +249,9 @@
        "      <td>3</td>\n",
        "      <td>0.141307</td>\n",
        "      <td>0.213364</td>\n",
+       "      <td>0.213364</td>\n",
        "      <td>0.747401</td>\n",
+       "      <td>0.246610</td>\n",
        "      <td>0.208723</td>\n",
        "      <td>0.242814</td>\n",
        "      <td>0.138141</td>\n",
@@ -243,7 +263,9 @@
        "      <td>1</td>\n",
        "      <td>0.007766</td>\n",
        "      <td>0.002176</td>\n",
+       "      <td>0.002176</td>\n",
        "      <td>0.996455</td>\n",
+       "      <td>0.000268</td>\n",
        "      <td>0.018702</td>\n",
        "      <td>0.005657</td>\n",
        "      <td>0.034570</td>\n",
@@ -255,7 +277,9 @@
        "      <td>0</td>\n",
        "      <td>0.163946</td>\n",
        "      <td>0.185484</td>\n",
+       "      <td>0.185484</td>\n",
        "      <td>0.811429</td>\n",
+       "      <td>0.177857</td>\n",
        "      <td>0.215085</td>\n",
        "      <td>0.167812</td>\n",
        "      <td>0.177785</td>\n",
@@ -263,37 +287,50 @@
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
-       "<p>19831 rows × 9 columns</p>\n",
+       "<p>19831 rows × 11 columns</p>\n",
        "</div>"
       ],
       "text/plain": [
-       "       high_priced  fold  group1_rem_ebm  group2_rem_ebm  group3_rem_piml_EBM  \\\n",
-       "0              0.0     2        0.118787        0.080557             0.920389   \n",
-       "1              0.0     1        0.084506        0.026001             0.969301   \n",
-       "2              1.0     4        0.210389        0.194961             0.814272   \n",
-       "3              0.0     1        0.008529        0.028556             0.974559   \n",
-       "4              1.0     2        0.189933        0.208263             0.802908   \n",
-       "...            ...   ...             ...             ...                  ...   \n",
-       "19826          0.0     3        0.163697        0.228342             0.792251   \n",
-       "19827          0.0     1        0.114999        0.253998             0.762946   \n",
-       "19828          1.0     3        0.141307        0.213364             0.747401   \n",
-       "19829          0.0     1        0.007766        0.002176             0.996455   \n",
-       "19830          0.0     0        0.163946        0.185484             0.811429   \n",
+       "       high_priced  fold  group1_rem_ebm  group2_rem_ebm  group2_rem_ebm2  \\\n",
+       "0              0.0     2        0.118787        0.080557         0.080557   \n",
+       "1              0.0     1        0.084506        0.026001         0.026001   \n",
+       "2              1.0     4        0.210389        0.194961         0.194961   \n",
+       "3              0.0     1        0.008529        0.028556         0.028556   \n",
+       "4              1.0     2        0.189933        0.208263         0.208263   \n",
+       "...            ...   ...             ...             ...              ...   \n",
+       "19826          0.0     3        0.163697        0.228342         0.228342   \n",
+       "19827          0.0     1        0.114999        0.253998         0.253998   \n",
+       "19828          1.0     3        0.141307        0.213364         0.213364   \n",
+       "19829          0.0     1        0.007766        0.002176         0.002176   \n",
+       "19830          0.0     0        0.163946        0.185484         0.185484   \n",
+       "\n",
+       "       group3_rem_piml_EBM  group3_rem_piml_EBM2  group5_rem_xgb2  \\\n",
+       "0                 0.920389              0.136749         0.078326   \n",
+       "1                 0.969301              0.053751         0.035825   \n",
+       "2                 0.814272              0.182311         0.195332   \n",
+       "3                 0.974559              0.004065         0.022765   \n",
+       "4                 0.802908              0.211120         0.193035   \n",
+       "...                    ...                   ...              ...   \n",
+       "19826             0.792251              0.209322         0.235192   \n",
+       "19827             0.762946              0.206744         0.235832   \n",
+       "19828             0.747401              0.246610         0.208723   \n",
+       "19829             0.996455              0.000268         0.018702   \n",
+       "19830             0.811429              0.177857         0.215085   \n",
        "\n",
-       "       group5_rem_xgb2  group8_rem_ebm  group9_rem_xgb  ph_rem_ebm  \n",
-       "0             0.078326        0.223846        0.081792    0.219429  \n",
-       "1             0.035825        0.053926        0.110702    0.053929  \n",
-       "2             0.195332        0.143522        0.204048    0.133863  \n",
-       "3             0.022765        0.009371        0.024038    0.014419  \n",
-       "4             0.193035        0.151100        0.170243    0.156047  \n",
-       "...                ...             ...             ...         ...  \n",
-       "19826         0.235192        0.216720        0.181403    0.184214  \n",
-       "19827         0.235832        0.161401        0.159468    0.141663  \n",
-       "19828         0.208723        0.242814        0.138141    0.233266  \n",
-       "19829         0.018702        0.005657        0.034570    0.009914  \n",
-       "19830         0.215085        0.167812        0.177785    0.155447  \n",
+       "       group8_rem_ebm  group9_rem_xgb  ph_rem_ebm  \n",
+       "0            0.223846        0.081792    0.219429  \n",
+       "1            0.053926        0.110702    0.053929  \n",
+       "2            0.143522        0.204048    0.133863  \n",
+       "3            0.009371        0.024038    0.014419  \n",
+       "4            0.151100        0.170243    0.156047  \n",
+       "...               ...             ...         ...  \n",
+       "19826        0.216720        0.181403    0.184214  \n",
+       "19827        0.161401        0.159468    0.141663  \n",
+       "19828        0.242814        0.138141    0.233266  \n",
+       "19829        0.005657        0.034570    0.009914  \n",
+       "19830        0.167812        0.177785    0.155447  \n",
        "\n",
-       "[19831 rows x 9 columns]"
+       "[19831 rows x 11 columns]"
       ]
      },
      "execution_count": 3,
@@ -455,14 +492,18 @@
        "      <th>metric</th>\n",
        "      <th>group1_rem_ebm</th>\n",
        "      <th>group2_rem_ebm</th>\n",
+       "      <th>group2_rem_ebm2</th>\n",
        "      <th>group3_rem_piml_EBM</th>\n",
+       "      <th>group3_rem_piml_EBM2</th>\n",
        "      <th>group5_rem_xgb2</th>\n",
        "      <th>group8_rem_ebm</th>\n",
        "      <th>group9_rem_xgb</th>\n",
        "      <th>ph_rem_ebm</th>\n",
        "      <th>group1_rem_ebm_rank</th>\n",
        "      <th>group2_rem_ebm_rank</th>\n",
+       "      <th>group2_rem_ebm2_rank</th>\n",
        "      <th>group3_rem_piml_EBM_rank</th>\n",
+       "      <th>group3_rem_piml_EBM2_rank</th>\n",
        "      <th>group5_rem_xgb2_rank</th>\n",
        "      <th>group8_rem_ebm_rank</th>\n",
        "      <th>group9_rem_xgb_rank</th>\n",
@@ -476,18 +517,22 @@
        "      <td>acc</td>\n",
        "      <td>0.900</td>\n",
        "      <td>0.901</td>\n",
+       "      <td>0.901</td>\n",
        "      <td>0.900</td>\n",
        "      <td>0.901</td>\n",
        "      <td>0.901</td>\n",
+       "      <td>0.901</td>\n",
        "      <td>0.900</td>\n",
        "      <td>0.901</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>2.5</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>2.5</td>\n",
-       "      <td>2.5</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>2.5</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>3.5</td>\n",
+       "      <td>3.5</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>3.5</td>\n",
+       "      <td>3.5</td>\n",
+       "      <td>3.5</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>3.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
@@ -495,18 +540,22 @@
        "      <td>auc</td>\n",
        "      <td>0.781</td>\n",
        "      <td>0.840</td>\n",
+       "      <td>0.840</td>\n",
        "      <td>0.163</td>\n",
+       "      <td>0.821</td>\n",
        "      <td>0.836</td>\n",
        "      <td>0.793</td>\n",
        "      <td>0.797</td>\n",
        "      <td>0.791</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
+       "      <td>6.0</td>\n",
        "      <td>5.0</td>\n",
+       "      <td>7.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
@@ -514,18 +563,22 @@
        "      <td>f1</td>\n",
        "      <td>0.347</td>\n",
        "      <td>0.405</td>\n",
+       "      <td>0.405</td>\n",
        "      <td>0.182</td>\n",
+       "      <td>0.381</td>\n",
        "      <td>0.392</td>\n",
        "      <td>0.342</td>\n",
        "      <td>0.357</td>\n",
        "      <td>0.347</td>\n",
-       "      <td>4.5</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>6.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
-       "      <td>4.5</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>6.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
@@ -533,18 +586,22 @@
        "      <td>logloss</td>\n",
        "      <td>0.280</td>\n",
        "      <td>0.251</td>\n",
+       "      <td>0.251</td>\n",
        "      <td>3.257</td>\n",
+       "      <td>0.262</td>\n",
        "      <td>0.254</td>\n",
        "      <td>0.274</td>\n",
        "      <td>0.277</td>\n",
        "      <td>0.275</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
        "      <td>5.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
@@ -552,18 +609,22 @@
        "      <td>mse</td>\n",
        "      <td>0.082</td>\n",
        "      <td>0.077</td>\n",
+       "      <td>0.077</td>\n",
        "      <td>0.773</td>\n",
+       "      <td>0.078</td>\n",
        "      <td>0.077</td>\n",
        "      <td>0.081</td>\n",
        "      <td>0.081</td>\n",
        "      <td>0.081</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.5</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>1.5</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5</th>\n",
@@ -576,13 +637,17 @@
        "      <td>0.906</td>\n",
        "      <td>0.906</td>\n",
        "      <td>0.906</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>0.906</td>\n",
+       "      <td>0.906</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
@@ -590,18 +655,22 @@
        "      <td>auc</td>\n",
        "      <td>0.767</td>\n",
        "      <td>0.828</td>\n",
+       "      <td>0.828</td>\n",
        "      <td>0.172</td>\n",
+       "      <td>0.810</td>\n",
        "      <td>0.822</td>\n",
        "      <td>0.774</td>\n",
        "      <td>0.779</td>\n",
        "      <td>0.772</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
+       "      <td>6.0</td>\n",
        "      <td>5.0</td>\n",
+       "      <td>7.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>7</th>\n",
@@ -609,18 +678,22 @@
        "      <td>f1</td>\n",
        "      <td>0.312</td>\n",
        "      <td>0.368</td>\n",
+       "      <td>0.368</td>\n",
        "      <td>0.172</td>\n",
+       "      <td>0.348</td>\n",
        "      <td>0.360</td>\n",
        "      <td>0.319</td>\n",
        "      <td>0.329</td>\n",
        "      <td>0.321</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>3.0</td>\n",
        "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
        "      <td>5.0</td>\n",
-       "      <td>3.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>8</th>\n",
@@ -628,18 +701,22 @@
        "      <td>logloss</td>\n",
        "      <td>0.272</td>\n",
        "      <td>0.246</td>\n",
+       "      <td>0.246</td>\n",
        "      <td>3.253</td>\n",
+       "      <td>0.258</td>\n",
        "      <td>0.250</td>\n",
        "      <td>0.270</td>\n",
        "      <td>0.271</td>\n",
        "      <td>0.272</td>\n",
-       "      <td>5.5</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>3.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
-       "      <td>5.5</td>\n",
+       "      <td>3.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>7.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>9</th>\n",
@@ -647,18 +724,22 @@
        "      <td>mse</td>\n",
        "      <td>0.079</td>\n",
        "      <td>0.074</td>\n",
+       "      <td>0.074</td>\n",
        "      <td>0.778</td>\n",
+       "      <td>0.077</td>\n",
        "      <td>0.075</td>\n",
        "      <td>0.079</td>\n",
        "      <td>0.078</td>\n",
        "      <td>0.079</td>\n",
-       "      <td>5.0</td>\n",
-       "      <td>1.0</td>\n",
        "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>5.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
+       "      <td>7.0</td>\n",
        "      <td>5.0</td>\n",
+       "      <td>7.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>10</th>\n",
@@ -667,16 +748,20 @@
        "      <td>0.908</td>\n",
        "      <td>0.908</td>\n",
        "      <td>0.908</td>\n",
+       "      <td>0.908</td>\n",
+       "      <td>0.908</td>\n",
        "      <td>0.910</td>\n",
        "      <td>0.908</td>\n",
        "      <td>0.908</td>\n",
        "      <td>0.909</td>\n",
-       "      <td>5.0</td>\n",
-       "      <td>5.0</td>\n",
-       "      <td>5.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
        "      <td>1.0</td>\n",
-       "      <td>5.0</td>\n",
-       "      <td>5.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
        "      <td>2.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
@@ -685,18 +770,22 @@
        "      <td>auc</td>\n",
        "      <td>0.759</td>\n",
        "      <td>0.825</td>\n",
+       "      <td>0.825</td>\n",
        "      <td>0.175</td>\n",
+       "      <td>0.815</td>\n",
        "      <td>0.826</td>\n",
        "      <td>0.781</td>\n",
        "      <td>0.772</td>\n",
        "      <td>0.780</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>7.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>1.0</td>\n",
-       "      <td>3.0</td>\n",
        "      <td>5.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>12</th>\n",
@@ -704,18 +793,22 @@
        "      <td>f1</td>\n",
        "      <td>0.304</td>\n",
        "      <td>0.372</td>\n",
+       "      <td>0.372</td>\n",
        "      <td>0.169</td>\n",
+       "      <td>0.354</td>\n",
        "      <td>0.371</td>\n",
        "      <td>0.315</td>\n",
        "      <td>0.320</td>\n",
        "      <td>0.323</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>5.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>5.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>13</th>\n",
@@ -723,18 +816,22 @@
        "      <td>logloss</td>\n",
        "      <td>0.271</td>\n",
        "      <td>0.246</td>\n",
+       "      <td>0.246</td>\n",
        "      <td>3.284</td>\n",
+       "      <td>0.251</td>\n",
        "      <td>0.245</td>\n",
        "      <td>0.264</td>\n",
        "      <td>0.271</td>\n",
        "      <td>0.264</td>\n",
-       "      <td>5.5</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>7.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>1.0</td>\n",
-       "      <td>3.5</td>\n",
        "      <td>5.5</td>\n",
-       "      <td>3.5</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>5.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>14</th>\n",
@@ -742,18 +839,22 @@
        "      <td>mse</td>\n",
        "      <td>0.078</td>\n",
        "      <td>0.073</td>\n",
+       "      <td>0.073</td>\n",
        "      <td>0.781</td>\n",
+       "      <td>0.074</td>\n",
        "      <td>0.073</td>\n",
        "      <td>0.076</td>\n",
        "      <td>0.077</td>\n",
        "      <td>0.076</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.5</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>5.5</td>\n",
        "      <td>7.0</td>\n",
-       "      <td>1.5</td>\n",
-       "      <td>3.5</td>\n",
-       "      <td>5.0</td>\n",
-       "      <td>3.5</td>\n",
+       "      <td>5.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>15</th>\n",
@@ -766,13 +867,17 @@
        "      <td>0.903</td>\n",
        "      <td>0.903</td>\n",
        "      <td>0.903</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>0.903</td>\n",
+       "      <td>0.903</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>5.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>16</th>\n",
@@ -780,18 +885,22 @@
        "      <td>auc</td>\n",
        "      <td>0.772</td>\n",
        "      <td>0.826</td>\n",
+       "      <td>0.826</td>\n",
        "      <td>0.174</td>\n",
+       "      <td>0.809</td>\n",
        "      <td>0.823</td>\n",
        "      <td>0.775</td>\n",
        "      <td>0.786</td>\n",
        "      <td>0.772</td>\n",
-       "      <td>5.5</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
-       "      <td>5.5</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>7.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>17</th>\n",
@@ -799,18 +908,22 @@
        "      <td>f1</td>\n",
        "      <td>0.317</td>\n",
        "      <td>0.371</td>\n",
+       "      <td>0.371</td>\n",
        "      <td>0.177</td>\n",
+       "      <td>0.361</td>\n",
        "      <td>0.365</td>\n",
        "      <td>0.328</td>\n",
        "      <td>0.343</td>\n",
        "      <td>0.323</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
+       "      <td>6.0</td>\n",
        "      <td>5.0</td>\n",
+       "      <td>7.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>18</th>\n",
@@ -818,18 +931,22 @@
        "      <td>logloss</td>\n",
        "      <td>0.276</td>\n",
        "      <td>0.252</td>\n",
+       "      <td>0.252</td>\n",
        "      <td>3.254</td>\n",
+       "      <td>0.262</td>\n",
        "      <td>0.253</td>\n",
        "      <td>0.275</td>\n",
        "      <td>0.275</td>\n",
        "      <td>0.276</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>3.0</td>\n",
        "      <td>5.5</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>3.5</td>\n",
-       "      <td>3.5</td>\n",
        "      <td>5.5</td>\n",
+       "      <td>7.5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>19</th>\n",
@@ -837,18 +954,22 @@
        "      <td>mse</td>\n",
        "      <td>0.081</td>\n",
        "      <td>0.077</td>\n",
+       "      <td>0.077</td>\n",
        "      <td>0.775</td>\n",
+       "      <td>0.079</td>\n",
        "      <td>0.077</td>\n",
        "      <td>0.080</td>\n",
        "      <td>0.080</td>\n",
        "      <td>0.080</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.5</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>1.5</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>4.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>20</th>\n",
@@ -856,18 +977,22 @@
        "      <td>acc</td>\n",
        "      <td>0.895</td>\n",
        "      <td>0.897</td>\n",
+       "      <td>0.897</td>\n",
+       "      <td>0.895</td>\n",
        "      <td>0.895</td>\n",
        "      <td>0.898</td>\n",
        "      <td>0.895</td>\n",
        "      <td>0.896</td>\n",
        "      <td>0.895</td>\n",
-       "      <td>5.5</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>5.5</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>7.0</td>\n",
        "      <td>1.0</td>\n",
-       "      <td>5.5</td>\n",
-       "      <td>3.0</td>\n",
-       "      <td>5.5</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>7.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>21</th>\n",
@@ -875,18 +1000,22 @@
        "      <td>auc</td>\n",
        "      <td>0.754</td>\n",
        "      <td>0.831</td>\n",
+       "      <td>0.831</td>\n",
        "      <td>0.170</td>\n",
+       "      <td>0.818</td>\n",
        "      <td>0.828</td>\n",
        "      <td>0.785</td>\n",
        "      <td>0.779</td>\n",
        "      <td>0.782</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
        "      <td>5.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>22</th>\n",
@@ -894,18 +1023,22 @@
        "      <td>f1</td>\n",
        "      <td>0.323</td>\n",
        "      <td>0.401</td>\n",
+       "      <td>0.401</td>\n",
        "      <td>0.190</td>\n",
+       "      <td>0.404</td>\n",
        "      <td>0.397</td>\n",
        "      <td>0.364</td>\n",
        "      <td>0.354</td>\n",
        "      <td>0.362</td>\n",
-       "      <td>6.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>2.5</td>\n",
+       "      <td>9.0</td>\n",
        "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>3.0</td>\n",
-       "      <td>5.0</td>\n",
        "      <td>4.0</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>23</th>\n",
@@ -913,18 +1046,22 @@
        "      <td>logloss</td>\n",
        "      <td>0.296</td>\n",
        "      <td>0.263</td>\n",
+       "      <td>0.263</td>\n",
        "      <td>3.200</td>\n",
+       "      <td>0.273</td>\n",
        "      <td>0.266</td>\n",
        "      <td>0.286</td>\n",
        "      <td>0.291</td>\n",
        "      <td>0.287</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>7.0</td>\n",
-       "      <td>2.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>1.5</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
        "      <td>3.0</td>\n",
        "      <td>5.0</td>\n",
-       "      <td>4.0</td>\n",
+       "      <td>7.0</td>\n",
+       "      <td>6.0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>24</th>\n",
@@ -932,158 +1069,189 @@
        "      <td>mse</td>\n",
        "      <td>0.087</td>\n",
        "      <td>0.080</td>\n",
+       "      <td>0.080</td>\n",
        "      <td>0.771</td>\n",
+       "      <td>0.082</td>\n",
        "      <td>0.080</td>\n",
        "      <td>0.084</td>\n",
        "      <td>0.086</td>\n",
        "      <td>0.084</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>1.5</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>2.0</td>\n",
+       "      <td>5.5</td>\n",
        "      <td>7.0</td>\n",
-       "      <td>1.5</td>\n",
-       "      <td>3.5</td>\n",
-       "      <td>5.0</td>\n",
-       "      <td>3.5</td>\n",
+       "      <td>5.5</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "text/plain": [
-       "    fold   metric  group1_rem_ebm  group2_rem_ebm  group3_rem_piml_EBM  \\\n",
-       "0    0.0      acc           0.900           0.901                0.900   \n",
-       "1    0.0      auc           0.781           0.840                0.163   \n",
-       "2    0.0       f1           0.347           0.405                0.182   \n",
-       "3    0.0  logloss           0.280           0.251                3.257   \n",
-       "4    0.0      mse           0.082           0.077                0.773   \n",
-       "5    1.0      acc           0.906           0.906                0.906   \n",
-       "6    1.0      auc           0.767           0.828                0.172   \n",
-       "7    1.0       f1           0.312           0.368                0.172   \n",
-       "8    1.0  logloss           0.272           0.246                3.253   \n",
-       "9    1.0      mse           0.079           0.074                0.778   \n",
-       "10   2.0      acc           0.908           0.908                0.908   \n",
-       "11   2.0      auc           0.759           0.825                0.175   \n",
-       "12   2.0       f1           0.304           0.372                0.169   \n",
-       "13   2.0  logloss           0.271           0.246                3.284   \n",
-       "14   2.0      mse           0.078           0.073                0.781   \n",
-       "15   3.0      acc           0.903           0.903                0.903   \n",
-       "16   3.0      auc           0.772           0.826                0.174   \n",
-       "17   3.0       f1           0.317           0.371                0.177   \n",
-       "18   3.0  logloss           0.276           0.252                3.254   \n",
-       "19   3.0      mse           0.081           0.077                0.775   \n",
-       "20   4.0      acc           0.895           0.897                0.895   \n",
-       "21   4.0      auc           0.754           0.831                0.170   \n",
-       "22   4.0       f1           0.323           0.401                0.190   \n",
-       "23   4.0  logloss           0.296           0.263                3.200   \n",
-       "24   4.0      mse           0.087           0.080                0.771   \n",
+       "    fold   metric  group1_rem_ebm  group2_rem_ebm  group2_rem_ebm2  \\\n",
+       "0    0.0      acc           0.900           0.901            0.901   \n",
+       "1    0.0      auc           0.781           0.840            0.840   \n",
+       "2    0.0       f1           0.347           0.405            0.405   \n",
+       "3    0.0  logloss           0.280           0.251            0.251   \n",
+       "4    0.0      mse           0.082           0.077            0.077   \n",
+       "5    1.0      acc           0.906           0.906            0.906   \n",
+       "6    1.0      auc           0.767           0.828            0.828   \n",
+       "7    1.0       f1           0.312           0.368            0.368   \n",
+       "8    1.0  logloss           0.272           0.246            0.246   \n",
+       "9    1.0      mse           0.079           0.074            0.074   \n",
+       "10   2.0      acc           0.908           0.908            0.908   \n",
+       "11   2.0      auc           0.759           0.825            0.825   \n",
+       "12   2.0       f1           0.304           0.372            0.372   \n",
+       "13   2.0  logloss           0.271           0.246            0.246   \n",
+       "14   2.0      mse           0.078           0.073            0.073   \n",
+       "15   3.0      acc           0.903           0.903            0.903   \n",
+       "16   3.0      auc           0.772           0.826            0.826   \n",
+       "17   3.0       f1           0.317           0.371            0.371   \n",
+       "18   3.0  logloss           0.276           0.252            0.252   \n",
+       "19   3.0      mse           0.081           0.077            0.077   \n",
+       "20   4.0      acc           0.895           0.897            0.897   \n",
+       "21   4.0      auc           0.754           0.831            0.831   \n",
+       "22   4.0       f1           0.323           0.401            0.401   \n",
+       "23   4.0  logloss           0.296           0.263            0.263   \n",
+       "24   4.0      mse           0.087           0.080            0.080   \n",
+       "\n",
+       "    group3_rem_piml_EBM  group3_rem_piml_EBM2  group5_rem_xgb2  \\\n",
+       "0                 0.900                 0.901            0.901   \n",
+       "1                 0.163                 0.821            0.836   \n",
+       "2                 0.182                 0.381            0.392   \n",
+       "3                 3.257                 0.262            0.254   \n",
+       "4                 0.773                 0.078            0.077   \n",
+       "5                 0.906                 0.906            0.906   \n",
+       "6                 0.172                 0.810            0.822   \n",
+       "7                 0.172                 0.348            0.360   \n",
+       "8                 3.253                 0.258            0.250   \n",
+       "9                 0.778                 0.077            0.075   \n",
+       "10                0.908                 0.908            0.910   \n",
+       "11                0.175                 0.815            0.826   \n",
+       "12                0.169                 0.354            0.371   \n",
+       "13                3.284                 0.251            0.245   \n",
+       "14                0.781                 0.074            0.073   \n",
+       "15                0.903                 0.903            0.903   \n",
+       "16                0.174                 0.809            0.823   \n",
+       "17                0.177                 0.361            0.365   \n",
+       "18                3.254                 0.262            0.253   \n",
+       "19                0.775                 0.079            0.077   \n",
+       "20                0.895                 0.895            0.898   \n",
+       "21                0.170                 0.818            0.828   \n",
+       "22                0.190                 0.404            0.397   \n",
+       "23                3.200                 0.273            0.266   \n",
+       "24                0.771                 0.082            0.080   \n",
        "\n",
-       "    group5_rem_xgb2  group8_rem_ebm  group9_rem_xgb  ph_rem_ebm  \\\n",
-       "0             0.901           0.901           0.900       0.901   \n",
-       "1             0.836           0.793           0.797       0.791   \n",
-       "2             0.392           0.342           0.357       0.347   \n",
-       "3             0.254           0.274           0.277       0.275   \n",
-       "4             0.077           0.081           0.081       0.081   \n",
-       "5             0.906           0.906           0.906       0.906   \n",
-       "6             0.822           0.774           0.779       0.772   \n",
-       "7             0.360           0.319           0.329       0.321   \n",
-       "8             0.250           0.270           0.271       0.272   \n",
-       "9             0.075           0.079           0.078       0.079   \n",
-       "10            0.910           0.908           0.908       0.909   \n",
-       "11            0.826           0.781           0.772       0.780   \n",
-       "12            0.371           0.315           0.320       0.323   \n",
-       "13            0.245           0.264           0.271       0.264   \n",
-       "14            0.073           0.076           0.077       0.076   \n",
-       "15            0.903           0.903           0.903       0.903   \n",
-       "16            0.823           0.775           0.786       0.772   \n",
-       "17            0.365           0.328           0.343       0.323   \n",
-       "18            0.253           0.275           0.275       0.276   \n",
-       "19            0.077           0.080           0.080       0.080   \n",
-       "20            0.898           0.895           0.896       0.895   \n",
-       "21            0.828           0.785           0.779       0.782   \n",
-       "22            0.397           0.364           0.354       0.362   \n",
-       "23            0.266           0.286           0.291       0.287   \n",
-       "24            0.080           0.084           0.086       0.084   \n",
+       "    group8_rem_ebm  group9_rem_xgb  ph_rem_ebm  group1_rem_ebm_rank  \\\n",
+       "0            0.901           0.900       0.901                  8.0   \n",
+       "1            0.793           0.797       0.791                  8.0   \n",
+       "2            0.342           0.357       0.347                  6.5   \n",
+       "3            0.274           0.277       0.275                  8.0   \n",
+       "4            0.081           0.081       0.081                  8.0   \n",
+       "5            0.906           0.906       0.906                  5.0   \n",
+       "6            0.774           0.779       0.772                  8.0   \n",
+       "7            0.319           0.329       0.321                  8.0   \n",
+       "8            0.270           0.271       0.272                  7.5   \n",
+       "9            0.079           0.078       0.079                  7.0   \n",
+       "10           0.908           0.908       0.909                  6.0   \n",
+       "11           0.781           0.772       0.780                  8.0   \n",
+       "12           0.315           0.320       0.323                  8.0   \n",
+       "13           0.264           0.271       0.264                  7.5   \n",
+       "14           0.076           0.077       0.076                  8.0   \n",
+       "15           0.903           0.903       0.903                  5.0   \n",
+       "16           0.775           0.786       0.772                  7.5   \n",
+       "17           0.328           0.343       0.323                  8.0   \n",
+       "18           0.275           0.275       0.276                  7.5   \n",
+       "19           0.080           0.080       0.080                  8.0   \n",
+       "20           0.895           0.896       0.895                  7.0   \n",
+       "21           0.785           0.779       0.782                  8.0   \n",
+       "22           0.364           0.354       0.362                  8.0   \n",
+       "23           0.286           0.291       0.287                  8.0   \n",
+       "24           0.084           0.086       0.084                  8.0   \n",
        "\n",
-       "    group1_rem_ebm_rank  group2_rem_ebm_rank  group3_rem_piml_EBM_rank  \\\n",
-       "0                   6.0                  2.5                       6.0   \n",
-       "1                   6.0                  1.0                       7.0   \n",
-       "2                   4.5                  1.0                       7.0   \n",
-       "3                   6.0                  1.0                       7.0   \n",
-       "4                   6.0                  1.5                       7.0   \n",
-       "5                   4.0                  4.0                       4.0   \n",
-       "6                   6.0                  1.0                       7.0   \n",
-       "7                   6.0                  1.0                       7.0   \n",
-       "8                   5.5                  1.0                       7.0   \n",
-       "9                   5.0                  1.0                       7.0   \n",
-       "10                  5.0                  5.0                       5.0   \n",
-       "11                  6.0                  2.0                       7.0   \n",
-       "12                  6.0                  1.0                       7.0   \n",
-       "13                  5.5                  2.0                       7.0   \n",
-       "14                  6.0                  1.5                       7.0   \n",
-       "15                  4.0                  4.0                       4.0   \n",
-       "16                  5.5                  1.0                       7.0   \n",
-       "17                  6.0                  1.0                       7.0   \n",
-       "18                  5.5                  1.0                       7.0   \n",
-       "19                  6.0                  1.5                       7.0   \n",
-       "20                  5.5                  2.0                       5.5   \n",
-       "21                  6.0                  1.0                       7.0   \n",
-       "22                  6.0                  1.0                       7.0   \n",
-       "23                  6.0                  1.0                       7.0   \n",
-       "24                  6.0                  1.5                       7.0   \n",
+       "    group2_rem_ebm_rank  group2_rem_ebm2_rank  group3_rem_piml_EBM_rank  \\\n",
+       "0                   3.5                   3.5                       8.0   \n",
+       "1                   1.5                   1.5                       9.0   \n",
+       "2                   1.5                   1.5                       9.0   \n",
+       "3                   1.5                   1.5                       9.0   \n",
+       "4                   2.0                   2.0                       9.0   \n",
+       "5                   5.0                   5.0                       5.0   \n",
+       "6                   1.5                   1.5                       9.0   \n",
+       "7                   1.5                   1.5                       9.0   \n",
+       "8                   1.5                   1.5                       9.0   \n",
+       "9                   1.5                   1.5                       9.0   \n",
+       "10                  6.0                   6.0                       6.0   \n",
+       "11                  2.5                   2.5                       9.0   \n",
+       "12                  1.5                   1.5                       9.0   \n",
+       "13                  2.5                   2.5                       9.0   \n",
+       "14                  2.0                   2.0                       9.0   \n",
+       "15                  5.0                   5.0                       5.0   \n",
+       "16                  1.5                   1.5                       9.0   \n",
+       "17                  1.5                   1.5                       9.0   \n",
+       "18                  1.5                   1.5                       9.0   \n",
+       "19                  2.0                   2.0                       9.0   \n",
+       "20                  2.5                   2.5                       7.0   \n",
+       "21                  1.5                   1.5                       9.0   \n",
+       "22                  2.5                   2.5                       9.0   \n",
+       "23                  1.5                   1.5                       9.0   \n",
+       "24                  2.0                   2.0                       9.0   \n",
        "\n",
-       "    group5_rem_xgb2_rank  group8_rem_ebm_rank  group9_rem_xgb_rank  \\\n",
-       "0                    2.5                  2.5                  6.0   \n",
-       "1                    2.0                  4.0                  3.0   \n",
-       "2                    2.0                  6.0                  3.0   \n",
-       "3                    2.0                  3.0                  5.0   \n",
-       "4                    1.5                  4.0                  4.0   \n",
-       "5                    4.0                  4.0                  4.0   \n",
-       "6                    2.0                  4.0                  3.0   \n",
-       "7                    2.0                  5.0                  3.0   \n",
-       "8                    2.0                  3.0                  4.0   \n",
-       "9                    2.0                  5.0                  3.0   \n",
-       "10                   1.0                  5.0                  5.0   \n",
-       "11                   1.0                  3.0                  5.0   \n",
-       "12                   2.0                  5.0                  4.0   \n",
-       "13                   1.0                  3.5                  5.5   \n",
-       "14                   1.5                  3.5                  5.0   \n",
-       "15                   4.0                  4.0                  4.0   \n",
-       "16                   2.0                  4.0                  3.0   \n",
-       "17                   2.0                  4.0                  3.0   \n",
-       "18                   2.0                  3.5                  3.5   \n",
-       "19                   1.5                  4.0                  4.0   \n",
-       "20                   1.0                  5.5                  3.0   \n",
-       "21                   2.0                  3.0                  5.0   \n",
-       "22                   2.0                  3.0                  5.0   \n",
-       "23                   2.0                  3.0                  5.0   \n",
-       "24                   1.5                  3.5                  5.0   \n",
+       "    group3_rem_piml_EBM2_rank  group5_rem_xgb2_rank  group8_rem_ebm_rank  \\\n",
+       "0                         3.5                   3.5                  3.5   \n",
+       "1                         4.0                   3.0                  6.0   \n",
+       "2                         4.0                   3.0                  8.0   \n",
+       "3                         4.0                   3.0                  5.0   \n",
+       "4                         4.0                   2.0                  6.0   \n",
+       "5                         5.0                   5.0                  5.0   \n",
+       "6                         4.0                   3.0                  6.0   \n",
+       "7                         4.0                   3.0                  7.0   \n",
+       "8                         4.0                   3.0                  5.0   \n",
+       "9                         4.0                   3.0                  7.0   \n",
+       "10                        6.0                   1.0                  6.0   \n",
+       "11                        4.0                   1.0                  5.0   \n",
+       "12                        4.0                   3.0                  7.0   \n",
+       "13                        4.0                   1.0                  5.5   \n",
+       "14                        4.0                   2.0                  5.5   \n",
+       "15                        5.0                   5.0                  5.0   \n",
+       "16                        4.0                   3.0                  6.0   \n",
+       "17                        4.0                   3.0                  6.0   \n",
+       "18                        4.0                   3.0                  5.5   \n",
+       "19                        4.0                   2.0                  6.0   \n",
+       "20                        7.0                   1.0                  7.0   \n",
+       "21                        4.0                   3.0                  5.0   \n",
+       "22                        1.0                   4.0                  5.0   \n",
+       "23                        4.0                   3.0                  5.0   \n",
+       "24                        4.0                   2.0                  5.5   \n",
        "\n",
-       "    ph_rem_ebm_rank  \n",
-       "0               2.5  \n",
-       "1               5.0  \n",
-       "2               4.5  \n",
-       "3               4.0  \n",
-       "4               4.0  \n",
-       "5               4.0  \n",
-       "6               5.0  \n",
-       "7               4.0  \n",
-       "8               5.5  \n",
-       "9               5.0  \n",
-       "10              2.0  \n",
-       "11              4.0  \n",
-       "12              3.0  \n",
-       "13              3.5  \n",
-       "14              3.5  \n",
-       "15              4.0  \n",
-       "16              5.5  \n",
-       "17              5.0  \n",
-       "18              5.5  \n",
-       "19              4.0  \n",
-       "20              5.5  \n",
-       "21              4.0  \n",
-       "22              4.0  \n",
-       "23              4.0  \n",
-       "24              3.5  "
+       "    group9_rem_xgb_rank  ph_rem_ebm_rank  \n",
+       "0                   8.0              3.5  \n",
+       "1                   5.0              7.0  \n",
+       "2                   5.0              6.5  \n",
+       "3                   7.0              6.0  \n",
+       "4                   6.0              6.0  \n",
+       "5                   5.0              5.0  \n",
+       "6                   5.0              7.0  \n",
+       "7                   5.0              6.0  \n",
+       "8                   6.0              7.5  \n",
+       "9                   5.0              7.0  \n",
+       "10                  6.0              2.0  \n",
+       "11                  7.0              6.0  \n",
+       "12                  6.0              5.0  \n",
+       "13                  7.5              5.5  \n",
+       "14                  7.0              5.5  \n",
+       "15                  5.0              5.0  \n",
+       "16                  5.0              7.5  \n",
+       "17                  5.0              7.0  \n",
+       "18                  5.5              7.5  \n",
+       "19                  6.0              6.0  \n",
+       "20                  4.0              7.0  \n",
+       "21                  7.0              6.0  \n",
+       "22                  7.0              6.0  \n",
+       "23                  7.0              6.0  \n",
+       "24                  7.0              5.5  "
       ]
      },
      "execution_count": 6,
@@ -1201,13 +1369,15 @@
     {
      "data": {
       "text/plain": [
-       "group2_rem_ebm_rank         1.66\n",
-       "group5_rem_xgb2_rank        1.94\n",
-       "group8_rem_ebm_rank         3.92\n",
-       "group9_rem_xgb_rank         4.12\n",
-       "ph_rem_ebm_rank             4.18\n",
-       "group1_rem_ebm_rank         5.60\n",
-       "group3_rem_piml_EBM_rank    6.58\n",
+       "group2_rem_ebm_rank          2.28\n",
+       "group2_rem_ebm2_rank         2.28\n",
+       "group5_rem_xgb2_rank         2.74\n",
+       "group3_rem_piml_EBM2_rank    4.14\n",
+       "group8_rem_ebm_rank          5.74\n",
+       "group9_rem_xgb_rank          5.96\n",
+       "ph_rem_ebm_rank              5.96\n",
+       "group1_rem_ebm_rank          7.46\n",
+       "group3_rem_piml_EBM_rank     8.44\n",
        "dtype: float64"
       ]
      },
@@ -1237,7 +1407,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.16"
+   "version": "3.9.16"
   }
  },
  "nbformat": 4,
diff --git a/assignments/model_eval_2023_06_21_12_52_47.csv b/assignments/model_eval_2023_06_21_12_52_47.csv
deleted file mode 100644
index 1281c58..0000000
--- a/assignments/model_eval_2023_06_21_12_52_47.csv
+++ /dev/null
@@ -1,26 +0,0 @@
-fold,metric,group1_rem_ebm,group2_rem_ebm,group3_rem_piml_EBM,group5_rem_xgb2,group8_rem_ebm,group9_rem_xgb,ph_rem_ebm,group1_rem_ebm_rank,group2_rem_ebm_rank,group3_rem_piml_EBM_rank,group5_rem_xgb2_rank,group8_rem_ebm_rank,group9_rem_xgb_rank,ph_rem_ebm_rank
-0.0,acc,0.9,0.901,0.9,0.901,0.901,0.9,0.901,6.0,2.5,6.0,2.5,2.5,6.0,2.5
-0.0,auc,0.781,0.84,0.163,0.836,0.793,0.797,0.791,6.0,1.0,7.0,2.0,4.0,3.0,5.0
-0.0,f1,0.347,0.405,0.182,0.392,0.342,0.357,0.347,4.5,1.0,7.0,2.0,6.0,3.0,4.5
-0.0,logloss,0.28,0.251,3.257,0.254,0.274,0.277,0.275,6.0,1.0,7.0,2.0,3.0,5.0,4.0
-0.0,mse,0.082,0.077,0.773,0.077,0.081,0.081,0.081,6.0,1.5,7.0,1.5,4.0,4.0,4.0
-1.0,acc,0.906,0.906,0.906,0.906,0.906,0.906,0.906,4.0,4.0,4.0,4.0,4.0,4.0,4.0
-1.0,auc,0.767,0.828,0.172,0.822,0.774,0.779,0.772,6.0,1.0,7.0,2.0,4.0,3.0,5.0
-1.0,f1,0.312,0.368,0.172,0.36,0.319,0.329,0.321,6.0,1.0,7.0,2.0,5.0,3.0,4.0
-1.0,logloss,0.272,0.246,3.253,0.25,0.27,0.271,0.272,5.5,1.0,7.0,2.0,3.0,4.0,5.5
-1.0,mse,0.079,0.074,0.778,0.075,0.079,0.078,0.079,5.0,1.0,7.0,2.0,5.0,3.0,5.0
-2.0,acc,0.908,0.908,0.908,0.91,0.908,0.908,0.909,5.0,5.0,5.0,1.0,5.0,5.0,2.0
-2.0,auc,0.759,0.825,0.175,0.826,0.781,0.772,0.78,6.0,2.0,7.0,1.0,3.0,5.0,4.0
-2.0,f1,0.304,0.372,0.169,0.371,0.315,0.32,0.323,6.0,1.0,7.0,2.0,5.0,4.0,3.0
-2.0,logloss,0.271,0.246,3.284,0.245,0.264,0.271,0.264,5.5,2.0,7.0,1.0,3.5,5.5,3.5
-2.0,mse,0.078,0.073,0.781,0.073,0.076,0.077,0.076,6.0,1.5,7.0,1.5,3.5,5.0,3.5
-3.0,acc,0.903,0.903,0.903,0.903,0.903,0.903,0.903,4.0,4.0,4.0,4.0,4.0,4.0,4.0
-3.0,auc,0.772,0.826,0.174,0.823,0.775,0.786,0.772,5.5,1.0,7.0,2.0,4.0,3.0,5.5
-3.0,f1,0.317,0.371,0.177,0.365,0.328,0.343,0.323,6.0,1.0,7.0,2.0,4.0,3.0,5.0
-3.0,logloss,0.276,0.252,3.254,0.253,0.275,0.275,0.276,5.5,1.0,7.0,2.0,3.5,3.5,5.5
-3.0,mse,0.081,0.077,0.775,0.077,0.08,0.08,0.08,6.0,1.5,7.0,1.5,4.0,4.0,4.0
-4.0,acc,0.895,0.897,0.895,0.898,0.895,0.896,0.895,5.5,2.0,5.5,1.0,5.5,3.0,5.5
-4.0,auc,0.754,0.831,0.17,0.828,0.785,0.779,0.782,6.0,1.0,7.0,2.0,3.0,5.0,4.0
-4.0,f1,0.323,0.401,0.19,0.397,0.364,0.354,0.362,6.0,1.0,7.0,2.0,3.0,5.0,4.0
-4.0,logloss,0.296,0.263,3.2,0.266,0.286,0.291,0.287,6.0,1.0,7.0,2.0,3.0,5.0,4.0
-4.0,mse,0.087,0.08,0.771,0.08,0.084,0.086,0.084,6.0,1.5,7.0,1.5,3.5,5.0,3.5
diff --git a/assignments/model_eval_2023_06_28_21_00_17.csv b/assignments/model_eval_2023_06_28_21_00_17.csv
new file mode 100644
index 0000000..551556c
--- /dev/null
+++ b/assignments/model_eval_2023_06_28_21_00_17.csv
@@ -0,0 +1,26 @@
+fold,metric,group1_rem_ebm,group2_rem_ebm,group2_rem_ebm2,group3_rem_piml_EBM,group3_rem_piml_EBM2,group5_rem_xgb2,group8_rem_ebm,group9_rem_xgb,ph_rem_ebm,group1_rem_ebm_rank,group2_rem_ebm_rank,group2_rem_ebm2_rank,group3_rem_piml_EBM_rank,group3_rem_piml_EBM2_rank,group5_rem_xgb2_rank,group8_rem_ebm_rank,group9_rem_xgb_rank,ph_rem_ebm_rank
+0.0,acc,0.9,0.901,0.901,0.9,0.901,0.901,0.901,0.9,0.901,8.0,3.5,3.5,8.0,3.5,3.5,3.5,8.0,3.5
+0.0,auc,0.781,0.84,0.84,0.163,0.821,0.836,0.793,0.797,0.791,8.0,1.5,1.5,9.0,4.0,3.0,6.0,5.0,7.0
+0.0,f1,0.347,0.405,0.405,0.182,0.381,0.392,0.342,0.357,0.347,6.5,1.5,1.5,9.0,4.0,3.0,8.0,5.0,6.5
+0.0,logloss,0.28,0.251,0.251,3.257,0.262,0.254,0.274,0.277,0.275,8.0,1.5,1.5,9.0,4.0,3.0,5.0,7.0,6.0
+0.0,mse,0.082,0.077,0.077,0.773,0.078,0.077,0.081,0.081,0.081,8.0,2.0,2.0,9.0,4.0,2.0,6.0,6.0,6.0
+1.0,acc,0.906,0.906,0.906,0.906,0.906,0.906,0.906,0.906,0.906,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0
+1.0,auc,0.767,0.828,0.828,0.172,0.81,0.822,0.774,0.779,0.772,8.0,1.5,1.5,9.0,4.0,3.0,6.0,5.0,7.0
+1.0,f1,0.312,0.368,0.368,0.172,0.348,0.36,0.319,0.329,0.321,8.0,1.5,1.5,9.0,4.0,3.0,7.0,5.0,6.0
+1.0,logloss,0.272,0.246,0.246,3.253,0.258,0.25,0.27,0.271,0.272,7.5,1.5,1.5,9.0,4.0,3.0,5.0,6.0,7.5
+1.0,mse,0.079,0.074,0.074,0.778,0.077,0.075,0.079,0.078,0.079,7.0,1.5,1.5,9.0,4.0,3.0,7.0,5.0,7.0
+2.0,acc,0.908,0.908,0.908,0.908,0.908,0.91,0.908,0.908,0.909,6.0,6.0,6.0,6.0,6.0,1.0,6.0,6.0,2.0
+2.0,auc,0.759,0.825,0.825,0.175,0.815,0.826,0.781,0.772,0.78,8.0,2.5,2.5,9.0,4.0,1.0,5.0,7.0,6.0
+2.0,f1,0.304,0.372,0.372,0.169,0.354,0.371,0.315,0.32,0.323,8.0,1.5,1.5,9.0,4.0,3.0,7.0,6.0,5.0
+2.0,logloss,0.271,0.246,0.246,3.284,0.251,0.245,0.264,0.271,0.264,7.5,2.5,2.5,9.0,4.0,1.0,5.5,7.5,5.5
+2.0,mse,0.078,0.073,0.073,0.781,0.074,0.073,0.076,0.077,0.076,8.0,2.0,2.0,9.0,4.0,2.0,5.5,7.0,5.5
+3.0,acc,0.903,0.903,0.903,0.903,0.903,0.903,0.903,0.903,0.903,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0
+3.0,auc,0.772,0.826,0.826,0.174,0.809,0.823,0.775,0.786,0.772,7.5,1.5,1.5,9.0,4.0,3.0,6.0,5.0,7.5
+3.0,f1,0.317,0.371,0.371,0.177,0.361,0.365,0.328,0.343,0.323,8.0,1.5,1.5,9.0,4.0,3.0,6.0,5.0,7.0
+3.0,logloss,0.276,0.252,0.252,3.254,0.262,0.253,0.275,0.275,0.276,7.5,1.5,1.5,9.0,4.0,3.0,5.5,5.5,7.5
+3.0,mse,0.081,0.077,0.077,0.775,0.079,0.077,0.08,0.08,0.08,8.0,2.0,2.0,9.0,4.0,2.0,6.0,6.0,6.0
+4.0,acc,0.895,0.897,0.897,0.895,0.895,0.898,0.895,0.896,0.895,7.0,2.5,2.5,7.0,7.0,1.0,7.0,4.0,7.0
+4.0,auc,0.754,0.831,0.831,0.17,0.818,0.828,0.785,0.779,0.782,8.0,1.5,1.5,9.0,4.0,3.0,5.0,7.0,6.0
+4.0,f1,0.323,0.401,0.401,0.19,0.404,0.397,0.364,0.354,0.362,8.0,2.5,2.5,9.0,1.0,4.0,5.0,7.0,6.0
+4.0,logloss,0.296,0.263,0.263,3.2,0.273,0.266,0.286,0.291,0.287,8.0,1.5,1.5,9.0,4.0,3.0,5.0,7.0,6.0
+4.0,mse,0.087,0.08,0.08,0.771,0.082,0.08,0.084,0.086,0.084,8.0,2.0,2.0,9.0,4.0,2.0,5.5,7.0,5.5