Skip to content

Commit

Permalink
assign 3 full eval
Browse files Browse the repository at this point in the history
jphall663 committed Jun 21, 2023
1 parent 2a53cf0 commit 923cf6a
Showing 3 changed files with 294 additions and 202 deletions.
444 changes: 268 additions & 176 deletions assignments/eval.ipynb
Original file line number Diff line number Diff line change
@@ -124,6 +124,7 @@
" <th>group3_rem_piml_EBM</th>\n",
" <th>group5_rem_xgb2</th>\n",
" <th>group8_rem_ebm</th>\n",
" <th>group9_rem_xgb</th>\n",
" <th>ph_rem_ebm</th>\n",
" </tr>\n",
" </thead>\n",
@@ -137,6 +138,7 @@
" <td>0.920389</td>\n",
" <td>0.078326</td>\n",
" <td>0.223846</td>\n",
" <td>0.081792</td>\n",
" <td>0.219429</td>\n",
" </tr>\n",
" <tr>\n",
@@ -148,6 +150,7 @@
" <td>0.969301</td>\n",
" <td>0.035825</td>\n",
" <td>0.053926</td>\n",
" <td>0.110702</td>\n",
" <td>0.053929</td>\n",
" </tr>\n",
" <tr>\n",
@@ -159,6 +162,7 @@
" <td>0.814272</td>\n",
" <td>0.195332</td>\n",
" <td>0.143522</td>\n",
" <td>0.204048</td>\n",
" <td>0.133863</td>\n",
" </tr>\n",
" <tr>\n",
@@ -170,6 +174,7 @@
" <td>0.974559</td>\n",
" <td>0.022765</td>\n",
" <td>0.009371</td>\n",
" <td>0.024038</td>\n",
" <td>0.014419</td>\n",
" </tr>\n",
" <tr>\n",
@@ -181,6 +186,7 @@
" <td>0.802908</td>\n",
" <td>0.193035</td>\n",
" <td>0.151100</td>\n",
" <td>0.170243</td>\n",
" <td>0.156047</td>\n",
" </tr>\n",
" <tr>\n",
@@ -193,6 +199,7 @@
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19826</th>\n",
@@ -203,6 +210,7 @@
" <td>0.792251</td>\n",
" <td>0.235192</td>\n",
" <td>0.216720</td>\n",
" <td>0.181403</td>\n",
" <td>0.184214</td>\n",
" </tr>\n",
" <tr>\n",
@@ -214,6 +222,7 @@
" <td>0.762946</td>\n",
" <td>0.235832</td>\n",
" <td>0.161401</td>\n",
" <td>0.159468</td>\n",
" <td>0.141663</td>\n",
" </tr>\n",
" <tr>\n",
@@ -225,6 +234,7 @@
" <td>0.747401</td>\n",
" <td>0.208723</td>\n",
" <td>0.242814</td>\n",
" <td>0.138141</td>\n",
" <td>0.233266</td>\n",
" </tr>\n",
" <tr>\n",
@@ -236,6 +246,7 @@
" <td>0.996455</td>\n",
" <td>0.018702</td>\n",
" <td>0.005657</td>\n",
" <td>0.034570</td>\n",
" <td>0.009914</td>\n",
" </tr>\n",
" <tr>\n",
@@ -247,11 +258,12 @@
" <td>0.811429</td>\n",
" <td>0.215085</td>\n",
" <td>0.167812</td>\n",
" <td>0.177785</td>\n",
" <td>0.155447</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>19831 rows × 8 columns</p>\n",
"<p>19831 rows × 9 columns</p>\n",
"</div>"
],
"text/plain": [
@@ -268,20 +280,20 @@
"19829 0.0 1 0.007766 0.002176 0.996455 \n",
"19830 0.0 0 0.163946 0.185484 0.811429 \n",
"\n",
" group5_rem_xgb2 group8_rem_ebm ph_rem_ebm \n",
"0 0.078326 0.223846 0.219429 \n",
"1 0.035825 0.053926 0.053929 \n",
"2 0.195332 0.143522 0.133863 \n",
"3 0.022765 0.009371 0.014419 \n",
"4 0.193035 0.151100 0.156047 \n",
"... ... ... ... \n",
"19826 0.235192 0.216720 0.184214 \n",
"19827 0.235832 0.161401 0.141663 \n",
"19828 0.208723 0.242814 0.233266 \n",
"19829 0.018702 0.005657 0.009914 \n",
"19830 0.215085 0.167812 0.155447 \n",
" group5_rem_xgb2 group8_rem_ebm group9_rem_xgb ph_rem_ebm \n",
"0 0.078326 0.223846 0.081792 0.219429 \n",
"1 0.035825 0.053926 0.110702 0.053929 \n",
"2 0.195332 0.143522 0.204048 0.133863 \n",
"3 0.022765 0.009371 0.024038 0.014419 \n",
"4 0.193035 0.151100 0.170243 0.156047 \n",
"... ... ... ... ... \n",
"19826 0.235192 0.216720 0.181403 0.184214 \n",
"19827 0.235832 0.161401 0.159468 0.141663 \n",
"19828 0.208723 0.242814 0.138141 0.233266 \n",
"19829 0.018702 0.005657 0.034570 0.009914 \n",
"19830 0.215085 0.167812 0.177785 0.155447 \n",
"\n",
"[19831 rows x 8 columns]"
"[19831 rows x 9 columns]"
]
},
"execution_count": 3,
@@ -446,12 +458,14 @@
" <th>group3_rem_piml_EBM</th>\n",
" <th>group5_rem_xgb2</th>\n",
" <th>group8_rem_ebm</th>\n",
" <th>group9_rem_xgb</th>\n",
" <th>ph_rem_ebm</th>\n",
" <th>group1_rem_ebm_rank</th>\n",
" <th>group2_rem_ebm_rank</th>\n",
" <th>group3_rem_piml_EBM_rank</th>\n",
" <th>group5_rem_xgb2_rank</th>\n",
" <th>group8_rem_ebm_rank</th>\n",
" <th>group9_rem_xgb_rank</th>\n",
" <th>ph_rem_ebm_rank</th>\n",
" </tr>\n",
" </thead>\n",
@@ -465,12 +479,14 @@
" <td>0.900</td>\n",
" <td>0.901</td>\n",
" <td>0.901</td>\n",
" <td>0.900</td>\n",
" <td>0.901</td>\n",
" <td>5.5</td>\n",
" <td>6.0</td>\n",
" <td>2.5</td>\n",
" <td>5.5</td>\n",
" <td>6.0</td>\n",
" <td>2.5</td>\n",
" <td>2.5</td>\n",
" <td>6.0</td>\n",
" <td>2.5</td>\n",
" </tr>\n",
" <tr>\n",
@@ -482,13 +498,15 @@
" <td>0.163</td>\n",
" <td>0.836</td>\n",
" <td>0.793</td>\n",
" <td>0.797</td>\n",
" <td>0.791</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>4.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
@@ -499,13 +517,15 @@
" <td>0.182</td>\n",
" <td>0.392</td>\n",
" <td>0.342</td>\n",
" <td>0.357</td>\n",
" <td>0.347</td>\n",
" <td>3.5</td>\n",
" <td>4.5</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>5.0</td>\n",
" <td>3.5</td>\n",
" <td>6.0</td>\n",
" <td>3.0</td>\n",
" <td>4.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
@@ -516,12 +536,14 @@
" <td>3.257</td>\n",
" <td>0.254</td>\n",
" <td>0.274</td>\n",
" <td>0.277</td>\n",
" <td>0.275</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
@@ -534,12 +556,14 @@
" <td>0.077</td>\n",
" <td>0.081</td>\n",
" <td>0.081</td>\n",
" <td>5.0</td>\n",
" <td>1.5</td>\n",
" <td>0.081</td>\n",
" <td>6.0</td>\n",
" <td>1.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>7.0</td>\n",
" <td>1.5</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
@@ -551,12 +575,14 @@
" <td>0.906</td>\n",
" <td>0.906</td>\n",
" <td>0.906</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>0.906</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
@@ -567,13 +593,15 @@
" <td>0.172</td>\n",
" <td>0.822</td>\n",
" <td>0.774</td>\n",
" <td>0.779</td>\n",
" <td>0.772</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>4.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
@@ -584,13 +612,15 @@
" <td>0.172</td>\n",
" <td>0.360</td>\n",
" <td>0.319</td>\n",
" <td>0.329</td>\n",
" <td>0.321</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>4.0</td>\n",
" <td>5.0</td>\n",
" <td>3.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
@@ -601,13 +631,15 @@
" <td>3.253</td>\n",
" <td>0.250</td>\n",
" <td>0.270</td>\n",
" <td>0.271</td>\n",
" <td>0.272</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>4.5</td>\n",
" <td>4.0</td>\n",
" <td>5.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
@@ -618,13 +650,15 @@
" <td>0.778</td>\n",
" <td>0.075</td>\n",
" <td>0.079</td>\n",
" <td>0.078</td>\n",
" <td>0.079</td>\n",
" <td>4.0</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>5.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
@@ -635,12 +669,14 @@
" <td>0.908</td>\n",
" <td>0.910</td>\n",
" <td>0.908</td>\n",
" <td>0.908</td>\n",
" <td>0.909</td>\n",
" <td>4.5</td>\n",
" <td>4.5</td>\n",
" <td>4.5</td>\n",
" <td>5.0</td>\n",
" <td>5.0</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>4.5</td>\n",
" <td>5.0</td>\n",
" <td>5.0</td>\n",
" <td>2.0</td>\n",
" </tr>\n",
" <tr>\n",
@@ -652,12 +688,14 @@
" <td>0.175</td>\n",
" <td>0.826</td>\n",
" <td>0.781</td>\n",
" <td>0.772</td>\n",
" <td>0.780</td>\n",
" <td>5.0</td>\n",
" <td>2.0</td>\n",
" <td>6.0</td>\n",
" <td>2.0</td>\n",
" <td>7.0</td>\n",
" <td>1.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
@@ -669,11 +707,13 @@
" <td>0.169</td>\n",
" <td>0.371</td>\n",
" <td>0.315</td>\n",
" <td>0.320</td>\n",
" <td>0.323</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>5.0</td>\n",
" <td>4.0</td>\n",
" <td>3.0</td>\n",
" </tr>\n",
@@ -686,12 +726,14 @@
" <td>3.284</td>\n",
" <td>0.245</td>\n",
" <td>0.264</td>\n",
" <td>0.271</td>\n",
" <td>0.264</td>\n",
" <td>5.0</td>\n",
" <td>5.5</td>\n",
" <td>2.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>1.0</td>\n",
" <td>3.5</td>\n",
" <td>5.5</td>\n",
" <td>3.5</td>\n",
" </tr>\n",
" <tr>\n",
@@ -703,12 +745,14 @@
" <td>0.781</td>\n",
" <td>0.073</td>\n",
" <td>0.076</td>\n",
" <td>0.077</td>\n",
" <td>0.076</td>\n",
" <td>5.0</td>\n",
" <td>1.5</td>\n",
" <td>6.0</td>\n",
" <td>1.5</td>\n",
" <td>7.0</td>\n",
" <td>1.5</td>\n",
" <td>3.5</td>\n",
" <td>5.0</td>\n",
" <td>3.5</td>\n",
" </tr>\n",
" <tr>\n",
@@ -721,12 +765,14 @@
" <td>0.903</td>\n",
" <td>0.903</td>\n",
" <td>0.903</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>0.903</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
@@ -737,13 +783,15 @@
" <td>0.174</td>\n",
" <td>0.823</td>\n",
" <td>0.775</td>\n",
" <td>0.786</td>\n",
" <td>0.772</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>4.0</td>\n",
" <td>3.0</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>17</th>\n",
@@ -754,13 +802,15 @@
" <td>0.177</td>\n",
" <td>0.365</td>\n",
" <td>0.328</td>\n",
" <td>0.343</td>\n",
" <td>0.323</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>4.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18</th>\n",
@@ -771,13 +821,15 @@
" <td>3.254</td>\n",
" <td>0.253</td>\n",
" <td>0.275</td>\n",
" <td>0.275</td>\n",
" <td>0.276</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>4.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>5.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19</th>\n",
@@ -789,12 +841,14 @@
" <td>0.077</td>\n",
" <td>0.080</td>\n",
" <td>0.080</td>\n",
" <td>5.0</td>\n",
" <td>1.5</td>\n",
" <td>0.080</td>\n",
" <td>6.0</td>\n",
" <td>1.5</td>\n",
" <td>3.5</td>\n",
" <td>3.5</td>\n",
" <td>7.0</td>\n",
" <td>1.5</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20</th>\n",
@@ -805,13 +859,15 @@
" <td>0.895</td>\n",
" <td>0.898</td>\n",
" <td>0.895</td>\n",
" <td>0.896</td>\n",
" <td>0.895</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" <td>2.0</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" <td>1.0</td>\n",
" <td>4.5</td>\n",
" <td>4.5</td>\n",
" <td>5.5</td>\n",
" <td>3.0</td>\n",
" <td>5.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>21</th>\n",
@@ -822,12 +878,14 @@
" <td>0.170</td>\n",
" <td>0.828</td>\n",
" <td>0.785</td>\n",
" <td>0.779</td>\n",
" <td>0.782</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
@@ -839,12 +897,14 @@
" <td>0.190</td>\n",
" <td>0.397</td>\n",
" <td>0.364</td>\n",
" <td>0.354</td>\n",
" <td>0.362</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
@@ -856,12 +916,14 @@
" <td>3.200</td>\n",
" <td>0.266</td>\n",
" <td>0.286</td>\n",
" <td>0.291</td>\n",
" <td>0.287</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>7.0</td>\n",
" <td>2.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>4.0</td>\n",
" </tr>\n",
" <tr>\n",
@@ -873,12 +935,14 @@
" <td>0.771</td>\n",
" <td>0.080</td>\n",
" <td>0.084</td>\n",
" <td>0.086</td>\n",
" <td>0.084</td>\n",
" <td>5.0</td>\n",
" <td>1.5</td>\n",
" <td>6.0</td>\n",
" <td>1.5</td>\n",
" <td>7.0</td>\n",
" <td>1.5</td>\n",
" <td>3.5</td>\n",
" <td>5.0</td>\n",
" <td>3.5</td>\n",
" </tr>\n",
" </tbody>\n",
@@ -913,86 +977,113 @@
"23 4.0 logloss 0.296 0.263 3.200 \n",
"24 4.0 mse 0.087 0.080 0.771 \n",
"\n",
" group5_rem_xgb2 group8_rem_ebm ph_rem_ebm group1_rem_ebm_rank \\\n",
"0 0.901 0.901 0.901 5.5 \n",
"1 0.836 0.793 0.791 5.0 \n",
"2 0.392 0.342 0.347 3.5 \n",
"3 0.254 0.274 0.275 5.0 \n",
"4 0.077 0.081 0.081 5.0 \n",
"5 0.906 0.906 0.906 3.5 \n",
"6 0.822 0.774 0.772 5.0 \n",
"7 0.360 0.319 0.321 5.0 \n",
"8 0.250 0.270 0.272 4.5 \n",
"9 0.075 0.079 0.079 4.0 \n",
"10 0.910 0.908 0.909 4.5 \n",
"11 0.826 0.781 0.780 5.0 \n",
"12 0.371 0.315 0.323 5.0 \n",
"13 0.245 0.264 0.264 5.0 \n",
"14 0.073 0.076 0.076 5.0 \n",
"15 0.903 0.903 0.903 3.5 \n",
"16 0.823 0.775 0.772 4.5 \n",
"17 0.365 0.328 0.323 5.0 \n",
"18 0.253 0.275 0.276 4.5 \n",
"19 0.077 0.080 0.080 5.0 \n",
"20 0.898 0.895 0.895 4.5 \n",
"21 0.828 0.785 0.782 5.0 \n",
"22 0.397 0.364 0.362 5.0 \n",
"23 0.266 0.286 0.287 5.0 \n",
"24 0.080 0.084 0.084 5.0 \n",
" group5_rem_xgb2 group8_rem_ebm group9_rem_xgb ph_rem_ebm \\\n",
"0 0.901 0.901 0.900 0.901 \n",
"1 0.836 0.793 0.797 0.791 \n",
"2 0.392 0.342 0.357 0.347 \n",
"3 0.254 0.274 0.277 0.275 \n",
"4 0.077 0.081 0.081 0.081 \n",
"5 0.906 0.906 0.906 0.906 \n",
"6 0.822 0.774 0.779 0.772 \n",
"7 0.360 0.319 0.329 0.321 \n",
"8 0.250 0.270 0.271 0.272 \n",
"9 0.075 0.079 0.078 0.079 \n",
"10 0.910 0.908 0.908 0.909 \n",
"11 0.826 0.781 0.772 0.780 \n",
"12 0.371 0.315 0.320 0.323 \n",
"13 0.245 0.264 0.271 0.264 \n",
"14 0.073 0.076 0.077 0.076 \n",
"15 0.903 0.903 0.903 0.903 \n",
"16 0.823 0.775 0.786 0.772 \n",
"17 0.365 0.328 0.343 0.323 \n",
"18 0.253 0.275 0.275 0.276 \n",
"19 0.077 0.080 0.080 0.080 \n",
"20 0.898 0.895 0.896 0.895 \n",
"21 0.828 0.785 0.779 0.782 \n",
"22 0.397 0.364 0.354 0.362 \n",
"23 0.266 0.286 0.291 0.287 \n",
"24 0.080 0.084 0.086 0.084 \n",
"\n",
" group1_rem_ebm_rank group2_rem_ebm_rank group3_rem_piml_EBM_rank \\\n",
"0 6.0 2.5 6.0 \n",
"1 6.0 1.0 7.0 \n",
"2 4.5 1.0 7.0 \n",
"3 6.0 1.0 7.0 \n",
"4 6.0 1.5 7.0 \n",
"5 4.0 4.0 4.0 \n",
"6 6.0 1.0 7.0 \n",
"7 6.0 1.0 7.0 \n",
"8 5.5 1.0 7.0 \n",
"9 5.0 1.0 7.0 \n",
"10 5.0 5.0 5.0 \n",
"11 6.0 2.0 7.0 \n",
"12 6.0 1.0 7.0 \n",
"13 5.5 2.0 7.0 \n",
"14 6.0 1.5 7.0 \n",
"15 4.0 4.0 4.0 \n",
"16 5.5 1.0 7.0 \n",
"17 6.0 1.0 7.0 \n",
"18 5.5 1.0 7.0 \n",
"19 6.0 1.5 7.0 \n",
"20 5.5 2.0 5.5 \n",
"21 6.0 1.0 7.0 \n",
"22 6.0 1.0 7.0 \n",
"23 6.0 1.0 7.0 \n",
"24 6.0 1.5 7.0 \n",
"\n",
" group2_rem_ebm_rank group3_rem_piml_EBM_rank group5_rem_xgb2_rank \\\n",
"0 2.5 5.5 2.5 \n",
"1 1.0 6.0 2.0 \n",
"2 1.0 6.0 2.0 \n",
"3 1.0 6.0 2.0 \n",
"4 1.5 6.0 1.5 \n",
"5 3.5 3.5 3.5 \n",
"6 1.0 6.0 2.0 \n",
"7 1.0 6.0 2.0 \n",
"8 1.0 6.0 2.0 \n",
"9 1.0 6.0 2.0 \n",
"10 4.5 4.5 1.0 \n",
"11 2.0 6.0 1.0 \n",
"12 1.0 6.0 2.0 \n",
"13 2.0 6.0 1.0 \n",
"14 1.5 6.0 1.5 \n",
"15 3.5 3.5 3.5 \n",
"16 1.0 6.0 2.0 \n",
"17 1.0 6.0 2.0 \n",
"18 1.0 6.0 2.0 \n",
"19 1.5 6.0 1.5 \n",
"20 2.0 4.5 1.0 \n",
"21 1.0 6.0 2.0 \n",
"22 1.0 6.0 2.0 \n",
"23 1.0 6.0 2.0 \n",
"24 1.5 6.0 1.5 \n",
" group5_rem_xgb2_rank group8_rem_ebm_rank group9_rem_xgb_rank \\\n",
"0 2.5 2.5 6.0 \n",
"1 2.0 4.0 3.0 \n",
"2 2.0 6.0 3.0 \n",
"3 2.0 3.0 5.0 \n",
"4 1.5 4.0 4.0 \n",
"5 4.0 4.0 4.0 \n",
"6 2.0 4.0 3.0 \n",
"7 2.0 5.0 3.0 \n",
"8 2.0 3.0 4.0 \n",
"9 2.0 5.0 3.0 \n",
"10 1.0 5.0 5.0 \n",
"11 1.0 3.0 5.0 \n",
"12 2.0 5.0 4.0 \n",
"13 1.0 3.5 5.5 \n",
"14 1.5 3.5 5.0 \n",
"15 4.0 4.0 4.0 \n",
"16 2.0 4.0 3.0 \n",
"17 2.0 4.0 3.0 \n",
"18 2.0 3.5 3.5 \n",
"19 1.5 4.0 4.0 \n",
"20 1.0 5.5 3.0 \n",
"21 2.0 3.0 5.0 \n",
"22 2.0 3.0 5.0 \n",
"23 2.0 3.0 5.0 \n",
"24 1.5 3.5 5.0 \n",
"\n",
" group8_rem_ebm_rank ph_rem_ebm_rank \n",
"0 2.5 2.5 \n",
"1 3.0 4.0 \n",
"2 5.0 3.5 \n",
"3 3.0 4.0 \n",
"4 3.5 3.5 \n",
"5 3.5 3.5 \n",
"6 3.0 4.0 \n",
"7 4.0 3.0 \n",
"8 3.0 4.5 \n",
"9 4.0 4.0 \n",
"10 4.5 2.0 \n",
"11 3.0 4.0 \n",
"12 4.0 3.0 \n",
"13 3.5 3.5 \n",
"14 3.5 3.5 \n",
"15 3.5 3.5 \n",
"16 3.0 4.5 \n",
"17 3.0 4.0 \n",
"18 3.0 4.5 \n",
"19 3.5 3.5 \n",
"20 4.5 4.5 \n",
"21 3.0 4.0 \n",
"22 3.0 4.0 \n",
"23 3.0 4.0 \n",
"24 3.5 3.5 "
" ph_rem_ebm_rank \n",
"0 2.5 \n",
"1 5.0 \n",
"2 4.5 \n",
"3 4.0 \n",
"4 4.0 \n",
"5 4.0 \n",
"6 5.0 \n",
"7 4.0 \n",
"8 5.5 \n",
"9 5.0 \n",
"10 2.0 \n",
"11 4.0 \n",
"12 3.0 \n",
"13 3.5 \n",
"14 3.5 \n",
"15 4.0 \n",
"16 5.5 \n",
"17 5.0 \n",
"18 5.5 \n",
"19 4.0 \n",
"20 5.5 \n",
"21 4.0 \n",
"22 4.0 \n",
"23 4.0 \n",
"24 3.5 "
]
},
"execution_count": 6,
@@ -1110,12 +1201,13 @@
{
"data": {
"text/plain": [
"group2_rem_ebm_rank 1.60\n",
"group5_rem_xgb2_rank 1.90\n",
"group8_rem_ebm_rank 3.44\n",
"ph_rem_ebm_rank 3.70\n",
"group1_rem_ebm_rank 4.70\n",
"group3_rem_piml_EBM_rank 5.66\n",
"group2_rem_ebm_rank 1.66\n",
"group5_rem_xgb2_rank 1.94\n",
"group8_rem_ebm_rank 3.92\n",
"group9_rem_xgb_rank 4.12\n",
"ph_rem_ebm_rank 4.18\n",
"group1_rem_ebm_rank 5.60\n",
"group3_rem_piml_EBM_rank 6.58\n",
"dtype: float64"
]
},
26 changes: 0 additions & 26 deletions assignments/model_eval_2023_06_19_21_04_44.csv

This file was deleted.

26 changes: 26 additions & 0 deletions assignments/model_eval_2023_06_21_12_52_47.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
fold,metric,group1_rem_ebm,group2_rem_ebm,group3_rem_piml_EBM,group5_rem_xgb2,group8_rem_ebm,group9_rem_xgb,ph_rem_ebm,group1_rem_ebm_rank,group2_rem_ebm_rank,group3_rem_piml_EBM_rank,group5_rem_xgb2_rank,group8_rem_ebm_rank,group9_rem_xgb_rank,ph_rem_ebm_rank
0.0,acc,0.9,0.901,0.9,0.901,0.901,0.9,0.901,6.0,2.5,6.0,2.5,2.5,6.0,2.5
0.0,auc,0.781,0.84,0.163,0.836,0.793,0.797,0.791,6.0,1.0,7.0,2.0,4.0,3.0,5.0
0.0,f1,0.347,0.405,0.182,0.392,0.342,0.357,0.347,4.5,1.0,7.0,2.0,6.0,3.0,4.5
0.0,logloss,0.28,0.251,3.257,0.254,0.274,0.277,0.275,6.0,1.0,7.0,2.0,3.0,5.0,4.0
0.0,mse,0.082,0.077,0.773,0.077,0.081,0.081,0.081,6.0,1.5,7.0,1.5,4.0,4.0,4.0
1.0,acc,0.906,0.906,0.906,0.906,0.906,0.906,0.906,4.0,4.0,4.0,4.0,4.0,4.0,4.0
1.0,auc,0.767,0.828,0.172,0.822,0.774,0.779,0.772,6.0,1.0,7.0,2.0,4.0,3.0,5.0
1.0,f1,0.312,0.368,0.172,0.36,0.319,0.329,0.321,6.0,1.0,7.0,2.0,5.0,3.0,4.0
1.0,logloss,0.272,0.246,3.253,0.25,0.27,0.271,0.272,5.5,1.0,7.0,2.0,3.0,4.0,5.5
1.0,mse,0.079,0.074,0.778,0.075,0.079,0.078,0.079,5.0,1.0,7.0,2.0,5.0,3.0,5.0
2.0,acc,0.908,0.908,0.908,0.91,0.908,0.908,0.909,5.0,5.0,5.0,1.0,5.0,5.0,2.0
2.0,auc,0.759,0.825,0.175,0.826,0.781,0.772,0.78,6.0,2.0,7.0,1.0,3.0,5.0,4.0
2.0,f1,0.304,0.372,0.169,0.371,0.315,0.32,0.323,6.0,1.0,7.0,2.0,5.0,4.0,3.0
2.0,logloss,0.271,0.246,3.284,0.245,0.264,0.271,0.264,5.5,2.0,7.0,1.0,3.5,5.5,3.5
2.0,mse,0.078,0.073,0.781,0.073,0.076,0.077,0.076,6.0,1.5,7.0,1.5,3.5,5.0,3.5
3.0,acc,0.903,0.903,0.903,0.903,0.903,0.903,0.903,4.0,4.0,4.0,4.0,4.0,4.0,4.0
3.0,auc,0.772,0.826,0.174,0.823,0.775,0.786,0.772,5.5,1.0,7.0,2.0,4.0,3.0,5.5
3.0,f1,0.317,0.371,0.177,0.365,0.328,0.343,0.323,6.0,1.0,7.0,2.0,4.0,3.0,5.0
3.0,logloss,0.276,0.252,3.254,0.253,0.275,0.275,0.276,5.5,1.0,7.0,2.0,3.5,3.5,5.5
3.0,mse,0.081,0.077,0.775,0.077,0.08,0.08,0.08,6.0,1.5,7.0,1.5,4.0,4.0,4.0
4.0,acc,0.895,0.897,0.895,0.898,0.895,0.896,0.895,5.5,2.0,5.5,1.0,5.5,3.0,5.5
4.0,auc,0.754,0.831,0.17,0.828,0.785,0.779,0.782,6.0,1.0,7.0,2.0,3.0,5.0,4.0
4.0,f1,0.323,0.401,0.19,0.397,0.364,0.354,0.362,6.0,1.0,7.0,2.0,3.0,5.0,4.0
4.0,logloss,0.296,0.263,3.2,0.266,0.286,0.291,0.287,6.0,1.0,7.0,2.0,3.0,5.0,4.0
4.0,mse,0.087,0.08,0.771,0.08,0.084,0.086,0.084,6.0,1.5,7.0,1.5,3.5,5.0,3.5

0 comments on commit 923cf6a

Please sign in to comment.