diff --git a/docs/shapely_select_paper_experiment.ipynb b/docs/shapely_select_paper_experiment.ipynb index 370d237..46339cd 100644 --- a/docs/shapely_select_paper_experiment.ipynb +++ b/docs/shapely_select_paper_experiment.ipynb @@ -2,14 +2,19 @@ "cells": [ { "cell_type": "code", - "execution_count": 5, + "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Loading dataset...\n" + "Loading dataset...\n", + "\n", + "--- No Feature Selection ---\n", + "No Feature Selection completed in 0.67 seconds with 30 features.\n", + "\n", + "--- Shapely Select with p-value=0.01 ---\n" ] }, { @@ -172,18 +177,1029 @@ "name": "stdout", "output_type": "stream", "text": [ - "Shapely Select completed in 20.51 seconds with 8 selected features.\n", - "SHAP Selection completed in 1.58 seconds with 15 selected features.\n", - "RFE completed in 8.38 seconds with 15 selected features.\n", - "HISEL selection completed in 128.99 seconds with 30 selected features.\n", - "Boruta completed in 41.20 seconds with 10 selected features.\n", - "Experiment results:\n", - " Method Selected Features Accuracy F1 Score Runtime (s)\n", - "0 Shapely Select 8 0.999661 0.884462 20.513361\n", - "1 SHAP Selection 15 0.999649 0.880000 1.580263\n", - "2 RFE 15 0.999625 0.873016 8.382496\n", - "3 HISEL 30 0.999625 0.874016 128.987323\n", - "4 Boruta 10 0.999637 0.877470 41.201014\n" + "Shapely Select with p-value 0.01 completed in 41.28 seconds with 6 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26']\n", + "\n", + "--- Shapely Select with p-value=0.02 ---\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 31 out of 31 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 30 out of 30 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 29 out of 29 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 28 out of 28 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 27 out of 27 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 26 out of 26 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 25 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 24 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 23 out of 23 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 22 out of 22 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 21 out of 21 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 20 out of 20 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 19 out of 19 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 18 out of 18 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 17 out of 17 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 16 out of 16 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 15 out of 15 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 14 out of 14 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 13 out of 13 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 12 out of 12 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 11 out of 11 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 10 out of 10 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 9 out of 9 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 8 out of 8 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 7 out of 7 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 6 out of 6 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 5 out of 5 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 4 out of 4 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 3 out of 3 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 2 out of 2 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Shapely Select with p-value 0.02 completed in 29.96 seconds with 6 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26']\n", + "\n", + "--- Shapely Select with p-value=0.03 ---\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 31 out of 31 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 30 out of 30 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 29 out of 29 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 28 out of 28 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 27 out of 27 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 26 out of 26 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 25 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 24 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 23 out of 23 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 22 out of 22 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 21 out of 21 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 20 out of 20 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 19 out of 19 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 18 out of 18 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 17 out of 17 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 16 out of 16 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 15 out of 15 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 14 out of 14 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 13 out of 13 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 12 out of 12 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 11 out of 11 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 10 out of 10 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 9 out of 9 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 8 out of 8 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 7 out of 7 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 6 out of 6 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 5 out of 5 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 4 out of 4 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 3 out of 3 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 2 out of 2 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Shapely Select with p-value 0.03 completed in 32.94 seconds with 6 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26']\n", + "\n", + "--- Shapely Select with p-value=0.04 ---\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 31 out of 31 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 30 out of 30 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 29 out of 29 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 28 out of 28 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 27 out of 27 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 26 out of 26 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 25 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 24 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 23 out of 23 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 22 out of 22 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 21 out of 21 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 20 out of 20 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 19 out of 19 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 18 out of 18 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 17 out of 17 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 16 out of 16 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 15 out of 15 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 14 out of 14 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 13 out of 13 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 12 out of 12 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 11 out of 11 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 10 out of 10 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 9 out of 9 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 8 out of 8 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 7 out of 7 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 6 out of 6 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 5 out of 5 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 4 out of 4 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 3 out of 3 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 2 out of 2 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Shapely Select with p-value 0.04 completed in 34.04 seconds with 7 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26', 'Amount']\n", + "\n", + "--- Shapely Select with p-value=0.05 ---\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 31 out of 31 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 30 out of 30 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 29 out of 29 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 28 out of 28 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 27 out of 27 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 26 out of 26 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 25 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 24 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 23 out of 23 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 22 out of 22 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 21 out of 21 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 20 out of 20 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 19 out of 19 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 18 out of 18 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 17 out of 17 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 16 out of 16 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 15 out of 15 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 14 out of 14 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 13 out of 13 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 12 out of 12 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 11 out of 11 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 10 out of 10 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 9 out of 9 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 8 out of 8 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 7 out of 7 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 6 out of 6 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 5 out of 5 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 4 out of 4 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 3 out of 3 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 2 out of 2 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Shapely Select with p-value 0.05 completed in 33.59 seconds with 8 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26', 'Amount', 'V12']\n", + "\n", + "--- Shapely Select with p-value=0.07 ---\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 31 out of 31 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 30 out of 30 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 29 out of 29 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 28 out of 28 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 27 out of 27 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 26 out of 26 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 25 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 24 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 23 out of 23 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 22 out of 22 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 21 out of 21 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 20 out of 20 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 19 out of 19 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 18 out of 18 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 17 out of 17 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 16 out of 16 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 15 out of 15 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 14 out of 14 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 13 out of 13 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 12 out of 12 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 11 out of 11 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 10 out of 10 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 9 out of 9 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 8 out of 8 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 7 out of 7 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 6 out of 6 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 5 out of 5 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 4 out of 4 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 3 out of 3 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 2 out of 2 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Shapely Select with p-value 0.07 completed in 37.50 seconds with 8 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26', 'Amount', 'V12']\n", + "\n", + "--- Shapely Select with p-value=0.1 ---\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 31 out of 31 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 30 out of 30 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 29 out of 29 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 28 out of 28 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 27 out of 27 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 26 out of 26 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 25 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 24 out of 24 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 23 out of 23 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 22 out of 22 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 21 out of 21 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 20 out of 20 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 19 out of 19 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 18 out of 18 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 17 out of 17 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 16 out of 16 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 15 out of 15 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 14 out of 14 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 13 out of 13 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 12 out of 12 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 11 out of 11 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 10 out of 10 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 9 out of 9 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 8 out of 8 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 7 out of 7 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 6 out of 6 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 5 out of 5 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 4 out of 4 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 3 out of 3 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:71: ConvergenceWarning: QC check did not pass for 2 out of 2 parameters\n", + "Try increasing solver accuracy or number of iterations, decreasing alpha, or switch solvers\n", + " warnings.warn(message, ConvergenceWarning)\n", + "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/statsmodels/base/l1_solvers_common.py:144: ConvergenceWarning: Could not trim params automatically due to failed QC check. Trimming using trim_mode == 'size' will still work.\n", + " warnings.warn(msg, ConvergenceWarning)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Shapely Select with p-value 0.1 completed in 36.40 seconds with 9 selected features: ['V14', 'V17', 'V4', 'V8', 'V10', 'V26', 'Amount', 'V12', 'V18']\n", + "Saved plot for Shapely Select p-value benchmarking.\n", + "\n", + "--- SHAP Selection ---\n", + "SHAP Selection completed in 1.75 seconds with 15 selected features: Index(['V14', 'V4', 'V12', 'V10', 'V3', 'V8', 'V19', 'Time', 'V15', 'Amount',\n", + " 'V7', 'V26', 'V5', 'V6', 'V16'],\n", + " dtype='object')\n", + "\n", + "--- RFE ---\n", + "RFE completed in 9.06 seconds with 15 selected features: Index(['Time', 'V1', 'V3', 'V4', 'V7', 'V8', 'V10', 'V12', 'V14', 'V16', 'V17',\n", + " 'V26', 'V27', 'V28', 'Amount'],\n", + " dtype='object')\n", + "\n", + "--- HISEL ---\n", + "HISEL completed in 139.07 seconds with 30 selected features: ['V28', 'Time', 'Amount', 'V27', 'V26', 'V25', 'V24', 'V23', 'V22', 'V21', 'V20', 'V19', 'V18', 'V17', 'V16', 'V14', 'V2', 'V6', 'V5', 'V9', 'V1', 'V7', 'V8', 'V4', 'V3', 'V12', 'V15', 'V13', 'V11', 'V10']\n", + "\n", + "--- Boruta ---\n", + "Boruta completed in 41.97 seconds with 10 selected features: ['V1', 'V4', 'V7', 'V8', 'V10', 'V12', 'V14', 'V17', 'V28', 'Amount']\n", + "\n", + "--- Experiment Results ---\n", + " Method Selected Features Accuracy F1 Score Runtime (s)\n", + "0 No Feature Selection 30 0.999614 0.870588 0.666203\n", + "1 Shapely Select (p=1%) 6 0.999625 0.873016 41.278282\n", + "2 Shapely Select (p=2%) 6 0.999625 0.873016 29.960288\n", + "3 Shapely Select (p=3%) 6 0.999625 0.873016 32.939579\n", + "4 Shapely Select (p=4%) 7 0.999637 0.875502 34.040012\n", + "5 Shapely Select (p=5%) 8 0.999661 0.884462 33.587693\n", + "6 Shapely Select (p=7%) 8 0.999661 0.884462 37.495704\n", + "7 Shapely Select (p=10%) 9 0.999637 0.875502 36.402660\n", + "8 SHAP Selection 15 0.999649 0.880000 1.748370\n", + "9 RFE 15 0.999625 0.873016 9.062131\n", + "10 HISEL 30 0.999625 0.874016 139.066404\n", + "11 Boruta 10 0.999637 0.877470 41.970272\n" ] }, { @@ -217,72 +1233,145 @@ "
\n", "