task-3-project/AccheLog.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"colab":{"provenance":[]}},"nbformat_minor":0,"nbformat":4,"cells":[{"cell_type":"code","source":["import numpy as np\n","import pandas as pd \n","import os"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:11.237051Z","iopub.execute_input":"2022-12-12T14:19:11.238595Z","iopub.status.idle":"2022-12-12T14:19:11.249350Z","shell.execute_reply.started":"2022-12-12T14:19:11.238493Z","shell.execute_reply":"2022-12-12T14:19:11.247586Z"},"trusted":true,"id":"bGQHH-HGbdan"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from lightgbm import LGBMClassifier\n","from sklearn.model_selection import train_test_split\n","from sklearn.metrics import f1_score"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:11.252894Z","iopub.execute_input":"2022-12-12T14:19:11.253625Z","iopub.status.idle":"2022-12-12T14:19:11.263203Z","shell.execute_reply.started":"2022-12-12T14:19:11.253557Z","shell.execute_reply":"2022-12-12T14:19:11.261771Z"},"trusted":true,"id":"pU9UimVqbdap"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["### Importing DataSet"],"metadata":{"id":"PIdMxbbIdnx9"}},{"cell_type":"code","source":["train_df = pd.read_csv('../input/ml-project-final-dataset/processedTraining.csv')\n","test_df = pd.read_csv('../input/ml-project-final-dataset/processedTesting.csv')"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:11.265453Z","iopub.execute_input":"2022-12-12T14:19:11.266000Z","iopub.status.idle":"2022-12-12T14:19:19.712084Z","shell.execute_reply.started":"2022-12-12T14:19:11.265951Z","shell.execute_reply":"2022-12-12T14:19:19.710797Z"},"trusted":true,"id":"sIBhKajObdaq"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["### Importing re for renaming columns for LightGBM"],"metadata":{"id":"YKrZ7LWvdrft"}},{"cell_type":"code","source":["import re\n","train_df = train_df.rename(columns = lambda x:re.sub('[^A-Za-z0-9_]+', '', x))\n","test_df = test_df.rename(columns = lambda x:re.sub('[^A-Za-z0-9_]+', '', x))"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:19.714447Z","iopub.execute_input":"2022-12-12T14:19:19.714849Z","iopub.status.idle":"2022-12-12T14:19:20.122259Z","shell.execute_reply.started":"2022-12-12T14:19:19.714814Z","shell.execute_reply":"2022-12-12T14:19:20.121102Z"},"trusted":true,"id":"vU_3fQ_Pbdas"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["test_SKID = test_df['sk_id_curr']\n","test_features = test_df.drop(['sk_id_curr'], axis=1)"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:20.124646Z","iopub.execute_input":"2022-12-12T14:19:20.124992Z","iopub.status.idle":"2022-12-12T14:19:20.260584Z","shell.execute_reply.started":"2022-12-12T14:19:20.124962Z","shell.execute_reply":"2022-12-12T14:19:20.259214Z"},"trusted":true,"id":"rpWKlu-kbdat"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["main_X = train_df.drop(['target'], axis=1)\n","main_y = train_df['target']\n","X_train, X_test, y_train, y_test = train_test_split(main_X, main_y, test_size = 0.3, random_state = 42)"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:20.262393Z","iopub.execute_input":"2022-12-12T14:19:20.262980Z","iopub.status.idle":"2022-12-12T14:19:21.226369Z","shell.execute_reply.started":"2022-12-12T14:19:20.262942Z","shell.execute_reply":"2022-12-12T14:19:21.224974Z"},"trusted":true,"id":"s7EJrfhxbdau"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["LGBMClassifier(boosting_type='gbdt', num_leaves=31, max_depth=-1, learning_rate=0.1, n_estimators=100, subsample_for_bin=200000, objective=None, class_weight=None, min_split_gain=0.0, min_child_weight=0.001, min_child_samples=20, subsample=1.0, subsample_freq=0, colsample_bytree=1.0, reg_alpha=0.0, reg_lambda=0.0, random_state=None, n_jobs=None, importance_type='split', **kwargs)"],"metadata":{"id":"BanYexcobdav"}},{"cell_type":"markdown","source":["### Model Implementation"],"metadata":{"id":"HsW_z6yZfbDP"}},{"cell_type":"code","source":["lgbm_model = LGBMClassifier(n_estimators=200,max_depth=19, learning_rate=0.3, class_weight='balanced')\n","lgbm_model.fit(X_train, y_train)\n","y_pred = lgbm_model.predict(X_test) \n","f1_score(y_test, y_pred, average='macro')"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:21.227835Z","iopub.execute_input":"2022-12-12T14:19:21.228214Z","iopub.status.idle":"2022-12-12T14:19:28.339445Z","shell.execute_reply.started":"2022-12-12T14:19:21.228180Z","shell.execute_reply":"2022-12-12T14:19:28.338280Z"},"trusted":true,"id":"Kcprlsrtbday","outputId":"113e05f8-8fb5-409e-c55f-aa9e11cb8c2b"},"execution_count":null,"outputs":[{"execution_count":14,"output_type":"execute_result","data":{"text/plain":"0.5702404117652595"},"metadata":{}}]},{"cell_type":"markdown","source":["### Fitting on whole training data"],"metadata":{"id":"L6grF5n4gF0R"}},{"cell_type":"code","source":["final_model_grid = LGBMClassifier(n_estimators=200,max_depth=19, learning_rate=0.2, class_weight='balanced')\n","final_model_grid.fit(main_X, main_y)\n","test_pred = final_model_grid.predict(test_features)"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:28.340740Z","iopub.execute_input":"2022-12-12T14:19:28.341077Z","iopub.status.idle":"2022-12-12T14:19:40.561413Z","shell.execute_reply.started":"2022-12-12T14:19:28.341046Z","shell.execute_reply":"2022-12-12T14:19:40.560403Z"},"trusted":true,"id":"JVwf5xUdbda2"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["test_df[\"target\"] = test_pred\n","to_submit = test_df[[\"sk_id_curr\", \"target\"]]\n","to_submit.to_csv('LgbmClassifier2.csv', index=False)"],"metadata":{"execution":{"iopub.status.busy":"2022-12-12T14:19:40.563008Z","iopub.execute_input":"2022-12-12T14:19:40.563752Z","iopub.status.idle":"2022-12-12T14:19:40.951590Z","shell.execute_reply.started":"2022-12-12T14:19:40.563711Z","shell.execute_reply":"2022-12-12T14:19:40.950349Z"},"trusted":true,"id":"4qXTyHNRbda4"},"execution_count":null,"outputs":[]}]}