ember2018_Default-lgbm(GridSearch), LogisticReg, GNV and SGD.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import ember\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import altair as alt\n",
    "import lightgbm as lgb\n",
    "import matplotlib.pylab as plt\n",
    "from sklearn.metrics import roc_auc_score, roc_curve\n",
    "#_ = alt.renderers.enable('notebook')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_dir = \"/Users/Desktop/Cont1/Datasets/ember2018/\"  # change this to where you unzipped the downloads"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vectorizing training set\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 900000/900000 [13:56<00:00, 1075.82it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vectorizing test set\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 200000/200000 [03:02<00:00, 1097.23it/s]\n"
     ]
    }
   ],
   "source": [
    "ember.create_vectorized_features(data_dir,2)\n",
    "_ = ember.create_metadata(data_dir)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "emberdf = ember.read_metadata(data_dir)\n",
    "X_train, y_train, X_test, y_test = ember.read_vectorized_features(data_dir)\n",
    "lgbm_model = lgb.Booster(model_file=os.path.join(data_dir, \"ember_model_2018.txt\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sha256</th>\n",
       "      <th>appeared</th>\n",
       "      <th>subset</th>\n",
       "      <th>label</th>\n",
       "      <th>avclass</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0abb4fda7d5b13801d63bee53e5e256be43e141faa077a...</td>\n",
       "      <td>2006-12</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>c9cafff8a596ba8a80bafb4ba8ae6f2ef3329d95b85f15...</td>\n",
       "      <td>2007-01</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>eac8ddb4970f8af985742973d6f0e06902d42a3684d791...</td>\n",
       "      <td>2007-02</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7f513818bcc276c531af2e641c597744da807e21cc1160...</td>\n",
       "      <td>2007-02</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ca65e1c387a4cc9e7d8a8ce12bf1bcf9f534c9032b9d95...</td>\n",
       "      <td>2007-02</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999995</th>\n",
       "      <td>e033bc4967ce64bbb5cafdb234372099395185a6e0280c...</td>\n",
       "      <td>2018-12</td>\n",
       "      <td>test</td>\n",
       "      <td>1</td>\n",
       "      <td>zbot</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999996</th>\n",
       "      <td>c7d16736fd905f5fbe4530670b1fe787eb12ee86536380...</td>\n",
       "      <td>2018-12</td>\n",
       "      <td>test</td>\n",
       "      <td>1</td>\n",
       "      <td>flystudio</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999997</th>\n",
       "      <td>0020077cb673729209d88b603bddf56b925b18e682892a...</td>\n",
       "      <td>2018-12</td>\n",
       "      <td>test</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999998</th>\n",
       "      <td>1b7e7c8febabf70d1c17fe3c7abf80f33003581c380f28...</td>\n",
       "      <td>2018-12</td>\n",
       "      <td>test</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999999</th>\n",
       "      <td>836063f2312b597632bca1f738e68e4d23f672d587a7fc...</td>\n",
       "      <td>2018-12</td>\n",
       "      <td>test</td>\n",
       "      <td>1</td>\n",
       "      <td>emotet</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1000000 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   sha256 appeared subset  \\\n",
       "0       0abb4fda7d5b13801d63bee53e5e256be43e141faa077a...  2006-12  train   \n",
       "1       c9cafff8a596ba8a80bafb4ba8ae6f2ef3329d95b85f15...  2007-01  train   \n",
       "2       eac8ddb4970f8af985742973d6f0e06902d42a3684d791...  2007-02  train   \n",
       "3       7f513818bcc276c531af2e641c597744da807e21cc1160...  2007-02  train   \n",
       "4       ca65e1c387a4cc9e7d8a8ce12bf1bcf9f534c9032b9d95...  2007-02  train   \n",
       "...                                                   ...      ...    ...   \n",
       "999995  e033bc4967ce64bbb5cafdb234372099395185a6e0280c...  2018-12   test   \n",
       "999996  c7d16736fd905f5fbe4530670b1fe787eb12ee86536380...  2018-12   test   \n",
       "999997  0020077cb673729209d88b603bddf56b925b18e682892a...  2018-12   test   \n",
       "999998  1b7e7c8febabf70d1c17fe3c7abf80f33003581c380f28...  2018-12   test   \n",
       "999999  836063f2312b597632bca1f738e68e4d23f672d587a7fc...  2018-12   test   \n",
       "\n",
       "        label    avclass  \n",
       "0           0        NaN  \n",
       "1           0        NaN  \n",
       "2           0        NaN  \n",
       "3           0        NaN  \n",
       "4           0        NaN  \n",
       "...       ...        ...  \n",
       "999995      1       zbot  \n",
       "999996      1  flystudio  \n",
       "999997      0        NaN  \n",
       "999998      0        NaN  \n",
       "999999      1     emotet  \n",
       "\n",
       "[1000000 rows x 5 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "emberdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LGBMClassifier()"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# build the lightgbm model\n",
    "import lightgbm as lgb\n",
    "clf = lgb.LGBMClassifier()\n",
    "clf.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "# predict the results\n",
    "y_pred=clf.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LightGBM Model accuracy score: 0.9183\n"
     ]
    }
   ],
   "source": [
    "# view accuracy\n",
    "from sklearn.metrics import accuracy_score\n",
    "accuracy=accuracy_score(y_pred, y_test)\n",
    "print('LightGBM Model accuracy score: {0:0.4f}'.format(accuracy_score(y_test, y_pred)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\fahad\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\_classification.py:1221: UndefinedMetricWarning: Recall and F-score are ill-defined and being set to 0.0 in labels with no true samples. Use `zero_division` parameter to control this behavior.\n",
      "  _warn_prf(average, modifier, msg_start, len(result))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "        -1.0       0.00      0.00      0.00         0\n",
      "         0.0       0.95      0.89      0.92    100000\n",
      "         1.0       0.92      0.94      0.93    100000\n",
      "\n",
      "    accuracy                           0.92    200000\n",
      "   macro avg       0.62      0.61      0.62    200000\n",
      "weighted avg       0.93      0.92      0.93    200000\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "print(classification_report(y_test, y_pred))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n",
      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n",
      "\n",
      "Increase the number of iterations (max_iter) or scale the data as shown in:\n",
      "    https://scikit-learn.org/stable/modules/preprocessing.html\n",
      "Please also refer to the documentation for alternative solver options:\n",
      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n",
      "  extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 0.597125\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/sklearn/metrics/_classification.py:1272: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.\n",
      "  _warn_prf(average, modifier, msg_start, len(result))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "        -1.0       0.00      0.00      0.00       255\n",
      "         0.0       0.31      0.72      0.44     43519\n",
      "         1.0       0.88      0.56      0.69    156226\n",
      "\n",
      "    accuracy                           0.60    200000\n",
      "   macro avg       0.40      0.43      0.38    200000\n",
      "weighted avg       0.76      0.60      0.63    200000\n",
      "\n",
      "ROC AUC Score: 0.5983094002\n",
      "CPU times: user 30min 14s, sys: 58min 54s, total: 1h 29min 9s\n",
      "Wall time: 1h 44min\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "#Without Hyper Parameters Tuning\n",
    "#1-6,logistic regression \n",
    "#importing module\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "#making the instance\n",
    "model= LogisticRegression()\n",
    "#learning\n",
    "model.fit(X_train,y_train)\n",
    "#Prediction\n",
    "prediction=model.predict(X_test)\n",
    "#importing the metrics module\n",
    "from sklearn import metrics\n",
    "#evaluation(Accuracy)\n",
    "print(\"Accuracy:\",metrics.accuracy_score(prediction,y_test))\n",
    "#evaluation(Classification_report)\n",
    "from sklearn.metrics import classification_report\n",
    "print(classification_report(prediction, y_test))\n",
    "from sklearn.metrics import roc_auc_score\n",
    "print(\"ROC AUC Score:\",roc_auc_score(y_test,prediction))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "SGD is merely an optimization technique and does not correspond to a specific family of machine learning models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/sklearn/linear_model/_stochastic_gradient.py:557: ConvergenceWarning: Maximum number of iteration reached before convergence. Consider increasing max_iter to improve the fit.\n",
      "  ConvergenceWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 0.556925\n",
      "Confusion Metrix:\n",
      " [[    0  1267   204]\n",
      " [    0 13294  1705]\n",
      " [    0 85439 98091]]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/sklearn/metrics/_classification.py:1272: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.\n",
      "  _warn_prf(average, modifier, msg_start, len(result))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "        -1.0       0.00      0.00      0.00      1471\n",
      "         0.0       0.13      0.89      0.23     14999\n",
      "         1.0       0.98      0.53      0.69    183530\n",
      "\n",
      "    accuracy                           0.56    200000\n",
      "   macro avg       0.37      0.47      0.31    200000\n",
      "weighted avg       0.91      0.56      0.65    200000\n",
      "\n",
      "0.5632324129499999\n",
      "CPU times: user 3min 38s, sys: 9min 28s, total: 13min 6s\n",
      "Wall time: 19min 11s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "#Hyper Parameters Tuning- optmization techinque \n",
    "#2-6,Stochastic Gradient Descent Classifier\n",
    "#importing module\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "#making the instance\n",
    "model = SGDClassifier(loss=\"hinge\", penalty=\"l2\", max_iter=8)\n",
    "#learning\n",
    "model.fit(X_train,y_train)\n",
    "#Prediction\n",
    "prediction=model.predict(X_test)\n",
    "#importing the metrics module\n",
    "from sklearn import metrics\n",
    "#evaluation(Accuracy)\n",
    "print(\"Accuracy:\",metrics.accuracy_score(prediction,y_test))\n",
    "#evaluation(Confusion Metrix)\n",
    "print(\"Confusion Metrix:\\n\",metrics.confusion_matrix(prediction,y_test))\n",
    "#evaluation(Classification_report)\n",
    "from sklearn.metrics import classification_report\n",
    "print(classification_report(prediction, y_test))\n",
    "from sklearn.metrics import roc_auc_score\n",
    "print(roc_auc_score(y_test,prediction))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "GNaive Bayes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 0.49667\n",
      "AUC ROC Accuracy: 0.40647985285\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/sklearn/metrics/_classification.py:1272: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.\n",
      "  _warn_prf(average, modifier, msg_start, len(result))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "        -1.0       0.00      0.00      0.00     20754\n",
      "         0.0       0.99      0.55      0.71    177939\n",
      "         1.0       0.01      0.58      0.01      1307\n",
      "\n",
      "    accuracy                           0.50    200000\n",
      "   macro avg       0.33      0.38      0.24    200000\n",
      "weighted avg       0.88      0.50      0.63    200000\n",
      "\n",
      "CPU times: user 1min 9s, sys: 3min 38s, total: 4min 48s\n",
      "Wall time: 11min 56s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "#without Hyper Parameters Tuning\n",
    "#3-6,GaussianNB \n",
    "#importing modules\n",
    "from sklearn.naive_bayes import GaussianNB\n",
    "model= GaussianNB()\n",
    "#Learning\n",
    "model.fit(X_train,y_train)\n",
    "#Prediction\n",
    "prediction=model.predict(X_test)\n",
    "#importing the metrics module\n",
    "from sklearn import metrics\n",
    "#evaluation(Accuracy)\n",
    "print(\"Accuracy:\",metrics.accuracy_score(prediction,y_test))\n",
    "#evalutation of ROC AUC score\n",
    "print(\"AUC ROC Accuracy:\",metrics.roc_auc_score(y_test,prediction))\n",
    "#evaluation(Classification_report)\n",
    "from sklearn.metrics import classification_report\n",
    "print(classification_report(prediction, y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 3 folds for each of 108 candidates, totalling 324 fits\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Using backend SequentialBackend with 1 concurrent workers.\n",
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.677, total=46.0min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed: 46.0min remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.686, total=75.4min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   2 out of   2 | elapsed: 121.4min remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.682, total=104.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.677, total=109.7min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.690, total=146.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.686, total=228.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary, score=0.673, total=321.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary, score=0.690, total=427.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary, score=0.689, total=495.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.682, total=90.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.694, total=145.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.689, total=203.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary, score=0.681, total=216.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary, score=0.693, total=328.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary, score=0.692, total=394.9min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary, score=0.679, total=639.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary, score=0.691, total=807.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary, score=0.690, total=973.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.678, total=38.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.689, total=56.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.688, total=73.9min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary, score=0.675, total=100.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary, score=0.684, total=117.7min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary, score=0.683, total=157.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary, score=0.673, total=303.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary, score=0.679, total=355.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary, score=0.678, total=434.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.676, total=68.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.684, total=93.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.684, total=121.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary, score=0.673, total=179.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary, score=0.680, total=223.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary, score=0.679, total=263.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary, score=0.672, total=596.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary, score=0.677, total=658.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.5, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary, score=0.671, total=746.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.678, total=64.7min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.688, total=103.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.680, total=143.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.678, total=169.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.691, total=296.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.686, total=387.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary, score=0.678, total=433.7min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary, score=0.691, total=571.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=500, num_leaves=2048, objective=binary, score=0.688, total=718.9min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.681, total=126.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.694, total=201.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.688, total=285.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary, score=0.680, total=344.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary, score=0.694, total=517.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=1024, objective=binary, score=0.690, total=712.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary, score=0.680, total=864.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary, score=0.690, total=1100.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.005, num_iterations=1000, num_leaves=2048, objective=binary, score=0.689, total=1311.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.678, total=53.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.689, total=75.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.686, total=99.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary, score=0.675, total=171.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary, score=0.684, total=208.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=1024, objective=binary, score=0.682, total=290.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary, score=0.674, total=408.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary, score=0.678, total=465.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=500, num_leaves=2048, objective=binary, score=0.675, total=540.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.676, total=95.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.684, total=130.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.681, total=169.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary, score=0.674, total=319.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary, score=0.680, total=330.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=1024, objective=binary, score=0.677, total=416.4min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary, score=0.672, total=808.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary, score=0.677, total=878.9min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=0.8, learning_rate=0.05, num_iterations=1000, num_leaves=2048, objective=binary, score=0.667, total=983.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.675, total=77.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.687, total=125.8min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.672, total=170.9min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary, score=0.675, total=285.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=1024, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import GridSearchCV\n",
    "import lightgbm as lgb\n",
    "from sklearn.metrics import (roc_auc_score, make_scorer)\n",
    "from sklearn.model_selection import TimeSeriesSplit\n",
    "\"\"\"\n",
    "Run a grid search to find the best LightGBM parameters\n",
    "\"\"\"\n",
    "\n",
    "# score by roc auc\n",
    "# define search grid\n",
    "param_grid = {\n",
    "        'boosting_type': ['gbdt'],\n",
    "        'objective': ['binary'],\n",
    "        'num_iterations': [500, 1000],\n",
    "        'learning_rate': [0.005, 0.05],\n",
    "        'num_leaves': [512, 1024, 2048],\n",
    "        'feature_fraction': [0.5, 0.8, 1.0],\n",
    "        'bagging_fraction': [0.5, 0.8, 1.0]\n",
    "    }\n",
    "model = lgb.LGBMClassifier(boosting_type=\"gbdt\", n_jobs=-1, silent=True)\n",
    "\n",
    "# each row in X_train appears in chronological order of \"appeared\"\n",
    "# so this works for progrssive time series splitting\n",
    "progressive_cv = TimeSeriesSplit(n_splits=3).split(X_train)\n",
    "\n",
    "grid = GridSearchCV(estimator=model, cv=progressive_cv, param_grid=param_grid, n_jobs=1, verbose=3)\n",
    "grid.fit(X_train, y_train)\n",
    "\n",
    "print(\"Best: %f using %s\"% (grid.best_score_ ,grid.best_params_))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 3 folds for each of 12 candidates, totalling 36 fits\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Using backend SequentialBackend with 1 concurrent workers.\n",
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.675, total=75.7min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed: 75.7min remaining:    0.0s\n",
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.687, total=120.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   2 out of   2 | elapsed: 195.9min remaining:    0.0s\n",
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.672, total=167.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.678, total=147.1min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.692, total=233.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.683, total=329.6min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.676, total=62.0min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.688, total=88.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.681, total=118.5min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.674, total=115.3min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.683, total=149.2min\n",
      "[CV] bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.5, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.676, total=194.5min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.675, total=76.4min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.687, total=122.1min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.672, total=169.3min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.678, total=151.5min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.692, total=247.1min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.683, total=345.5min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.676, total=62.4min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.688, total=86.5min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.681, total=116.6min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.674, total=111.3min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.683, total=150.4min\n",
      "[CV] bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=0.8, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.676, total=200.0min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.675, total=76.2min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.687, total=120.7min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=500, num_leaves=512, objective=binary, score=0.672, total=171.7min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.678, total=154.5min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.692, total=242.9min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.005, num_iterations=1000, num_leaves=512, objective=binary, score=0.683, total=328.9min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.676, total=61.3min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.688, total=88.2min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=500, num_leaves=512, objective=binary, score=0.681, total=118.6min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.674, total=111.7min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.683, total=153.6min\n",
      "[CV] bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  bagging_fraction=1.0, boosting_type=gbdt, feature_fraction=1.0, learning_rate=0.05, num_iterations=1000, num_leaves=512, objective=binary, score=0.676, total=201.4min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  36 out of  36 | elapsed: 5470.2min finished\n",
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best: 0.684262 using {'bagging_fraction': 0.5, 'boosting_type': 'gbdt', 'feature_fraction': 1.0, 'learning_rate': 0.005, 'num_iterations': 1000, 'num_leaves': 512, 'objective': 'binary'}\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import GridSearchCV\n",
    "import lightgbm as lgb\n",
    "from sklearn.metrics import (roc_auc_score, make_scorer)\n",
    "from sklearn.model_selection import TimeSeriesSplit\n",
    "\"\"\"\n",
    "Run a grid search to find the best LightGBM parameters\n",
    "\"\"\"\n",
    "\n",
    "# score by roc auc\n",
    "# we're interested in low FPR rates, so we'll consider only the AUC for FPRs in [0,5e-3]\n",
    "\n",
    "# define search grid\n",
    "param_grid = {\n",
    "        'boosting_type': ['gbdt'],\n",
    "        'objective': ['binary'],\n",
    "        'num_iterations': [500, 1000],\n",
    "        'learning_rate': [0.005, 0.05],\n",
    "        'num_leaves': [512],\n",
    "        'feature_fraction': [1.0],\n",
    "        'bagging_fraction': [0.5, 0.8, 1.0]\n",
    "    }\n",
    "model = lgb.LGBMClassifier(boosting_type=\"gbdt\", n_jobs=-1, silent=True)\n",
    "\n",
    "# each row in X_train appears in chronological order of \"appeared\"\n",
    "# so this works for progrssive time series splitting\n",
    "progressive_cv = TimeSeriesSplit(n_splits=3).split(X_train)\n",
    "\n",
    "grid = GridSearchCV(estimator=model, cv=progressive_cv, param_grid=param_grid, n_jobs=1, verbose=3)\n",
    "grid.fit(X_train, y_train)\n",
    "\n",
    "print(\"Best: %f using %s\"% (grid.best_score_ ,grid.best_params_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/fahadalgorain/anaconda3/lib/python3.7/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ROC AUC: 0.9439303684999999\n",
      "\n"
     ]
    }
   ],
   "source": [
    "model = lgb.LGBMClassifier(**param_grid)\n",
    "\n",
    "model.fit(X_train,y_train)\n",
    "preds = model.predict_proba(X_test)[: ,1]\n",
    "\n",
    "y_test_GH= model.predict(X_test)\n",
    "y_train_GH = model.predict(X_train)\n",
    "emberdf[\"Grid_hyp\"] = np.hstack((y_train_GH , y_test_GH))\n",
    "testdf_GH = emberdf[emberdf[\"subset\"] == \"test\"]\n",
    "print(\"ROC AUC:\",roc_auc_score(testdf_GH.label,testdf_GH.Grid_hyp))\n",
    "print()\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}