ken 3 роки тому
батько
коміт
1763b1291f
2 змінених файлів з 930 додано та 252 видалено
  1. 306 0
      logs.log
  2. 624 252
      model_xgboost.ipynb

Різницю між файлами не показано, бо вона завелика
+ 306 - 0
logs.log


+ 624 - 252
model_xgboost.ipynb

@@ -12,7 +12,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -29,7 +29,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -39,31 +39,359 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<style type=\"text/css\">\n",
+       "#T_e4ce7_row18_col1, #T_e4ce7_row29_col1, #T_e4ce7_row44_col1, #T_e4ce7_row49_col1 {\n",
+       "  background-color: lightgreen;\n",
+       "}\n",
+       "</style>\n",
+       "<table id=\"T_e4ce7_\">\n",
+       "  <thead>\n",
+       "    <tr>\n",
+       "      <th class=\"blank level0\" >&nbsp;</th>\n",
+       "      <th class=\"col_heading level0 col0\" >Description</th>\n",
+       "      <th class=\"col_heading level0 col1\" >Value</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+       "      <td id=\"T_e4ce7_row0_col0\" class=\"data row0 col0\" >session_id</td>\n",
+       "      <td id=\"T_e4ce7_row0_col1\" class=\"data row0 col1\" >6868</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+       "      <td id=\"T_e4ce7_row1_col0\" class=\"data row1 col0\" >Target</td>\n",
+       "      <td id=\"T_e4ce7_row1_col1\" class=\"data row1 col1\" >label</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+       "      <td id=\"T_e4ce7_row2_col0\" class=\"data row2 col0\" >Target Type</td>\n",
+       "      <td id=\"T_e4ce7_row2_col1\" class=\"data row2 col1\" >Binary</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+       "      <td id=\"T_e4ce7_row3_col0\" class=\"data row3 col0\" >Label Encoded</td>\n",
+       "      <td id=\"T_e4ce7_row3_col1\" class=\"data row3 col1\" >0.0: 0, 1.0: 1</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+       "      <td id=\"T_e4ce7_row4_col0\" class=\"data row4 col0\" >Original Data</td>\n",
+       "      <td id=\"T_e4ce7_row4_col1\" class=\"data row4 col1\" >(64800, 13)</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+       "      <td id=\"T_e4ce7_row5_col0\" class=\"data row5 col0\" >Missing Values</td>\n",
+       "      <td id=\"T_e4ce7_row5_col1\" class=\"data row5 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+       "      <td id=\"T_e4ce7_row6_col0\" class=\"data row6 col0\" >Numeric Features</td>\n",
+       "      <td id=\"T_e4ce7_row6_col1\" class=\"data row6 col1\" >10</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+       "      <td id=\"T_e4ce7_row7_col0\" class=\"data row7 col0\" >Categorical Features</td>\n",
+       "      <td id=\"T_e4ce7_row7_col1\" class=\"data row7 col1\" >2</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+       "      <td id=\"T_e4ce7_row8_col0\" class=\"data row8 col0\" >Ordinal Features</td>\n",
+       "      <td id=\"T_e4ce7_row8_col1\" class=\"data row8 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+       "      <td id=\"T_e4ce7_row9_col0\" class=\"data row9 col0\" >High Cardinality Features</td>\n",
+       "      <td id=\"T_e4ce7_row9_col1\" class=\"data row9 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
+       "      <td id=\"T_e4ce7_row10_col0\" class=\"data row10 col0\" >High Cardinality Method</td>\n",
+       "      <td id=\"T_e4ce7_row10_col1\" class=\"data row10 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
+       "      <td id=\"T_e4ce7_row11_col0\" class=\"data row11 col0\" >Transformed Train Set</td>\n",
+       "      <td id=\"T_e4ce7_row11_col1\" class=\"data row11 col1\" >(45359, 21)</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
+       "      <td id=\"T_e4ce7_row12_col0\" class=\"data row12 col0\" >Transformed Test Set</td>\n",
+       "      <td id=\"T_e4ce7_row12_col1\" class=\"data row12 col1\" >(19441, 21)</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row13\" class=\"row_heading level0 row13\" >13</th>\n",
+       "      <td id=\"T_e4ce7_row13_col0\" class=\"data row13 col0\" >Shuffle Train-Test</td>\n",
+       "      <td id=\"T_e4ce7_row13_col1\" class=\"data row13 col1\" >True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row14\" class=\"row_heading level0 row14\" >14</th>\n",
+       "      <td id=\"T_e4ce7_row14_col0\" class=\"data row14 col0\" >Stratify Train-Test</td>\n",
+       "      <td id=\"T_e4ce7_row14_col1\" class=\"data row14 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row15\" class=\"row_heading level0 row15\" >15</th>\n",
+       "      <td id=\"T_e4ce7_row15_col0\" class=\"data row15 col0\" >Fold Generator</td>\n",
+       "      <td id=\"T_e4ce7_row15_col1\" class=\"data row15 col1\" >StratifiedKFold</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row16\" class=\"row_heading level0 row16\" >16</th>\n",
+       "      <td id=\"T_e4ce7_row16_col0\" class=\"data row16 col0\" >Fold Number</td>\n",
+       "      <td id=\"T_e4ce7_row16_col1\" class=\"data row16 col1\" >10</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row17\" class=\"row_heading level0 row17\" >17</th>\n",
+       "      <td id=\"T_e4ce7_row17_col0\" class=\"data row17 col0\" >CPU Jobs</td>\n",
+       "      <td id=\"T_e4ce7_row17_col1\" class=\"data row17 col1\" >-1</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row18\" class=\"row_heading level0 row18\" >18</th>\n",
+       "      <td id=\"T_e4ce7_row18_col0\" class=\"data row18 col0\" >Use GPU</td>\n",
+       "      <td id=\"T_e4ce7_row18_col1\" class=\"data row18 col1\" >True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row19\" class=\"row_heading level0 row19\" >19</th>\n",
+       "      <td id=\"T_e4ce7_row19_col0\" class=\"data row19 col0\" >Log Experiment</td>\n",
+       "      <td id=\"T_e4ce7_row19_col1\" class=\"data row19 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row20\" class=\"row_heading level0 row20\" >20</th>\n",
+       "      <td id=\"T_e4ce7_row20_col0\" class=\"data row20 col0\" >Experiment Name</td>\n",
+       "      <td id=\"T_e4ce7_row20_col1\" class=\"data row20 col1\" >clf-default-name</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row21\" class=\"row_heading level0 row21\" >21</th>\n",
+       "      <td id=\"T_e4ce7_row21_col0\" class=\"data row21 col0\" >USI</td>\n",
+       "      <td id=\"T_e4ce7_row21_col1\" class=\"data row21 col1\" >79bd</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row22\" class=\"row_heading level0 row22\" >22</th>\n",
+       "      <td id=\"T_e4ce7_row22_col0\" class=\"data row22 col0\" >Imputation Type</td>\n",
+       "      <td id=\"T_e4ce7_row22_col1\" class=\"data row22 col1\" >simple</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row23\" class=\"row_heading level0 row23\" >23</th>\n",
+       "      <td id=\"T_e4ce7_row23_col0\" class=\"data row23 col0\" >Iterative Imputation Iteration</td>\n",
+       "      <td id=\"T_e4ce7_row23_col1\" class=\"data row23 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row24\" class=\"row_heading level0 row24\" >24</th>\n",
+       "      <td id=\"T_e4ce7_row24_col0\" class=\"data row24 col0\" >Numeric Imputer</td>\n",
+       "      <td id=\"T_e4ce7_row24_col1\" class=\"data row24 col1\" >mean</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row25\" class=\"row_heading level0 row25\" >25</th>\n",
+       "      <td id=\"T_e4ce7_row25_col0\" class=\"data row25 col0\" >Iterative Imputation Numeric Model</td>\n",
+       "      <td id=\"T_e4ce7_row25_col1\" class=\"data row25 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row26\" class=\"row_heading level0 row26\" >26</th>\n",
+       "      <td id=\"T_e4ce7_row26_col0\" class=\"data row26 col0\" >Categorical Imputer</td>\n",
+       "      <td id=\"T_e4ce7_row26_col1\" class=\"data row26 col1\" >constant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row27\" class=\"row_heading level0 row27\" >27</th>\n",
+       "      <td id=\"T_e4ce7_row27_col0\" class=\"data row27 col0\" >Iterative Imputation Categorical Model</td>\n",
+       "      <td id=\"T_e4ce7_row27_col1\" class=\"data row27 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row28\" class=\"row_heading level0 row28\" >28</th>\n",
+       "      <td id=\"T_e4ce7_row28_col0\" class=\"data row28 col0\" >Unknown Categoricals Handling</td>\n",
+       "      <td id=\"T_e4ce7_row28_col1\" class=\"data row28 col1\" >least_frequent</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row29\" class=\"row_heading level0 row29\" >29</th>\n",
+       "      <td id=\"T_e4ce7_row29_col0\" class=\"data row29 col0\" >Normalize</td>\n",
+       "      <td id=\"T_e4ce7_row29_col1\" class=\"data row29 col1\" >True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row30\" class=\"row_heading level0 row30\" >30</th>\n",
+       "      <td id=\"T_e4ce7_row30_col0\" class=\"data row30 col0\" >Normalize Method</td>\n",
+       "      <td id=\"T_e4ce7_row30_col1\" class=\"data row30 col1\" >zscore</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row31\" class=\"row_heading level0 row31\" >31</th>\n",
+       "      <td id=\"T_e4ce7_row31_col0\" class=\"data row31 col0\" >Transformation</td>\n",
+       "      <td id=\"T_e4ce7_row31_col1\" class=\"data row31 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row32\" class=\"row_heading level0 row32\" >32</th>\n",
+       "      <td id=\"T_e4ce7_row32_col0\" class=\"data row32 col0\" >Transformation Method</td>\n",
+       "      <td id=\"T_e4ce7_row32_col1\" class=\"data row32 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row33\" class=\"row_heading level0 row33\" >33</th>\n",
+       "      <td id=\"T_e4ce7_row33_col0\" class=\"data row33 col0\" >PCA</td>\n",
+       "      <td id=\"T_e4ce7_row33_col1\" class=\"data row33 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row34\" class=\"row_heading level0 row34\" >34</th>\n",
+       "      <td id=\"T_e4ce7_row34_col0\" class=\"data row34 col0\" >PCA Method</td>\n",
+       "      <td id=\"T_e4ce7_row34_col1\" class=\"data row34 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row35\" class=\"row_heading level0 row35\" >35</th>\n",
+       "      <td id=\"T_e4ce7_row35_col0\" class=\"data row35 col0\" >PCA Components</td>\n",
+       "      <td id=\"T_e4ce7_row35_col1\" class=\"data row35 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row36\" class=\"row_heading level0 row36\" >36</th>\n",
+       "      <td id=\"T_e4ce7_row36_col0\" class=\"data row36 col0\" >Ignore Low Variance</td>\n",
+       "      <td id=\"T_e4ce7_row36_col1\" class=\"data row36 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row37\" class=\"row_heading level0 row37\" >37</th>\n",
+       "      <td id=\"T_e4ce7_row37_col0\" class=\"data row37 col0\" >Combine Rare Levels</td>\n",
+       "      <td id=\"T_e4ce7_row37_col1\" class=\"data row37 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row38\" class=\"row_heading level0 row38\" >38</th>\n",
+       "      <td id=\"T_e4ce7_row38_col0\" class=\"data row38 col0\" >Rare Level Threshold</td>\n",
+       "      <td id=\"T_e4ce7_row38_col1\" class=\"data row38 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row39\" class=\"row_heading level0 row39\" >39</th>\n",
+       "      <td id=\"T_e4ce7_row39_col0\" class=\"data row39 col0\" >Numeric Binning</td>\n",
+       "      <td id=\"T_e4ce7_row39_col1\" class=\"data row39 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row40\" class=\"row_heading level0 row40\" >40</th>\n",
+       "      <td id=\"T_e4ce7_row40_col0\" class=\"data row40 col0\" >Remove Outliers</td>\n",
+       "      <td id=\"T_e4ce7_row40_col1\" class=\"data row40 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row41\" class=\"row_heading level0 row41\" >41</th>\n",
+       "      <td id=\"T_e4ce7_row41_col0\" class=\"data row41 col0\" >Outliers Threshold</td>\n",
+       "      <td id=\"T_e4ce7_row41_col1\" class=\"data row41 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row42\" class=\"row_heading level0 row42\" >42</th>\n",
+       "      <td id=\"T_e4ce7_row42_col0\" class=\"data row42 col0\" >Remove Multicollinearity</td>\n",
+       "      <td id=\"T_e4ce7_row42_col1\" class=\"data row42 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row43\" class=\"row_heading level0 row43\" >43</th>\n",
+       "      <td id=\"T_e4ce7_row43_col0\" class=\"data row43 col0\" >Multicollinearity Threshold</td>\n",
+       "      <td id=\"T_e4ce7_row43_col1\" class=\"data row43 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row44\" class=\"row_heading level0 row44\" >44</th>\n",
+       "      <td id=\"T_e4ce7_row44_col0\" class=\"data row44 col0\" >Remove Perfect Collinearity</td>\n",
+       "      <td id=\"T_e4ce7_row44_col1\" class=\"data row44 col1\" >True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row45\" class=\"row_heading level0 row45\" >45</th>\n",
+       "      <td id=\"T_e4ce7_row45_col0\" class=\"data row45 col0\" >Clustering</td>\n",
+       "      <td id=\"T_e4ce7_row45_col1\" class=\"data row45 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row46\" class=\"row_heading level0 row46\" >46</th>\n",
+       "      <td id=\"T_e4ce7_row46_col0\" class=\"data row46 col0\" >Clustering Iteration</td>\n",
+       "      <td id=\"T_e4ce7_row46_col1\" class=\"data row46 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row47\" class=\"row_heading level0 row47\" >47</th>\n",
+       "      <td id=\"T_e4ce7_row47_col0\" class=\"data row47 col0\" >Polynomial Features</td>\n",
+       "      <td id=\"T_e4ce7_row47_col1\" class=\"data row47 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row48\" class=\"row_heading level0 row48\" >48</th>\n",
+       "      <td id=\"T_e4ce7_row48_col0\" class=\"data row48 col0\" >Polynomial Degree</td>\n",
+       "      <td id=\"T_e4ce7_row48_col1\" class=\"data row48 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row49\" class=\"row_heading level0 row49\" >49</th>\n",
+       "      <td id=\"T_e4ce7_row49_col0\" class=\"data row49 col0\" >Trignometry Features</td>\n",
+       "      <td id=\"T_e4ce7_row49_col1\" class=\"data row49 col1\" >True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row50\" class=\"row_heading level0 row50\" >50</th>\n",
+       "      <td id=\"T_e4ce7_row50_col0\" class=\"data row50 col0\" >Polynomial Threshold</td>\n",
+       "      <td id=\"T_e4ce7_row50_col1\" class=\"data row50 col1\" >0.100000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row51\" class=\"row_heading level0 row51\" >51</th>\n",
+       "      <td id=\"T_e4ce7_row51_col0\" class=\"data row51 col0\" >Group Features</td>\n",
+       "      <td id=\"T_e4ce7_row51_col1\" class=\"data row51 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row52\" class=\"row_heading level0 row52\" >52</th>\n",
+       "      <td id=\"T_e4ce7_row52_col0\" class=\"data row52 col0\" >Feature Selection</td>\n",
+       "      <td id=\"T_e4ce7_row52_col1\" class=\"data row52 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row53\" class=\"row_heading level0 row53\" >53</th>\n",
+       "      <td id=\"T_e4ce7_row53_col0\" class=\"data row53 col0\" >Feature Selection Method</td>\n",
+       "      <td id=\"T_e4ce7_row53_col1\" class=\"data row53 col1\" >classic</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row54\" class=\"row_heading level0 row54\" >54</th>\n",
+       "      <td id=\"T_e4ce7_row54_col0\" class=\"data row54 col0\" >Features Selection Threshold</td>\n",
+       "      <td id=\"T_e4ce7_row54_col1\" class=\"data row54 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row55\" class=\"row_heading level0 row55\" >55</th>\n",
+       "      <td id=\"T_e4ce7_row55_col0\" class=\"data row55 col0\" >Feature Interaction</td>\n",
+       "      <td id=\"T_e4ce7_row55_col1\" class=\"data row55 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row56\" class=\"row_heading level0 row56\" >56</th>\n",
+       "      <td id=\"T_e4ce7_row56_col0\" class=\"data row56 col0\" >Feature Ratio</td>\n",
+       "      <td id=\"T_e4ce7_row56_col1\" class=\"data row56 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row57\" class=\"row_heading level0 row57\" >57</th>\n",
+       "      <td id=\"T_e4ce7_row57_col0\" class=\"data row57 col0\" >Interaction Threshold</td>\n",
+       "      <td id=\"T_e4ce7_row57_col1\" class=\"data row57 col1\" >None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row58\" class=\"row_heading level0 row58\" >58</th>\n",
+       "      <td id=\"T_e4ce7_row58_col0\" class=\"data row58 col0\" >Fix Imbalance</td>\n",
+       "      <td id=\"T_e4ce7_row58_col1\" class=\"data row58 col1\" >False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_e4ce7_level0_row59\" class=\"row_heading level0 row59\" >59</th>\n",
+       "      <td id=\"T_e4ce7_row59_col0\" class=\"data row59 col0\" >Fix Imbalance Method</td>\n",
+       "      <td id=\"T_e4ce7_row59_col1\" class=\"data row59 col1\" >SMOTE</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n"
+      ],
+      "text/plain": [
+       "<pandas.io.formats.style.Styler at 0x1c1e33d4d30>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
    "source": [
     "m_setup = setup(data=data, target='label', normalize=True, \n",
     "                   feature_interaction=False, \n",
     "                   feature_ratio=False,\n",
-    "                   trigonometry_features=True,\n",
+    "                   trigonometry_features=False,\n",
     "                   use_gpu=True)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
        "<style type=\"text/css\">\n",
-       "#T_5244a_row10_col0, #T_5244a_row10_col1, #T_5244a_row10_col2, #T_5244a_row10_col3, #T_5244a_row10_col4, #T_5244a_row10_col5, #T_5244a_row10_col6 {\n",
+       "#T_71d55_row10_col0, #T_71d55_row10_col1, #T_71d55_row10_col2, #T_71d55_row10_col3, #T_71d55_row10_col4, #T_71d55_row10_col5, #T_71d55_row10_col6 {\n",
        "  background: yellow;\n",
        "}\n",
        "</style>\n",
-       "<table id=\"T_5244a_\">\n",
+       "<table id=\"T_71d55_\">\n",
        "  <thead>\n",
        "    <tr>\n",
        "      <th class=\"blank level0\" >&nbsp;</th>\n",
@@ -78,130 +406,130 @@
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
-       "      <td id=\"T_5244a_row0_col0\" class=\"data row0 col0\" >0.9852</td>\n",
-       "      <td id=\"T_5244a_row0_col1\" class=\"data row0 col1\" >0.9964</td>\n",
-       "      <td id=\"T_5244a_row0_col2\" class=\"data row0 col2\" >0.9506</td>\n",
-       "      <td id=\"T_5244a_row0_col3\" class=\"data row0 col3\" >0.9520</td>\n",
-       "      <td id=\"T_5244a_row0_col4\" class=\"data row0 col4\" >0.9513</td>\n",
-       "      <td id=\"T_5244a_row0_col5\" class=\"data row0 col5\" >0.9426</td>\n",
-       "      <td id=\"T_5244a_row0_col6\" class=\"data row0 col6\" >0.9426</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
-       "      <td id=\"T_5244a_row1_col0\" class=\"data row1 col0\" >0.9821</td>\n",
-       "      <td id=\"T_5244a_row1_col1\" class=\"data row1 col1\" >0.9966</td>\n",
-       "      <td id=\"T_5244a_row1_col2\" class=\"data row1 col2\" >0.9419</td>\n",
-       "      <td id=\"T_5244a_row1_col3\" class=\"data row1 col3\" >0.9405</td>\n",
-       "      <td id=\"T_5244a_row1_col4\" class=\"data row1 col4\" >0.9412</td>\n",
-       "      <td id=\"T_5244a_row1_col5\" class=\"data row1 col5\" >0.9307</td>\n",
-       "      <td id=\"T_5244a_row1_col6\" class=\"data row1 col6\" >0.9307</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
-       "      <td id=\"T_5244a_row2_col0\" class=\"data row2 col0\" >0.9821</td>\n",
-       "      <td id=\"T_5244a_row2_col1\" class=\"data row2 col1\" >0.9971</td>\n",
-       "      <td id=\"T_5244a_row2_col2\" class=\"data row2 col2\" >0.9419</td>\n",
-       "      <td id=\"T_5244a_row2_col3\" class=\"data row2 col3\" >0.9405</td>\n",
-       "      <td id=\"T_5244a_row2_col4\" class=\"data row2 col4\" >0.9412</td>\n",
-       "      <td id=\"T_5244a_row2_col5\" class=\"data row2 col5\" >0.9307</td>\n",
-       "      <td id=\"T_5244a_row2_col6\" class=\"data row2 col6\" >0.9307</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
-       "      <td id=\"T_5244a_row3_col0\" class=\"data row3 col0\" >0.9808</td>\n",
-       "      <td id=\"T_5244a_row3_col1\" class=\"data row3 col1\" >0.9955</td>\n",
-       "      <td id=\"T_5244a_row3_col2\" class=\"data row3 col2\" >0.9477</td>\n",
-       "      <td id=\"T_5244a_row3_col3\" class=\"data row3 col3\" >0.9275</td>\n",
-       "      <td id=\"T_5244a_row3_col4\" class=\"data row3 col4\" >0.9375</td>\n",
-       "      <td id=\"T_5244a_row3_col5\" class=\"data row3 col5\" >0.9261</td>\n",
-       "      <td id=\"T_5244a_row3_col6\" class=\"data row3 col6\" >0.9262</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
-       "      <td id=\"T_5244a_row4_col0\" class=\"data row4 col0\" >0.9806</td>\n",
-       "      <td id=\"T_5244a_row4_col1\" class=\"data row4 col1\" >0.9963</td>\n",
-       "      <td id=\"T_5244a_row4_col2\" class=\"data row4 col2\" >0.9346</td>\n",
-       "      <td id=\"T_5244a_row4_col3\" class=\"data row4 col3\" >0.9373</td>\n",
-       "      <td id=\"T_5244a_row4_col4\" class=\"data row4 col4\" >0.9360</td>\n",
-       "      <td id=\"T_5244a_row4_col5\" class=\"data row4 col5\" >0.9245</td>\n",
-       "      <td id=\"T_5244a_row4_col6\" class=\"data row4 col6\" >0.9245</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
-       "      <td id=\"T_5244a_row5_col0\" class=\"data row5 col0\" >0.9821</td>\n",
-       "      <td id=\"T_5244a_row5_col1\" class=\"data row5 col1\" >0.9937</td>\n",
-       "      <td id=\"T_5244a_row5_col2\" class=\"data row5 col2\" >0.9390</td>\n",
-       "      <td id=\"T_5244a_row5_col3\" class=\"data row5 col3\" >0.9431</td>\n",
-       "      <td id=\"T_5244a_row5_col4\" class=\"data row5 col4\" >0.9410</td>\n",
-       "      <td id=\"T_5244a_row5_col5\" class=\"data row5 col5\" >0.9305</td>\n",
-       "      <td id=\"T_5244a_row5_col6\" class=\"data row5 col6\" >0.9305</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
-       "      <td id=\"T_5244a_row6_col0\" class=\"data row6 col0\" >0.9837</td>\n",
-       "      <td id=\"T_5244a_row6_col1\" class=\"data row6 col1\" >0.9959</td>\n",
-       "      <td id=\"T_5244a_row6_col2\" class=\"data row6 col2\" >0.9375</td>\n",
-       "      <td id=\"T_5244a_row6_col3\" class=\"data row6 col3\" >0.9541</td>\n",
-       "      <td id=\"T_5244a_row6_col4\" class=\"data row6 col4\" >0.9457</td>\n",
-       "      <td id=\"T_5244a_row6_col5\" class=\"data row6 col5\" >0.9361</td>\n",
-       "      <td id=\"T_5244a_row6_col6\" class=\"data row6 col6\" >0.9362</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
-       "      <td id=\"T_5244a_row7_col0\" class=\"data row7 col0\" >0.9832</td>\n",
-       "      <td id=\"T_5244a_row7_col1\" class=\"data row7 col1\" >0.9959</td>\n",
-       "      <td id=\"T_5244a_row7_col2\" class=\"data row7 col2\" >0.9404</td>\n",
-       "      <td id=\"T_5244a_row7_col3\" class=\"data row7 col3\" >0.9487</td>\n",
-       "      <td id=\"T_5244a_row7_col4\" class=\"data row7 col4\" >0.9445</td>\n",
-       "      <td id=\"T_5244a_row7_col5\" class=\"data row7 col5\" >0.9347</td>\n",
-       "      <td id=\"T_5244a_row7_col6\" class=\"data row7 col6\" >0.9347</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
-       "      <td id=\"T_5244a_row8_col0\" class=\"data row8 col0\" >0.9821</td>\n",
-       "      <td id=\"T_5244a_row8_col1\" class=\"data row8 col1\" >0.9962</td>\n",
-       "      <td id=\"T_5244a_row8_col2\" class=\"data row8 col2\" >0.9405</td>\n",
-       "      <td id=\"T_5244a_row8_col3\" class=\"data row8 col3\" >0.9419</td>\n",
-       "      <td id=\"T_5244a_row8_col4\" class=\"data row8 col4\" >0.9412</td>\n",
-       "      <td id=\"T_5244a_row8_col5\" class=\"data row8 col5\" >0.9307</td>\n",
-       "      <td id=\"T_5244a_row8_col6\" class=\"data row8 col6\" >0.9307</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
-       "      <td id=\"T_5244a_row9_col0\" class=\"data row9 col0\" >0.9826</td>\n",
-       "      <td id=\"T_5244a_row9_col1\" class=\"data row9 col1\" >0.9970</td>\n",
-       "      <td id=\"T_5244a_row9_col2\" class=\"data row9 col2\" >0.9390</td>\n",
-       "      <td id=\"T_5244a_row9_col3\" class=\"data row9 col3\" >0.9458</td>\n",
-       "      <td id=\"T_5244a_row9_col4\" class=\"data row9 col4\" >0.9424</td>\n",
-       "      <td id=\"T_5244a_row9_col5\" class=\"data row9 col5\" >0.9321</td>\n",
-       "      <td id=\"T_5244a_row9_col6\" class=\"data row9 col6\" >0.9321</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row10\" class=\"row_heading level0 row10\" >Mean</th>\n",
-       "      <td id=\"T_5244a_row10_col0\" class=\"data row10 col0\" >0.9825</td>\n",
-       "      <td id=\"T_5244a_row10_col1\" class=\"data row10 col1\" >0.9961</td>\n",
-       "      <td id=\"T_5244a_row10_col2\" class=\"data row10 col2\" >0.9413</td>\n",
-       "      <td id=\"T_5244a_row10_col3\" class=\"data row10 col3\" >0.9431</td>\n",
-       "      <td id=\"T_5244a_row10_col4\" class=\"data row10 col4\" >0.9422</td>\n",
-       "      <td id=\"T_5244a_row10_col5\" class=\"data row10 col5\" >0.9319</td>\n",
-       "      <td id=\"T_5244a_row10_col6\" class=\"data row10 col6\" >0.9319</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_5244a_level0_row11\" class=\"row_heading level0 row11\" >SD</th>\n",
-       "      <td id=\"T_5244a_row11_col0\" class=\"data row11 col0\" >0.0013</td>\n",
-       "      <td id=\"T_5244a_row11_col1\" class=\"data row11 col1\" >0.0009</td>\n",
-       "      <td id=\"T_5244a_row11_col2\" class=\"data row11 col2\" >0.0045</td>\n",
-       "      <td id=\"T_5244a_row11_col3\" class=\"data row11 col3\" >0.0073</td>\n",
-       "      <td id=\"T_5244a_row11_col4\" class=\"data row11 col4\" >0.0041</td>\n",
-       "      <td id=\"T_5244a_row11_col5\" class=\"data row11 col5\" >0.0048</td>\n",
-       "      <td id=\"T_5244a_row11_col6\" class=\"data row11 col6\" >0.0048</td>\n",
+       "      <th id=\"T_71d55_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+       "      <td id=\"T_71d55_row0_col0\" class=\"data row0 col0\" >0.9775</td>\n",
+       "      <td id=\"T_71d55_row0_col1\" class=\"data row0 col1\" >0.9946</td>\n",
+       "      <td id=\"T_71d55_row0_col2\" class=\"data row0 col2\" >0.9299</td>\n",
+       "      <td id=\"T_71d55_row0_col3\" class=\"data row0 col3\" >0.9219</td>\n",
+       "      <td id=\"T_71d55_row0_col4\" class=\"data row0 col4\" >0.9259</td>\n",
+       "      <td id=\"T_71d55_row0_col5\" class=\"data row0 col5\" >0.9126</td>\n",
+       "      <td id=\"T_71d55_row0_col6\" class=\"data row0 col6\" >0.9126</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+       "      <td id=\"T_71d55_row1_col0\" class=\"data row1 col0\" >0.9793</td>\n",
+       "      <td id=\"T_71d55_row1_col1\" class=\"data row1 col1\" >0.9949</td>\n",
+       "      <td id=\"T_71d55_row1_col2\" class=\"data row1 col2\" >0.9372</td>\n",
+       "      <td id=\"T_71d55_row1_col3\" class=\"data row1 col3\" >0.9264</td>\n",
+       "      <td id=\"T_71d55_row1_col4\" class=\"data row1 col4\" >0.9318</td>\n",
+       "      <td id=\"T_71d55_row1_col5\" class=\"data row1 col5\" >0.9196</td>\n",
+       "      <td id=\"T_71d55_row1_col6\" class=\"data row1 col6\" >0.9196</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+       "      <td id=\"T_71d55_row2_col0\" class=\"data row2 col0\" >0.9826</td>\n",
+       "      <td id=\"T_71d55_row2_col1\" class=\"data row2 col1\" >0.9950</td>\n",
+       "      <td id=\"T_71d55_row2_col2\" class=\"data row2 col2\" >0.9344</td>\n",
+       "      <td id=\"T_71d55_row2_col3\" class=\"data row2 col3\" >0.9496</td>\n",
+       "      <td id=\"T_71d55_row2_col4\" class=\"data row2 col4\" >0.9420</td>\n",
+       "      <td id=\"T_71d55_row2_col5\" class=\"data row2 col5\" >0.9317</td>\n",
+       "      <td id=\"T_71d55_row2_col6\" class=\"data row2 col6\" >0.9318</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+       "      <td id=\"T_71d55_row3_col0\" class=\"data row3 col0\" >0.9795</td>\n",
+       "      <td id=\"T_71d55_row3_col1\" class=\"data row3 col1\" >0.9957</td>\n",
+       "      <td id=\"T_71d55_row3_col2\" class=\"data row3 col2\" >0.9300</td>\n",
+       "      <td id=\"T_71d55_row3_col3\" class=\"data row3 col3\" >0.9341</td>\n",
+       "      <td id=\"T_71d55_row3_col4\" class=\"data row3 col4\" >0.9321</td>\n",
+       "      <td id=\"T_71d55_row3_col5\" class=\"data row3 col5\" >0.9200</td>\n",
+       "      <td id=\"T_71d55_row3_col6\" class=\"data row3 col6\" >0.9200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+       "      <td id=\"T_71d55_row4_col0\" class=\"data row4 col0\" >0.9804</td>\n",
+       "      <td id=\"T_71d55_row4_col1\" class=\"data row4 col1\" >0.9957</td>\n",
+       "      <td id=\"T_71d55_row4_col2\" class=\"data row4 col2\" >0.9431</td>\n",
+       "      <td id=\"T_71d55_row4_col3\" class=\"data row4 col3\" >0.9283</td>\n",
+       "      <td id=\"T_71d55_row4_col4\" class=\"data row4 col4\" >0.9356</td>\n",
+       "      <td id=\"T_71d55_row4_col5\" class=\"data row4 col5\" >0.9241</td>\n",
+       "      <td id=\"T_71d55_row4_col6\" class=\"data row4 col6\" >0.9241</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+       "      <td id=\"T_71d55_row5_col0\" class=\"data row5 col0\" >0.9773</td>\n",
+       "      <td id=\"T_71d55_row5_col1\" class=\"data row5 col1\" >0.9951</td>\n",
+       "      <td id=\"T_71d55_row5_col2\" class=\"data row5 col2\" >0.9300</td>\n",
+       "      <td id=\"T_71d55_row5_col3\" class=\"data row5 col3\" >0.9206</td>\n",
+       "      <td id=\"T_71d55_row5_col4\" class=\"data row5 col4\" >0.9253</td>\n",
+       "      <td id=\"T_71d55_row5_col5\" class=\"data row5 col5\" >0.9119</td>\n",
+       "      <td id=\"T_71d55_row5_col6\" class=\"data row5 col6\" >0.9119</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+       "      <td id=\"T_71d55_row6_col0\" class=\"data row6 col0\" >0.9817</td>\n",
+       "      <td id=\"T_71d55_row6_col1\" class=\"data row6 col1\" >0.9975</td>\n",
+       "      <td id=\"T_71d55_row6_col2\" class=\"data row6 col2\" >0.9300</td>\n",
+       "      <td id=\"T_71d55_row6_col3\" class=\"data row6 col3\" >0.9480</td>\n",
+       "      <td id=\"T_71d55_row6_col4\" class=\"data row6 col4\" >0.9389</td>\n",
+       "      <td id=\"T_71d55_row6_col5\" class=\"data row6 col5\" >0.9282</td>\n",
+       "      <td id=\"T_71d55_row6_col6\" class=\"data row6 col6\" >0.9282</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+       "      <td id=\"T_71d55_row7_col0\" class=\"data row7 col0\" >0.9810</td>\n",
+       "      <td id=\"T_71d55_row7_col1\" class=\"data row7 col1\" >0.9946</td>\n",
+       "      <td id=\"T_71d55_row7_col2\" class=\"data row7 col2\" >0.9359</td>\n",
+       "      <td id=\"T_71d55_row7_col3\" class=\"data row7 col3\" >0.9386</td>\n",
+       "      <td id=\"T_71d55_row7_col4\" class=\"data row7 col4\" >0.9372</td>\n",
+       "      <td id=\"T_71d55_row7_col5\" class=\"data row7 col5\" >0.9261</td>\n",
+       "      <td id=\"T_71d55_row7_col6\" class=\"data row7 col6\" >0.9261</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+       "      <td id=\"T_71d55_row8_col0\" class=\"data row8 col0\" >0.9802</td>\n",
+       "      <td id=\"T_71d55_row8_col1\" class=\"data row8 col1\" >0.9958</td>\n",
+       "      <td id=\"T_71d55_row8_col2\" class=\"data row8 col2\" >0.9300</td>\n",
+       "      <td id=\"T_71d55_row8_col3\" class=\"data row8 col3\" >0.9382</td>\n",
+       "      <td id=\"T_71d55_row8_col4\" class=\"data row8 col4\" >0.9341</td>\n",
+       "      <td id=\"T_71d55_row8_col5\" class=\"data row8 col5\" >0.9224</td>\n",
+       "      <td id=\"T_71d55_row8_col6\" class=\"data row8 col6\" >0.9224</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+       "      <td id=\"T_71d55_row9_col0\" class=\"data row9 col0\" >0.9802</td>\n",
+       "      <td id=\"T_71d55_row9_col1\" class=\"data row9 col1\" >0.9962</td>\n",
+       "      <td id=\"T_71d55_row9_col2\" class=\"data row9 col2\" >0.9255</td>\n",
+       "      <td id=\"T_71d55_row9_col3\" class=\"data row9 col3\" >0.9421</td>\n",
+       "      <td id=\"T_71d55_row9_col4\" class=\"data row9 col4\" >0.9337</td>\n",
+       "      <td id=\"T_71d55_row9_col5\" class=\"data row9 col5\" >0.9221</td>\n",
+       "      <td id=\"T_71d55_row9_col6\" class=\"data row9 col6\" >0.9221</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row10\" class=\"row_heading level0 row10\" >Mean</th>\n",
+       "      <td id=\"T_71d55_row10_col0\" class=\"data row10 col0\" >0.9800</td>\n",
+       "      <td id=\"T_71d55_row10_col1\" class=\"data row10 col1\" >0.9955</td>\n",
+       "      <td id=\"T_71d55_row10_col2\" class=\"data row10 col2\" >0.9326</td>\n",
+       "      <td id=\"T_71d55_row10_col3\" class=\"data row10 col3\" >0.9348</td>\n",
+       "      <td id=\"T_71d55_row10_col4\" class=\"data row10 col4\" >0.9337</td>\n",
+       "      <td id=\"T_71d55_row10_col5\" class=\"data row10 col5\" >0.9219</td>\n",
+       "      <td id=\"T_71d55_row10_col6\" class=\"data row10 col6\" >0.9219</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_71d55_level0_row11\" class=\"row_heading level0 row11\" >SD</th>\n",
+       "      <td id=\"T_71d55_row11_col0\" class=\"data row11 col0\" >0.0016</td>\n",
+       "      <td id=\"T_71d55_row11_col1\" class=\"data row11 col1\" >0.0008</td>\n",
+       "      <td id=\"T_71d55_row11_col2\" class=\"data row11 col2\" >0.0048</td>\n",
+       "      <td id=\"T_71d55_row11_col3\" class=\"data row11 col3\" >0.0098</td>\n",
+       "      <td id=\"T_71d55_row11_col4\" class=\"data row11 col4\" >0.0050</td>\n",
+       "      <td id=\"T_71d55_row11_col5\" class=\"data row11 col5\" >0.0059</td>\n",
+       "      <td id=\"T_71d55_row11_col6\" class=\"data row11 col6\" >0.0059</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n"
       ],
       "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x14cacb41d30>"
+       "<pandas.io.formats.style.Styler at 0x1c1fc84ad30>"
       ]
      },
      "metadata": {},
@@ -216,7 +544,7 @@
     "# 일반적으로 row sampling 보다는 column sampling이 모형성능과 학습시간에 더 큰 영향을 준다\n",
     "# xgboost = create_model('xgboost', max_depth=16, max_leaves=255)\n",
     "# xgboost = create_model('xgboost')\n",
-    "xgboost = create_model('xgboost', max_depth=16, max_leaves=255)\n",
+    "xgboost = create_model('xgboost', max_depth=8, max_leaves=255)\n",
     "# best_model = compare_models(n_select=6)"
    ]
   },
@@ -229,11 +557,11 @@
      "data": {
       "text/html": [
        "<style type=\"text/css\">\n",
-       "#T_e6a7b_row10_col0, #T_e6a7b_row10_col1, #T_e6a7b_row10_col2, #T_e6a7b_row10_col3, #T_e6a7b_row10_col4, #T_e6a7b_row10_col5, #T_e6a7b_row10_col6 {\n",
+       "#T_850ce_row10_col0, #T_850ce_row10_col1, #T_850ce_row10_col2, #T_850ce_row10_col3, #T_850ce_row10_col4, #T_850ce_row10_col5, #T_850ce_row10_col6 {\n",
        "  background: yellow;\n",
        "}\n",
        "</style>\n",
-       "<table id=\"T_e6a7b_\">\n",
+       "<table id=\"T_850ce_\">\n",
        "  <thead>\n",
        "    <tr>\n",
        "      <th class=\"blank level0\" >&nbsp;</th>\n",
@@ -248,130 +576,130 @@
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
-       "      <td id=\"T_e6a7b_row0_col0\" class=\"data row0 col0\" >0.9852</td>\n",
-       "      <td id=\"T_e6a7b_row0_col1\" class=\"data row0 col1\" >0.9964</td>\n",
-       "      <td id=\"T_e6a7b_row0_col2\" class=\"data row0 col2\" >0.9506</td>\n",
-       "      <td id=\"T_e6a7b_row0_col3\" class=\"data row0 col3\" >0.9520</td>\n",
-       "      <td id=\"T_e6a7b_row0_col4\" class=\"data row0 col4\" >0.9513</td>\n",
-       "      <td id=\"T_e6a7b_row0_col5\" class=\"data row0 col5\" >0.9426</td>\n",
-       "      <td id=\"T_e6a7b_row0_col6\" class=\"data row0 col6\" >0.9426</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
-       "      <td id=\"T_e6a7b_row1_col0\" class=\"data row1 col0\" >0.9821</td>\n",
-       "      <td id=\"T_e6a7b_row1_col1\" class=\"data row1 col1\" >0.9966</td>\n",
-       "      <td id=\"T_e6a7b_row1_col2\" class=\"data row1 col2\" >0.9419</td>\n",
-       "      <td id=\"T_e6a7b_row1_col3\" class=\"data row1 col3\" >0.9405</td>\n",
-       "      <td id=\"T_e6a7b_row1_col4\" class=\"data row1 col4\" >0.9412</td>\n",
-       "      <td id=\"T_e6a7b_row1_col5\" class=\"data row1 col5\" >0.9307</td>\n",
-       "      <td id=\"T_e6a7b_row1_col6\" class=\"data row1 col6\" >0.9307</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
-       "      <td id=\"T_e6a7b_row2_col0\" class=\"data row2 col0\" >0.9821</td>\n",
-       "      <td id=\"T_e6a7b_row2_col1\" class=\"data row2 col1\" >0.9971</td>\n",
-       "      <td id=\"T_e6a7b_row2_col2\" class=\"data row2 col2\" >0.9419</td>\n",
-       "      <td id=\"T_e6a7b_row2_col3\" class=\"data row2 col3\" >0.9405</td>\n",
-       "      <td id=\"T_e6a7b_row2_col4\" class=\"data row2 col4\" >0.9412</td>\n",
-       "      <td id=\"T_e6a7b_row2_col5\" class=\"data row2 col5\" >0.9307</td>\n",
-       "      <td id=\"T_e6a7b_row2_col6\" class=\"data row2 col6\" >0.9307</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
-       "      <td id=\"T_e6a7b_row3_col0\" class=\"data row3 col0\" >0.9808</td>\n",
-       "      <td id=\"T_e6a7b_row3_col1\" class=\"data row3 col1\" >0.9955</td>\n",
-       "      <td id=\"T_e6a7b_row3_col2\" class=\"data row3 col2\" >0.9477</td>\n",
-       "      <td id=\"T_e6a7b_row3_col3\" class=\"data row3 col3\" >0.9275</td>\n",
-       "      <td id=\"T_e6a7b_row3_col4\" class=\"data row3 col4\" >0.9375</td>\n",
-       "      <td id=\"T_e6a7b_row3_col5\" class=\"data row3 col5\" >0.9261</td>\n",
-       "      <td id=\"T_e6a7b_row3_col6\" class=\"data row3 col6\" >0.9262</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
-       "      <td id=\"T_e6a7b_row4_col0\" class=\"data row4 col0\" >0.9806</td>\n",
-       "      <td id=\"T_e6a7b_row4_col1\" class=\"data row4 col1\" >0.9963</td>\n",
-       "      <td id=\"T_e6a7b_row4_col2\" class=\"data row4 col2\" >0.9346</td>\n",
-       "      <td id=\"T_e6a7b_row4_col3\" class=\"data row4 col3\" >0.9373</td>\n",
-       "      <td id=\"T_e6a7b_row4_col4\" class=\"data row4 col4\" >0.9360</td>\n",
-       "      <td id=\"T_e6a7b_row4_col5\" class=\"data row4 col5\" >0.9245</td>\n",
-       "      <td id=\"T_e6a7b_row4_col6\" class=\"data row4 col6\" >0.9245</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
-       "      <td id=\"T_e6a7b_row5_col0\" class=\"data row5 col0\" >0.9821</td>\n",
-       "      <td id=\"T_e6a7b_row5_col1\" class=\"data row5 col1\" >0.9937</td>\n",
-       "      <td id=\"T_e6a7b_row5_col2\" class=\"data row5 col2\" >0.9390</td>\n",
-       "      <td id=\"T_e6a7b_row5_col3\" class=\"data row5 col3\" >0.9431</td>\n",
-       "      <td id=\"T_e6a7b_row5_col4\" class=\"data row5 col4\" >0.9410</td>\n",
-       "      <td id=\"T_e6a7b_row5_col5\" class=\"data row5 col5\" >0.9305</td>\n",
-       "      <td id=\"T_e6a7b_row5_col6\" class=\"data row5 col6\" >0.9305</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
-       "      <td id=\"T_e6a7b_row6_col0\" class=\"data row6 col0\" >0.9837</td>\n",
-       "      <td id=\"T_e6a7b_row6_col1\" class=\"data row6 col1\" >0.9959</td>\n",
-       "      <td id=\"T_e6a7b_row6_col2\" class=\"data row6 col2\" >0.9375</td>\n",
-       "      <td id=\"T_e6a7b_row6_col3\" class=\"data row6 col3\" >0.9541</td>\n",
-       "      <td id=\"T_e6a7b_row6_col4\" class=\"data row6 col4\" >0.9457</td>\n",
-       "      <td id=\"T_e6a7b_row6_col5\" class=\"data row6 col5\" >0.9361</td>\n",
-       "      <td id=\"T_e6a7b_row6_col6\" class=\"data row6 col6\" >0.9362</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
-       "      <td id=\"T_e6a7b_row7_col0\" class=\"data row7 col0\" >0.9832</td>\n",
-       "      <td id=\"T_e6a7b_row7_col1\" class=\"data row7 col1\" >0.9959</td>\n",
-       "      <td id=\"T_e6a7b_row7_col2\" class=\"data row7 col2\" >0.9404</td>\n",
-       "      <td id=\"T_e6a7b_row7_col3\" class=\"data row7 col3\" >0.9487</td>\n",
-       "      <td id=\"T_e6a7b_row7_col4\" class=\"data row7 col4\" >0.9445</td>\n",
-       "      <td id=\"T_e6a7b_row7_col5\" class=\"data row7 col5\" >0.9347</td>\n",
-       "      <td id=\"T_e6a7b_row7_col6\" class=\"data row7 col6\" >0.9347</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
-       "      <td id=\"T_e6a7b_row8_col0\" class=\"data row8 col0\" >0.9821</td>\n",
-       "      <td id=\"T_e6a7b_row8_col1\" class=\"data row8 col1\" >0.9962</td>\n",
-       "      <td id=\"T_e6a7b_row8_col2\" class=\"data row8 col2\" >0.9405</td>\n",
-       "      <td id=\"T_e6a7b_row8_col3\" class=\"data row8 col3\" >0.9419</td>\n",
-       "      <td id=\"T_e6a7b_row8_col4\" class=\"data row8 col4\" >0.9412</td>\n",
-       "      <td id=\"T_e6a7b_row8_col5\" class=\"data row8 col5\" >0.9307</td>\n",
-       "      <td id=\"T_e6a7b_row8_col6\" class=\"data row8 col6\" >0.9307</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
-       "      <td id=\"T_e6a7b_row9_col0\" class=\"data row9 col0\" >0.9826</td>\n",
-       "      <td id=\"T_e6a7b_row9_col1\" class=\"data row9 col1\" >0.9970</td>\n",
-       "      <td id=\"T_e6a7b_row9_col2\" class=\"data row9 col2\" >0.9390</td>\n",
-       "      <td id=\"T_e6a7b_row9_col3\" class=\"data row9 col3\" >0.9458</td>\n",
-       "      <td id=\"T_e6a7b_row9_col4\" class=\"data row9 col4\" >0.9424</td>\n",
-       "      <td id=\"T_e6a7b_row9_col5\" class=\"data row9 col5\" >0.9321</td>\n",
-       "      <td id=\"T_e6a7b_row9_col6\" class=\"data row9 col6\" >0.9321</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row10\" class=\"row_heading level0 row10\" >Mean</th>\n",
-       "      <td id=\"T_e6a7b_row10_col0\" class=\"data row10 col0\" >0.9825</td>\n",
-       "      <td id=\"T_e6a7b_row10_col1\" class=\"data row10 col1\" >0.9961</td>\n",
-       "      <td id=\"T_e6a7b_row10_col2\" class=\"data row10 col2\" >0.9413</td>\n",
-       "      <td id=\"T_e6a7b_row10_col3\" class=\"data row10 col3\" >0.9431</td>\n",
-       "      <td id=\"T_e6a7b_row10_col4\" class=\"data row10 col4\" >0.9422</td>\n",
-       "      <td id=\"T_e6a7b_row10_col5\" class=\"data row10 col5\" >0.9319</td>\n",
-       "      <td id=\"T_e6a7b_row10_col6\" class=\"data row10 col6\" >0.9319</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_e6a7b_level0_row11\" class=\"row_heading level0 row11\" >SD</th>\n",
-       "      <td id=\"T_e6a7b_row11_col0\" class=\"data row11 col0\" >0.0013</td>\n",
-       "      <td id=\"T_e6a7b_row11_col1\" class=\"data row11 col1\" >0.0009</td>\n",
-       "      <td id=\"T_e6a7b_row11_col2\" class=\"data row11 col2\" >0.0045</td>\n",
-       "      <td id=\"T_e6a7b_row11_col3\" class=\"data row11 col3\" >0.0073</td>\n",
-       "      <td id=\"T_e6a7b_row11_col4\" class=\"data row11 col4\" >0.0041</td>\n",
-       "      <td id=\"T_e6a7b_row11_col5\" class=\"data row11 col5\" >0.0048</td>\n",
-       "      <td id=\"T_e6a7b_row11_col6\" class=\"data row11 col6\" >0.0048</td>\n",
+       "      <th id=\"T_850ce_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+       "      <td id=\"T_850ce_row0_col0\" class=\"data row0 col0\" >0.9757</td>\n",
+       "      <td id=\"T_850ce_row0_col1\" class=\"data row0 col1\" >0.9949</td>\n",
+       "      <td id=\"T_850ce_row0_col2\" class=\"data row0 col2\" >0.9197</td>\n",
+       "      <td id=\"T_850ce_row0_col3\" class=\"data row0 col3\" >0.9197</td>\n",
+       "      <td id=\"T_850ce_row0_col4\" class=\"data row0 col4\" >0.9197</td>\n",
+       "      <td id=\"T_850ce_row0_col5\" class=\"data row0 col5\" >0.9054</td>\n",
+       "      <td id=\"T_850ce_row0_col6\" class=\"data row0 col6\" >0.9054</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+       "      <td id=\"T_850ce_row1_col0\" class=\"data row1 col0\" >0.9786</td>\n",
+       "      <td id=\"T_850ce_row1_col1\" class=\"data row1 col1\" >0.9957</td>\n",
+       "      <td id=\"T_850ce_row1_col2\" class=\"data row1 col2\" >0.9358</td>\n",
+       "      <td id=\"T_850ce_row1_col3\" class=\"data row1 col3\" >0.9236</td>\n",
+       "      <td id=\"T_850ce_row1_col4\" class=\"data row1 col4\" >0.9297</td>\n",
+       "      <td id=\"T_850ce_row1_col5\" class=\"data row1 col5\" >0.9171</td>\n",
+       "      <td id=\"T_850ce_row1_col6\" class=\"data row1 col6\" >0.9171</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+       "      <td id=\"T_850ce_row2_col0\" class=\"data row2 col0\" >0.9826</td>\n",
+       "      <td id=\"T_850ce_row2_col1\" class=\"data row2 col1\" >0.9960</td>\n",
+       "      <td id=\"T_850ce_row2_col2\" class=\"data row2 col2\" >0.9402</td>\n",
+       "      <td id=\"T_850ce_row2_col3\" class=\"data row2 col3\" >0.9444</td>\n",
+       "      <td id=\"T_850ce_row2_col4\" class=\"data row2 col4\" >0.9423</td>\n",
+       "      <td id=\"T_850ce_row2_col5\" class=\"data row2 col5\" >0.9320</td>\n",
+       "      <td id=\"T_850ce_row2_col6\" class=\"data row2 col6\" >0.9320</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+       "      <td id=\"T_850ce_row3_col0\" class=\"data row3 col0\" >0.9813</td>\n",
+       "      <td id=\"T_850ce_row3_col1\" class=\"data row3 col1\" >0.9964</td>\n",
+       "      <td id=\"T_850ce_row3_col2\" class=\"data row3 col2\" >0.9388</td>\n",
+       "      <td id=\"T_850ce_row3_col3\" class=\"data row3 col3\" >0.9374</td>\n",
+       "      <td id=\"T_850ce_row3_col4\" class=\"data row3 col4\" >0.9381</td>\n",
+       "      <td id=\"T_850ce_row3_col5\" class=\"data row3 col5\" >0.9271</td>\n",
+       "      <td id=\"T_850ce_row3_col6\" class=\"data row3 col6\" >0.9271</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+       "      <td id=\"T_850ce_row4_col0\" class=\"data row4 col0\" >0.9837</td>\n",
+       "      <td id=\"T_850ce_row4_col1\" class=\"data row4 col1\" >0.9966</td>\n",
+       "      <td id=\"T_850ce_row4_col2\" class=\"data row4 col2\" >0.9490</td>\n",
+       "      <td id=\"T_850ce_row4_col3\" class=\"data row4 col3\" >0.9435</td>\n",
+       "      <td id=\"T_850ce_row4_col4\" class=\"data row4 col4\" >0.9462</td>\n",
+       "      <td id=\"T_850ce_row4_col5\" class=\"data row4 col5\" >0.9366</td>\n",
+       "      <td id=\"T_850ce_row4_col6\" class=\"data row4 col6\" >0.9366</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+       "      <td id=\"T_850ce_row5_col0\" class=\"data row5 col0\" >0.9782</td>\n",
+       "      <td id=\"T_850ce_row5_col1\" class=\"data row5 col1\" >0.9955</td>\n",
+       "      <td id=\"T_850ce_row5_col2\" class=\"data row5 col2\" >0.9271</td>\n",
+       "      <td id=\"T_850ce_row5_col3\" class=\"data row5 col3\" >0.9285</td>\n",
+       "      <td id=\"T_850ce_row5_col4\" class=\"data row5 col4\" >0.9278</td>\n",
+       "      <td id=\"T_850ce_row5_col5\" class=\"data row5 col5\" >0.9149</td>\n",
+       "      <td id=\"T_850ce_row5_col6\" class=\"data row5 col6\" >0.9149</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+       "      <td id=\"T_850ce_row6_col0\" class=\"data row6 col0\" >0.9832</td>\n",
+       "      <td id=\"T_850ce_row6_col1\" class=\"data row6 col1\" >0.9980</td>\n",
+       "      <td id=\"T_850ce_row6_col2\" class=\"data row6 col2\" >0.9373</td>\n",
+       "      <td id=\"T_850ce_row6_col3\" class=\"data row6 col3\" >0.9512</td>\n",
+       "      <td id=\"T_850ce_row6_col4\" class=\"data row6 col4\" >0.9442</td>\n",
+       "      <td id=\"T_850ce_row6_col5\" class=\"data row6 col5\" >0.9343</td>\n",
+       "      <td id=\"T_850ce_row6_col6\" class=\"data row6 col6\" >0.9344</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+       "      <td id=\"T_850ce_row7_col0\" class=\"data row7 col0\" >0.9804</td>\n",
+       "      <td id=\"T_850ce_row7_col1\" class=\"data row7 col1\" >0.9953</td>\n",
+       "      <td id=\"T_850ce_row7_col2\" class=\"data row7 col2\" >0.9402</td>\n",
+       "      <td id=\"T_850ce_row7_col3\" class=\"data row7 col3\" >0.9307</td>\n",
+       "      <td id=\"T_850ce_row7_col4\" class=\"data row7 col4\" >0.9355</td>\n",
+       "      <td id=\"T_850ce_row7_col5\" class=\"data row7 col5\" >0.9239</td>\n",
+       "      <td id=\"T_850ce_row7_col6\" class=\"data row7 col6\" >0.9239</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+       "      <td id=\"T_850ce_row8_col0\" class=\"data row8 col0\" >0.9813</td>\n",
+       "      <td id=\"T_850ce_row8_col1\" class=\"data row8 col1\" >0.9956</td>\n",
+       "      <td id=\"T_850ce_row8_col2\" class=\"data row8 col2\" >0.9373</td>\n",
+       "      <td id=\"T_850ce_row8_col3\" class=\"data row8 col3\" >0.9387</td>\n",
+       "      <td id=\"T_850ce_row8_col4\" class=\"data row8 col4\" >0.9380</td>\n",
+       "      <td id=\"T_850ce_row8_col5\" class=\"data row8 col5\" >0.9270</td>\n",
+       "      <td id=\"T_850ce_row8_col6\" class=\"data row8 col6\" >0.9270</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+       "      <td id=\"T_850ce_row9_col0\" class=\"data row9 col0\" >0.9806</td>\n",
+       "      <td id=\"T_850ce_row9_col1\" class=\"data row9 col1\" >0.9967</td>\n",
+       "      <td id=\"T_850ce_row9_col2\" class=\"data row9 col2\" >0.9241</td>\n",
+       "      <td id=\"T_850ce_row9_col3\" class=\"data row9 col3\" >0.9462</td>\n",
+       "      <td id=\"T_850ce_row9_col4\" class=\"data row9 col4\" >0.9350</td>\n",
+       "      <td id=\"T_850ce_row9_col5\" class=\"data row9 col5\" >0.9236</td>\n",
+       "      <td id=\"T_850ce_row9_col6\" class=\"data row9 col6\" >0.9237</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row10\" class=\"row_heading level0 row10\" >Mean</th>\n",
+       "      <td id=\"T_850ce_row10_col0\" class=\"data row10 col0\" >0.9806</td>\n",
+       "      <td id=\"T_850ce_row10_col1\" class=\"data row10 col1\" >0.9961</td>\n",
+       "      <td id=\"T_850ce_row10_col2\" class=\"data row10 col2\" >0.9350</td>\n",
+       "      <td id=\"T_850ce_row10_col3\" class=\"data row10 col3\" >0.9364</td>\n",
+       "      <td id=\"T_850ce_row10_col4\" class=\"data row10 col4\" >0.9356</td>\n",
+       "      <td id=\"T_850ce_row10_col5\" class=\"data row10 col5\" >0.9242</td>\n",
+       "      <td id=\"T_850ce_row10_col6\" class=\"data row10 col6\" >0.9242</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th id=\"T_850ce_level0_row11\" class=\"row_heading level0 row11\" >SD</th>\n",
+       "      <td id=\"T_850ce_row11_col0\" class=\"data row11 col0\" >0.0023</td>\n",
+       "      <td id=\"T_850ce_row11_col1\" class=\"data row11 col1\" >0.0008</td>\n",
+       "      <td id=\"T_850ce_row11_col2\" class=\"data row11 col2\" >0.0083</td>\n",
+       "      <td id=\"T_850ce_row11_col3\" class=\"data row11 col3\" >0.0099</td>\n",
+       "      <td id=\"T_850ce_row11_col4\" class=\"data row11 col4\" >0.0077</td>\n",
+       "      <td id=\"T_850ce_row11_col5\" class=\"data row11 col5\" >0.0091</td>\n",
+       "      <td id=\"T_850ce_row11_col6\" class=\"data row11 col6\" >0.0091</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n"
       ],
       "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x14cabb5de50>"
+       "<pandas.io.formats.style.Styler at 0x1c1fbce43a0>"
       ]
      },
      "metadata": {},
@@ -379,8 +707,14 @@
     }
    ],
    "source": [
-    "params    = {'max_depth': [16, 15, 14, 13, 12]}#range(14,17)}\n",
-    "tuned_xgboost = tune_model(xgboost, optimize='F1', custom_grid=params)\n",
+    "# max leaves -> 2**(n-1), n = max_depth\n",
+    "params    = {'max_depth': [128, 64, 32],\n",
+    "             'max_leaves': [256, 1024, 4096],              \n",
+    "             'colsample_bytree':[0.2, 0.4, 0.6, 0.8, 1.0],\n",
+    "             'learning_rate':[0.05, 0.005]\n",
+    "             }#range(14,17)}\n",
+    "# tuned_xgboost = tune_model(xgboost, optimize='F1', custom_grid=params)\n",
+    "tuned_xgboost = tune_model(xgboost, optimize='Accuracy', custom_grid=params, tuner_verbose=3)\n",
     "# tuned_xgboost = tune_model(xgboost, optimize='Kappa')"
    ]
   },
@@ -388,11 +722,49 @@
    "cell_type": "code",
    "execution_count": 6,
    "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,\n",
+       "              colsample_bynode=1, colsample_bytree=0.8,\n",
+       "              enable_categorical=False, gamma=0, gpu_id=0, importance_type=None,\n",
+       "              interaction_constraints='', learning_rate=0.05, max_delta_step=0,\n",
+       "              max_depth=32, max_leaves=1024, min_child_weight=1, missing=nan,\n",
+       "              monotone_constraints='()', n_estimators=100, n_jobs=-1,\n",
+       "              num_parallel_tree=1, objective='binary:logistic',\n",
+       "              predictor='auto', random_state=6868, reg_alpha=0, reg_lambda=1,\n",
+       "              scale_pos_weight=1, subsample=1, tree_method='gpu_hist',\n",
+       "              use_label_encoder=True, validate_parameters=1, ...)"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "tuned_xgboost\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "interpret_model(tuned_xgboost)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "fc33c5f1b69841f095b278ef99b4102e",
+       "model_id": "8a778f38647d4a368ad8730adfc4ea6c",
        "version_major": 2,
        "version_minor": 0
       },

Деякі файли не було показано, через те що забагато файлів було змінено