Assignment_03_RF.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Random Forest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "matplotlib.rc('font',family = 'NanumGothicCoding')\n",
    "\n",
    "from sklearn.metrics import mean_squared_error, mean_absolute_error\n",
    "from sklearn.model_selection  import train_test_split\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "\n",
    "from sklearn.ensemble import RandomForestRegressor\n",
    "from sklearn.tree import export_graphviz\n",
    "import graphviz\n",
    "\n",
    "#ignore warnings\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CEMENT</th>\n",
       "      <th>BLAST_FURNACE_SLAG</th>\n",
       "      <th>FLY_ASH</th>\n",
       "      <th>WATER</th>\n",
       "      <th>SUPERPLASTICIZER</th>\n",
       "      <th>COARSE_AGGREGATE</th>\n",
       "      <th>FINE_AGGREGATE</th>\n",
       "      <th>AGE</th>\n",
       "      <th>CONCRETE_COMPRESSIVE_STRENGTH</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>540.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>162.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1040.0</td>\n",
       "      <td>676.0</td>\n",
       "      <td>28</td>\n",
       "      <td>79.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>540.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>162.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1055.0</td>\n",
       "      <td>676.0</td>\n",
       "      <td>28</td>\n",
       "      <td>61.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>332.5</td>\n",
       "      <td>142.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>228.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>932.0</td>\n",
       "      <td>594.0</td>\n",
       "      <td>270</td>\n",
       "      <td>40.27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>332.5</td>\n",
       "      <td>142.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>228.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>932.0</td>\n",
       "      <td>594.0</td>\n",
       "      <td>365</td>\n",
       "      <td>41.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>198.6</td>\n",
       "      <td>132.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>192.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>978.4</td>\n",
       "      <td>825.5</td>\n",
       "      <td>360</td>\n",
       "      <td>44.30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   CEMENT  BLAST_FURNACE_SLAG  FLY_ASH  WATER  SUPERPLASTICIZER  \\\n",
       "0   540.0                 0.0      0.0  162.0               2.5   \n",
       "1   540.0                 0.0      0.0  162.0               2.5   \n",
       "2   332.5               142.5      0.0  228.0               0.0   \n",
       "3   332.5               142.5      0.0  228.0               0.0   \n",
       "4   198.6               132.4      0.0  192.0               0.0   \n",
       "\n",
       "   COARSE_AGGREGATE  FINE_AGGREGATE  AGE  CONCRETE_COMPRESSIVE_STRENGTH  \n",
       "0            1040.0           676.0   28                          79.99  \n",
       "1            1055.0           676.0   28                          61.89  \n",
       "2             932.0           594.0  270                          40.27  \n",
       "3             932.0           594.0  365                          41.05  \n",
       "4             978.4           825.5  360                          44.30  "
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_raw = pd.read_csv(\"./data/Concrete.csv\", encoding = '949')\n",
    "df_raw.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CEMENT                           0\n",
       "BLAST_FURNACE_SLAG               0\n",
       "FLY_ASH                          0\n",
       "WATER                            0\n",
       "SUPERPLASTICIZER                 0\n",
       "COARSE_AGGREGATE                 0\n",
       "FINE_AGGREGATE                   0\n",
       "AGE                              0\n",
       "CONCRETE_COMPRESSIVE_STRENGTH    0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_raw.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CEMENT</th>\n",
       "      <th>BLAST_FURNACE_SLAG</th>\n",
       "      <th>FLY_ASH</th>\n",
       "      <th>WATER</th>\n",
       "      <th>SUPERPLASTICIZER</th>\n",
       "      <th>COARSE_AGGREGATE</th>\n",
       "      <th>FINE_AGGREGATE</th>\n",
       "      <th>AGE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>540.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>162.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1040.0</td>\n",
       "      <td>676.0</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>540.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>162.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1055.0</td>\n",
       "      <td>676.0</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>332.5</td>\n",
       "      <td>142.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>228.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>932.0</td>\n",
       "      <td>594.0</td>\n",
       "      <td>270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>332.5</td>\n",
       "      <td>142.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>228.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>932.0</td>\n",
       "      <td>594.0</td>\n",
       "      <td>365</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>198.6</td>\n",
       "      <td>132.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>192.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>978.4</td>\n",
       "      <td>825.5</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   CEMENT  BLAST_FURNACE_SLAG  FLY_ASH  WATER  SUPERPLASTICIZER  \\\n",
       "0   540.0                 0.0      0.0  162.0               2.5   \n",
       "1   540.0                 0.0      0.0  162.0               2.5   \n",
       "2   332.5               142.5      0.0  228.0               0.0   \n",
       "3   332.5               142.5      0.0  228.0               0.0   \n",
       "4   198.6               132.4      0.0  192.0               0.0   \n",
       "\n",
       "   COARSE_AGGREGATE  FINE_AGGREGATE  AGE  \n",
       "0            1040.0           676.0   28  \n",
       "1            1055.0           676.0   28  \n",
       "2             932.0           594.0  270  \n",
       "3             932.0           594.0  365  \n",
       "4             978.4           825.5  360  "
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_raw_y = df_raw['CONCRETE_COMPRESSIVE_STRENGTH']\n",
    "df_raw_x = df_raw.drop(\"CONCRETE_COMPRESSIVE_STRENGTH\", axis = 1, inplace = False)\n",
    "df_raw_x.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train data X size : (721, 8)\n",
      "train data Y size : (721,)\n",
      "test data X size : (309, 8)\n",
      "test data Y size : (309,)\n"
     ]
    }
   ],
   "source": [
    "df_train_x, df_validation_x, df_train_y, df_validation_y = train_test_split(df_raw_x, df_raw_y\n",
    "                                                               , test_size = 0.3, random_state = 1234)\n",
    "print('train data X size : {}'.format(df_train_x.shape))\n",
    "print('train data Y size : {}'.format(df_train_y.shape))\n",
    "print('test data X size : {}'.format(df_validation_x.shape))\n",
    "print('test data Y size : {}'.format(df_validation_y.shape))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train data X size : (432, 8)\n",
      "train data Y size : (432,)\n",
      "validation X size : (289, 8)\n",
      "validation Y size : (289,)\n"
     ]
    }
   ],
   "source": [
    "df_train_x, df_validation_x, df_train_y, df_validation_y = train_test_split(df_train_x, df_train_y\n",
    "                                                               , test_size = 0.4, random_state = 1234)\n",
    "print('train data X size : {}'.format(df_train_x.shape))\n",
    "print('train data Y size : {}'.format(df_train_y.shape))\n",
    "print('validation X size : {}'.format(df_validation_x.shape))\n",
    "print('validation Y size : {}'.format(df_validation_y.shape))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 모델생성\n",
    "- 기본 옵션으로 트리 생성"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score on trainning set : 0.972\n",
      "Score on test set : 0.817\n"
     ]
    }
   ],
   "source": [
    "rf_uncustomized = RandomForestRegressor(random_state = 1234)\n",
    "rf_uncustomized.fit(df_train_x, df_train_y)\n",
    "### 모델생성\n",
    "#- 기본 옵션으로 트리 생성\n",
    "print('Score on trainning set : {:.3f}'.format(rf_uncustomized.score(df_train_x, df_train_y)))\n",
    "print('Score on test set : {:.3f}'.format(rf_uncustomized.score(df_validation_x, df_validation_y)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "> test set의 데이터가 설명력이 괜찮은 편이다. 과대적합은 아닌듯 보여진다"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestRegressor(bootstrap=True, criterion='mse', max_depth=None,\n",
       "           max_features='auto', max_leaf_nodes=None,\n",
       "           min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "           min_samples_leaf=1, min_samples_split=2,\n",
       "           min_weight_fraction_leaf=0.0, n_estimators=10, n_jobs=None,\n",
       "           oob_score=False, random_state=1234, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rf_uncustomized"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 트리 갯수 변경에 따른 모델 성능"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_score = [];test_score=[]\n",
    "para_n_tree = [n_tree * 5 for n_tree in range(1,50)]\n",
    "\n",
    "for v_n_estimators in para_n_tree:\n",
    "    rf = RandomForestRegressor(n_estimators = v_n_estimators, random_state = 1234)\n",
    "    \n",
    "    rf.fit(df_train_x, df_train_y)\n",
    "    train_score.append(rf.score(df_train_x, df_train_y))\n",
    "    test_score.append(rf.score(df_validation_x, df_validation_y))\n",
    "    \n",
    "#저장\n",
    "df_score_n = pd.DataFrame()\n",
    "df_score_n['n_estimators'] = para_n_tree\n",
    "df_score_n['TrainScore'] = train_score\n",
    "df_score_n['TestScore'] = test_score\n",
    "df_score_n['Gap'] = np.array(train_score)-np.array(test_score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>n_estimators</th>\n",
       "      <th>TrainScore</th>\n",
       "      <th>TestScore</th>\n",
       "      <th>Gap</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>0.959</td>\n",
       "      <td>0.802</td>\n",
       "      <td>0.158</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10</td>\n",
       "      <td>0.972</td>\n",
       "      <td>0.817</td>\n",
       "      <td>0.156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15</td>\n",
       "      <td>0.977</td>\n",
       "      <td>0.828</td>\n",
       "      <td>0.150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20</td>\n",
       "      <td>0.978</td>\n",
       "      <td>0.828</td>\n",
       "      <td>0.150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>25</td>\n",
       "      <td>0.979</td>\n",
       "      <td>0.829</td>\n",
       "      <td>0.150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>30</td>\n",
       "      <td>0.979</td>\n",
       "      <td>0.828</td>\n",
       "      <td>0.152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>35</td>\n",
       "      <td>0.980</td>\n",
       "      <td>0.827</td>\n",
       "      <td>0.153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>40</td>\n",
       "      <td>0.980</td>\n",
       "      <td>0.827</td>\n",
       "      <td>0.153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>45</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.829</td>\n",
       "      <td>0.152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>50</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.830</td>\n",
       "      <td>0.151</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>55</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.832</td>\n",
       "      <td>0.149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>60</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.832</td>\n",
       "      <td>0.149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>65</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.831</td>\n",
       "      <td>0.150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>70</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.831</td>\n",
       "      <td>0.150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>75</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.829</td>\n",
       "      <td>0.152</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    n_estimators  TrainScore  TestScore    Gap\n",
       "0              5       0.959      0.802  0.158\n",
       "1             10       0.972      0.817  0.156\n",
       "2             15       0.977      0.828  0.150\n",
       "3             20       0.978      0.828  0.150\n",
       "4             25       0.979      0.829  0.150\n",
       "5             30       0.979      0.828  0.152\n",
       "6             35       0.980      0.827  0.153\n",
       "7             40       0.980      0.827  0.153\n",
       "8             45       0.981      0.829  0.152\n",
       "9             50       0.981      0.830  0.151\n",
       "10            55       0.981      0.832  0.149\n",
       "11            60       0.981      0.832  0.149\n",
       "12            65       0.981      0.831  0.150\n",
       "13            70       0.981      0.831  0.150\n",
       "14            75       0.981      0.829  0.152"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_score_n.round(3).head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x7fe46a486da0>"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY0AAAEICAYAAACj2qi6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3XuUVOWZ7/HvU9VX7gJNe5SbYlSMGDE93mBCazJRmCFqvMUkGpPxFmMSj3NOZlacMZOJcU6c5ZpkJZolJtFRCWYi6oxHwMlCQEEjNuoEPHgJgogEbLkJDd1dXfWcP/auruqioHdD7+q26/dZa6/au+rd737fXd3v8+5LvdvcHRERkSgSfV0AERH56FDQEBGRyBQ0REQkMgUNERGJTEFDREQiU9AQEZHIFDRERCQyBQ0REYlMQUNERCKr6OsC9LbRo0f7xIkT+7oYIiIfKatWrfrA3eu6SzfggsbEiRNpamrq62KIiHykmNk7UdLp9JSIiESmoCEiIpEpaIiISGQKGiIiEpmChoiIRKagISIikSloiIhIZAPudxpS3tydjEPCwMz6ujhyCNyddMZJ5z2K2jCyX2fht5r/wGp3SGecjkyGTAY6Mplw2WnvyNDWkQlf053zHZmuj7zO5m8GiYRRkTCSZp3ziYSRyTipdFDOVCZDR9rpSGdIu5Mttod1yeoI03dknHQmE756uC0jYZBMWOe8YWTcO/+ms68ZdzLupDPhfLivMhmnYeJIPnV8t7/POywKGmUmnXFaU2n2pdLsa+/6mkwYtZVJBlUlGVRVQW1lktqqJAmD3a0d7G7t4MPWFB+2ptjd2kFLWwfukEh0/adOmFGZTFBTmaC6IklNZYKayiQ1lUkM2LUvtd+0u7WD9o4MqXQwtaczpNJOe0e685+9LfvPnsr982fTd2ScjnTwD5z/2Ptk+A9v4T9kMhGUrSL7mgwagopEgmIxxiz8PGlUJhJUVgRpK5MW7sugTK2pDK1h2drT2TLk/tmzRUpaUIaKhJFMBnlllyvC5apsucJyZtd379oQ5RqhXP2zjWS4eRzChifXwGQbq9xrJqgr1hlsjVyjmbDsFOzDRLijMp6XRzrXOJsF9Uzk7ffsfCavHNk6ZfPJNn7etQ2XHvh64yQFDdlfJuO0p4OGs3l3K+/u2Mem7XvZtGMfm3bs490de9m2pz3XoKaD9Pk9m/6mqiJBdUXQYGYb82zjWV2RpLoiCELDays7g1FlMmj4s0GgIpmgKmkkEwmcvB6YB/ss26h1hD3DVDo3n204gS6NVsbp7BWm0hnaUhn2pDtIpZ1kwqipTDCoqoKRgxNUVwblrK5IQGcD3DWgZjzbyO5fnuw2OtJBr7ilPU06k+lc3wDyGvRssKuurAgDT7AfkkE3FYPOxjo7nwyDUzZ9NpAG9c4GF3CCefeu+zDbw3U83FZum9lXJ5s21yvOhHkkLS8wWVg+IJm0zoCaLWe2XNmy5X83TtcjjvyAX5FM5IJzWNekWfg3Fn5HlcHfWnVlkoou28n/7nM9+Pyg1pFxkhZ2JJLBPqxMJDq3ZV3Kk/vuKxOJsKOQ21+JMH3+/s0/qkgkcvsoG7yxXGcokcgF6EQif4/ER0GjH0lnnPd27GNd8x7++P4e1jUH0zvb9tKaSnf2vg/U8FdVJBg7opaxIwdx3JghnQ1wMOV61tmjiZrwSKI2PApIZ5y97WlaU2n2dh6FdJDOwLDaCobWVDK0poKhNRUMq6lkcHUFCcv1Fjt7wx4EqdZUhrZUmtZsTzyVxh1GDKpkeG1uGlZbSU1lsrQ7W0QOiYJGCbz/YSt/2LSLP7y3i9fe28WufSna07nTK+3pDKkOZ8fedto6cj3eUYOrmDRmCI0n1DGoqoKqvJ54VUUQCOqGVjP2iFrGHTGI0UOqS9bbEJHypKDRS9ydbS3tvBueJtrwQQt/eG8XqzftYsuHrUBwcfa4MUOoG1rN0JqK4AigMxAYIwZVMaluMMeNGcKxo4dwxOCqPq6ViEhXsQUNM7sTmAGscvcbi3xeA9wPHAm8BVwPXAzcFCYZBfwSeAxYAawL37/a3TfEVe6e+I9X3+M/Xt3cGSj2pdJdPj+2bjBnHjuSKWNH8ImxwznpqGEMqlKcFpGPrlhaMDObAiTd/Qwzu83Mprn7ioJkVwFPufvDZvYV4EJ3fxR4NMzjLmARwW9J5rv7zXGU9VB0pDP8cMFa7l+xgWNGD+b4+iF86vg6xh1Ry9gjBjFu5CDGHlHL4GoFCBEZWOJq1aYDC8xsLvBj4FyCo4V87cCwcL4OmAw8DmBm1cAkd3/dzCYA55nZEmCFu/99TGWOZEdLO9/49cs8v24bX5t2DN+ddSIVSf1GUkTKQ1yt3UhgV5j/ToJTTYUeBk4xs2VADbkAAnAJ8EQ4vxGY6u7nAGkzm12YkZldZ2ZNZtbU3Nzci9Xo6o0tu7ng7hU0bdjBv1xyCrfNPkkBQ0TKSlwt3k5guLtfAYwIl7tw9w53v8HdZwCvAhvyPr4C+G2Yzt29NXx/AXBCkbzmuHuDuzfU1cXzw5anX9vC5+9Zwb5UmkeuP5NLG8bFsh0Rkf4srqDxEjArnJ8ZLhcVXhC/BXgkXD4R2OTuLeFyfhkvA1bGUeCDuXvJH7n+oVUcVz+UJ2+azmnjjyh1EURE+oVYgoa7rwSqzOw5YAKwuDCNmU0OT00tAX7m7hvDj64BfpGXdIqZPW9my4Ht7v5sHGU+kDe37uZfnn6Dvzzlf/Cb687kyOE1pdy8iEi/EtvtPe7+zfzl8OL2a8Bkd0+5+1qCW3IL1/tfBcv/DZwdVzm786vl66mpTHD7BSfrV8siUvZKdhXX3duA0909VaptHq5te9p47JX3+PxpY/VDOxERSvw8DXffXsrtHa65L26kvSPD16Yd09dFERHpF3S/6AG0daR58IV3aDyhjuPGDOnr4oiI9AsKGgfw5H//iQ/2tPHX03WUISKSpaBRhLvzy+XrOaF+KNOPG93XxRER6TcUNIp44e1trP3Th3xt+kQ9MlREJI+CRhG/Wr6ekYOruODUo/u6KCIi/YqCRoH1H7Sw+PX3+fIZ4/W7DBGRAgoaBe5fsZ7KRIIvnzWhr4siItLvKGjk2bU3xW+bNjH7E0cxZqiGCxERKaSgkeeRlzayL5XWbbYiIgegoBHqSGf4t+c3cNaxozjpqGHdryAiUoYUNEIL12xh865WHWWIiByEgkbozGNH8fd/OZlzTxzT10UREem3Yhsa/aOmbmg11/z5sX1dDBGRfk1HGiIiEpmChoiIRKagISIikSloiIhIZAoaIiISWWxBw8zuNLMXzeyeA3xeY2bzzGyJmc2xwHgze9fMlobTxCh5iYhIacQSNMxsCpB09zOALWY2rUiyq4Cn3P0cYAVwYVie+e7eGE4bIuYlIiIlENeRxnRggZnNBRaGy4Xagex4HXXAGYAD54VHH7f3IC8RESmBuILGSGBXmP9OYFSRNA8Dp5jZMqCGIIBsBKaGRx9pM5sdJS8zu87Mmsysqbm5OY76iIgI8QWNncBwd78CGBEud+HuHe5+g7vPAF4FNnigNUyyADghYl5z3L3B3Rvq6upiqpKIiMQVNF4CZoXzM8PlosysBrgFeMTM8stzGbCyJ3mJiEi8Ygka7r4SqDKz54AJwOLCNGY2OTw1tQT4mbtvBKaY2fNmthzY7u7PRslLRERKw9y9NBsyqwZeAya7eyqu7TQ0NHhTU1Nc2YuIDEhmtsrdG7pLV7If97l7G3B6nAFDRETiVdJfhLv79lJuT0REepeGERERkcgUNEREJDIFDRERiUxBQ0REIlPQEBGRyBQ0REQkMgUNERGJTEFDREQiU9AQEZHIFDRERCQyBQ0REYlMQUNERCJT0BARkcgUNEREJDIFDRERiUxBQ0REIlPQEBGRyGILGmZ2p5m9aGb3HODzGjObZ2ZLzGyOBcaZ2QIzW2pmvwrfG29m74bvLTWziXGVWUREDi6WoGFmU4Cku58BbDGzaUWSXQU85e7nACuAC4EdwKXu3ghsBqaFZZzv7o3htCGOMouISPfiOtKYDiwws7nAwnC5UDswLJyvA85w9z3u3hK+twfYBThwXnhEcntM5RURkQjiChojCRr8BLATGFUkzcPAKWa2DKghF0AwsxHAOHdfDWwEpoZHJGkzm12YkZldZ2ZNZtbU3Nzc+7UREREgvqCxExju7lcAI8LlLty9w91vcPcZwKvABgAzqwLuAG4L07m7t4arLQBOKJLXHHdvcPeGurq6OOojIiLEFzReAmaF8zPD5aLMrAa4BXjEzCqBnwB3ufu28PP8Ml4GrIylxCIi0q1Ygoa7rwSqzOw5YAKwuDCNmU0OT00tAX7m7huBW4HPAL8M75S6BJhiZs+b2XJgu7s/G0eZRUSke+bupdmQWTXwGjDZ3VNxbaehocGbmpriyl5EZEAys1Xu3tBdupL9uM/d24DT4wwYIiISr5L+Itzdt5dyeyIi0rs0jIiIiESmoCEiIpEpaIiISGQKGiIiEpmChoiIRKagISIikSloiIhIZAoaIiISmYKGiIhEpqAhIiKRKWiIiEhkChoiIhKZgoaIiESmoCEiIpEpaIiISGQKGiIiEpmChoiIRBZb0DCzO83sRTO75wCf15jZPDNbYmZzzMwOtF53eYmISGnEEjTMbAqQdPczgC1mNq1IsquAp9z9HGAFcGGx9SLmJSIiJRApaJhZpZl9xcz+d7g8pptVpgMLzGwusDBcLtQODAvn64AzDrBelLxERKQEoh5pPACkgc+Fy//WTfqRwK4w/53AqCJpHgZOMbNlQA1BACm2Xrd5mdl1ZtZkZk3Nzc0RqyQiIj0VNWjUu/vDQCpcrukm/U5guLtfAYwIl7tw9w53v8HdZwCvAhsOsF6UvOa4e4O7N9TV1UWskoiI9FTUoLHBzL4A1JjZF4F3u0n/EjArnJ8ZLhdlZjXALcAjB1gvcl4iIhKvqEHjBmAo8ApwBHDtwRK7+0qgysyeAyYAiwvTmNnk8NTUEuBn7r6x2HpR8hIRkdIwd+8+kdlcd//SYW3IrBp4DZjs7qnu0h+qhoYGb2pqiit7EZEBycxWuXtDd+miHmlMKMh8bE8L5O5twOlxBgwREYlX1KAx38yuN7M6MxsO/PpQNubu2w9lPRER6R8qIqb7BrAMODNcPi6e4oiISH8WNWj8wN07f5thZp+KqTwiItKPRQ0avzazq4DjgbUEt8eKiEiZiXpN4z5gEMGvuIcA98ZWIhER6beiHmmMd/erw/nXzeyymMojIiL9WNQjje1mdkl499QlgAZ4EhEpQ1GDxtXAOOD7wFHA1+IqkIiI9F9RT08l3P1fswtmNuxgiUVEZGCKeqTxeMHyE71dEBER6f+iBo2qguXuhkYXEZEBKOrpqcVmdifBEcflwH/FVyQREemvIgUNd/9HMzuf4FGrfyT43YaIiJSZqM8If8rdFwFrCMad+k2spRIRkX4p6jWN2vB1jLvfDPR4aHQREfnoixo02sJrGs+GyxZTeUREpB+LeiH8YqDe3deHyzfGVB4REenHol4I3wusz1t+MbYSiYhIvxX19JSIiEh8QcPM7jSzF83sngN8Xm9mT5vZUjN7wsyGhYMiLg2n1WZ2s5mNN7N3896fGFeZRUTk4GIJGmY2BUi6+xnAFjObViTZNcAd7t4IPAZc5O6Puntj+N5/AYvCMs7Pvu/uG+Ios4iIdC+uI43pwAIzmwssDJcLPQeca2aDgUZgRfYDM6sGJrn764AD55nZEjO7PabyiohIBHEFjZHArjD/ncCoImleIHga4K0Ej5Bdl/fZJeQGRdwITHX3c4C0mc0uzMjMrjOzJjNram7Woz5EROISV9DYCQx39yuAEeFyoTuAu939u8Bi4Dt5n10B/BbAA63h+wuAEwozcvc57t7g7g11dXW9WA0REckXV9B4CZgVzs8MlwuNB7LBoIVgeBLM7ERgk7u3hMv5ZbwMWBlHgUVEpHuxBA13XwlUmdlzwASCI4lCtwP3mtkDwI+Afw7fvwb4RV66KWb2vJktB7a7+7OIiEifMHcvzYaCi9uvAZPdPRXXdhoaGrypqSmu7EVEBiQzW+XuDd2lK9mP+9y9DTg9zoAhIiLxKukvwt19eym3JyIivUvDiIiISGQKGiIiEpmChoiIRKagISIikSloiIhIZAoaIiISmYKGiIhEpqAhIiKRKWiIiEhkChoiIhKZgoaIiESmoCEiIpEpaIiISGQKGiIiEpmChoiIRKagISIikSloiIhIZLEFDTO708xeNLN7DvB5vZk9bWZLzewJMxtmZuPN7N3wvaVmNjFKXiIiUhqxBA0zmwIk3f0MYIuZTSuS7BrgDndvBB4DLgrLM9/dG8NpQ8S8RESkBOI60pgOLDCzucDCcLnQc8C5ZjYYaARWAA6cZ2ZLzOz2HuQlIiIlEFfQGAnsCvPfCYwqkuYFYBBwK7AWWAdsBKa6+zlA2sxmR8nLzK4zsyYza2pubo6hOiIiAvEFjZ3AcHe/AhgRLhe6A7jb3b8LLAa+44HW8PMFwAlR8nL3Oe7e4O4NdXV1MVRHREQgvqDxEjArnJ8ZLhcaD2QDRAtwnJnll+cyYGXEvEREpARiCRruvhKoMrPngAkERxKFbgfuNbMHgB8B/wxMMbPnzWw5sN3dn42Yl4iIlEBFXBm7+zfzl82sGngNmOzuKXdfDVxQZNWzu8tLRET6Rsl+3OfubcDp7p4q1TZFRKR3lfQX4e6+vZTbExGR3qVhREREJDIFDRERiUxBQ0REIlPQEBGRyBQ0REQkMgUNERGJTEFDREQiU9AQEZHIFDRERCSy2MaeEhHpM+kUpPZBR2vuNZMGHNzBM7n5ZBVUD81NiWRfl75fU9AQ6S8yaWj7EFp35SbPwKiPwbCjwKzn+bV8AC3vw56tsC98FI0ZYLl5S0DNCBg8GgaNhkGjIHmQpqGzQW4LGuPsa7oNOtqDRjdZBRXVea/VwWtlLSQqDlyXTBra90B7C7TtgVRLMJ8/pfYG+2bvtoJpO+zbEZTN0z3bV/kqBwfBo2ZYsC+y+yX/NVHRNfB4JpgskVffKqioyc1zoDqngv2W3X/ptmCfplOQbg+nvPmONmjbHU67gtfWD4PX066Ead8+9LpHoKAh0hvcYdcmaH4ddm4MGrb2vcFrdmrfGzRoqexr3nz7niBgHEj1MKg7AepODKbRHwsa6pYPggaz5QPY+0EYJMJA0fIBwROUD0E2iCSr88ob1iPTcWh5ZlkCKmrzgkgy2DftLdCxL3o+1cNh0MigYR9SD2NOgtojgjwraqGyJjdfUZ0XrKzra7o9CFCdDfGHueC9dzt88Ba0vAD7toeBoh+oCoNa9bAgwA0aCUdMgGFHx75pBY1ytm8nrH8W1j0D65cFvZWK6q49w4rq4I9y2FHBH+Swo3PzQ48MPrdk0BAkkj3vDfd6nXYE9Rk+Ho6cEjQcvcU9aER2b4YPN8O2P8L7a4NA8f7r0L57/3WSVVA5KJxqoSqcrxoUNMrZRq16KNQM33/yDHzwZrCN5jfgjYXwykP7b6d6OAweFfSEj5gI4/4saEgH18GQMcF8zYjg+/FsIMn2ktPB30I26OQHoXQqV/YurzVBL7qiuutrshIymbzecnvX1459kGoNj1DCKd0R7I+qIeE0OJwK5wflzQ8Je+8llMnbT5l07igtO0GwP9PZI7D2sH5h3YtySFQGdcn+z+UfpXVOlV3n+/D/TEGjnLTtga1r4O2l8MfF8F5T0ChVDYVj/jwIAh3Zf/a23HzLB/CnPwS9125Z0KOr/zic/Hn4+EUwYnzcNYPNr8BLv4DV83O91URF0Ps8aiocfRocdVrQI0u15jVeeT3+bG8z2+tvC193b4EP34MP/xTsl3yD64Ke/ye+AGNOhLrJMPKYoFGrHHTw0zxRHTuj63LLB7BtXdCADw5PJ1VUH/525OASySAwDx7V1yXpU+Z+iIev/VRDQ4M3NTX1dTH6VkcbbFkd9k7DHur7r8OujcHnlgga0EnnBtPYhqD30m2+7ble9oebYfefgp5o9nxuJh30WtPtsP452PxysN7Y0+Hki+HjFwaBKZtXS3Nu2rcTakfkesWDRnff4Kb2wZrHgmCx+eXgXPQpl8Inrgga1s0vw3svB6+tu3q2DytqchdGhxwZHl3lT0cHPfrBo3uWr0g/ZWar3L2h23QKGiWQ7gga2F3vwq73gobmyCm93+DsfBeafgUvPxgcQkNwyDv6+OB8eLYnPOHsoMcdt+3r4bXHYM3jsHU1YEFDu28HtO48+LqWCALHkDFBjxryTquEtv0xyKfuRGj4a/jE5cEpnULusP3t4GikfU94vjucKmpy89VDgyOE6qHRgqjIAKKgUQrte+GdFUEvtvMCWngnw74dwYXRXe8GvfJid3MMORKOPBnqTw6CyKhJUDsy6HFXD4t23jKTgfVLYeUv4M2FwXvHzwwa0PqTg0a6P9xC2PxmEECaX88Fg8F1uXPuNSOCALBnaziFd/zs3rr/KaHsXSiD64K7RSZM6/trKSIfcVGDRmzXNMzsTmAGsMrdbyzyeT3wIFAN7ASuAoYD9wKDgLeBvwbGASuAdeGqV7v7hrjKHZk7zL0U3lne9X1L5C5qDhsb9OqHj4Xh42DEuOC0xp6tsGVNcH1hyxp4e1lw212XfJJBHrVHBK/VQ4LTL1WDcxcNExXwxoKgxz1oNEy7GRq+WpprCD1Vdzw0/l1fl0JEDlMsQcPMpgBJdz/DzG4zs2nuvqIg2TXAHe6+zMyuAi4C5gOXunuLmd0OTAM2AfPd/eY4ynrI3vpdEDDOuRVOuiA8/z0saNS76/WOmQzHNuaWO9qDO2R2bAh62/t25k7h7NsRLKf2wr5N4b3q4e2JqRY4+pNw0ZzgeoEuhopIzOI60pgOLDCzucCPgXMJjhbyPQd82syagEaCALIn7/M9wC6CG83PM7MlwAp3//uYyhxdJgOLvw9HHAPT/+fhn/+uqApOUx15cs/Wc9dpGREpqbiCxkiCBj9BcOqp2D1qLwCzgVuBteROP2FmI4Bx7r7azAyY6u6tZvZ9M5vt7k/mZ2Rm1wHXAYwfX4JTM2vmB6eWLv5l314wVcCQASSVSrFp0yZaW1v7uigDWk1NDWPHjqWy8tDarriCxk5guLtfYWZ/Fi4XugO42903mNlpwHeAH5lZVfjZPwB4cKU++1e0APhzoEvQcPc5wBwILoTHUJ+cjnZYcjvUT4GPfz7WTYmUk02bNjF06FAmTpyIqUMUC3dn27ZtbNq0iWOOOeaQ8ohrlNuXgFnh/MxwudB4csGgBTjOzCqBnwB3ufs2ADPLL+NlwMpYShzVy/8WXHv4zPcgoUGCRXpLa2sro0aNUsCIkZkxatSowzqai+VIw91XmtmVZvYc8CZwe5FktwP3mtkOYARwC8Gpqs8Ak8M/nJ8Bb5nZz4EMsNDdn42jzJG0t8CyO4NbPI/7TJ8VQ2SgUsCI3+Hu49huuXX3b+Yvm1k18Bow2d1T7r4auKBgtX8Mp0Jnx1HGHvv9z4OhNC5/WNcTRAaY66+/njfeeIM1a9Zw8sknc+qpp/LjH/848vruzre+9S1++tOf9mi7bW1tXHXVVWzdupVhw4bxn//5nz0tekmVbOwpd28zs9PdPdV96n5o73ZY8RM4YRaMP6OvSyMivezee+8F4MILL+SJJ57o8fpm1uOAAbBo0SLOPvtsvv3teIc07y0lHbDQ3beXcnu9avm/Br/2/vRtfV0SkQHv+0++xv/bfJCh4g/BSUcN43uzP96jdR544AF+8IMf8I1vfIP58+czfvx4HnroIb7yla+wZcsW6uvr+fnPf05NTQ0zZ87knXfeYd26dZ3rvvDCC2zYsAEz44knnqCmZv9Rl0855RQWLFhAKpXqckfT9773PRYvXkxlZSWPP/44yWSSq6++mm3btjF+/Hjuu+8+5s2bt1/5HnzwQW644QbWr19PfX09DzzwANXVvfcbLl3JjWLXe7ByTjAQ3pjJfV0aESmRq6++mhkzZlBbW8uKFSuYN28eFRUVnH766ZgZa9eu5dFHH6W6uppnnnmGKVOmdFm/vr6ep59+mlmzZvG73/2u6DaOOeYYbrrpJm688UZWrgzu81m4cCEtLS0sX76cJUuWMGLECO677z4uv/xyli5dyplnnsm8efOKlu/+++/n05/+NM888wyzZs1i3rx5vbpPNDR6FMt+FIziqmEwREqip0cEccpkMnz+87nb6x9//HHWr1/PwoULWbRoUeeRRTFTp04FgsCwffuBT7RMmTKFOXPmcM0111BfX8/q1au56KKLuqR56623+NKXvgTAOeecw0MPPVS0fK+++iovv/wyc+bMIZVK8bnPfa7nlT4IHWl0Z/cWeOVh+ORXgydjiUjZyT+9s27dOs4//3wqKyuZO3fuQdfL3qlkZhxocNj29vbONCNHjmTz5s2ceuqp/Pu//3uXdCeccALPPhvcPLps2TImT86d9cgv3+TJk7nppptYunQpK1as4G//9m97UNPuKWh0578fCUaoPf26vi6JiJRA/nWFZcuWsWjRIv7qr/6KjRuD59F88Ytf5Ic//CFnn302U6dOJZlM8t5779HY2Mjy5ctpbGxk9erVJJNJkslghOn8+UKrVq3irLPO4lOf+hSpVIqzzjqLz372s4wYMYKzzjqLxsZGdu7cybXXXsujjz7KOeecw8qVK/nCF75QtHzXXnstTz/9NI2NjZx33nls2bKlV/ePhkY/GHf4WUMwBPfXFvVOniJS1Nq1a7v0niU+xfZ11KHRdaRxMO++GAw7PvXLfV0SEZF+QUHjYF5+KHhuxUkX9nVJRET6BQWNA2nbDa89Dh+/KHgAkoiIKGgc0GtPBA85Ou2qvi6JiEi/oaBxIK88BKOPh7F/1tclERHpNxQ0iml+M7gIPvVKDUwoIpJHQaOYVx8GS8InvtDXJRGRErn++utpbGxk9OjRNDY2cvPNN/c4j8svv/ygn7e1tXH55ZfT2NjY67/ULhUNI1IonYJX58Hx58OQMX1dGhEpkcMd5RaCoHAwH7URbYtR0Cj01u+CZ2acdmVfl0SkfC3VT2jXAAAHWElEQVT8O9iyunfzPHIKzPw/PVollUrtN2JsR0cHF198Ma2trdTW1rJw4UKefPJJ7rrrLtasWUNjYyN/8zd/w+zZs/fL76M2om0xOj1V6JWHYEg9HPcXfV0SEeljxUaM3bp1KyeffDJLly5l4cKFAMyePZulS5cyffp0li5dWjRgwEdvRNtidKSRb/dWePNpOPubkNSuEekzPTwiiEuxEWOPPfZYvv71r3P//fdTX1/PrFmzepTnR2lE22LUMub7Qzg4oYYNERGCEWPPPvtsvvzlrm3CpEmTmDRpEt/+9rc59thjOfHEE4HgdNbBtLe3U1VVVXRE22nTpnWmy45oe+mll3Y7om2x8sVJp6ey3INhQ8adCaM/1telEZE+kn+todiIsb///e857bTT+OQnP8n69euZMCH3yITa2lpmzJjRedqq0EdtRNtiYhvl1szuBGYAq9z9xiKf1wMPAtXATuAqd/+w2Hrd5ZXvkEe53fgi/OqzcMHdOtIQ6QMa5bZ0+t0ot2Y2BUi6+xnAFjObViTZNcAd7t4IPAZcVGy9iHn1jkmf1uCEIiIHEdfpqenAAjObCywMlws9B5xrZoOBRmDFAdaLktfhG38GXPmYBicUETmIuILGSGBXmP9OYFSRNC8Ag4BbgbXAugOs121eZnadmTWZWVNzc3OvV0ZERAJxBY2dwHB3vwIYES4XugO4292/CywGvnOA9brNy93nuHuDuzfU1dXFUiERid9Ae5Jof3S4+ziuoPESkL15eWa4XGg80BrOtwDHHWC9KHmJyEdcTU0N27ZtU+CIkbuzbds2ampqDjmPWH6n4e4rzexKM3sOeBO4vUiy24F7zWwHwRHELe7+duF67p6JkJeIfMSNHTuWTZs2oVPM8aqpqWHs2LGHvH5st9zutyGzauA1YLK7H/wXMIfhkG+5FREpY316y20x7t4GnB5nwBARkXiV9Bfh7r69lNsTEZHepWFEREQkspJd0ygVM2sG3ukm2WjggxIUpz8q57pDede/nOsO5V3/KHWf4O7d/mZhwAWNKMysKcoFn4GonOsO5V3/cq47lHf9e7PuOj0lIiKRKWiIiEhk5Ro05vR1AfpQOdcdyrv+5Vx3KO/691rdy/KahoiIHJpyPdIQEZFDUHZBw8zuNLMXzeyevi5LKZjZeDN718yWhtPEctgHZvYxM1trZieHy/vVeSDvh/z6F/sbCNMMuPqb2TgzWxDW81cWKIvvvkjdJ8TxvZdV0CjpUwD7jwQw390bw6ckDmWA7wMzSwI3A08BFX3+RMgSK6w/BX8D7r5hANd/B3Bp+Le+meChbeXy3RfWfRwxfO9lFTQo1VMA+xcHzjOzJWZ2O2WwD9w97e7fAPaEb/XdEyH7QJH6F/4NwACtv7vvcfeWcHEPcCpl8t0XqXuSGL73cgsaUZ4oONBsBKa6+zlAGhhD+e2DQ3oi5ADS5W/AzGYzwOtvZiMIetrDKLPvPq/uzxLD915uQSPKEwUHFA9kH3a1IHwtq33AIT4RcqAo8jdwAgO4/mZWRfBk0Nsos+8+v+5xfe/lFjTK7imAZpb/HV8GLKHM9gFl/kTIIn8DKxmg9TezSuAnwF3uvo0y+u4L6x7X915WQcPdVwJV4VMAJxA8m3ygm2Jmz5vZcmC7uz9L+eyDNJAu9r2Xyd9COpz2+xsYwPW/FfgM8EszW0rwWOly+e4L6/4PcXzv+nGfiIhEVlZHGiIicngUNEREJDIFDRERiUxBQ0REIlPQEBGRyBQ0REQkMgUNkV5iZr8pWDYz+2lv5SfSH1T0dQFEBpDq/AUPfgT1zd7KT6Q/0JGGlCUzu9rM7jWzp81skZnVFElTaWa/NLNnzGyemVWb2eAw/VIzWximmx3+And6+P7sMO0zZrYuL79fmNkTZvZPZvaqmc0wswozm2tmi83s12Y2/AD5DTWz+eHyg2H+V5vZOjO7xcxWhGXcr3wivUlBQ8rZVnc/j2Awt78o8vlXCYadODdMcwVQD6wJn08wE8DdnwyfYbA8fP9Jd28L11udl18FcAvBUA9XAjPdvYNgTCAHJgOXFMsPuBb4Tfj+74Er3P0BYBmwz92nhYPQ7Vc+kd6koCHl7JXwdT3BkNGFTgW+Ffb6bwDq3f1t4Odm9lUzm1Vkne5sB94HdgM1ZnYRcAzB4HG3ETwkq5iPEQQICAadPD6cTwCPZRP1QvlEDkrXNKSced6rFfl8LfC8uz/cZSX3dcA6M/uJmb3t7q+HH1UeQhkmAYvcPWVmXyI4isjKz+8N4FPAb4EZYdmy2iKWT+Sw6UhDylV2BNjC+Xz3ETz5bGl47eNIMzvTzF42s1UERwjv5KXfZ2bLzGymmR1dcF1iCtABZIBU3jZ/DdxqZs8THPmki+UXluUSM1sCnA48YmYzgPOB/2tm4wG6KZ/IYdMotyIiEplOT4kAZvYUMDjvrVZ3P7+vyiPSX+lIQ0REItM1DRERiUxBQ0REIlPQEBGRyBQ0REQkMgUNERGJ7P8DyrngGNWw/ZwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(para_n_tree, train_score, linestyle = '-', label = 'Train Score')\n",
    "plt.plot(para_n_tree, test_score, linestyle = '-', label = 'Test Score')\n",
    "plt.ylabel('score');plt.xlabel('n_estimators')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "> n_estimator가 60일때, 트리의 수가 60일 때, TestScore와 TrainScore의 값의 간격이 좁고 TestScore값이 좋게 나온다"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Leaf Node 의 최소 자료 수 변경에 따른 모델 성능"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_score = [];test_score=[]\n",
    "para_leaf = [n_tree * 1 for n_tree in range(1,21)]\n",
    "\n",
    "for v_min_samples_leaf in para_leaf:\n",
    "    rf = RandomForestRegressor(random_state = 1234, n_estimators = 60,\n",
    "                              min_samples_leaf = v_min_samples_leaf)\n",
    "    \n",
    "    rf.fit(df_train_x, df_train_y)\n",
    "    train_score.append(rf.score(df_train_x, df_train_y))\n",
    "    test_score.append(rf.score(df_validation_x, df_validation_y))\n",
    "    \n",
    "#저장\n",
    "df_score_leaf = pd.DataFrame()\n",
    "df_score_leaf['MinSamplesLeaf'] = para_leaf\n",
    "df_score_leaf['TrainScore'] = train_score\n",
    "df_score_leaf['TestScore'] = test_score\n",
    "df_score_leaf['Gap'] = np.array(train_score)-np.array(test_score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>MinSamplesLeaf</th>\n",
       "      <th>TrainScore</th>\n",
       "      <th>TestScore</th>\n",
       "      <th>Gap</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0.981</td>\n",
       "      <td>0.832</td>\n",
       "      <td>0.149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.821</td>\n",
       "      <td>0.147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>0.952</td>\n",
       "      <td>0.814</td>\n",
       "      <td>0.138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>0.937</td>\n",
       "      <td>0.806</td>\n",
       "      <td>0.131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>0.923</td>\n",
       "      <td>0.795</td>\n",
       "      <td>0.128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>0.910</td>\n",
       "      <td>0.787</td>\n",
       "      <td>0.123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>0.899</td>\n",
       "      <td>0.778</td>\n",
       "      <td>0.121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>0.876</td>\n",
       "      <td>0.763</td>\n",
       "      <td>0.114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>0.868</td>\n",
       "      <td>0.756</td>\n",
       "      <td>0.111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>0.859</td>\n",
       "      <td>0.747</td>\n",
       "      <td>0.112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>0.852</td>\n",
       "      <td>0.741</td>\n",
       "      <td>0.111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>0.844</td>\n",
       "      <td>0.736</td>\n",
       "      <td>0.108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>0.836</td>\n",
       "      <td>0.729</td>\n",
       "      <td>0.107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>0.831</td>\n",
       "      <td>0.725</td>\n",
       "      <td>0.106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>0.824</td>\n",
       "      <td>0.719</td>\n",
       "      <td>0.105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>0.817</td>\n",
       "      <td>0.713</td>\n",
       "      <td>0.103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>0.809</td>\n",
       "      <td>0.709</td>\n",
       "      <td>0.101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19</td>\n",
       "      <td>0.803</td>\n",
       "      <td>0.703</td>\n",
       "      <td>0.101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20</td>\n",
       "      <td>0.799</td>\n",
       "      <td>0.701</td>\n",
       "      <td>0.098</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    MinSamplesLeaf  TrainScore  TestScore    Gap\n",
       "0                1       0.981      0.832  0.149\n",
       "1                2       0.968      0.821  0.147\n",
       "2                3       0.952      0.814  0.138\n",
       "3                4       0.937      0.806  0.131\n",
       "4                5       0.923      0.795  0.128\n",
       "5                6       0.910      0.787  0.123\n",
       "6                7       0.899      0.778  0.121\n",
       "7                8       0.888      0.769  0.119\n",
       "8                9       0.876      0.763  0.114\n",
       "9               10       0.868      0.756  0.111\n",
       "10              11       0.859      0.747  0.112\n",
       "11              12       0.852      0.741  0.111\n",
       "12              13       0.844      0.736  0.108\n",
       "13              14       0.836      0.729  0.107\n",
       "14              15       0.831      0.725  0.106\n",
       "15              16       0.824      0.719  0.105\n",
       "16              17       0.817      0.713  0.103\n",
       "17              18       0.809      0.709  0.101\n",
       "18              19       0.803      0.703  0.101\n",
       "19              20       0.799      0.701  0.098"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_score_leaf.round(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x7fe46917aa90>"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEICAYAAABF82P+AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xd8VFXe+PHPSScQEhJSgBBCJ4SEKr2EGkFwLShiRR+xgYptd5+fu+7z7Lruo7uuqKuuqKurIq7CiitVBUJvoUhvoQZSICH09PP740wkwIQMZGbuTPJ9v173Re7MLV9uJvnmnHPv9yitNUIIIcTlfKwOQAghhGeSBCGEEMIuSRBCCCHskgQhhBDCLkkQQggh7JIEIYQQwi5JEEIIIeySBCGEEMIuSRBCCCHs8rM6gJpo3Lixjo+PtzoMIYTwKhs2bDihtY6sbjuvThDx8fGkp6dbHYYQQngVpdQhR7aTLiYhhBB2SYIQQghhlyQIIYQQdnn1GIQQwjuVlJSQmZlJYWGh1aHUakFBQcTGxuLv739d+0uCEEK4XWZmJiEhIcTHx6OUsjqcWklrTV5eHpmZmbRs2fK6jiFdTEIItyssLCQiIkKSgwsppYiIiKhRK00ShBDCEpIcXK+m17hOJogTZ4v4w5wdnDxXbHUoQgjhsepkgliVkcfHKw+Q8pc0/rnqIKVl5VaHJIRwo0cffZSUlBQaN25MSkoKU6ZMuab9tdY8+eST13zeoqIixo0bR0pKCjfffPM17+9uSmttdQzXrUePHvp6n6TelX2a33+3g1UZebSLbsBLoxPp37axkyMUQtizc+dOEhISrA6DW265hdmzZ7vtfN9++y0HDx7k6aefdts57V1rpdQGrXWP6vats3cxdYhpyPSHe/H9jhxenruDez9ay/CO0fzmpgRaRNS3Ojwh6oz//W47O46dduoxOzZtyO/GJF7TPp988gl/+MMfmDRpErNmzSIuLo7PPvuMBx54gOzsbKKjo3nvvfcICgpi5MiRHDp0iIyMjJ/3Xb16NQcPHkQpxezZswkKCrriHMnJycybN4+SkpJLbj393e9+x6JFi/D39+ebb77B19eXCRMmkJeXR1xcHB988AEzZsy4Ir5PP/2Uxx57jAMHDhAdHc0nn3xCYGBgzS5eJXWyi6mCUorUxBh+eGYQv7yxPSv3nWD4X5fxf/N3cbao1OrwhBBuNGHCBAYNGkS9evVYuXIlM2bMwM/Pj549e6KUYufOncycOZPAwEAWL15MUlLSJftHR0ezcOFCRo0axQ8//GD3HC1btmTy5Mk88cQTrFu3DoD58+dz7tw5VqxYwZIlSwgLC+ODDz5g3LhxpKWl0bt3b2bMmGE3vo8//pihQ4eyePFiRo0axYwZM5x6TepsC6KyIH9fnkhpw+3dYnltwW7+vjSDWRsz+WVqe27vFouPj9xtIYSrXOtf+q5UXl7Obbfd9vP6N998w4EDB5g/fz4LFiz4ucVgT9euXQGTBPLz86vcLikpiWnTpvHwww8THR3N1q1bufXWWy/ZZu/evdxzzz0ADB48mM8++8xufJs3b2bjxo1MmzaNkpISp49r1OkWxOWiGwbx+p2dmT2pH7GN6vHCzC3c8u5KNhw6aXVoQgg3qdxFk5GRwY033oi/vz/Tp0+/6n4Vt5QqpahqbLe4uPjnbcLDwzl27BhdunThq6++umS79u3bs2zZMgCWLl16yRhC5fgSEhKYPHkyaWlprFy5kl/96lfX8D+tniQIO7o0D2PWY32ZOq4LOacLuf29VUz5chNZpy5YHZoQwokqjwMsXbqUBQsWMHr0aA4fPgzA3XffzR//+Ef69u1L165d8fX15ejRo6SkpLBixQpSUlLYunUrvr6++Pr6Alzy9eU2bNhAnz59GDhwICUlJfTp04cRI0YQFhZGnz59SElJoaCggIkTJzJz5kwGDx7MunXruOuuu+zGN3HiRBYuXEhKSgqpqalkZ2c79frU2buYHHWuqJS/L83g/WX78VWKJ1JaM3FgK4L87X8AhBDV85S7mOqCmtzFJC2IatQP9OO5Ee1Z9OwgBneI5PUf9jD09aXM25pVZTNSCCFqA0kQDmoeHsy793RnxsTehAT58cT0jUyesYlTF0qsDk0IIVxCEsQ16tM6grlPDeCF1PYs3JbNqDeXs+5A1XcsCCGEt5IEcR18fRSTBrdh1uN98fdV3DVtNX/9freU7BBC1CqSIGqgc/Mw5jw1gNu6xfLW4n3c+f5qjuSftzosIYRwCkkQNdQg0I+/3NGZt8d3ZW/uWUa+uZzZm45aHZYQQtSYJAgnGdO5KfOfHkBCkxCm/Gszz/xrM2cKZQBbCE9U02quAOPGjbvq+95WudUeKbXhRLGNgpkxsTfvpmXw5qK9pB/KZ+q4rnRv0cjq0IQQlbz//vtAzaq5FhUVXfX9BQsW0LdvX7dWbnU2SRBO5ufrw1ND29KvTQRPf7mZO99fzdND2zJpcBt8paaTEPZ9fNOVryXeAj0nQvF5mH7Hle93uRu63gPn8uCr+y9978G51xxCSUnJFZVRS0tLuf322yksLKRevXrMnz+f7777jtdff51t27aRkpLCc889x5gxY644nrdVbrVHuphcpHuLcOY9PYDRyU346w97GD9tDUcLpFSHEJ7KXmXUnJwcOnXqRFpaGvPnzwdgzJgxpKWl0b9/f9LS0uwmB/C+yq32SAvChRoG+fPmXV1JaR/Jb2dv58apy/jTbUmMTm5qdWhCeJar/cUfEHz19+tHXFeL4XL2KqO2atWKxx9/nI8//pjo6GhGjRp1Tcf0psqt9rgsQSilXgMGARu01k/YeT8I+BiIAfYCjwLNgZVARU3dCVrrg66K0V1u7RpL97hwnvpyE5O/2MTS3cf5n5sTqR8o+VkIT5GQkEDfvn259957L3m9devWtG7dmqeffppWrVrRoUMHwHRJXU1xcTEBAQF2K7f269fv5+0qKrfecccd1VZutRefK7mki0kplQT4aq17AdlKqX52NrsfmKu1HoxJCrfY4pmltU6xLQddEZ8V4iKC+fqxPjw5pA0zN2Zy01vLST8oT2ALYaXKYwP2KqOuWbOGbt260b17dw4cOECLFi1+3r5evXoMGjTo566ny3lb5VZ7XFLNVSn1OLAHeAiYCgzRWr962TYTgGCt9btKqeeBxsB7wAIgG1iptf7N1c7jjmqurrB2fx7PfvUTx05d4MG+LXk+tR3BAdKaEHWHVHN1H0+s5hoOnLIdvwCIsLPN50CyUmopEAQ0BA4DXW2tijKl1BWjP0qpR5RS6Uqp9OPHj7sofNfq1SqChc8M5L7eLfjHygOMfHM5a/bnWR2WEEJcwlUJogAI1VqPB8Js65fQWpdqrR/TWg8CNgMHtVFo22Qe0N7OftO01j201j0iIyNdFL7rNQj04/e/6MSXj/QG4K5pa/jt7G0yF7YQwmO4KkGsByqG+0fa1u2yDVY/C3yplKocz53AOhfF5zF6t4pg/tMDeKhfSz5fe4jUN5axYu8Jq8MSwuVkPhXXq+k1dkmC0FqvAwKUUsuBFsCiy7dRSiXYupeWAH/TWh8GkpRSq5RSK4B8rfUyV8TnaYID/HhpTEe+frQPgX4+3PvRWn49awunpVSHqKWCgoLIy8uTJOFCWmvy8vIICgq67mO4bcpRpVQgsB1I0Fo75Teftw5SX01hSRlv/LiHD5btJ7phEK/clsTg9lFWhyWEU5WUlJCZmUlhYWH1G4vrFhQURGxs7CV3a4Hjg9RunZNaKRWutXbavZ21MUFU2HykgBe+/om9uWe5vVssL43uSGiwf/U7CiFENay+i8kuZyaH2q5L8zDmPNWfyYPbMHvzUYa/sZQfduRYHZYQog6RWkweLNDPl+dT2/PtpH6E1w9g4qfpPP3lJvLPFVsdmhCiDpAE4QU6NQvlP5P7M2VYW+ZuyWLEG0uZtzVLBviEEC4lCcJLBPj5MGVYO757sj8xoUE8MX0j//XPdA7lnbM6NCFELSUJwsskNGnI7Cf68eKoBNbuz2P4G8t444c9FJaUWR2aEKKWkQThhfx8fZg4sBWLnkshNTGGNxftZcQby1i8SwaxhRDOIwnCi8WEBvH2+K588XAv/H0VD32SzsRP0zmSf97q0IQQtYAkiFqgb5vGzH96IL8e2YGV+04w7K9LeXvRXul2EkLUiCSIWiLAz4fHBrXmx2cHMSwhmtd/2MONU5eRtjvX6tCEEF5KEkQt0zSsHu/c041PH+qJj1JM+Hg9j322QebDFkJcM0kQtdTAdpHMnzKAF1Lbk7Ynl6Gvp/HOkn0UlUq3kxDCMZIgarFAP18mDW7Dj88OYlC7SP68cDcjpy5n+V7vnGhJCOFekiDqgNhGwbx/Xw8+fvAGyrTmvo/WMWn6Rul2EkJclSSIOmRw+ygWThnIc8Pb8ePOHIa+nsbUH/dwoVi6nYQQV5IEUccE+fvy5NC2LHpuEEMTopn6416Gvp7Gdz8dk9pOQohLSIKoo2IbBfPO3d341yO9CQsO4MkZmxj3/hq2HT1ldWhCCA8hCaKO69Uqgu+e7M8rtyax7/hZxvxtBf/97y2cOFtkdWhCCItJghD4+iju7hXHkudTeKhfS75Oz2TwX9L4cPl+ikvLrQ5PCGERSRDiZ6H1/Pnt6I4smDKQbnGNeHnuTm58U57GFqKukgQhrtAmqgGfPHgD/5jQA61hwsfreeiT9ew/ftbq0IQQbiQJQtillGJIh2gWThnIi6MSWHcgn9Spy/jj3B2cLiyxOjwhhBtIghBXFeBn5p5Y8nwKt3WN5cMVBxjylzS+XHeY0jIZnxCiNpMEIRwSGRLIq2OT+c+k/sRH1OfX/97K0L8uZca6w1LfSYhaSnnzw1E9evTQ6enpVodR52it+X5HDu8s2ceWzFPENAxi4sBWjO/ZnOAAP6vDE0JUQym1QWvdo9rtJEGI66W1ZsW+E/xt8T7WHsgnvH4AD/WL574+8YTW87c6PCFEFSRBCLdKP5jPO0v2sWT3cUIC/bivTwse6t+Sxg0CrQ5NCHEZSRDCEtuOnuK9tAzmbcsi0M+Hu26I45GBrWgaVs/q0IQQNpYnCKXUa8AgYIPW+gk77wcBHwMxwF7gUa21rm6/yiRBeK59uWf5+9IMZm86ilJwW9dYHktpTcvG9a0OTYg6z9EE4ZK7mJRSSYCv1roXkK2U6mdns/uBuVrrwcBK4BYH9xNeoE1UA/5yR2fSXkhhfM84vtl8lKGvp/HkjE3szDptdXhCCAe46jbX/sA8pdR0YL5t/XLFQEPb15FALwf3E14ktlEwv/9FJ1b8ajATB7Zi8c4cRr65nIf/uZ6Nh09aHZ4Q4ipclSDCgVO24xcAEXa2+RxIVkotBYIwyaLa/ZRSjyil0pVS6cePy9SZ3iIqJIj/HpnAyl8P4Zlh7Ug/dJLb3l3FPR+uYVXGCZmLQggP5JIxCKXUJGCX1nqRUuoGYLjW+pWrbD8a6Aicu5b9ZAzCe50tKuWLtYf4YPkBjp8poltcGJOHtGFw+yiUUlaHJ0StZukYBLAeGGX7eqRt3S7bYPWzwJfXsp/wbg0C/XhkYGuW/3Iwf/hFIjmni3jok3RuemsFc7dkUVYuLQohrOaSBKG1XgcEKKWWAy2ARZdvo5RKsHUvLQH+prU+7Mh+onYJ8vflvj7xpL2Qwp/HJlNYUsakLzYy/I2lzNyQSYnUexLCMm57DkIpFQhsBxK01k4pBypdTLVPWblm/rYs/rZ4H7uyzxDbqB6PDmrNHd1jCfL3tTo8IWoFy5+DsHsypcK11vnOOp4kiNpLa83iXbn8bck+Nh0uICokkIkDWnF3rzjqB0q9JyFqwiMThLNJgqj9tNaszsjjb0v2sSojj0bB/jzYryUP9JV6T0JcL0kQotbZePgk7yzex6JduTQI9OPhAS15eEArGkiLQohrIglC1Fo7jp3mrUV7WbA9m/D6AUwa3IZ7esXJGIUQDpIEIWq9zUcK+PPCXazcl0fT0CCmDGvHbd2a4ecr82AJcTVWPwchhMt1aR7G9Id7M/3hXkSGBPLLWVtInbqM+Vuz5MlsIZxAEoTwev3aNGb2pH78/d5uADw+fSO3vLOSFXtPWByZEN5NEoSoFZRS3NipCQunDOS1sckcP1PEvR+t5e4P1rD5SIHV4QnhlWQMQtRKhSVlTF97mHeW7CP/XDE3JsbwfGo72kSFWB2aEJaTQWohMEUBP1y+nw+XH+B8cSm3d4tlyvB2NJMZ7kQdJglCiEryzhbxbloGn605BBru6R3HhL7xtIiQGe5E3SMJQgg7jhVc4M0f9/L1hiOUa+gZH87t3ZsxKqkJIUHyZLaoGyRBCHEVxwou8M2mo8zamMn+4+cI8vchNTGGsd1j6du6Mb4+MieFqL0kQQjhAK01m44UMGtDJt/9dIzThaXENAzi1m7NuL1bLG2iGlgdohBOJwlCiGtUWFLGop25zNxwhGV7T1BWrunSPIzbu8dyc3JTQoOlC0rUDpIghKiB3DOFfLvpGLM2ZrIr+wwBvj4M6xjF2O6xDGwbKeU8hFeTBCGEE2it2X7sNLM2ZvLt5mPknyumcYNAbunSlLt6NpfnKoRXkgQhhJMVl5aTtjuXWRszWbwrl5IyTc/4cO7pHceNnWII9JNqssI7SIIQwoVOnC1i5oZMZqw7zKG88zQK9mds91jG94yjVaQMbAvPJglCCDcoL9esysjji3WH+H57DqXlmj6tIri7VxypiTEE+MlYhfA8kiCEcLPcM4V8nW5aFZknLxBRP4CxPWK5u2ecPLEtPIokCCEsUl6uWbb3OF+sPcyiXbmUlWv6t2nMPb3iGNYxGn+5A0pYTBKEEB4g+1QhX6Uf4ct1hzl2qpDIkEDu7BHLXTfE0Tw82OrwRB0lCUIID1JWrknbncsXaw+zZHcuGugW14jUxGhSE2OkC0q4lSQIITzUsYILzNyQyYJt2ezIOg1Ah5gQRiTGkJoYTccmDVFKakEJ15EEIYQXOJJ/nu935LBwezbpB/Mp1xDbqB6piTGkJsbQvUUjKRwonM6pCUIp5Q/cDURprf+slIrSWuc6Ic4akQQhapMTZ4tYtDOHhdtzWLH3BMVl5TRuEMCwBNMN1bdNhDyMJ5zC2QliOjAfeFRrPUApNV9rPbKafV4DBgEbtNZP2Hk/GvgUCAQKgPuBMGAlkGHbbILW+mBV55AEIWqrs0WlpO3OZeH2HJbsyuVsUSkNAv1IaR9JamIMKe0jZf4Kcd0cTRB+Dh4vWmv9uVLqIdt6UDUnTwJ8tda9lFIvKaX6aa1XXrbZw8ArWuulSqn7gVuBpcAsrfUUB+MSolZqEOjH6OSmjE5uSlFpGasy8vh+ezY/7MhhzpYsAnx9GNiuMWM6N2VoQjQNAh39URbCcY5+qg4qpe4CgpRSdwNHqtm+PzDP1vKYCgzBtAwqWw4MVUqlAynAK4AGUpVSS4CVWuvfOBifELVWoJ8vg9tHMbh9FC/fotl4+CQLtmUzb2sWP+7MJdDPhyEdohid3JQhHaKoFyDdUMI5HE0QjwEPApuARsDEarYPB04BPpjuowg726wGxgAvAju52K3UVWtdqJT6X6XUGK31d5V3Uko9AjwCEBcX52D4QtQOvj6KG+LDuSE+nBdHJbDx8Em+++kY87ZlM39bNsEBvgxNiGZ0chMGtYskyF+Shbh+Do9BaK3vcfigSk0CdmmtFymlbgCGa61fuWybPwPvaK0PKqW62bZ5tdL7vYABWuu/VHUeGYMQwigr16w9kMecLVks2JZN/rliGgT6MaJjNKM7N6F/m0ipCyV+5uwxiBaXHTxWa515le3XA+OARcBITGvhcnFAoe3rc0AbpZSP1rrc9tqdwLcOxidEnebro+jbujF9Wzfm9zcnsiojjzlbjrFgWzb/3nSU0Hr+pCZGMzq5KX1bR8iER8IhjrYgngHOA/8GioHvtNYDq9nnbaALsAeYWOkXf8X7ScDLwEnM3UvPAiHAe0A5MF9r/cernUNaEEJcXXFpOSv2HWfOT1l8vyOHs0WlhNcP4MZOMdyU1IReLcMlWdRBzr7NdR/mDqOKT1Kq1rrpNQYUCGwHErTWJdeyb1UkQQjhuMKSMpbuOc6cLVks2pnD+eIywusHkJoYzaikJvRuFSGFBOsIZyeIB7TW/6y0PlBrvew6ggrXWudf635VkQQhxPW5UFzG0j25zNuazaKdOZwrLiMs2J8RHU2y6Nu6sYxZ1GKueJJ6PNAOc8fRl1rrshpHWUOSIISoucKSMpbtOf7zbbNni0ppGOTHiMQYRiXF0K9NY3mCu5ZxdoL4BFgDpGGejr5Ba/1wDWOsMUkQQjhXUWkZy/ecYN62LH7YkcOZwlJCgvwYnhDNyKQmDGjbWG6drQWcfRdTnNZ6gu3rXUqpO687MiGExwr082VYx2iGdYw2T3Dvy2PeVjPA/e9NR2kQ6MfQhChGdmpCn9YRhNaTch+1maMJIl8pNRYzUD0IOO66kIQQniDQz5fBHaIY3CGKP5aWs3p/HvO2ZLFwRzbfbj4GQOvI+nRp3oiucWF0aR5Gh5gQuSuqFnG0i6kB5unptsAu4EOt9XkXx1Yt6WISwv1KyspZfzCfDQdPsvlIAZuOFJB/rhiAev6+JDUL/TlhdI1rREzoVUu3CQs4u4vJR2v9RqWDN7zuyIQQXs3f1+fnh/IAtNYcyb/ApiMn2XS4gM1HCvh45UGKy8yjTzENg2zJwiSNpNhQggOkuKA3cPS79A0wtNL6bEwBPu+1aTqcyoSeEyE43OpohPBaSiniIoKJiwjmF12aAWawe8ex06aFYUsaC7ZnA+ap7w4xIQxuH8Xozk1oHx0iM+h5KEe7mJZrrQdUWl+lte7r0sgcUKMupjnPQPo/wD8Yut4LfSZBo3inxieEuCjvbBGbj5hkse5APuttM+i1iWrA6OQmjE5uSpuoBlaHWSc4+zbX/wGCMS2JcUCB1vp/ahhjjdV4DCJ3J6x6G7Z8BboMUv4fDHrBeQEKIap0/EwRC7Zl8d2WLNYfzEdrSGjSkNHJTRiT3JS4iGCrQ6y1nD4ntVLqRiAJuAB8oLUuqlmINee0QerTx2DNe9ByILQdDmdzIWsLtBkK0vQVwuVyThcyd0sWc7YcY+PhAgCSY0MZndyEm5Kb0iysnsUR1i7ObkHM1VrfpJQaCaQC8VrrW5wQZ4247C6mZX+GxS9DVCL0ewo63Q6+cr+3EO5wtOACc7ccY86WLLZkngKgW1wYo5ObclNyE6Ibyl1RNeXsBLFYaz2koiaTUirdkYO7mssSRGkxbJsJK9+C4zuhYTPoMxl6Py4tCiHc6FDeOeZsyWLOlix2Zp1GKbghPpwxyU1ITYwhSpLFdXF2gpgPbAXe01ofsB28uxPirBGXPwehNez9AVa9BfXCYNzn5vULBWZdCOE2GcfPMucn0w21N/csAJ2bhzGsQxTDOkbTIUbuhnKUsxNEMBCttT5gW++ltV5b8zBrxq0PypUUgn8QHN8D7w+ATmMhaSzE95fuJyHcbE/OGX7YkcOPO3PYZBuzaBZWj+EdoxmWEE3PluFSjfYqnD5I7YkseZL69DFY/lfYPB1KzkNQGLQfCUN+C6HN3BuLEILcM4Us2ZXLDztyWbHvOIUl5YQE+jGofSTDO0aT0i6K0GD5I64ySRCuVnweMhbDrjmwbxE8mQ5BobB7PhSdgbYjpBtKCDe7UFzGyn0n+HFnDj/uzOXE2SJ8fRQ948NNEcKEKFpE1Lc6TMtJgnCn8nLwsTVnZ9wNu+eCj7+5bTZhNLS/CUKirY1RiDqmvFzzU2aBSRY7ctmdcwaAtlENGNYxmpGdYkhqFlonxy0kQVilvByOboCd/4Gd38HJAyZRPPCdef9sLjSIsjZGIeqgw3nnbS2LHNYeyKesXBMXHsxNyU24KakJiU0b1plkIQnCE2gNuTvMAHdsdziXB39pC9EdIeFmM8gd3srqKIWocwrOF/P99hzmbM1i5b4TlJVrWjauz01JTbgpuUmtvyNKEoQnunASNn1uWhZH1gEamveGka9C0y5WRydEnZR/rpiF27OZs+UYqzPyKNdmnoubkpsyOrkJ7aJDrA7R6SRBeLpTR2HrV/DTv+Duf0GjFiZpnM+DNsPk1lkhLHDibBELtplksfaAqQ/VLroBNyU1ZXTnJrSOrB3FBCVBeKNZD8PWryG4sel+Sh4HTbvK09tCWCD3TKFJFj9lsf6QSRYdYkIY07kpNyU1Ib6x994NJQnCG5WVwL4f4acvYfc8KCuGdiPh7i+tjkyIOi37VCHztmYxd2sWGw6dBKBl4/r0bhVB71bh9GkV4VVlPyRBeLsLJ2H7bPCvB53vgtIi+PpBSBhjlsDa0dQVwtscLbjAgm3ZrNp3gnUH8jlTVApAq8j69GkVYUsaEUSGBFocadUkQdQ2x/fAF3fAyYNmkqOEm80kR02SrY5MiDqrtKycHVmnWZ2Rx5r9eaw/eJKztoTRJqpBpYQRTkQDz0kYkiBqI63hyFrTBbV1JhSfgUeXS5IQwkOUlpWz7VjlhJHP+eIywAx2VySMXq0iCK8fYFmclicIpdRrwCBgg9b6CTvvRwOfAoFAAXC/1vp0dftVVucSRGUXCmDHt9DtfjOInf4PaNQSWqXIoLYQHqKkrJytR0+xZn8eqzPySD94kgslJmE0D69Hh5iGdIgJoX1MCB1iQoiPqI+fr+uLDFqaIJRSScAErfVzSqmXgEVa65WXbfMisEJrvVQpdT+ggI3V7VdZnU4QlZWVwjs3QP5+aNYdBjxvCghKohDCo5SUlbMls4A1+/PZkXWaXVmnOXDiHOW2X8MBfj60jWrwc8Job0sgUSGBTn1wz+oE8TiwB3gImAoM0Vq/etk2A4GhwGvA28ArwPDq9qtMEkQlpUWmwuyKqVBwyMyGN/oNiOtldWRCiKsoLCljX+5ZdmefYXfOGXZln2F39mlyTl+c1Tks2J8OMSF0iGlIe1uLo310CPUD/a7rnI4miOs7evXCgVOAD6b7KMLONquBMcCLwE4gAxhX3X5KqUeARwDi4uJcELqX8guEHg9B1/vNbHgrpprqsgDnTkBgQ/BbOvCcAAATPUlEQVSzrs9TCGFfkL8vnZqF0qlZ6CWvnzxX/HOyqEgcX6cf4ZxtTOPBfvH8bkyiS2NzVYIoAEK11uOVUjfY1i/3CvCO1vqgUqob8EtH9tNaTwOmgWlBuCh+7+XrZ26LTR53sYtp7nOmgGDfp6DbfebWWSGER2tUP4A+rSPo0/ri38nl5ZrMkxfYlX2aZo1c/3PsqtGQ9cAo29cjbeuXiwMKbV+fA9o4uJ9wROX+yq73mXm1578AU5NN66LojHWxCSGui4+PIi4imBGJMSQ2Da1+h5qezxUH1VqvAwKUUsuBFsAiO5u9DLyvlPoEeBX4k4P7iWvVdhg8tAAmzIXoRPjxdyZJgClP7sW3OgshXMdtz0EopQKB7UCC1rrEGceUQerrdHQDhMZBg0jYOQd++K3pkkoeB+EtrY5OCOFijg5Su21Wb611EdDTWclB1ECz7iY5AASGmO6ntP+Dt7rAR6nmmYoy+TYJUde5LUEAaK3z3Xk+4YBWg2DCHHhmGwz9HRQWwMo3wcd2/0L2NigttjZGIYQlXHUXk/A2obEw4Fno/4y5LVYpkxj+ORpQ0Ok2SL4LYnvIA3hC1BFubUEIL6DUxe4nH1+4dRq0HmxmwvtoGLzdHfYstDZGIYRbSAtCVM3HF9qNMEvhKdjxH9jyL/PQHUDODshcBx1vgXph1sYqhHA6qeYqrt+SP8HS/wPfQFP7qfNdMl2qEF7A6lIboi5I+TW0SzXlx7fNhB2zIbwVTN4APtJ7KYS3kwQhrp9S0KybWVL/aKZLPZNtkoPW8OXdZlA76U4Ia251tEKIayQJQjiHr7/pZqpQWGCmTV30e1j0B4jvb7qgEm6GoIbWxSmEcJgkCOEa9RqZ8h75B2DLV7DlS/h2kpkutdNtUHzeVKD18bU6UiFEFSRBCNcKbwkpv4JBv4TM9RCTZF5f8655YrvLPdD1XmjUwto4hRBXkJFE4R5KQfOeF0uNN+sGUQmw7M/wZmf47FZzG60QwmNIghDWaD0E7p0FU7bCoF/B8T3mYbwKpzKti00IAUgXk7BaWHMY/N+mC+rCSfNawWEzb0XzXtD9Aej4Cwiob22cQtRB0oIQnsHHF+o3Nl8HhsDw38P5EzD7cXi9A8x5Bk4fszZGIeoYSRDC89RrBP2egsnp8OB8aD8Kts68WGH2xD64YG8WWyGEM0kXk/BcSkGLvmYpuXBxgHvOFHNHVOsh0O5Gs4REWxurELWQJAjhHfwrTdA+4g+weQbsng+755nXuj8IY6ZaE5sQtZQkCOF9mnY1y8hXIWc77JkPYfHmvcJTMG2wKRrY/kZo0R/8AiwNVwhvJQlCeC+lIKaTWSpcOAmR7WHjp7DufVOavPUQU1gwKsG6WIXwQpIgRO3SKB7GzzClPA4sNV1QuxeAspX0OLAMsn4yA98RrS0NVQhPJwlC1E4BwaZ4YPuRUF5+cZrUfYtg5VT4/jcmmbQeYpYOo2UqVSEuIwlC1H6V56YY/r/Q4yHY+z1kLDaFBPenQcIY8/722dCwmRnj8JUfD1G3yU+AqHsatYCeE81SVgKnjpjXtYa5z5kH9IJCoeUg07poM0zmsxB1kjwoJ+o2X38zCx6YLqbJ62Hsx2beiqMbzTMXa/9u3i8rgV3zoPC0dfEK4UbSghCisuBwM19Fp9tMi+LEXjNvBZiH874cb57oju0JncdB0h1SJ0rUWtKCEKIqSkFku4tzVTTrAQ/Mgb5Pmdtpv3va1InK2WFtnEK4iLQghHCUXwC0HGCWoS/BkXWwbaZ57gJMuXLfQOh488VWhxBezGUJQin1GjAI2KC1fsLO+2OBybbVCOAj4N/ASiDD9voErfVBV8UoxHVTCuJ6maXCps/h8GpYEGFmyes+4eL4hhBeyCVdTEqpJMBXa90LyFZK9bt8G631TK11itY6BfgeWGCLZ1bF65IchFeZMA/u+8YUF1z1N3irKyz7i9VRCXHdXDUG0R+Yp5SaDsy3rdullAoEWmutdwEaSFVKLVFKveyi2IRwDR8fc1vsuM/hmW2Q8v8gfoB578ReSPs/mdNCeBVXJYhw4JTt+AWYLqSqjAVm274+DHTVWg8GypRSYy7fWCn1iFIqXSmVfvz4cSeHLYSTNGwKKb+62AV1YCmk/Qne6AT/utc8pFdeZm2MQlTDVQmiAAjVWo8HwmzrVRkPfA2gjULb6/OA9pdvrLWeprXuobXuERkZ6eSwhXCRGx6GpzZB38lwaBV8diu81cWUAQEoLbY2PiHscNUg9XpgHLAIGAmstreRUqoDkKm1Pmdb99Fa235iuBP41kXxCeF+4a3MVKqDXzRFBM/mXiwD8sFg8A+GtiOg7XBo0llqQwnLuaQFobVeBwQopZYDLTCJwp6HgQ8rrScppVYppVYA+VrrZa6ITwhL+QVC4q3Q61GzXl5migWWl8KSl2HaIPN8Rfo/rI1T1HlKa+2eE5nB6O1Agta6xBnH7NGjh05PT3fGoYTwDGdzYd+Ppphgws3mie6TB+E/T9paFyOgcTtpXYgaUUpt0Fr3qHY7dyUIAKVUuNY631nHkwQh6oTDa01NqFzbE9thLUyiGPg8hMRYG5vwSo4mCLc+Se3M5CBEnRHXC55YDQWHYe8PZtk83cySB7D+Q9j7IzTrDrHdzb9BodbGLGoFKbUhhLcIi4Mb/sssZSWmEi2YMYy8fWZu7goxSfDIMjMIfiYbgiMubi+EgyRBCOGNKv+y7/WoWS6chGObIHMDFBZcvEPqqwfMNKtNOkNsD1tL4waZ40JUy61jEM4mYxBCOGDHf0yNqMx0kyjKiqDNcLh3pnn/8BqTPPzrWRuncBuPHIMQQlig481mAfNAXs42M6cFmLum/pEKfvVMldq2I8wMeuEtrYtXeAxJEELUJX4B0KzbxfWgULhnlrmttmIBuPV96HwXlFwA5SPly+soSRBC1GV+gdB2mFl4DfIyzF1SFUUGt86E+b+CVoNMy6LtcDNYLuoESRBCiIsiWpulQnQidBlvWha755nXIhNg4iIz1er5fNMK8fG1Jl7hUpIghBBVa9bNLBXzc+/9Hk7suTgP9zePmUq1ke0hKtEklKZdIf6KKWCEF5IEIYSoXsX83JHtLn29673QuC3kbIeMRfDTFxDXFx6yPZPx3dNmADy6o0kgUR0uJhfh8SRBCCGuX+U7pADOnYDCU+brilbHsU1Qct62gTLPbIx81azmZZgqt1JbyiNJghBCOE/9xmYB80v/wXlmzouTB0wtqZwdpjUBcDoL3u4GIU3NTHxthkCrwRAcbl384hKSIIQQruXjc3HwO6HSJJEBwTDmLTO73q45sPlzQMG4z8x2JRfM8xpSIsQykiCEENYICoXuD5ilvMx0Re1bZEqBAPw0A75/CVoOhNaDTSuj8h1WwuUkQQghrOfja+pExVaq/hCdBMl3mKSxe655rVFLU9nWvx6UlYKv/ApzJbm6QgjP1PwGs2gN+ftNV1RexsWaUV+Oh9PHoEVfs8T1hZBoa2OuZSRBCCE8m1JXPsAH0CrFPPW9aTqsm2ZeS7oDbrfNYnw2FxpEuTPSWkcShBDCO/WZZJayEsjaAodWXpxhr/g8/DXB3CEV38/Wyugnt9ReI0kQQgjv5utvZtKL7X7xNV0Gqa/AwRWmlfHTDPP6yNfMcxhFZ0x3VXSi3CV1FZIghBC1T2DIxYmUKh7YO7TyYhHCjCXw1X3gF2TmwmjWw5QUaTtcpmutRCYMEkLUPWePmxpSRzfC0Q2QtRlKC+HJjWasY++PcDT9YuKoZQ/vyYRBQghRlQaRkDTWLGDGMXJ3mDEKgMOrYPlfAdsf0I1ammlab/27uSVX6zoxliEJQgghfP1NV1OFoS9BvymmZXF0g5mu9fSxi2XNv7rP3CXVcqBZYnuCf5A1sbuQJAghhLAnqOHFBHC5pt1g11xY/jos+zP4BkL3CTDqNfN+ebkpMeLlJEEIIcS1GvCsWQpPw+HVcGAZNIo375UUwhuJZuwifoBJMDFJXjmpkiQIIYS4XkENoV2qWSoUn4PEW0zSqJjjOygMxkyFxFtN3Snl4xVjGC5LEEqp14BBwAat9RN23h8LTLatRgAfaa2nVrefEEJ4tPoRcNPr5uvTWXBwubljqmIAfO/38J+nTIsjKNQkmaBQGPA8hDaD47she6vtvVAItL3fIMrtrRCXJAilVBLgq7XupZR6SSnVT2u9svI2WuuZwEzb9q8DCxzZTwghvEbDJpB8p1kqBDeGNkPhTBacP2HqTBWegj62v5f3fg/f/+bKYz2zHUJjYfW75gHA8V+4PHxXtSD6A/OUUtOBqcAQwO4veqVUINBaa71LKfW4o/sJIYRXqihCWJVu90PbESZpVF6CbRMxhTYz8367gasSRDhwCvABCjBdSFUZC8x2dD+l1CPAIwBxcXHOi1gIITxBRddSVTr+wm2huOo+rAIgVGs9HgizrVdlPPC1o/tpradprXtorXtERkY6OWwhhBAVXJUg1gOjbF+PtK1fQSnVAcjUWp+7lv2EEEK4nksShNZ6HRCglFoOtAAWVbHpw8CH17GfEEIIF3PZba5a6ycrr9sGo7cDCVrrEts2z1e3nxBCCGu47VlwrXUR0LMiOQghhPBsbi0WorXOd+f5hBBCXD/vryYlhBDCJSRBCCGEsMurZ5RTSh0HDlkdRxUaAyesDuIqPD0+8PwYJb6akfhqpibxtdBaV/sgmVcnCE+mlEp3ZEo/q3h6fOD5MUp8NSPx1Yw74pMuJiGEEHZJghBCCGGXJAjXmWZ1ANXw9PjA82OU+GpG4qsZl8cnYxBCCCHskhaEEEIIuyRB1IBSqrlSap5SKk0p9Q+lrpxkVikVp5Q6YtsmTSkV7+YYHTq/Uuo1pdRapdS7bo5vbKXYtiqlptjZxpJrqJRqq5TaqZTqZFt36Bq561pWjs+Rz6JtH7ddy8vic/i8Fl2/aj+Htn1cfv3sfS+t+uxJgqiZk8AdWusU4BjQz842PsAsrXWKbTnoxvgcOn/lqV6BbKWUvf+HS2itZ1bEBnwPLLCzmduvoVLKF5gCzAX8HL1G7rqWl8eHY59FcNO1tBOfQ+e16vo5+DkE91y/y7+X/bHosycJoga01mcrzWVxFjMb3hWbAalKqSVKqZfdF901nb/yFLHzbetuVXnqWTtvu/0aaq3LtNaTMN9XcPwaueVaXh6fg59FcNO1tHP9HD2vJdevQjWfQ3DD9bPzveyCRZ89SRBOoJQKA5prrbfaefsw0FVrPRgoU0qNcW90Dp3/WqaIdZXKU89ezuprCI5fI0uvZTWfRbDuWjp6Xqs/i1f7HIIbr1/F9xJoiEWfPUkQNaSUCgBeAV6y9742Cm2r84D27ortGs5/LVPEukrlqWcvYfU1tHH0Gll2Lav7LIJ11/Iazmv1Z7HKzyG47/pd9r207LMnCaIGlFL+wJvA61rrvCq2qXyN7wTWuSO2azy/pVO9qiunnr38fUuvoY2j18iSa+nIZ9G2nSXX8hrOa9lnsbrPoW0bl18/O99Lyz57kiBq5kVgGPCR7Y6DsXa2SVJKrVJKrQDytdbL3Bti9ef3gKleL5l61g4rr2EZUOboNbLgWpbZFkc+i+D+a1kRn0PntfD6QfWfQ3DP9bvkewnEYdFnTx6UczJlZ2pVT+PpMXp6fJV5eqwSX814cnzuiE0ShAsopcK1h8+e5+kxenp8lXl6rBJfzXhyfK6OTRKEEEIIu2QMQgghhF2SIIQQQtglCUIIIYRdkiBErWMrbva2B8QRrJRarJRa6QnHU0r5KKXmK6UW2ur2CHFVkiBErWN72vVJD4jjvNZ6CHDcQ47XBNivtU69SikOIX7mZ3UAQlwvpdSHQGNgC3Az8DSwBlOorIXWurVtuwlAHyAeU2ztlkrlEiofrz4wCwgCLmitRyql/IB/AjFADvA48Lqd88YBg4F2wAngPq31GTvn8Af+DrS0HW8C5ufwkvNewzWwd7wyOzEPA14AYpVSicBUrfXVag4JIS0I4dX8gGcxv/zuA0ZqrYtsf2Vf/hdyjtY6FVM/Z3gVx4sGttnKOI8E0FqXYsopaCABU8ztivMCvkCx1ro/5hf2pCrO8SCwyBbjPEztnyvOew2uOJ69mLXWs4C7gIqy1pIcRLWkBSG8XT6QC5zB/AVelU22fw9gql5eQWu9Xyn1nlLqQUxCmaeUuhXz1/lI4Eag9VXOWzE2kAbcX0UcXYBuSqlHAH/gP/bOe7X/cHXHu0rMQlwTSRCirtCV/rU72xqA1joDyFBKvamU2o/55bpAa12ilLoH04VVlX7AZ5g6/Huq2GYnsEpr/fnVznuV+QiqPZ5S6vlriFmIKkkXk/BmpUA5UIKt6JpSqpmtwFl/W9G6JC4tyFb560sopXorpTYqpTZg/gI/BHwBvKiUWoVphZTZO6/tEP5KqWWY7qc3lVKDKsWyRCkVDnyAmXAmzXY3UUwV57UXn0PHqyLmq/7fhbBHSm0I4QS2gfAC6dsXtYm0IIRwDvnrXNQ60oIQQghhl7QghBBC2CUJQgghhF2SIIQQQtglCUIIIYRdkiCEEELYJQlCCCGEXf8fNxVr4k5PAcIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(para_leaf, train_score, linestyle = '-', label = 'Train Score')\n",
    "plt.plot(para_leaf, test_score, linestyle = '--', label = 'Test Score')\n",
    "plt.ylabel('score');plt.xlabel('min samples leaf')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "> leaf node가 `8개` 일 때, test score의 값이 좋기 때문에 `적어도 leaf node가 8`는 되야됨, 또한 Testscore와 TrainScore의 간격이 그나마 좁은편이다"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 분리노드(Splite)의 최소 자료 수 변경에 따른 모델 성능"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>n_Splite</th>\n",
       "      <th>TrainScore</th>\n",
       "      <th>TestScore</th>\n",
       "      <th>Gap</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>14</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>16</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18</td>\n",
       "      <td>0.881</td>\n",
       "      <td>0.766</td>\n",
       "      <td>0.115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>20</td>\n",
       "      <td>0.875</td>\n",
       "      <td>0.762</td>\n",
       "      <td>0.113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>22</td>\n",
       "      <td>0.869</td>\n",
       "      <td>0.759</td>\n",
       "      <td>0.111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>24</td>\n",
       "      <td>0.863</td>\n",
       "      <td>0.757</td>\n",
       "      <td>0.107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>26</td>\n",
       "      <td>0.857</td>\n",
       "      <td>0.753</td>\n",
       "      <td>0.104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>28</td>\n",
       "      <td>0.850</td>\n",
       "      <td>0.749</td>\n",
       "      <td>0.102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>30</td>\n",
       "      <td>0.846</td>\n",
       "      <td>0.745</td>\n",
       "      <td>0.100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>32</td>\n",
       "      <td>0.840</td>\n",
       "      <td>0.740</td>\n",
       "      <td>0.100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>34</td>\n",
       "      <td>0.833</td>\n",
       "      <td>0.733</td>\n",
       "      <td>0.100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>36</td>\n",
       "      <td>0.826</td>\n",
       "      <td>0.727</td>\n",
       "      <td>0.099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>38</td>\n",
       "      <td>0.820</td>\n",
       "      <td>0.720</td>\n",
       "      <td>0.100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>40</td>\n",
       "      <td>0.814</td>\n",
       "      <td>0.714</td>\n",
       "      <td>0.100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    n_Splite  TrainScore  TestScore    Gap\n",
       "0          4       0.888      0.769  0.119\n",
       "1          6       0.888      0.769  0.119\n",
       "2          8       0.888      0.769  0.119\n",
       "3         10       0.888      0.769  0.119\n",
       "4         12       0.888      0.769  0.119\n",
       "5         14       0.888      0.769  0.119\n",
       "6         16       0.888      0.769  0.119\n",
       "7         18       0.881      0.766  0.115\n",
       "8         20       0.875      0.762  0.113\n",
       "9         22       0.869      0.759  0.111\n",
       "10        24       0.863      0.757  0.107\n",
       "11        26       0.857      0.753  0.104\n",
       "12        28       0.850      0.749  0.102\n",
       "13        30       0.846      0.745  0.100\n",
       "14        32       0.840      0.740  0.100\n",
       "15        34       0.833      0.733  0.100\n",
       "16        36       0.826      0.727  0.099\n",
       "17        38       0.820      0.720  0.100\n",
       "18        40       0.814      0.714  0.100"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_score = [];test_score=[]\n",
    "para_split = [n_tree * 2 for n_tree in range(2,21)]\n",
    "\n",
    "for v_min_samples_split in para_split:\n",
    "    rf = RandomForestRegressor(random_state = 1234, n_estimators = 60, min_samples_leaf = 8,\n",
    "                              min_samples_split = v_min_samples_split)\n",
    "    \n",
    "    rf.fit(df_train_x, df_train_y)\n",
    "    train_score.append(rf.score(df_train_x, df_train_y))\n",
    "    test_score.append(rf.score(df_validation_x, df_validation_y))\n",
    "    \n",
    "#저장\n",
    "df_score_split = pd.DataFrame()\n",
    "df_score_split['n_Splite'] = para_split\n",
    "df_score_split['TrainScore'] = train_score\n",
    "df_score_split['TestScore'] = test_score\n",
    "df_score_split['Gap'] = np.array(train_score)-np.array(test_score)\n",
    "df_score_split.round(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x7fe468ee8d30>"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY0AAAEICAYAAACj2qi6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xl8VdW9///XJzNzIEAQQsKgAgIqEJmR4ISgWAcQFUvRorbWVjvf+/XX6V61t96219Z6rThrkasFp7aAWgSZp1CVUQUSQkCQQUZJCMnn98c+mBACOQgn5yR5Px+P88ieztqfsyH5nLXWXmubuyMiIhKOuGgHICIitYeShoiIhE1JQ0REwqakISIiYVPSEBGRsClpiIhI2JQ0REQkbEoaIiISNiUNEREJW0K0AzjTWrZs6R06dIh2GCIitUpubu5Od29V3XF1Lml06NCB5cuXRzsMEZFaxcw2hXOcmqdERCRsShoiIhI2JQ0REQlbnevTEJHaqaSkhMLCQoqKiqIdSp2WkpJCRkYGiYmJX+n9ShoiEhMKCwtp0qQJHTp0wMyiHU6d5O7s2rWLwsJCOnbs+JXKUPOUiMSEoqIi0tLSlDAiyMxIS0s7rdqckoaIxAwljMg73Wus5qmQj7bt5x8fbo12GFKFPh1acPE5LfUHRSQGKGmErP/sAI/OXh/tMKSSo4+w75WZyn2XnavkIRFz11138dFHH7Fq1Sp69OjBhRdeyCOPPBL2+92d733vezz66KOndN7i4mLGjx/P9u3badq0KW+++eaphl6jzI/+VtYR2dnZrhHhdcfhI2VMzS3ksdnr2bLnEL1DyWOIkkeds3btWrp16xbtMLj22mt5/fXXa+x8b7zxBvn5+dx77701ds6qrrWZ5bp7dnXvVU1DYlpSQhy39MtkdJ8M/pq7mcfeXc/4Z5bSJ6s537/sXAadrY7TuuhXf1vNmq37zmiZ57Vtyi9GdT+l9zz33HP853/+J9/5zneYNm0amZmZvPjii3zjG99g27ZtpKen8/jjj5OSksKIESPYtGkTGzZs+PK9ixYtIj8/HzPj9ddfJyUl5bhznH/++UyfPp2SkpJjboP9xS9+waxZs0hMTOS1114jPj6eCRMmsGvXLjIzM3nyySeZMmXKcfG98MILfOtb3yIvL4/09HSee+45kpOTT+/iVaCOcKkVkhLiGNcvi9k/zuGBa3uwdc8hbn16CTc+sYgF63dS12rMEhsmTJjA0KFDadCgAQsWLGDKlCkkJCTQt29fzIy1a9cydepUkpOTeffdd+nZs+cx709PT+ett95i5MiRvPPOO1Weo2PHjtxzzz3cfffdLF26FIAZM2Zw8OBB5s+fz+zZs0lNTeXJJ59k7NixzJkzh/79+zNlypQq43v22We59NJLeffddxk5ciRTpkw5o9dENQ2pVZIT4rm1fxZjsjN4ZdlmHpu9gXFPLaFvhxbcd9k5DOismkddcKo1gkgqKyvj+uuv/3L9tddeIy8vjxkzZjBz5swvaxZV6dWrFxAkht27d5/wuJ49ezJp0iQmTpxIeno6K1eu5LrrrjvmmE8++YRx48YBMGzYMF588cUq43v//fdZsWIFkyZNoqSkhGuuuebUP/RJqKYhtVJyQjxfH9CBOT/O4VfXdGfT7oPc8tQSxk5azKINu6IdntQxFZt3NmzYwJVXXkliYiKTJ08+6fuOfoExsxPWhg8fPvzlMS1atGDr1q1ceOGFvPLKK8cc16VLF+bOnQvAe++9d0yfRMX4unXrxj333MOcOXNYsGABP/3pT0/hk1ZPSUNqtZTEeL4xsAPv/XgYvxx1Hvk7D3Lzk4u5adIiFm9U8pBTV7Ff4b333mPmzJlcffXVFBQUAHDLLbfw4IMPMnDgQHr16kV8fDxbtmwhJyeH+fPnk5OTw8qVK4mPjyc+Ph7gmOXKcnNzGTBgABdffDElJSUMGDCAK664gtTUVAYMGEBOTg579uzhjjvuYOrUqQwbNoylS5dy0003VRnfHXfcwVtvvUVOTg7Dhw9n27ZtZ/T66O4pqVOKSkqZsrSA/52zgR37ixnQKY3vX34ufTu2iHZoUo1YuXuqPtDdUyIhKYnx3DaoIzf3zWTykgIen7OBG59YxPkZzRjTJ4NRF7QltWFStMMUqbXUPCV1UkpiPN8c3JF5PwmarUpKnZ+9sZq+D87i7sm5vLtuO0dKy6Idpkito5qG1GkNkuKZMKgjEwZ1ZPXWvUzL3cLr729h+spttGqSzHW92jG6TwbnpjeJdqgitYKShtQb3ds2o3vbZvzbiK7M+egzpuYW8sz8PCbN3cj5Gc0Y3SeDa9R8JXJSEUsaZvYwMBTIdfe7q9ifDrwAJAN7gPHAFcA9oUPSgKeBV4EFwNGboSe4e36k4pa6Lykhjiu6t+GK7m3YdaCYN97fytTcQn7+xmoe+PtaLjuvNaP7ZHDxOa1IiFcLrkhFEUkaZtYTiHf3fmb2czMb5O4LKh02EXjI3d8zs/HAde7+PDA1VMbvgJkE/S7T3P2+SMQq9Vta42RuH9yR2wcf33zVsnEy1/duxw29M+jSRs1XIhC5jvDBwHQzmwzMCK1XNg+4xMwaATkEtQkAzCwZ6Ozu6wAHhpvZbDN7IELxitC9bTN+Puo8Fv/7pUz6eh96Z6byzPw8hj8yl1GPzufFRfnsPVQS7TAlQu666y5ycnJo2bIlOTk53HffqX9PHTt27En3FxcXM3bsWHJycs74SO2aEqnmqRbAXoKktIegqamyRcAo4H5gLeXNTwCjgaPTTBYAvdy9yMx+ZWaj3P1vFQsyszuBOwEyMzPP5OeQeqhy89WbH2zlleWF/OyN1Tw4fS0je57FTRdlclGH5pqypA554okngNOb5ba4uPik+2fOnMnAgQNrdEbbMy1SSWMP0Mzdbzazi0LrlT0EPObu+WbWG/gJ8JvQvpuBsQAejD48+mzC6cAQ4Jik4e6TgEkQDO47w59F6rG0xsncNqgjEwZ2YNWWffzfsgLefH8rr67YQqeWjRh7UXuu751BqyZnbhZRCXn2quO3db8W+t4Bh7+AyWOO33/hLdBrHBzcBa+MP3bfbf845RBKSkqOmzH2yJEj3HDDDRQVFdGgQQNmzJjB3/72N373u9+xatUqcnJy+OEPf8ioUaOOK6+2zWhblUg1Ty0DRoaWR4TWK8ukPBkcBM4GMLOuQKG7HwytV4zxRmBpJAIWORkzo2dGMx68ridL7r+U3465gLTGSfx6xjoG/HoW33oxl9kffUZpmb6z1CVVzRi7fft2evTowZw5c5gxYwYAo0aNYs6cOQwePJg5c+ZUmTCg9s1oW5WI1DTcfamZfd3M5gEfA1X1RTwAPGFmnwOpwA9C2ycCT1U4rqeZPQ6UATPcfW4kYhYJV8OkBEb3yWB0nwzWf3aAV5ZvZlpuITNXb6NtsxTGZLdnTHYGGc0bRjvU2u1kNYOkhiff3yjtK9UsKqtqxthOnTrx7W9/m2effZb09HRGjhxZfUEV1KYZbasSsVtu3f27FddDndurgW7uXuLuK4GvVfG+H1Va/wAYGKk4RU7H2a0b8/9GduNHV3Thn2u383/LNvPHdz/hj+9+wpBzWnHTRe25rFs6SQm6dbc26tatGwMHDuTWW289Znvnzp3p3Lkz9957L506daJr165A0Jx1MocPHyYpKanKGW0HDRr05XFHZ7QdM2ZMtTPaVhVfJNXY/2R3Lwb6urtuP5E6JykhjpE9z+KF2/sy7yfD+N4l57B++37unryC/r+exYP/WMP6z/ZHO0wJQ8W+hqpmjF28eDG9e/emT58+5OXlkZWV9eXxDRo0YOjQoV82W1VW22a0rYpmuRWJkNIyZ94nO3h52WbeWbOdI2XORR2ac0u/TEb0OIuUxKqnyq6vNMttzdEstyIxKD7OyOnSmpwurdmxv5hXVxQyZWkB33/5A3755hqu792OW/pmco7mvZJaRElDpAa0apLMXUM7c+fFnVi0cRcvLSngL4s38eyCfLKzgtrHyJ6qfUjsU9IQqUFmxsDOLRnYuSW7DhQzbUUhU5Zu5gevfMAv31zN9b0zuKVfZr2dddfdNWAywk63S0J9GiJR5u4s2riLKUs3M3PVp5SUOtlZzbm5byZXnV9/ah95eXk0adKEtLQ0JY4IcXd27drF/v376dix4zH7wu3TUNIQiSG7DhTz6ootTFlawMadB2maksD1vTO4uW9mnZ80saSkhMLCQoqKiqo/WL6ylJQUMjIyjrlLDJQ0oh2GyGlxdxZv3M2UpQXMXLWNw6Vl9AnVPq6uR7UPqTlKGiJ1xO6Dh5mWW/hl7aN5w0Ru6pvJrf2zaJfaINrhSR2hpCFSx7g7izbs4vlF+byzZjsAw7u34RsDO9CvYwv1A8hp0TgNkTrGzBh4dksGnt2Sws+/4MXFm3h52WZmrNpG1zZN+MbADlx7YTsaJKnpSiJHNQ2RWuzQ4VLe/GALzy7IZ922/TRrkMhNF7Xn1v5ZtG+hCRMlfGqeEqlH3J2lebt5flE+b63ejrtzabd0JgzswMDOuoVVqqfmKZF6xMzo1ymNfp3S2LrnEJOXbGLK0mDOq3PTGzN+QAeu792Ohkn6lZfTo5qGSB1VVFLK3z7YyvOL8lm1ZR9NUhK4Mbs94wdkkZXWKNrhSYxR85SIAEHT1YqCz3l2QT4zV22j1J3Lu6UzcUgnPedcvqTmKREBgqarPlkt6JPVgu37inhx0Sb+smQTb6/ZzvkZzZg4pBMjerQhMV4PipLqqaYhUg8dOlzKtBWFPDM/j407D9K2WQoTBnXgpr6ZNE1JrL4AqXPUPCUi1Sorc95d9xlPzd/I4o27aZQUz9iLMrltUAfdslvPKGmIyClZWbiXp+dv5O8ffkqZOyN6nMU3h3Skd2bzaIcmNUBJQ0S+kk/3HuL5hZt4ackm9hUdoXdmKncM6cQV3dsQH6dO87oq6knDzB4GhgK57n53FfvTgReAZGAPMB5IBRYAG0KHTXD3/OrKqkhJQ+TMOFh8hL8u38wzC/Ip2P0F7Vs04LaBHbnxovY0TtY9NHVNuEkjIrdLmFlPIN7d+wHbzGxQFYdNBB5y9xzgVeC6UDzT3D0n9MoPsywROcMaJScwYVBHZv8ohz/f2of0Jin8x9/XMODXs3jg72v4V8HnlJXVrZYKqV6kvi4MBqab2WTgEeASghpERfOAS81sOZADPAQ4MNzMZgML3P3/C7MsEYmQ+Djjyh5tuLJHG/5V8DlPz8/juYX5PDU/j9ZNkrnsvHSuOC+dAZ3TSE7QZIl1XaSSRgtgL0HNYQ+QVsUxi4BRwP3AWsqbpHq5e5GZ/crMRoVTlpndCdwJkJmZeWY/iYh8qVdmc/50S3P2flHC7I8+4+0123jjX1t4aUkBjZMTyOnSisvPS2dY19a6dbeOikifhpl9B1jn7rPM7CLgcnd/qNIx/w08FmqC6h065jcV9vcDhgCHqiurIvVpiNSsopJSFm3YxdtrtvHOmu3sPHCYxHijf6c0rjgvncvPa0ObZinRDlOqEe0R4cuAscAsYARBraKyTODow4APAmebWZy7l4W23Qi8ETqmurJEJEpSEuMZ1rU1w7q25oFrnfc3f87ba7bz9urt/OyN1fzsjdVckNGMK7q34fLz0jmndWNNXVKLRfLuqUeBC4GPgTsqJIOj+3sCDwCfE9w19QOgCfA4UAbMcPcHwymrItU0RGKDu7Nhx4EvE8j7m/cA0CGtIVd0D/pIerVPVQKJEVG/5fa4E5klA6uBbu5eEqnzKGmIxKbt+4p4Z8123lmznYUbdlJS6pyb3phx/bK4rnc79YFEWcwlDQAza+HuuyN5DiUNkdi3r6iEGSs/ZfKSAj4s3EuDxHhGXXAW4/plcX5GM9U+oiAmk0ZNUNIQqV1WFu7lpaWbeOP9rXxxuJQe7ZpyS98svnZhWxppEGGNUdIQkVplf1EJr7+/lcmLN7Fu234aJydwba+23NI3i/PaNo12eHWekoaI1ErBQ6P28NKSAv7+4VaKj5TRKzOVcf2yuPr8s0hJ1ADCSFDSEJFab88Xh3l1xRYmL9nEhh0HaZqSwA19MhjXL5OzWzeJdnh1ipKGiNQZ7s6SvN28tKSAGas+paTU6duxBbf2z9JTB88QJQ0RqZN2HShmam4hLy0tYNOuLzirWQrjB3Tg5r7tSW2YFO3wai0lDRGp08rKnPc+3sHT8/OYv34nDRLjuaFPO24b1JHOrRpHO7xaR0lDROqNddv28cz8PF5/fyuHj5QxrEsrvjm4E4POTtOYjzApaYhIvbPzQDGTFxfw4uJN7DxQTJf0Jtw+uANfu7Cd7rqqhpKGiNRbxUdK+dsHn/L0/DzWfrqPtEZJjOuXya0DsmjdRDPuVkVJQ0TqPXdn0cZdPDM/n1nrtpMYF8eoC9py++AOdG/bLNrhxZRoT40uIhJ1ZsbAzi0Z2LkleTsP8tyCPP6aW8i0FYX079SCbw7uxCVdWxMfp36PcKmmISL1yt5DJby8rIDnF25iy55DdEhryDeHdGJMn4x63e+h5ikRkZM4UlrGzNXbeHJeHh9s3kOLRkmMH5DF1/tnkdY4Odrh1TglDRGRMLg7S/N28+S8jfxz7WckJ8QxJjuDiYM70aFlo2iHV2PUpyEiEgYzo1+nNPp1SmP9Z/t5cm4erywrZPKSAoaf14Y7h3aid2bzaIcZM1TTEBGp5LP9RTy/MJ+/LC5g76ESsrOac+fFnbisWzpxdbTTXM1TIiKn6WDxEV5Zvpmn5+dR+PkhOrVsxMQhnbi+d90bLKikISJyhhwpLWP6qm1MmruBVVv20bJxEuMHdODr/bNo3qhuTJIY9aRhZg8DQ4Fcd7+7iv3pwAtAMrAHGA80A54AGgIbgW8C7YEFwIbQWye4e/6JzqukISKRcnSw4KS5G5nz0Q4aJMZzY3YGtw/uSFZa7e40DzdpRGQSejPrCcS7ez9gm5kNquKwicBD7p4DvApcB3wOjAlt2woMCsU4zd1zQq/8SMQsIlKdo4MFn7utL2/ddzFXnX8WLy0tIOe3c5j4/HIWrt9JXWu9qSxSTy4ZDEw3s8nAjNB6ZfOAS8ysEZADLHD3A+5+MLT/ALAXcGC4mc02swciFK+IyCnp0qYJvx1zAfN/egn3DDubFQWfc8tTSxjxh3n839ICikpKox1iREQqabQg+IMfR9D0lFbFMYsImqHuB9ZS3vyEmaUC7d19JVAA9HL3YUCpmY2qXJCZ3Wlmy81s+Y4dO874hxEROZH0pin88IouLPy3S3j4hvMB+LdXVzLg17N4eOY6Pt17KMoRnlkR6dMws+8A69x9lpldBFzu7g9VOua/gcfcPd/MeoeO+Y2ZJQGPAD9z912V3tMPGOLuvz3RudWnISLR5O4s3ribZxfk8c7a7cSZMaJHG24b1JHemakx+3yPaA/uWwaMBWYBIwhqFZVlAkWh5YPA2WaWCPwB+O3RhGFmce5eFjruRuCNCMUsInLazIwBndMY0DmNzbu/4PmF+by8fDN///BTLshoxm2DOjKy51kkJdTO55pH8u6pR4ELgY+BOyr84T+6vyfwAEHndyrwA4I7qMYBW0KH/Qn4BHgcKANmuPuDJzuvahoiEmsOFh9h2opCnluQz8adB2ndJJlb+2dxS79MWsbIPFdRv+X2uBOZJQOrgW7uXhKp8yhpiEisKitz3vtkB88uyGfuxztISojjmgvactug6D/fI+aSBoCZtXD33ZE8h5KGiNQG6z/bz3ML85mWu4VDJaX0zkxldJ/2XH3BWTRNSazxeGIyadQEJQ0RqU32flHCK8s38/Lyzaz/7ADJCXFc2aMNo/tkMLBzyxp7QJSShohILeLufFC4l6m5m3nz/a3sKzpC22YpXN87gxv6ZNAxwtO0K2mIiNRSRSWl/HPtdqbmFjL34x2UOWRnNWdMdgYje55Fkwg0XylpiIjUAdv2FvHav7YwNXczG3YcJCUxjhE9zmJ0nwwGdEo7Y1O1K2mIiNQh7s77m/cwNbeQNz/Yyv6iI7RLbcANvdtxQ5+M054wUUlDRKSOKiop5e01QfPVvE924A59O7bgjiGduPy89K9UZrRHhIuISISkJMZzzQVtueaCtny691DQfLW8kPydB6t/82lSTUNEpA5wd46UOYnxX216EtU0RETqETMjMT7yYzpq54xZIiISFUoaIiIStrCShpklmtk3zOzHofXWkQ1LRERiUbg1jeeAUuCa0PrzEYlGRERiWrhJI93d/wIcndI8JULxiIhIDAs3aeSb2U1AipndAmyOYEwiIhKjwk0a3wKaAP8CmgN3RCwiERGJWeGO03je3cdFNBIREYl54dY0siqumFlGBGIREZEYF27SmGZmd5lZKzNrBrwUyaBERCQ2hds89R3gPaB/aP3s6t5gZg8DQ4Fcd7+7iv3pwAtAMrAHGO/u+6p6X3VliYhIzQi3pvGf7v5Nd7/N3W8DbjrZwWbWE4h3937ANjMbVMVhE4GH3D0HeBW4rqr3hVmWiIjUgHCTxktmNt7MHjCzccCCao4fDEw3s8nAjNB6ZfOAS8ysEZATKrOq94VTloiI1IBwk8aTQEPgL0Bj4Ilqjm8B7A2VvwdIq+KYRaEy7wfWAhtO8L5qyzKzO81suZkt37FjR5gfSURETlW4SSPT3f/s7uvc/QmgYzXH7wGaufvNQGpovbKHgMfc/f8Bs4CfnOB91Zbl7pPcPdvds1u1ahXmRxIRkVMVbtLYbWajQ3dPjQaq+zq/DBgZWh4RWq8sEygKLR8k6Fyv6n3hlCUiIjUg3KQxAWgP/ApoC9x+soPdfSmQZGbzCMZ4zKrisAeAJ8zsOeA3wK+rel+YZYmISA0I63GvZtbU3fedaD2sE5klA6uBbu5eUt3xX5Ue9yoicurCfdxruDWN1yqtv36qAbl7MdA3kglDREQiK9ykkVRp/StNje7uu7/K+0REJDaEOyJ8VmhU9mvAWODtyIUkIiKxKqyk4e6/NLMrCQbWrScYtyEiIvVMuM8I/4e7zwRWEdwa+3JEoxIRkZgUbp9Gg9DP1u5+H6Cp0UVE6qFwk0ZxqE9jbmjdIhSPiIjEsHA7wm8A0t09L7Su6clFROqhcDvCvwDyKqwviVhEIiISs8JtnhIREVHSEBGR8ClpiIhI2JQ0REQkbEoaIiISNiUNEREJm5KGiIiETUlDRETCpqQhIiJhU9IQEZGwKWmIiEjYlDRERCRs4c5ye8pCU6kPBXLd/bhZcc1sNHBPaDUNeBoorGLbq8ACYENo+wR3z49U3CIicmIRqWmYWU8g3t37AdvMbFDlY9x9qrvnuHsOwTPHZ1a1LRTjtKPblTBERKInUs1Tg4HpZjYZmBFar5KZJQOd3X3dCbY5MNzMZpvZAxGKV0REwhCppNEC2Bsqfw9BU9OJjAZeP8m2AqCXuw8DSs1sVOUCzOxOM1tuZst37Nhx2sGLiEjVIpU09gDN3P1mIDW0fiI3A3890TYPFIW2Twe6VC7A3Se5e7a7Z7dq1eq0gxcRkapFKmksA0aGlkeE1o9jZl2BQnc/eKJtZlYxxhuBpRGJWEREqhWRpOHuS4EkM5sHZAGzTnDoROCparb1NLOFZjYf2O3uc894wCIiEhZz95o5UdC5vRro5u4lkTpPdna2L1++PFLFi4jUSWaW6+7Z1R0XsXEalbl7sZn1jWTCOG25z8OGSpWiuEQY/XSwvOQJ2LTg2P3JTeBrjwXLC/4AW3KP3d+oFVz1u2D5vYdh+6pj9zdrD8MfDJb/+SvYveHY/WnnwKU/C5Zn/jvs23Ls/jY94eIfB8t//z58sevY/RkXwcDvBsuvfRtKDh67v8MQ6HtHsPzX28BLj91/zhXQ61Y4chhenchxul0DPUdD0V5487vH7+85BrqNggOfwfQfHb+/13g45zL4fBO887Pj9/e9EzoMhpIiKN4HjVsff4yI1JgaSxoA7r67Js93yg58Bjs+OnZbfGL58v5Pj9+fklq+vHfL8fuL95cv7yk4fn9ZhT/SezZVcf7k8uXdefB53onPv2t98Bkqatquwv5Pjo0HgqR01M6PoezIsfvPuiC04MfHBpC5o/xzVLX/i9A/eenhqvcf+jz4eaS46v1Fe4Of+fNh8g3QvCO07weZ/aB9f2jVFeI0sYFITamx5qmaouapOurzTbDmDdi8BAoWwxc7g+13zYOzzoftq+HgTmjXB5IbRzdWkVoo5pqnRE5L8ywY9L1g2R12b4TNSyG9e7Bt+TOw7CmweGjTI6iFtO8L3a9XTUTkDFJNQ+qGQ3ugcFl5TWRLLjRoAT9YHexf/gwkNIBOQ6Fp2+jGKhKDVNOQ+qVBKpxzefACKD1y7E0Dy54uvwmhZRfoPAy6Xg0dh9R8rCK1mJKG1E3xCUGT1lF3zQuSxsY5wSv3+aDzvuOQ4Oe83wd3aWVkH3vzg4gcQ0lD6oe4uKDD/Kzzg76RI8VwOHT78c6PYc5D4GWQ1BiyBkGnHOh+rZqyRCpR0pD6KSE5eAG07gY/2Rjc1rthdlAT+eQtaN01SBqfrYOtKyBrIKRmgVlUQxeJJiUNEYAGzYNBiN1CkyjvKYDG6cHy2jdhdmgAZuP0YJxI+36QfTskNYxOvCJRoqQhUpXUzPLlIT+CLiNh8+LgNt/NS2D9LOj3rWD/4sdh39ZQMumrUetSpylpiFQnLi4Y+9GmB1wUmkrl0J6gsx2CDvYPX4GFfwzWm3eErleVTw/jriYtqTOUNES+igYVpm/52mNw1e/h0w+CWsjmJVByqHz/nwcHtY+MvkE/SYvOkNYZkhrVfNwip0lJQ+RMSEgOmqba9wUqTNxYWhI0W21eAu/9huDpxUC/b8OI/wru4prx0yCJpJ0dvFKzICEpGp9CpFpKGiKRFJ8IV/8+WD58EHZtCGYyTg2NIdm/LZhT61CFuTwtPpgZOfu2YD6t1a8FSaVFZ2iWAXHxNf85REKUNERqSlKj8rEiRzXPgp/mBbMBH00ou9aXzy687cNjp5RPSIE258OV/wUZfYKR73Hx6jORGqOkIRILGrYIXu0vOnZ7p2Hww4+CRLJrPez4OJhXK7lJsP+DKfDPXwSz+7bLDhJU8QMZAAAOg0lEQVRJuz7BLcQiEaCkIRLLzKBJm+DVYfDx+1t0gnNHwJbl8Mk7fNln8pO8IAltfT94sFZ6T/WTyBmhpCFSm3UYFLwgeGDV1n8FI9gbtgi2zf1vWPd3iE8KmrUyssunjFeTlnwFmhpdpC7buyWYMn7LctiyIkgqrc+DO0KPNV73jyCZpLaPbpwSdVGfGt3MHgaGArnufncV+0cD94RW04CngVeBBcDRB2VPcPf86soSkRNo1i54db82WC89Un6n1uGDwXPhS4uDjveuVweDElufp1qInFBEHmlmZj2BeHfvB2wzs0GVj3H3qe6e4+45wNvAzFA8045uDyWMassSkTDFJ5RPc5LUCL69EC7/j+BZ9LMfgscHBtOiQJBgKj7DXoQIJQ1gMDDdzCYDM0LrVTKzZKCzu68j6MUbbmazzeyBUy1LRE5Ry7Nh0L0w8R344Tq4+hE4d3iw7+OZ8Ntz4Y174KOZUFIU3VglJkSqeaoFsJcgKe0haH46kdHA66HlAqCXuxeZ2a/MbFQ4ZZnZncCdAJmZmZV3i0g4mrQJBhRWXO+UEww+/NeLkNgIzr40mDYlpWm0opQoi1TS2AM0c/ebzeyi0PqJ3AyMBfCgV/7o15npwJBwynL3ScAkCDrCz9inEKnPMrJh9NNw5DDkzws6zbetLB8j8s9fwhe7IOOi4NWySzC5o9RpkUoaywgSwSxgBLCoqoPMrCtQ6O4HQ+tx7l4W2n0j8AZBEqm2LBGJkISkoIZx9qXHbv9iF6x5E1a8EKwnN4WeY8qnTSneX55gpM6ISNJw96Vm9nUzmwd8DDxwgkMnAk9VWO9pZo8DZcAMd58LEGZZIlKTrnkURv0xmP6kcFnwatYu2FdWBr/vDo3SymsiGdmQ3kPPYK/lamycRqjDezXQzd1LInUejdMQiQElh2DJE+XJ5MD2YPvFP4FL7ofDX0Dee9D5Uo1UjxFRH6dRmbsXm1nfSCYMEYkRiQ1g8H3BsjvsLQySR6uuwbatK2DKTdAwDc4fCxfeAm16Ri9eCZtGhItIzTtyGDbOgff/AuumQ1lJMDL9lpehadtoR1cvxVxNQ0TkSwlJcO4VwevgLlj5V9gwCxqnB/s/fAVSUqHzJeWP1ZWYoH8NEYmuRmnQ/1vBC4LmrPn/A5+tgSZnBc1XvW6FludEN04BIjciXETkqzGDO9+DG18M5sRa+Cj8KRvm/Fe0IxNU0xCRWJSQBOddE7z2b4cPX4asgcG+7athwR/gwnHQYYgGFNYwJQ0RiW1N0mHQ98rXd34czIX14cvQvCMMvCdIIIkNohdjPaIULSK1S/fr4EcfwfVPBQ+b+scP4U99oVR389cE1TREpPZJbADnj4Geo2HTQtj1STDS3B0W/hHOuxaaZ0U7yjpJNQ0Rqb3Mgsfd9pkQrO9aD7P+A/7YC6ZNhE8/jGp4dZGShojUHS3PgXs/hP7fho9mwBND4IVrgxHpckYoaYhI3dKsHQx/EL6/Gi79BRzcGUxXArB7Y/BEQvnK1KchInVTg1QY8gMY/P2gGav0CLx4HXgZDPgu9BoXPPJWTolqGiJSt5mFfsbB8IegcRuY8WP4nx4w+9fBNCYSNiUNEakf4uKg61XB89Bvfwsy+8N7/wWbFwf7S4qCu6/kpNQ8JSL1T2b/4LXjI2jROdg277ew+vXgTqwLbg7mxJLjqKYhIvVXqy7ls+i2OR8aNIe374ffdw1u2d20MLrxxSDVNEREoHyuq+2rIfc5+OBlKD1cPudV0T5IaRrVEGOBkoaISEXp3WHkf8Nlv4KiPcG2nZ/AnwdDt2sg+zbIHFDewV7PKGmIiFQlqWHwAkhIgd7jg9rHyleg5blB30fv8ZDcJKph1jT1aYiIVCe1fVD7+OE6+Nr/Bk8VnPUf5ZMkFh+Ibnw1KGI1DTN7GBgK5Lr73VXsHw3cE1pNA54GpgFPAA2BjcA3gfbAAmBD6NgJ7p4fqbhFRE4oqWEwKLDXONi3NZhl1x2eHwUpzWDoT8r7QOqoiNQ0zKwnEO/u/YBtZjao8jHuPtXdc9w9B3gbmAl8DowJbdsKDArFOO3osUoYIhITmrYNfpaVBtO1b18Fz46A566GvLl1dsxHpJqnBgPTzWwyMCO0XiUzSwY6u/s6dz/g7gdDuw4AewEHhpvZbDN7IELxioh8NfEJwUOi7v0Qhv86eEjU86NgzevRjiwiIpU0WhD8wY8D9hA0P53IaOCYq2tmqUB7d18JFAC93H0YUGpmoyoXYGZ3mtlyM1u+Y8eOM/UZRETCl9QQBtwN934AV/8PnDsi2L5uOnzyTp2peUQqaewBmrn7zUBqaP1Ebgb+enTFzJKAh4CfA3igKLR7OtClcgHuPsnds909u1WrVmfoI4iIfAWJDSD7dkhMCdYX/Qkmj4YnhwXTtdfy5BGppLEMGBlaHhFaP46ZdQUKjzZJmVki8Afgd+6+K7StYow3AksjFLOIyJn39dfhmkfh0Ocw5abgGR95c6Md1VcWkaTh7kuBJDObB2QBs05w6ETgqQrr9wOXAU+b2ZzQHVY9zWyhmc0Hdrt77b3aIlL/JCQF4znuyYVr/wyHvyi/RbekKOhIr0XMa6iqFOrwXg10c/eIPQE+Ozvbly9fHqniRUROT1lpME27Gbz7AKx5Ey7+EXS/vnwerCgws1x3z67uuBob3OfuxUDfSCYMEZGYFxdfPgVJ217B+qt3wCM94J2fw2frohtfNWp0RLi7767J84mIxLSuV8G3FsBNL8FZF8DCP8F7vynff+hk9xBFh+aeEhGJpqMPh+p6FRzYAYdD/R07PoLHB8E5V8CFN8M5w4P+kShT0hARiRWNWwGhYQNJjaDfXbDyr/DRP4JnffQYHUxV0rh11ELUhIUiIrGoWQYMfxC+vwbGTYXOlwQJJCE52L/1X7B3S42HpZqGiEgsi0+Acy4PXkeKy5PG378PW9+HTkPhglug29VB7STCVNMQEaktjiYMgNHPwNCfwu48eO1O+N8BNTLaXDUNEZHaqEUnGPbvQeIoWAT7P62RpwkqaYiI1GZxcdDhuKdPRO50NXYmERGp9ZQ0REQkbEoaIiISNiUNEREJm5KGiIiETUlDRETCpqQhIiJhU9IQEZGw1diT+2qKme0ANkXwFC2BnREs/0xRnGdebYlVcZ55tSXW04kzy91bVXdQnUsakWZmy8N5JGK0Kc4zr7bEqjjPvNoSa03EqeYpEREJm5KGiIiETUnj1E2KdgBhUpxnXm2JVXGeebUl1ojHqT4NEREJm2oaIiISNiWNMJlZppltNrM5oVeHaMdUmZmdY2ZrzaxHaP1hM1tiZv8b7dgqqhhnrF5XM2tvZtNDMT1jgZi7nlXEmRWL1xPAzJqa2TtmNtvM/mZmaTF6TSvHGbPXFMDMHjCzaaHliF9PJY3wxQHT3D0n9MqPdkAVmVk8cB/wDyDBzHoC8e7eD9hmZjX3lJaTqBwnsXtdPwfGuHsOsBUYTAxeT46Psz2xeT1x933Ale4+DHgMuJsYvKZVxDmeGL2mZnYeUAzE19TvvJJG+BwYHvr28UC0g6nM3Uvd/TvAgdCmwcB0M5sMzAitR10VccbkdXX3A+5+MLR6ALiQ2LyeleOMJwav51HuXmpmSQTXL44YvKZwXJwFxO41/RHw29ByjfzOK2mErwDoFfr2UWpmo6IdUDVaAHsJ/o33AGnRDeeEYvq6mlkqwbf3psTw9awQ51xi+3peS/Bv3hY4Qoxe00px/oUYvKZmNhZ4090PhTbVyO+8kkaYPFAUWp0OdIlmPGHYAzRz95uB1NB6zInl6xr6pvkQ8HNi+HpWjDOWryeAu7/u7m2A10KbYvKaVorz3hi9pgOAa83sOaA3QbNvxK+nkkaYzKzitboRWBqtWMK0DBgZWh4RWo85sXpdzSwR+APwO3ffRYxez8pxxur1BDAzq7BaQtB8EovXtHKcFedjiplr6u73ufsEd58ArACuogaup5JG+Hqa2UIzmw/sdve50Q7oBEqBUndfCiSZ2TwgC5gV3bCOUxp6xep1vR+4DHjazOYAmcTm9awc589i9HoCDDOzuaE4bwduIjavaeU4/y+Gr+lRxTX1O6/BfSIiEjbVNEREJGxKGiIiEjYlDRERCZuShoiIhE1JQ0REwqakIfVCaMLBR2MgjoZm9q6ZLYiF8swszsxmmNlbobmLRE5KSUPqhdBI6e/GQBxfuPslwI4YKe8sYKO7D3f3lWciJqnbEqIdgMiZZGZPAS2BD4FrgHuBxQQTuGW5e+fQcRMIpmHoQDBp4rUVpoqoWF4jYBqQAhxy9xFmlgA8D7QBtgPfBn5XxXkzgWHAucBO4Ovuvr+KcyQCfwY6hsqbQPC7ecx5T+EaVFVeaRUxXwb8GMgws+7AI+7+erjnkfpJNQ2paxKAHxD8Qfw6MMLdi0Pfxit/k97u7sMJ5hO6/ATlpQOrQlNijwBw9yMEU0k40A0YXdV5CWacPezugwn+iH/nBOe4DZgVinE6cHNV5z0Fx5VXVczuPo1gVPbU0HmUMKRaqmlIXbQb+AzYT/BN/UT+FfqZRzBD6HHcfaOZPW5mtxEkmelmdh3Bt/gRwJVA55Oc92hfwxyC5zJU5UKgt5ndCSQSzFx63HlP9oGrK+8kMYucEiUNqc+8wk874UHuG4ANZvYHM9tI8Ad3pruXmNk4guavExkEvEgwOd/HJzhmLbDQ3f9ysvO6+7qwPlUV5ZnZj04hZpETUvOU1DVHgDKC2UlLCZ5/0C40+dzg0OM6e1I+YSKVlo9hZv3NbIWZ5RJ8U98EvATcb2YLCWorpVWdN1REopnNJWi6+oOZDa0Qy2wzawE8SfCQnzmhu5janOC8VcUXVnkniPmkn12kKpqwUCRCQp3te9RXIHWJahoikaNv8VLnqKYhIiJhU01DRETCpqQhIiJhU9IQEZGwKWmIiEjYlDRERCRsShoiIhK2/x91LmYYbgmaQQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(para_split, train_score, linestyle = '-', label = 'Train Score')\n",
    "plt.plot(para_split, test_score, linestyle = '--', label = 'Test Score')\n",
    "plt.ylabel('score');plt.xlabel('min samples leaf')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "> 최소로 4번 정도 분할하면 적절하다"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 최대깊이 변경에 따른 모델 성능"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Depth</th>\n",
       "      <th>TrainScore</th>\n",
       "      <th>TestScore</th>\n",
       "      <th>Gap</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0.393</td>\n",
       "      <td>0.327</td>\n",
       "      <td>0.067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>0.635</td>\n",
       "      <td>0.543</td>\n",
       "      <td>0.092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>0.757</td>\n",
       "      <td>0.643</td>\n",
       "      <td>0.114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>0.828</td>\n",
       "      <td>0.712</td>\n",
       "      <td>0.116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>0.869</td>\n",
       "      <td>0.751</td>\n",
       "      <td>0.118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>0.884</td>\n",
       "      <td>0.764</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>0.888</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.119</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Depth  TrainScore  TestScore    Gap\n",
       "0      1       0.393      0.327  0.067\n",
       "1      2       0.635      0.543  0.092\n",
       "2      3       0.757      0.643  0.114\n",
       "3      4       0.828      0.712  0.116\n",
       "4      5       0.869      0.751  0.118\n",
       "5      6       0.884      0.764  0.119\n",
       "6      7       0.888      0.769  0.119\n",
       "7      8       0.888      0.769  0.119\n",
       "8      9       0.888      0.769  0.119\n",
       "9     10       0.888      0.769  0.119"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_score = [];test_score=[]\n",
    "para_depth = [depth for depth in range(1,11)]\n",
    "\n",
    "for v_max_depth in para_depth:\n",
    "    rf = RandomForestRegressor(random_state = 1234, n_estimators = 60,\n",
    "                              min_samples_leaf = 8, min_samples_split = 4,\n",
    "                              max_depth = v_max_depth)\n",
    "    \n",
    "    rf.fit(df_train_x, df_train_y)\n",
    "    train_score.append(rf.score(df_train_x, df_train_y))\n",
    "    test_score.append(rf.score(df_validation_x, df_validation_y))\n",
    "    \n",
    "df_score_depth = pd.DataFrame()\n",
    "df_score_depth['Depth'] = para_depth\n",
    "df_score_depth['TrainScore'] = train_score\n",
    "df_score_depth['TestScore'] = test_score\n",
    "df_score_depth['Gap'] = np.array(train_score)-np.array(test_score)\n",
    "df_score_depth.round(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x7fe468ca15c0>"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAEICAYAAAC9E5gJAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xl4FGW2+PHvScgCYYlACLKEfZMdIrsKrqCiuCLggguMiqij4/zuvXNn987ccdQZZ8YFnLkKCHFBRFBAHVRABEIAUZBF1iQgEBISQkL28/ujGhIgIR2SSne6z+d58nRX6q2qk1bqdL1vvadEVTHGGBPcQnwdgDHGGN+zZGCMMcaSgTHGGEsGxhhjsGRgjDEGSwbGGGOwZGCMMQZLBsYYY7BkYIwxBqjn6wC81bx5c23fvr2vwzDGmDplw4YNR1U1prJ2dSYZtG/fnqSkJF+HYYwxdYqI7PemnXUTGWOMcS8ZiMhzIrJORF6pYH2kiCSIyBciMlNExK1YjDHGnJ8ryUBEegOhqjoYOCQiw8tpdi/wsaqOAlYD49yIxRhjTOXcGjMYASwRkbnAX4ErcU74ZRUAjT3vY4AewAdVOUhhYSGpqank5eVVM1xzPpGRkbRp04awsDBfh2KMcYlbyaApkIVz5ZEJNCunzVvAP0RkBfAZpYnhNBGZCkwFiIuLO2cHqampNGrUiPbt22O9TO5QVdLT00lNTaVDhw6+DscY4xK3xgwygSaqOgGI9iyfQVWLVPVhVb0C+AbYV06bmaoar6rxMTHn3hmVl5dHs2bNLBG4SERo1qyZXX0ZE+DcSgbrges978d4lsslIpHAU8DbF3IgSwTus8/YmMDnSjeRqiaKyD0isgrYCTx7dhsR6QG8BoQDf1bVZDdiMcacqbC4hNyCYk4WFJNbUOS8Lywmt6CYvMJiVBVVUKDE877E83jc0mXKtFPPsmc9pesq2r7svrXsPj37wh7He4b49k25vGul88aqxbVJZ6o6veyyiEQAW4EeqlqoqtuAK9w6fm34yU9+wo4dO9iyZQu9evWiX79+/PWvf/V6e1Xl8ccf5+9//3uVjpufn8+9997L4cOHady4MYsWLapq6MaPqSr5Rc4JO7egyHPSLvactItK359+9fyu8KwTfEHpCf70vgqLKSyuGydauyAt9fAVnepuMjibquaLyCBVLaytY7ptxowZAIwbN46FCxdWeXsRqXIiAFi2bBnDhg3jiSeeqPK2xreKS5SDmSfZezTn9M+eozmkZOSSnVfESc8Ju6SK5+v6YaE0CA+lfvip13o0CAvl4iZhp3/XILye8z7sVLt6Z2zTIDyUiHqhhIggQplXACFEnP9nQwQEZ92Z7QTBaVN2OUQEyraldBvx7OuMfVsW8IlaLUehqhlu7fu3i7fy/cHjNbrPS1o15tdje1ZpmzfffJPf//73TJs2jffff5+4uDjmzJnDfffdx6FDh4iNjeXVV18lMjKSMWPGsH//fnbv3n162zVr1rBv3z5EhIULFxIZGXnOMfr06cOSJUsoLCw843bPX//61yxfvpywsDA++OADQkNDmTx5Munp6cTFxfH666+TkJBwTnyzZ8/m4YcfZu/evcTGxvLmm28SERFRvQ8viKkq6TkFzsk+zTnZ7z16gr1Hc9iXnktBUcnptg0j6tGheRSXtGpM48iw0yflUyft0yfw8LNO4GGlJ/jIsBA7gZpqqzO1ieqKyZMns3LlSurXr8/q1aVTKwYNGsTixYvZtm0b8+fP58EHH+Tzzz9n3Lgz59rFxsYyY8YM/va3v/HZZ58xduzYc47RoUMHHnvsMR599FGmTJnCoEGDWLp0KTk5OXz11Ven27344ouMHz+eO++8k1deeYWEhIRy45s5cyZXXXUVEydOZM6cOafbmfPLyS8q/XafVnrC33M0h+y8otPtwkKFds2i6NA8ilHdWtChufO+Q0wUMQ0j7ERu/ELAJIOqfoN3U0lJCbfeeuvp5Q8++IC9e/eydOlSli1bdvpKoDz9+/cHnBN+RkbFF1K9e/dm5syZPPTQQ8TGxvLdd99xyy23nNHmhx9+YNKkSQCMGjWKOXPmlBvfN998w8aNG5k5cyaFhYXcdNNNVf+jA1RBUQkpx3LZm1bapXPqpH/4eP7pdiLQqkl9OsZEcUv/1qdP+B2bN6RVdCT1Qq0MmPFvAZMM/E3Zbpbdu3czevRowsLCmDt3LkOGDKlwu1PfEkUEreCOioKCAsLDwxERmjZtysGDB+nXrx/vvvsuw4eXVv7o1q0bK1eu5I477mDFihX06NGj3Ph69OjBsGHDuPvuuy/4763LSkqUQ8fzSk/2Zb7lpxw7SXGZDvymUeF0aB7FZV1iPCd75xt++2ZRRIaF+vCvMKZ6LBnUgLL99itWrGDZsmXceOONzJs3j7i4OCZOnMj48eP53e9+x80330xoaCgHDhxg0qRJbNmyhZEjR/L3v/+d0NBQQkOdE0rZ92fbsGEDTz31FGFhYQwYMIChQ4cCsHr1aoYOHUpERAQLFy5kypQpPPDAA7zyyit06NCBGTNmlBvflClTmDJlCv/85z+JiIhg1qxZtGzZ0v0PzodOFhSz8JsDvLM+hR2HsjlZWHx6Xf2wUDo0j6Jn6yaM7duqtFuneRTRDcJ9GLUx7pGKvn36m/j4eD37eQbbtm0749uucU+gfNYpGbm8tXY/b69PIetkId1bNmJ45+bOt/wYp1sntrH145vAISIbVDW+snZ2ZWACnqry9e503vx6H8u3HUZEuK5nLJOHdeDS9hfZid8YLBmYAJZbUMSCjQeYvWYfOw+f4KIGYTx8RSfuHtKOVtH1fR2eMX7FkoEJOMnpucxes493k1I4nldEz1aN+fPtfRjbt5UN8hpTAUsGJiCoKl/tOsqsr/exfPsRQkQY06slk4e1Z2A76woypjKWDEydlpNfxIKNqcxas59dR07QLCqcx0Z1ZtLgdrRscu7sbWNM+SwZmDpp39EcZq3Zx/ykVLLzi+jdugkv3NGXG/pcbF1BxlwASwbVUN2qpQDjx4/nnXfeqXC9VSgtVVKirNp1lDdX7+XLnWmEinB974u5b1h7BsRFW1eQMdVgyaAaqlu1FJyT/flYhVLIzivk/Q2pzF6znz1Hc2jeMILHr+zCpMFxtGhsXUHG1ITASgZv3HDu73qOg0FToCAX5t5x7vp+E6H/JMhJh3fvPXPd/R9XOYTCwsJzKoAWFRVx2223kZeXR/369Vm6dCmLFy/mhRdeOD0D+emnny63KF0wVyjdk3aC2Wv2M39DKifyi+jbNpq/ju/HmN4tiahnXUHG1KTASgZ+4I033jinAujll19Or169eP7550+3Gzt2LGPHjq30qiLYKpSWlCgrdqbx5tf7WLEzjbBQ4cY+rbhvWHv6tY32dXjGBKzASgbn+yYf3uD866OaXdCVwNnKqwDasWNHHnnkEd544w1iY2O5/vrrK99RGcFQofR4XiHzk1KZvWYf+9JzadEogp9e3ZUJg9vSopF1BRnjtsBKBn6gogqgnTp1olOnTjzxxBN07NiR7t27A0630vkEeoXSXUeymfX1ft7fmEpuQTED4qL56TVdGdPrYsLrWdlnY2qL/WurAWX78qdMmcInn3zCyJEjue666zh06BBr165lwIABDBw4kL1799KuXbvT7evXr88VV1zB0qVLy933hg0bGDp0KJdffjmFhYUMHTqUa6+9lujoaIYOHcrIkSPJzMxkypQpzJ8/n1GjRpGYmMhdd911RoXS5OTkCuPzhdW7jnLPv9Zx9YsreWd9CqN7tWTRY8NZ8Ohwbu7X2hKBMbXMqpYar9TUZ51fVMz/Lt3OG6v3Eds4grsHt2PC4DiaN/TPQWxj6jqrWmr8zr6jOTyWsJEtB44zeVh7/vP67nZXkDF+wpKBqRUffnOAX3ywhdAQYeY9A7m2Z2A/PMeYuqbOJwNVtZmnLqtOV2JuQRG/WbSVd5NSGdjuIv42oT+trXy0MX6nTieDyMhI0tPTadasmSUEl6gq6enpREZW/fbOHYeymTZvI7vTTjBtVCeevLorYfZgeGP8Up1OBm3atCE1NZW0tDRfhxLQIiMjadOmjdftVZWExBR+u3grjSLDmP3AIC7rEuNihMaY6qrTySAsLIwOHTr4OgxTxvG8Qv5zwXd8/O2PXNalOS/c2dcmjRlTB7iWDETkOeAKYIOqPlrO+lhgNhABZAL3qupxt+Ix7tucksn0hE0cyDzJM9d145ErOhESYt13xtQFrnTgikhvIFRVBwOHRGR4Oc0eAv6gqiOBBcAt5bQxdYCq8s9Ve7j9ta8pKi7hnalDmDaqsyUCY+oQt0bzRgBLRGQusNSzfLZVwJUiEgWMBFa7FItxUUZOAQ/OSuLZj7cxqlsLljxxGfHtm/o6LGNMFbnVTdQUyMJJNplAs3LarAHGAr8AtgG7z24gIlOBqQBxcXEuhWou1Lo96Tzx9jdk5BTw25t6cu/QdnZXlzF1lFtXBplAE1WdAER7ls/2B+BlVf0vYDnw87MbqOpMVY1X1fiYGLsbxV8Ulygv/fsHJry+lsiwEBY8Ooz7hrW3RGBMHebWlcF6YDzOSX4MzlXA2eKAPM/7HKCzS7GYGnT4eB5PvL2JtXsyGNevFc/e0puGEXX6pjRjDC4lA1VNFJF7RGQVsBN4tpxmzwIzROQYztXDU27EYmrOFzuO8PS7mzlZUMxzt/fhjoFt7GrAmADh2lc6VZ1edllEIoCtQA9VLVTV74Cb3Tq+qTkFRSU8/+kOZq7cQ/eWjfjHxP50btHI12EZY2pQrV3fq2q+iAxS1fM/zcX4lZSMXB5L2MTmlEwmDY7jlzdeQmSYVRo1JtDUamevqmbU5vFM9Sz57kf+3/vfgsLLEwdwQ5+LfR2SMcYlNvJnzpFXWMzvP/qeueuS6ds2mn9M6E/bpg18HZYxxkWWDMwZdh05wWPzNrL9UDZTL+/Iz67tZo+gNCYIWDIwgFNSYv6GVH714Vbqh4fyxv2XMqpbC1+HZYypJZYMDCfyi/jlwi18sOkAQzo25aW7+hPb2CqNBoySYgjxDPpnpcKJI1CQ4/k5ARICvW511m+cDem7QUsABVWIioERTzrr174KGXtL12kJRLeFET911n/5J8hK8azHeW3epXT9J7+AE4edbU/to1U/GP6Es37hNMg7a45qu2EwdJrz/r37objgzPWdroRLH4SSEnjn7nP//u43QP9Jzt/7/pRz1/e+DXrdBjnpsOixc9f3v9vZR9YBWPKzc9df+hB0vsr53D7973PXD5vu/A2HtsAX/3Pu+sufgdYDIDUJVr1w7vqrfgUt3H/WuyWDILflQBbTEzaxPz2HJ6/uwvQruxBqBeZ8p7gICrLPPFkX5EC74c4JPXkdHEiC/BOl6wpPwrhXQARWPg9bFpy5j9Bw+M8UZ/+f/hK2LjjzmA1bliaDnZ/AD585+0Kc12adS5PBruWQmuhZF+Ksb9mn9GSfvAbStpduKyFQlFd6rB83Ownp9P5DoEGZWlbH9sLJY6XbAzTvWro+cz8U5Z8Zf256mfXJ536mp5KLllSwPsuzvtiTyM6Sf8J5LSksf31hrvNaXFD++gLP+qL88tef+nwKT55/vcukOo80rE3x8fGalJTk6zAChqoy6+t9/GHJdi6KCuOlu/ozpGN5JaRMjcrLgrQdkLHnzJ+J70FUM1jxZ/iinDmaP9/rnDT//Rv46i/O7+pFQngUhDeEx5KgXjgkvg57vnR+Fx7l/EQ2dr59gvPtMyetdLvwhhDREBq3qq1PwNQyEdmgqvGVtbMrgyCUmVvAz+d/y6ffH2ZUtxiev6MvzRpG+DqswKDqdIOcfbIf+V8Q0xW+/xAWeeZjSgg0aQtNOzrf8qOaQadRpSfx0ydszyvAZU8738LDoiC0nH++g6Y4PxVpU+k5wQQpSwZB5puUTKbN3ciR7Dz++4YePDC8gz13oKpKSiD74Jkn+x43Q5uBsPtzeOvW0rYSChe1c76Nx3SFTlc5VwFNO0J0nPNtvqw28ec/YUfYzG/jDksGQSQlI5fJbyTSMKIe8x8eRt+20b4OyX+VePqPT53sY3tB3BDn/ctDoLhMv3VoODTr4iSDln3g+uehaQfnhN+kLYSGlbZt0tr5McbPWDIIEnmFxTwydwPFxcqcBwfToXmUr0PyD1mpcGQbRDSGuMHOIN+rw+HYPmfA8JShjznJoFErGPwT50R/6qdxq9K7dRrGnL+bxhg/ZckgCKgqv1y4hS0HjvPPe+MtERQVwPbFkPQG7Fvl/K7HTU4yqBcBbQdDjxvPPOE3bOm0C4uEa3/vu9iNcYklgyAwLzGZ9zakMv3Kzlx9Sayvw/G9hPFO3350HFz539D+Muf2yVPGvey72IzxEUsGAW5T8jF+s2grl3eN4cmru1a+QaApLoTtH8M38+C21yGyiTMJaMg0Z7JSiJXaMAYsGQS0oyfyeeStjcQ2juRvd/ULrslkx/bBhlmw6S3IOeIM5KbvdmZ6drrS19EZ43csGQSoouISHpu3kWO5Bbz/yDCiG4RXvlGgyEyBl/o5M1i7joaB9zvlAkLsOQzGVMSSQYB67pMdrN2TwfN39KVX6ya+DsddmSlOTZ2CEzD6j06tnLF/hc5XQ5M2vo7OmDrBkkEA+vjbH5m5cg93D4nj9oEBejIsLoJdnzl3BO36zJn52/0G51UEBk72dYTG1CmWDALMD4ezeWb+ZvrHRfOrG3v6Ohz3fPUXp4ZPw1gY8RQMuNeZ6WuMuSCWDAJIdl4hP5mzgQbhobw6aWDgPJSmpNi5FTTpDYi/H7pcA33vgphu0G3MmTN8jTEXxJJBgFBVfvbeZvZn5DL3ocG0bBIAzyPIPgSb5sCG2ZCV7NTVv+RmZ110W+fHGFMjLBkEiFdX7OaTrYf57xt6BEYpalX4v9FOffsOl8O1v4NuN5xb2M0YUyMsGQSAr344yvOf7ODGPhfz4IgOvg7nwpw44swJ2LEUJn/snPRv/IszS7hZJ19HZ0zAs2RQx6Uey2V6wkY6t2jIn27rg0gdmlhWUgL7VjpjAds/dgrDtRvhmSTWxqntb4ypFZYM6rC8wmIeeWsjRcXKjHviiYqoY/85U9bB7Juh/kUwaKpzO2hMEJbMMMYP1LGzhynr1x9u5bsDWbxelyqRHv/RSQI9xzkloe+Y5cwSDguAAW9j6jBLBnVUQmIy7ySl8NiozlxTVyqRbl8CH05zbhXtOBLqRztJwRjjc67diC4iz4nIOhF5pYL1t4vIl56f70TkSbdiCTTfpGTy6w+dSqQ/vaYOdKsU5MJHT8HbE5yxgIf+7SQCY4zfcCUZiEhvIFRVBwOHRGT42W1Udb6qjlTVkcCnwDI3Ygk0TiXSDbRoHMFL4+tAJdKifPjn1ZD0L6d09EP/tnEBY/yQW91EI4AlIjIX+CtwJbC6vIYiEgF0UtXtLsUSMIqKS5g+bxMZOU4l0oui/Pie+1M1gupFQP9J0KKHlY42xo+51U3UFMjy7D8TON8sqNuBheWtEJGpIpIkIklpaWk1H2Ud8+dPdrBmTzrPjuvl35VIsw/D3Dtg9xfO8tBplgiM8XNuJYNMoImqTgCiPcsVmQC8V94KVZ2pqvGqGh8TE+NCmHXHku9+ZMbKPUwaHMcd8X5chmHnJ/DqMOfZwicO+zoaY4yX3EoG64HrPe/HeJbPISLdgVRVzXEpjoCw60g2z7y3mX5to/nV2Et8HU75Ck/Ckmdg3p3QqCVMXeEUkzPG1AmuJANVTQTCRWQV0A5YXkHTh4B/uhFDoMjOK2TqnA3UDw/l1bsHEFHPT5/WtXUhJM6EIY/CQ8uhRXdfR2SMqQLX5hmo6vSyy56B4q1AD1Ut9LT5mVvHDwSqyjPvfcv+9FzeenAwFzep7+uQzqTqPFe4eWfnKqB5V2gz0NdRGWMuQK0VvFfVfGDQqURgKvfaij0s23qI/xjdnaGd/KwS6Yk0p0vo9VHOrGIRSwTG1GG1OgNZVTNq83h12epdR/nzJ9u5oc/FPHSZn1Ui/eHfsPARyMuCa591xgiMMXWalaPwQwcyTzI9YROdYhrynD9VIi0pgU9/AWtfgRaXwL0LITaAH61pTBCxZOBnnEqkGygoKuG1ewb6VyXSkBDIO+5UGL3mdxDmZ2MYxpgL5kdnGgPwm0Vb+TY1ixn3DKRTTENfh+MMEif9C9oOhpa94aa/O0nBGBNQ7F+1H3k7MZm316cwbVQnruvpB/3wOUfh7Ynw8dOwcbbzO0sExgQkuzLwE5tTMvnVh1u5rEtznrqmm6/Dgd2fwwcPw8ljcN0fYfDDvo7IGOMiSwZ+IN1TiTSmUQR/u6u/7yuR7vwU5t0BzbvB3e873UPGmIBmycDHiopLePztTRzNKWCBryuRFhdBaD3nwTNX/QoGPwLhDXwXjzGm1lgHsI89/+lOVu/ycSVSVdjwJrwyBHIzoF44XPa0JQJjgohdGfjQsi0/8tqK3UwcHMedvqpEmpsBi6bD9o+cK4KSIt/EYYzxKUsGPrLryAmeftepRPprX1Ui3bPCGSTOSXNmEg+ZZncLGROkLBn4wIn8In4yJ4nIMB9XIv36bxAeBRMSoFU/38RgjPELlgxqmVOJdDN7j+bw1kM+qESavhvqRUKT1nDLTAiLdBKCMSaoWZ9ALZuxcg9LtxziP8Z0Z1in5rV78KO74P9Gw9KfO8tRzSwRGGMASwa1avWuozy3bDs39L6YKZd1rN2DH9sPs28CLYGrfl27xzbG+D3rJqolBz2VSDvGNORPt9dyJdLjB51EUJADkz+CmK61d2xjTJ3g1ZWBiISJyH0i8oxnuYW7YQWeFz/bycmCYmbcM5CGtV2JdNHjTp2huxfYbGJjTLm87SZ6EygGbvIsz3IlmgCVdbKQj749yLj+rX1TiXTsS04isCeRGWMq4G0yiFXVt4BTj6yMdCmegPThNwfIKyxh4qC42jtofjasehFKip07h+IG196xjTF1jrf9FftE5C4gUkQmAikuxhRQVJV565Lp2aoxvdvUUrmJglyYdxckr4EOV9gVgTGmUt5eGTwMNAI2ARcBU1yLKMBsTs1i+6FsJtTWVUFRPrxzN+xfDbfOtERgjPGKt1cGs1R1kquRBKiEdcnUDwvl5n6t3D9YcSHMfwB2L4eb/gG9b3f/mMaYgODtlUG7sgsi0saFWAJOdl4hi789yNi+F9MoMsz9Ax7ZBruWw+g/wYB73D+eMSZgeHtl8L6I/ARYABQA84DLXYsqQCzafJDcguLa6yK6uA9M3+AMGBtjTBV4mwymASuAIZ7lzu6EE1gSEpPp3rIR/dpGu3cQVfjkF9C8C8Tfb4nAGHNBvE0Gv1fV03MLRMSuCirxXWoWWw4c57c39XR3tvHnz8Lal53y08YYc4G8HTOYJyL3isizIjIJWF3ZBiLynIisE5FXztPmJhH5WkS+FBE/eAp8zUlYn0xEvRDG9Xfxm/qqF2DV8zBwMlz3P+4dxxgT8LxNBq8DDYC3gIbAjPM1FpHeQKiqDgYOicjwctq0Bm4FLlfVkaq6o0qR+7Gc/CI+3HSAG/u0okl9lwaO174Ky38Hve+EG16E2qx1ZIwJON4mgzhVfU1Vt6vqDKBDJe1HAEtEZC6w1LN8tonAAWCFiATU19rFmw+SU1DMxMEuPsqyKB96jIVxr0KIjx6OY4wJGN4mgwwRuV1EYkTkdiCtkvZNgSzP/jOBZuW06QA0VtXhQJGIXHt2AxGZKiJJIpKUllbZIf1HwvoUurRoyIC4i2p+53nHndcRT8IdsyHUCs8aY6rP22QwGWgL/BZoBTxQSftMoImqTgCiPctnOwG873m/COh7dgNVnamq8aoaHxMT42WovrX1YBabUzKZMCiu5geOty2Gl/rCj5udZXtesTGmhnj7tTJEVf9yakFEGlfSfj0wHlgOjAHWlNNmLXAZ8KXn9XsvY/FrbyemEF4vhFsH1PDA8Q//hvfud55V3LSWH4xjjAl43n61/OCs5YXna6yqiUC4iKzCmb28vIJ9dvS06QYs8TIWv3WyoJiFmw5wfa+WRDcIr7kd7/sK3pkELbrDpPkQ0ajm9m2MMXh/ZXD2ma3SEtaqOr3ssohEAFuBHqpaqKoK3O/l8euEj749SHZ+Uc3OOD78PcwbD9Ht4J6FUN/FCWzGmKDlbTJYLiLP4XybHw98WtUDqWq+iAxS1cLKW9dNCYnJdIyJYlCHpjW302adYcC9MOxxiGpec/s1xpgyvOomUtXfAJ/j3CK6C/jjhRxMVTMuZLu6YMehbDYmZzLh0hoaOD66y3lUZb1wGP1HaHxx9fdpjDEV8PYZyB+r6jJgC05dondcjaoOSkhMJjw0hNsG1kBB14w9MOtGmB9QvWjGGD/m7QByfc9rC1V9ErAS1mXkFRazYGMq1/VqSdOoag4cZ6XCrJudSWWj/1QzARpjTCW8TQb5njGDlZ5lq31QxtItP3I8r4gJg6o54zj7MMy6CfIy4Z4FEHtJzQRojDGV8HYA+TYgVlX3epYfdSmeOilhXQrtmzVgaMfyJlpXwcdPQfaPzl1DrfrXTHDGGOMFr5KBquYCe8ssr3Mtojpm15FsEvdl8B9juld/4PiGF53xgrjBNROcMcZ4yeoZVFNCYgphocLtFzpwXJADK//sPL+4USy0G1qzARpjjBcsGVTDqYHjay6JpXnDiKrvoDAP3p4IX/wBUtfXfIDGGOMlK3lZDZ9sPcSx3MILm3FcVADv3Qd7voRxr0G7YTUenzHGeMuuDKohITGZtk3rM7xTFWcGFxfBgimwc5kzTtBvgjsBGmOMlywZXKA9aSdYuyeDuy6NIySkigPH6btg17/h2mfh0gfdCdAYY6rAuoku0DvrUwgNEe64kIHjFt3hsfXQuFXNB2aMMRfArgwuQEFRCfM3pHJ1jxa0aFxpAVeHKnz2K+fZxWCJwBjjVywZXIDPvj9Mek5B1QaON7wJq1+C9N1OYjDGGD9iyeACJCQm0zq6Ppd18fJRnMVFsOpFaDsExjwHNf04TGOMqSZLBlW0Pz2Hr3YdZfylbQn1duB4+2LISobhj9tzi40xfsnOTFX09voUQgS4sLh2AAAPKUlEQVTujK9CUbo1L8NFHaDraPcCM8aYarC7iaqgsLiE95JSubJ7C1o28XLgGODGvzgPqgkJdS84Y4ypBksGVbB822GOnsiv+ozjlr3dCcgYY2qIdRNVwbzEFC5uEskVXb0cOD62H96f4rwaY4wfs2TgpZSMXFb9kMYd8W2pF+rlx7ZuBmxdACF2AWaM8W+WDLz0blIKAOMv9XLgOO84bJwNPW+BJq1djMwYY6rPkoEXiopLeDcphZFdY2gdXb/yDQA2zYGCbBhiD4Uzxvg/SwZe+GJHGoePV2HguLgI1r4GccOg9QB3gzPGmBpgndleSEhMpkWjCK7s3sK7DYryoOc4aH+Zu4EZY0wNsWRQiQOZJ/lyxxEeHdnZ+4HjiIZw7e/dDcwYY2qQa91EIvKciKwTkVcqWB8nIiki8qXnp71bsVTHu+tTUKowcHx4q/OsAitGZ4ypQ1xJBiLSGwhV1cHAIREZXsGx31fVkZ6ffW7EUh3FJcq7SSmM6Nyctk0beLfRiudg/gPOg+6NMaaOcOvKYASwRETmAks9y2dT4DoR+UJEnnUpjmpZsfMIP2blMdHbgeNj+2HbIhh4v9NVZIwxdYRbyaApkOXZfybQrJw2yUB/VR0FFIvI2LMbiMhUEUkSkaS0tDSXQq3YvHUpNG8YwdWXxHq3wboZICEwaKq7gRljTA1zKxlkAk1UdQIQ7Vk+gzryPItLgG7ltJmpqvGqGh8T42UJiBpyKCuPL3Yc4faBbQjzZuDYJpkZY+owt5LBeuB6z/sxnuUziEjZY98JJLoUywV5LymF4hLlLm8HjtN/gIhGNsnMGFMnuZIMVDURCBeRVUA7YHk5zXqLyNci8hWQoaor3YjlQpSUKG+vT2F452a0bx7l3UatB8KT39kkM2NMneTaPANVnV52WUQigK1AD1UtVNXNwDC3jl8dq3Yd5UDmSf7z+u7ebZCZAo1aQmiYu4EZY4xLaq0charmA4NUtbC2jnmhEtYl0zQqnGu8HTie/wDMHuduUMYY46JarU2kqhm1ebwLcSQ7j39vO8ztA9sQUc+LJ5OlJEJqIlxys/vBGWOMS6xQ3Vnmb0ilqCoDx2tehsgm0G+iu4EZY4yLLBmUUVKivJ2YwuAOTekY48WkMZtkZowJEJYMyvh6dzrJGblMHOzljOPv3rNJZsaYgGBVS8tISEwmukEY1/Vs6d0Glz0NXUfbJDNjTJ1nVwYeR0/k8+n3h7i1fxsiw7wYOFYFEWjZy/3gjDHGZZYMPN7fkEphsTJhkBcDx8VF8NoISHrD/cCMMaYWWDIAVJ0Zx5e2v4gusY0q32D7Yji8BaJqt16SMca4xZIBsHZPBnuP5nj/jOM1L8NFHaDbGHcDM8aYWmLJAGfguHFkPa7vfXHljVMSIXW9U5AuxIuxBWOMqQOCPhlk5BSwbMshbh3g5cCxTTIzxgSgoL+1dMHGVAqKS7jLm4FjgBFPwiU32SQzY0xACepkoKokJCbTPy6a7i0be7dRq/7OjzHGBJCg7iZav+8Yu9O8HDjOy4JFj0PGHvcDM8aYWhbUySAhMZlGEfW4sY8XA8cb58DGWXDynCd4GmNMnRe0ySAzt4CPv/uRm/u3okF4Jb1lxUXOw+7bDbcnmRljAlLQJoMPNh2goKjEuy6i7YshKxmGTnM/MGOM8YGgTAanBo77tmlCz1ZNKt/g1CSzrqPdD84YY3wgKO8m2picyc7DJ/jfW3tX3riowHnYfWxPm2RmjAlYQZkMEhKTiQoPZWzfVpU3rhcOY/7kflDGGONDQddNlHWykI++PchN/VoTFVFJLsxKhT0rnHLVxhgTwIIuGSz65gB5hSVM9GbgeM0r8NatkH3I/cCMMcaHgioZqCpz1yXTs1VjerepZOA47zhsnA09b4HGXsxDMMaYOiyoksHm1Cy2H8r27nbSTXOgINupTmqMMQEuqJLB24nJ1A8L5eZ+lQwcFxfB2tcgbphNMjPGBIWgSQbZeYUs2nyQsX0vplFk2PkbZ+yBojybZGaMCRqu3VoqIs8BVwAbVLXCvhYReRbooaq3uRULwKLNB8ktKPauiyimK/x0C4QE5Z23xpgg5MqVgYj0BkJVdTBwSESGV9DuEiAfcH02V0JiMt1bNqJf2+jzN8zNcLqJ6kXYJDNjTNBwq5toBLBEROYCSz3L5fkZ8LxLMZz2XWoWWw4cZ+LgOETk/I0/+im8PtLmFhhjgopbyaApkOXZfybQ7OwGIjIeWKSqJyvaiYhMFZEkEUlKS0u74GAS1icTGRbCzf1an7/hsf2wbRF0ugoqSxrGGBNA3EoGmUATVZ0ARHuWzzYUGCcibwIDROTPZzdQ1ZmqGq+q8TExMRcUSE5+ER9uOsANvVvRpH4lA8frZoCEwKCpF3QsY4ypq9waIV0PjAeWA2OANWc3UNUnT70XkYWq+owbgXz83Y/kFBQzcXAlzzjOyyqdZNakkisIY4wJMK4kA1VNFJF7RGQVsBN4tpJN8t2IA+Dmfq2Irh/GgLiLzt9wywKbZGaMCVqitTRQKiIRwFac20gLq7p9fHy8JiUl1Xxgp5SUQMpaaDfMvWMYY0wtE5ENqhpfWbtam3SmqvnAoAtJBLUiJMQSgTEmaNXqDGRVzajN43lt3nhn8NgYY4JU0JSjqFBKIuxc5usojDHGpywZrHkZIppAv0m+jsQYY3wmuJPBqUlm8ZMhoqGvozHGGJ8J7mSQONMzyewnvo7EGGN8KrjLcva8FaLjbJKZMSboBXcyaDPQ+THGmCAXnN1ExUXw6S8hfbevIzHGGL8QnMlg+2L4+m+Qtt3XkRhjjF8IzmSw5mW4qAN0He3rSIwxxi8EXzJISYTU9U5BOnuSmTHGAMGYDNa8DJFNoN9EX0dijDF+I7iSgSo0bOFcFdgkM2OMOS24bi0VgevPeaCaMcYEveC5Msg7DvvX2IPujTGmHMGTDDbNgTdGw5HvfR2JMcb4neBIBsVFsPY1iBsGsT19HY0xxvid4EgG2z+CrGQYOs3XkRhjjF8KjmSw5mW4qD10G+PrSIwxxi8FfjLIPgTpu2ySmTHGnEfg31raqCU8ZYPGxhhzPoGfDADC6vs6AmOM8WuB301kjDGmUpYMjDHGWDIwxhhjycAYYwwuJgMReU5E1onIKxWsbywin4nIFyKyWESauRWLMcaY83MlGYhIbyBUVQcDh0Rk+NltVPU4MFpVRwEvA4+6EYsxxpjKuXVlMAJYIiJzgaWe5XOoarGIhHvW73ApFmOMMZVwKxk0BbI8+88Eyu0CEpFxQDLQCni/nPVTRSRJRJLS0tJcCtUYY4yoC/X9RWQasF1Vl4vIpcA1qvqH87QfC3RR1RfP0yYN2F/jwdau5sBRXwfhR+zzOJN9HqXsszhTdT6PdqoaU1kjt2YgrwfGA8uBMcCasxuIiGhpJiqkgquHU7z5Y/ydiCSparyv4/AX9nmcyT6PUvZZnKk2Pg9XuolUNREIF5FVQDucpHC2USKyUkS+BB4AnnMjFmOMMZVzrTaRqk4vuywiEcBWoIeqFqrq58Dnbh3fGGOM92pt0pmq5gODVLWwto7ph2b6OgA/Y5/HmezzKGWfxZlc/zxcGUA2xhhTt1g5CmOMMZYMaoOItBWRJSLypYj8n4iIr2PyByLyrIicM78k2IjITSLytef/j26+jseXRCRWRD7xfBYLRaSxr2PyFRHpIiLbRKSXZ/m8JX6qy5JB7TgG3KGqI4GDwDnlOYKNiFwC5ANB/SxSEWkN3ApcrqojVTXYZ+I/BPzB829lAXCLb8PxDREJBZ4EPgbqeVPip7osGdQCVT2hqjmexRM4s7OD3c+A530dhB+YCBwAVojI//g6GD+wCrhSRKKAkcBq34bjG6parKrTcM4X4GWJn+qwZFCLRCQaaKuq3/k6Fl8SkfHAIlU96etY/EAHoLGqDgeKRORaXwfkY2uABsAvgG3Abt+G4ze8KvFTHZYMaomnIN8fgF/5OhY/MBQYJyJvAgNE5M8+jseXTlBal2sR0NeHsfiDPwAvq+p/4UxW/bmP4/EXmUATVZ0ARHuWa5Rrk85MKREJA14CnlfVdF/H42uq+uSp9yKyUFWf8WU8PrYWuAz40vP6vU+j8b04IM/zPgfo7MNY/EmlJX6qy64MascvgKuBf3nukrjd1wH5kXxfB+BjHwAdPaVbugFLfByPrz0LzPBcNf4J+KNvw/G5YqDYyxI/1WKTzowxxtiVgTHGGEsGxhhjsGRgjDEGSwbGGGOwZGCMMQZLBqYOEsff/SCOBiLyuYjUeMkEEblcRKZX3vKc7d4p8/4ez/PFjamUJQNT56ijyidKF+LIVdUrgTQXdh/ChRXxiyjzPvQC92GCkM1ANn5LRP4JNAe+BW4CnsCZsbsUaKeqnTztJuOUuGgPKDBOVfPK2V8UTumHSOCkqo4RkXrALKAlcBh4BHihnOPGAaOArsBR4B5VzS7nGGHAazg1hw4Dk3H+nZ1x3Ar+3obAW0CM59g7KtjfnWfHglPU7Wmgl+e54i94dnufiDwKFAG3WT0oUxG7MjD+rB7wFM7s7XuAMaqa7/k2fnaxv8Oqeh3ODN5rKthfLLDFUyp6DICqFgGJOEmkB3B7ecfF+YZdoKojcE7O0yo4xv3Ack+MS4AJ5R23AlOBuZ6idaeq3Ja3v3NiUdXFnrLPX3mOs9izfZKqXotTCvnG8xzbBDlLBsbfZQBHgGycb9YV2eR53YtT4fEcqroHeFVE7heR6wFE5Bacb91jcIoINjrPcU+NDXwJ9Kkgjn7A455v5w8DseUdtwJdgBWe96sq2l8VYgHY6nn9Hmh1nnYmyFkyMIFCy7xW+CQ5Vd2tqm8A14lId6ATsExVC4FJlRzj1ANFRgA7K2izDfiH59v5cFX9UwXHLc9W4PIyx6hwf+eJJayCfZ/3czHGkoHxZ0VACVCIp2CXiLT2fEse4Sn61/vUOs82Zd+fQUSGiMhGEdmAczWwH5gH/EJEvsa5uigu77ieXYSJyEqcLqSXROSKMrF8ISJNgddxTvhfeh7f2LKC45bn/4DxnmJkjT3HPWd/5cVSZh8nRWSFiIzx9nMxBqxQnTFe8QxSZ6rqQovFBCK7MjDGO/70zdqfYjEBwq4MjDHG2JWBMcYYSwbGGGOwZGCMMQZLBsYYY7BkYIwxBksGxhhjgP8PfcKIyivRaAMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(para_depth, train_score, linestyle = '-', label = 'Train Score')\n",
    "plt.plot(para_depth, test_score, linestyle = '--', label = 'Test Score')\n",
    "plt.ylabel('score');plt.xlabel('min samples depth')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "> Depth가 6일 때 TestScore의 값이 가장 좋음"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 결과도출"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score on training set : 0.884\n",
      "Score on test set : 0.764\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "RandomForestRegressor(bootstrap=True, criterion='mse', max_depth=6,\n",
       "           max_features='auto', max_leaf_nodes=None,\n",
       "           min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "           min_samples_leaf=8, min_samples_split=4,\n",
       "           min_weight_fraction_leaf=0.0, n_estimators=60, n_jobs=None,\n",
       "           oob_score=False, random_state=1234, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rf_final = RandomForestRegressor(random_state = 1234, n_estimators = 60, min_samples_leaf = 8,\n",
    "                                min_samples_split = 4, max_depth = 6)\n",
    "rf_final.fit(df_train_x, df_train_y)\n",
    "print('Score on training set : {:.3f}'.format(rf_final.score(df_train_x, df_train_y)))\n",
    "print('Score on test set : {:.3f}'.format(rf_final.score(df_validation_x, df_validation_y)))\n",
    "\n",
    "rf_final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: Tree Pages: 1 -->\n",
       "<svg width=\"1466pt\" height=\"685pt\"\n",
       " viewBox=\"0.00 0.00 1465.50 685.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 681)\">\n",
       "<title>Tree</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-681 1461.5,-681 1461.5,4 -4,4\"/>\n",
       "<!-- 0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>0</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.419608\" stroke=\"#000000\" points=\"623.5,-677 524.5,-677 524.5,-609 623.5,-609 623.5,-677\"/>\n",
       "<text text-anchor=\"middle\" x=\"574\" y=\"-661.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">AGE &lt;= 21.0</text>\n",
       "<text text-anchor=\"middle\" x=\"574\" y=\"-646.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 308.031</text>\n",
       "<text text-anchor=\"middle\" x=\"574\" y=\"-631.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 279</text>\n",
       "<text text-anchor=\"middle\" x=\"574\" y=\"-616.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 35.121</text>\n",
       "</g>\n",
       "<!-- 1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>1</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.215686\" stroke=\"#000000\" points=\"547,-573 413,-573 413,-505 547,-505 547,-573\"/>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-557.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 334.45</text>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-542.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 137.115</text>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-527.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 87</text>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-512.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 21.704</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;1 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>0&#45;&gt;1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M543.2209,-608.9465C535.0245,-599.8782 526.078,-589.9799 517.5625,-580.5585\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"520.1503,-578.2019 510.8483,-573.13 514.9571,-582.8957 520.1503,-578.2019\"/>\n",
       "<text text-anchor=\"middle\" x=\"509.5872\" y=\"-594.3982\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">True</text>\n",
       "</g>\n",
       "<!-- 16 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>16</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.517647\" stroke=\"#000000\" points=\"796,-573 668,-573 668,-505 796,-505 796,-573\"/>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-557.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 357.0</text>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-542.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 262.292</text>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-527.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 192</text>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-512.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 41.554</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;16 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>0&#45;&gt;16</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M623.5587,-610.3791C638.7543,-600.3769 655.6457,-589.2585 671.4866,-578.8316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"673.7329,-581.5432 680.1615,-573.1216 669.8842,-575.6962 673.7329,-581.5432\"/>\n",
       "<text text-anchor=\"middle\" x=\"675.1149\" y=\"-593.9069\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">False</text>\n",
       "</g>\n",
       "<!-- 2 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>2</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.117647\" stroke=\"#000000\" points=\"237,-469 103,-469 103,-401 237,-401 237,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 173.25</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 58.507</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 58</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 15.164</text>\n",
       "</g>\n",
       "<!-- 1&#45;&gt;2 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>1&#45;&gt;2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M412.7346,-516.4335C363.8855,-500.0455 297.7014,-477.8418 246.7806,-460.7586\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"247.7281,-457.3849 237.1341,-457.5224 245.5016,-464.0213 247.7281,-457.3849\"/>\n",
       "</g>\n",
       "<!-- 11 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>11</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.388235\" stroke=\"#000000\" points=\"587,-469 373,-469 373,-401 587,-401 587,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">COARSE_AGGREGATE &lt;= 967.5</text>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 69.396</text>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 29</text>\n",
       "<text text-anchor=\"middle\" x=\"480\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 33.117</text>\n",
       "</g>\n",
       "<!-- 1&#45;&gt;11 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>1&#45;&gt;11</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M480,-504.9465C480,-496.776 480,-487.9318 480,-479.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"483.5001,-479.13 480,-469.13 476.5001,-479.13 483.5001,-479.13\"/>\n",
       "</g>\n",
       "<!-- 3 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>3</title>\n",
       "<polygon fill=\"transparent\" stroke=\"#000000\" points=\"92,-357.5 0,-357.5 0,-304.5 92,-304.5 92,-357.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"46\" y=\"-342.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 9.182</text>\n",
       "<text text-anchor=\"middle\" x=\"46\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 13</text>\n",
       "<text text-anchor=\"middle\" x=\"46\" y=\"-312.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 7.521</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;3 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>2&#45;&gt;3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M129.3978,-400.9465C115.3453,-389.1606 99.6212,-375.9726 85.6465,-364.2519\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.5575,-361.2866 77.6464,-357.5422 83.0592,-366.65 87.5575,-361.2866\"/>\n",
       "</g>\n",
       "<!-- 4 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.156863\" stroke=\"#000000\" points=\"230,-365 110,-365 110,-297 230,-297 230,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 168.4</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 48.242</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 45</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 17.828</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;4 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>2&#45;&gt;4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M170,-400.9465C170,-392.776 170,-383.9318 170,-375.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"173.5001,-375.13 170,-365.13 166.5001,-375.13 173.5001,-375.13\"/>\n",
       "</g>\n",
       "<!-- 5 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>5</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.294118\" stroke=\"#000000\" points=\"102.5,-253.5 3.5,-253.5 3.5,-200.5 102.5,-200.5 102.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 71.716</text>\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 26.901</text>\n",
       "</g>\n",
       "<!-- 4&#45;&gt;5 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4&#45;&gt;5</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M131.6898,-296.9465C118.4306,-285.1606 103.5942,-271.9726 90.4084,-260.2519\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"92.6593,-257.5699 82.8599,-253.5422 88.0088,-262.8018 92.6593,-257.5699\"/>\n",
       "</g>\n",
       "<!-- 6 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>6</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.129412\" stroke=\"#000000\" points=\"219.5,-261 120.5,-261 120.5,-193 219.5,-193 219.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">AGE &lt;= 5.0</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 23.791</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 37</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 16.013</text>\n",
       "</g>\n",
       "<!-- 4&#45;&gt;6 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4&#45;&gt;6</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M170,-296.9465C170,-288.776 170,-279.9318 170,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"173.5001,-271.13 170,-261.13 166.5001,-271.13 173.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 7 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>7</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.066667\" stroke=\"#000000\" points=\"214.5,-149.5 115.5,-149.5 115.5,-96.5 214.5,-96.5 214.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"165\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 14.246</text>\n",
       "<text text-anchor=\"middle\" x=\"165\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 10</text>\n",
       "<text text-anchor=\"middle\" x=\"165\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 11.839</text>\n",
       "</g>\n",
       "<!-- 6&#45;&gt;7 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>6&#45;&gt;7</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M168.3628,-192.9465C167.8491,-182.2621 167.2801,-170.4254 166.7584,-159.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.2523,-159.3625 166.2761,-149.5422 163.2604,-159.6987 170.2523,-159.3625\"/>\n",
       "</g>\n",
       "<!-- 8 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>8</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.149020\" stroke=\"#000000\" points=\"423.5,-157 232.5,-157 232.5,-89 423.5,-89 423.5,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"328\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">FINE_AGGREGATE &lt;= 776.5</text>\n",
       "<text text-anchor=\"middle\" x=\"328\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 19.066</text>\n",
       "<text text-anchor=\"middle\" x=\"328\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 27</text>\n",
       "<text text-anchor=\"middle\" x=\"328\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 17.439</text>\n",
       "</g>\n",
       "<!-- 6&#45;&gt;8 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>6&#45;&gt;8</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M219.5587,-194.3791C234.7543,-184.3769 251.6457,-173.2585 267.4866,-162.8316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"269.7329,-165.5432 276.1615,-157.1216 265.8842,-159.6962 269.7329,-165.5432\"/>\n",
       "</g>\n",
       "<!-- 9 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>9</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.192157\" stroke=\"#000000\" points=\"318.5,-53 219.5,-53 219.5,0 318.5,0 318.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"269\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 15.673</text>\n",
       "<text text-anchor=\"middle\" x=\"269\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 11</text>\n",
       "<text text-anchor=\"middle\" x=\"269\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 20.155</text>\n",
       "</g>\n",
       "<!-- 8&#45;&gt;9 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>8&#45;&gt;9</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M307.1988,-88.9777C301.8242,-80.187 296.0265,-70.7044 290.6115,-61.8477\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"293.5564,-59.9545 285.354,-53.2485 287.5842,-63.6059 293.5564,-59.9545\"/>\n",
       "</g>\n",
       "<!-- 10 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>10</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.125490\" stroke=\"#000000\" points=\"435.5,-53 336.5,-53 336.5,0 435.5,0 435.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 13.495</text>\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 16</text>\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 15.701</text>\n",
       "</g>\n",
       "<!-- 8&#45;&gt;10 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>8&#45;&gt;10</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M348.4486,-88.9777C353.7322,-80.187 359.4316,-70.7044 364.7548,-61.8477\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"367.7715,-63.6225 369.9232,-53.2485 361.7718,-60.0165 367.7715,-63.6225\"/>\n",
       "</g>\n",
       "<!-- 12 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>12</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.439216\" stroke=\"#000000\" points=\"446.5,-365 319.5,-365 319.5,-297 446.5,-297 446.5,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 163.45</text>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 39.345</text>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 19</text>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 36.413</text>\n",
       "</g>\n",
       "<!-- 11&#45;&gt;12 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>11&#45;&gt;12</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M448.2386,-400.9465C439.7806,-391.8782 430.5486,-381.9799 421.7613,-372.5585\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"424.213,-370.0557 414.8328,-365.13 419.094,-374.8302 424.213,-370.0557\"/>\n",
       "</g>\n",
       "<!-- 15 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>15</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.243137\" stroke=\"#000000\" points=\"563.5,-357.5 464.5,-357.5 464.5,-304.5 563.5,-304.5 563.5,-357.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"514\" y=\"-342.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 32.721</text>\n",
       "<text text-anchor=\"middle\" x=\"514\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 10</text>\n",
       "<text text-anchor=\"middle\" x=\"514\" y=\"-312.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 23.485</text>\n",
       "</g>\n",
       "<!-- 11&#45;&gt;15 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>11&#45;&gt;15</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M491.1329,-400.9465C494.6619,-390.1519 498.5754,-378.1813 502.1527,-367.2389\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"505.542,-368.1347 505.3228,-357.5422 498.8886,-365.9595 505.542,-368.1347\"/>\n",
       "</g>\n",
       "<!-- 13 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>13</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.490196\" stroke=\"#000000\" points=\"336.5,-253.5 237.5,-253.5 237.5,-200.5 336.5,-200.5 336.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"287\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 39.07</text>\n",
       "<text text-anchor=\"middle\" x=\"287\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 10</text>\n",
       "<text text-anchor=\"middle\" x=\"287\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 39.841</text>\n",
       "</g>\n",
       "<!-- 12&#45;&gt;13 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>12&#45;&gt;13</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M351.566,-296.9465C340.89,-285.3809 328.9678,-272.4652 318.3022,-260.9107\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"320.8551,-258.5162 311.5005,-253.5422 315.7115,-263.2642 320.8551,-258.5162\"/>\n",
       "</g>\n",
       "<!-- 14 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>14</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.388235\" stroke=\"#000000\" points=\"453.5,-253.5 354.5,-253.5 354.5,-200.5 453.5,-200.5 453.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"404\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 16.112</text>\n",
       "<text text-anchor=\"middle\" x=\"404\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 9</text>\n",
       "<text text-anchor=\"middle\" x=\"404\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 32.984</text>\n",
       "</g>\n",
       "<!-- 12&#45;&gt;14 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>12&#45;&gt;14</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M389.8762,-296.9465C392.0336,-286.2621 394.4237,-274.4254 396.6148,-263.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"400.0919,-264.0371 398.6405,-253.5422 393.2304,-262.6516 400.0919,-264.0371\"/>\n",
       "</g>\n",
       "<!-- 17 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>17</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.450980\" stroke=\"#000000\" points=\"796,-469 668,-469 668,-401 796,-401 796,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 164.8</text>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 181.897</text>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 157</text>\n",
       "<text text-anchor=\"middle\" x=\"732\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 37.206</text>\n",
       "</g>\n",
       "<!-- 16&#45;&gt;17 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>16&#45;&gt;17</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M732,-504.9465C732,-496.776 732,-487.9318 732,-479.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"735.5001,-479.13 732,-469.13 728.5001,-479.13 735.5001,-479.13\"/>\n",
       "</g>\n",
       "<!-- 36 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>36</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.796078\" stroke=\"#000000\" points=\"1305.5,-469 1178.5,-469 1178.5,-401 1305.5,-401 1305.5,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 183.05</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 185.712</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 35</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 59.877</text>\n",
       "</g>\n",
       "<!-- 16&#45;&gt;36 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>16&#45;&gt;36</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M796.0754,-525.9336C890.8697,-506.603 1068.0285,-470.4765 1168.1502,-450.0596\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1169.0877,-453.4405 1178.1867,-448.0129 1167.689,-446.5817 1169.0877,-453.4405\"/>\n",
       "</g>\n",
       "<!-- 18 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>18</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.278431\" stroke=\"#000000\" points=\"812,-365 586,-365 586,-297 812,-297 812,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 118.8</text>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 89.26</text>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 42</text>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 25.725</text>\n",
       "</g>\n",
       "<!-- 17&#45;&gt;18 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>17&#45;&gt;18</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M721.1946,-400.9465C718.545,-392.5965 715.6722,-383.5427 712.8999,-374.8056\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"716.1903,-373.6031 709.8297,-365.13 709.5182,-375.7203 716.1903,-373.6031\"/>\n",
       "</g>\n",
       "<!-- 25 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>25</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.517647\" stroke=\"#000000\" points=\"1066,-365 840,-365 840,-297 1066,-297 1066,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 46.15</text>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 147.963</text>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 115</text>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 41.57</text>\n",
       "</g>\n",
       "<!-- 17&#45;&gt;25 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>17&#45;&gt;25</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M796.2192,-404.7792C819.6115,-393.7711 846.3812,-381.1736 871.1003,-369.541\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"872.9045,-372.5602 880.4624,-365.1353 869.9239,-366.2265 872.9045,-372.5602\"/>\n",
       "</g>\n",
       "<!-- 19 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>19</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.105882\" stroke=\"#000000\" points=\"564,-253.5 472,-253.5 472,-200.5 564,-200.5 564,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"518\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 11.979</text>\n",
       "<text text-anchor=\"middle\" x=\"518\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 11</text>\n",
       "<text text-anchor=\"middle\" x=\"518\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 14.51</text>\n",
       "</g>\n",
       "<!-- 18&#45;&gt;19 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>18&#45;&gt;19</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M636.1874,-296.8564C615.9069,-285.6321 593.3988,-272.9627 573,-261 571.729,-260.2547 570.4438,-259.4964 569.1492,-258.7284\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"570.895,-255.6943 560.5184,-253.5548 567.2959,-261.6982 570.895,-255.6943\"/>\n",
       "</g>\n",
       "<!-- 20 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>20</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.341176\" stroke=\"#000000\" points=\"815.5,-261 582.5,-261 582.5,-193 815.5,-193 815.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 183.45</text>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 52.235</text>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 31</text>\n",
       "<text text-anchor=\"middle\" x=\"699\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 30.021</text>\n",
       "</g>\n",
       "<!-- 18&#45;&gt;20 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>18&#45;&gt;20</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M699,-296.9465C699,-288.776 699,-279.9318 699,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"702.5001,-271.13 699,-261.13 695.5001,-271.13 702.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 21 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>21</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.282353\" stroke=\"#000000\" points=\"551.5,-149.5 452.5,-149.5 452.5,-96.5 551.5,-96.5 551.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"502\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 33.152</text>\n",
       "<text text-anchor=\"middle\" x=\"502\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 15</text>\n",
       "<text text-anchor=\"middle\" x=\"502\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 26.054</text>\n",
       "</g>\n",
       "<!-- 20&#45;&gt;21 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>20&#45;&gt;21</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M629.8342,-192.8234C607.7132,-181.6511 583.2081,-169.0203 561,-157 559.499,-156.1875 557.9796,-155.3586 556.4487,-154.5176\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"558.0435,-151.3997 547.6026,-149.6 554.6423,-157.5179 558.0435,-151.3997\"/>\n",
       "</g>\n",
       "<!-- 22 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>22</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.400000\" stroke=\"#000000\" points=\"796,-157 570,-157 570,-89 796,-89 796,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"683\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 208.0</text>\n",
       "<text text-anchor=\"middle\" x=\"683\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 40.994</text>\n",
       "<text text-anchor=\"middle\" x=\"683\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 16</text>\n",
       "<text text-anchor=\"middle\" x=\"683\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 33.822</text>\n",
       "</g>\n",
       "<!-- 20&#45;&gt;22 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>20&#45;&gt;22</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M693.761,-192.9465C692.4902,-184.6863 691.1134,-175.7374 689.7827,-167.0875\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"693.2307,-166.4815 688.2508,-157.13 686.3121,-167.5459 693.2307,-166.4815\"/>\n",
       "</g>\n",
       "<!-- 23 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>23</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.376471\" stroke=\"#000000\" points=\"650.5,-53 551.5,-53 551.5,0 650.5,0 650.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"601\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 39.418</text>\n",
       "<text text-anchor=\"middle\" x=\"601\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"601\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 32.356</text>\n",
       "</g>\n",
       "<!-- 22&#45;&gt;23 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>22&#45;&gt;23</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M654.0899,-88.9777C646.3866,-79.9123 638.0581,-70.111 630.3324,-61.0192\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"632.8718,-58.6025 623.7293,-53.2485 627.5375,-63.1352 632.8718,-58.6025\"/>\n",
       "</g>\n",
       "<!-- 24 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>24</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.435294\" stroke=\"#000000\" points=\"767.5,-53 668.5,-53 668.5,0 767.5,0 767.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"718\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 34.067</text>\n",
       "<text text-anchor=\"middle\" x=\"718\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"718\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 36.266</text>\n",
       "</g>\n",
       "<!-- 22&#45;&gt;24 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>22&#45;&gt;24</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M695.3397,-88.9777C698.4284,-80.4617 701.7526,-71.2963 704.8778,-62.6798\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"708.1791,-63.8426 708.2985,-53.2485 701.5985,-61.4559 708.1791,-63.8426\"/>\n",
       "</g>\n",
       "<!-- 26 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>26</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.427451\" stroke=\"#000000\" points=\"1016.5,-261 889.5,-261 889.5,-193 1016.5,-193 1016.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 161.25</text>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 86.819</text>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 60</text>\n",
       "<text text-anchor=\"middle\" x=\"953\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 35.589</text>\n",
       "</g>\n",
       "<!-- 25&#45;&gt;26 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>25&#45;&gt;26</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M953,-296.9465C953,-288.776 953,-279.9318 953,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"956.5001,-271.13 953,-261.13 949.5001,-271.13 956.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 31 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>31</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.619608\" stroke=\"#000000\" points=\"1174,-261 1054,-261 1054,-193 1174,-193 1174,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"1114\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 166.3</text>\n",
       "<text text-anchor=\"middle\" x=\"1114\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 130.535</text>\n",
       "<text text-anchor=\"middle\" x=\"1114\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 55</text>\n",
       "<text text-anchor=\"middle\" x=\"1114\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 48.374</text>\n",
       "</g>\n",
       "<!-- 25&#45;&gt;31 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>25&#45;&gt;31</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1005.7174,-296.9465C1020.7288,-287.2497 1037.2094,-276.6039 1052.6854,-266.6069\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1054.6633,-269.496 1061.1641,-261.13 1050.8651,-263.6161 1054.6633,-269.496\"/>\n",
       "</g>\n",
       "<!-- 27 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>27</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.592157\" stroke=\"#000000\" points=\"906,-149.5 814,-149.5 814,-96.5 906,-96.5 906,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"860\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 75.508</text>\n",
       "<text text-anchor=\"middle\" x=\"860\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 14</text>\n",
       "<text text-anchor=\"middle\" x=\"860\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 46.41</text>\n",
       "</g>\n",
       "<!-- 26&#45;&gt;27 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>26&#45;&gt;27</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M922.5483,-192.9465C912.3045,-181.491 900.8762,-168.711 890.6195,-157.2412\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"893.0097,-154.6634 883.7348,-149.5422 887.7917,-159.3295 893.0097,-154.6634\"/>\n",
       "</g>\n",
       "<!-- 28 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>28</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.384314\" stroke=\"#000000\" points=\"1051.5,-157 924.5,-157 924.5,-89 1051.5,-89 1051.5,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"988\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 183.75</text>\n",
       "<text text-anchor=\"middle\" x=\"988\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 53.616</text>\n",
       "<text text-anchor=\"middle\" x=\"988\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 46</text>\n",
       "<text text-anchor=\"middle\" x=\"988\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 32.921</text>\n",
       "</g>\n",
       "<!-- 26&#45;&gt;28 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>26&#45;&gt;28</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M964.4603,-192.9465C967.2704,-184.5965 970.3173,-175.5427 973.2577,-166.8056\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"976.6415,-167.7241 976.5139,-157.13 970.0071,-165.4913 976.6415,-167.7241\"/>\n",
       "</g>\n",
       "<!-- 29 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>29</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.450980\" stroke=\"#000000\" points=\"936.5,-53 837.5,-53 837.5,0 936.5,0 936.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"887\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 71.143</text>\n",
       "<text text-anchor=\"middle\" x=\"887\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 16</text>\n",
       "<text text-anchor=\"middle\" x=\"887\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 37.216</text>\n",
       "</g>\n",
       "<!-- 28&#45;&gt;29 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>28&#45;&gt;29</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M952.3912,-88.9777C942.6155,-79.6376 932.0223,-69.5163 922.266,-60.1947\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"924.644,-57.6261 914.9958,-53.2485 919.8083,-62.6873 924.644,-57.6261\"/>\n",
       "</g>\n",
       "<!-- 30 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>30</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.352941\" stroke=\"#000000\" points=\"1053.5,-53 954.5,-53 954.5,0 1053.5,0 1053.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1004\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 31.571</text>\n",
       "<text text-anchor=\"middle\" x=\"1004\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 30</text>\n",
       "<text text-anchor=\"middle\" x=\"1004\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 30.817</text>\n",
       "</g>\n",
       "<!-- 28&#45;&gt;30 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>28&#45;&gt;30</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M993.641,-88.9777C995.0226,-80.6449 996.5073,-71.6903 997.909,-63.2364\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1001.3821,-63.6863 999.565,-53.2485 994.4764,-62.5413 1001.3821,-63.6863\"/>\n",
       "</g>\n",
       "<!-- 32 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>32</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.831373\" stroke=\"#000000\" points=\"1168.5,-149.5 1069.5,-149.5 1069.5,-96.5 1168.5,-96.5 1168.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 116.265</text>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 12</text>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 62.137</text>\n",
       "</g>\n",
       "<!-- 31&#45;&gt;32 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>31&#45;&gt;32</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1115.6372,-192.9465C1116.1509,-182.2621 1116.7199,-170.4254 1117.2416,-159.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1120.7396,-159.6987 1117.7239,-149.5422 1113.7477,-159.3625 1120.7396,-159.6987\"/>\n",
       "</g>\n",
       "<!-- 33 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>33</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.572549\" stroke=\"#000000\" points=\"1321,-157 1187,-157 1187,-89 1321,-89 1321,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"1254\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 311.45</text>\n",
       "<text text-anchor=\"middle\" x=\"1254\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 80.028</text>\n",
       "<text text-anchor=\"middle\" x=\"1254\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 43</text>\n",
       "<text text-anchor=\"middle\" x=\"1254\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 45.198</text>\n",
       "</g>\n",
       "<!-- 31&#45;&gt;33 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>31&#45;&gt;33</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1159.8412,-192.9465C1172.6529,-183.4293 1186.6952,-172.9978 1199.9344,-163.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1202.1155,-165.9029 1208.0558,-157.13 1197.9412,-160.2837 1202.1155,-165.9029\"/>\n",
       "</g>\n",
       "<!-- 34 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>34</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.533333\" stroke=\"#000000\" points=\"1244.5,-53 1145.5,-53 1145.5,0 1244.5,0 1244.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1195\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 58.938</text>\n",
       "<text text-anchor=\"middle\" x=\"1195\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 31</text>\n",
       "<text text-anchor=\"middle\" x=\"1195\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 42.501</text>\n",
       "</g>\n",
       "<!-- 33&#45;&gt;34 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>33&#45;&gt;34</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1233.1988,-88.9777C1227.8242,-80.187 1222.0265,-70.7044 1216.6115,-61.8477\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1219.5564,-59.9545 1211.354,-53.2485 1213.5842,-63.6059 1219.5564,-59.9545\"/>\n",
       "</g>\n",
       "<!-- 35 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>35</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.670588\" stroke=\"#000000\" points=\"1361.5,-53 1262.5,-53 1262.5,0 1361.5,0 1361.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1312\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 70.849</text>\n",
       "<text text-anchor=\"middle\" x=\"1312\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 12</text>\n",
       "<text text-anchor=\"middle\" x=\"1312\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 51.727</text>\n",
       "</g>\n",
       "<!-- 33&#45;&gt;35 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>33&#45;&gt;35</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1274.4486,-88.9777C1279.7322,-80.187 1285.4316,-70.7044 1290.7548,-61.8477\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1293.7715,-63.6225 1295.9232,-53.2485 1287.7718,-60.0165 1293.7715,-63.6225\"/>\n",
       "</g>\n",
       "<!-- 37 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>37</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.894118\" stroke=\"#000000\" points=\"1340.5,-365 1143.5,-365 1143.5,-297 1340.5,-297 1340.5,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">FINE_AGGREGATE &lt;= 756.25</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 85.171</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 25</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 66.41</text>\n",
       "</g>\n",
       "<!-- 36&#45;&gt;37 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>36&#45;&gt;37</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1242,-400.9465C1242,-392.776 1242,-383.9318 1242,-375.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1245.5001,-375.13 1242,-365.13 1238.5001,-375.13 1245.5001,-375.13\"/>\n",
       "</g>\n",
       "<!-- 40 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>40</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.568627\" stroke=\"#000000\" points=\"1457.5,-357.5 1358.5,-357.5 1358.5,-304.5 1457.5,-304.5 1457.5,-357.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1408\" y=\"-342.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 93.787</text>\n",
       "<text text-anchor=\"middle\" x=\"1408\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 10</text>\n",
       "<text text-anchor=\"middle\" x=\"1408\" y=\"-312.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 44.888</text>\n",
       "</g>\n",
       "<!-- 36&#45;&gt;40 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>36&#45;&gt;40</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1296.3546,-400.9465C1315.8701,-388.72 1337.7937,-374.9847 1357.0129,-362.9437\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1359.0186,-365.8174 1365.6346,-357.5422 1355.3021,-359.8854 1359.0186,-365.8174\"/>\n",
       "</g>\n",
       "<!-- 38 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>38</title>\n",
       "<polygon fill=\"#e58139\" stroke=\"#000000\" points=\"1291.5,-253.5 1192.5,-253.5 1192.5,-200.5 1291.5,-200.5 1291.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 50.95</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 11</text>\n",
       "<text text-anchor=\"middle\" x=\"1242\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 73.334</text>\n",
       "</g>\n",
       "<!-- 37&#45;&gt;38 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>37&#45;&gt;38</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1242,-296.9465C1242,-286.2621 1242,-274.4254 1242,-263.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1245.5001,-263.5421 1242,-253.5422 1238.5001,-263.5422 1245.5001,-263.5421\"/>\n",
       "</g>\n",
       "<!-- 39 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>39</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.823529\" stroke=\"#000000\" points=\"1408.5,-253.5 1309.5,-253.5 1309.5,-200.5 1408.5,-200.5 1408.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1359\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 52.42</text>\n",
       "<text text-anchor=\"middle\" x=\"1359\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 14</text>\n",
       "<text text-anchor=\"middle\" x=\"1359\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 61.593</text>\n",
       "</g>\n",
       "<!-- 37&#45;&gt;39 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>37&#45;&gt;39</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1280.3102,-296.9465C1293.5694,-285.1606 1308.4058,-271.9726 1321.5916,-260.2519\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1323.9912,-262.8018 1329.1401,-253.5422 1319.3407,-257.5699 1323.9912,-262.8018\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0x7fe468de22e8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "v_feature_names = df_train_x.columns\n",
    "\n",
    "export_graphviz(rf_final.estimators_[0], out_file = 'rfr_final_0.dot', feature_names = v_feature_names, impurity = True, filled = True)\n",
    "\n",
    "with open('rfr_final_0.dot') as f:\n",
    "    dot_graph = f.read()\n",
    "display(graphviz.Source(dot_graph))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: Tree Pages: 1 -->\n",
       "<svg width=\"1923pt\" height=\"685pt\"\n",
       " viewBox=\"0.00 0.00 1922.50 685.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 681)\">\n",
       "<title>Tree</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-681 1918.5,-681 1918.5,4 -4,4\"/>\n",
       "<!-- 0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>0</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.454902\" stroke=\"#000000\" points=\"706.5,-677 607.5,-677 607.5,-609 706.5,-609 706.5,-677\"/>\n",
       "<text text-anchor=\"middle\" x=\"657\" y=\"-661.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">AGE &lt;= 21.0</text>\n",
       "<text text-anchor=\"middle\" x=\"657\" y=\"-646.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 288.052</text>\n",
       "<text text-anchor=\"middle\" x=\"657\" y=\"-631.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 280</text>\n",
       "<text text-anchor=\"middle\" x=\"657\" y=\"-616.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 35.29</text>\n",
       "</g>\n",
       "<!-- 1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>1</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.243137\" stroke=\"#000000\" points=\"629,-573 501,-573 501,-505 629,-505 629,-573\"/>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-557.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 354.5</text>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-542.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 158.53</text>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-527.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 92</text>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-512.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 21.744</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;1 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>0&#45;&gt;1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M626.8758,-608.9465C618.9332,-599.968 610.2709,-590.1758 602.011,-580.8385\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"604.4392,-578.301 595.1919,-573.13 599.1962,-582.939 604.4392,-578.301\"/>\n",
       "<text text-anchor=\"middle\" x=\"593.6642\" y=\"-594.3833\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">True</text>\n",
       "</g>\n",
       "<!-- 18 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>18</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.549020\" stroke=\"#000000\" points=\"852,-573 724,-573 724,-505 852,-505 852,-573\"/>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-557.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 354.0</text>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-542.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 224.523</text>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-527.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 188</text>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-512.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 41.513</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;18 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>0&#45;&gt;18</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M699.8943,-608.9465C711.7693,-599.519 724.7741,-589.1946 737.0593,-579.4415\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"739.3536,-582.089 745.0093,-573.13 735.0011,-576.6066 739.3536,-582.089\"/>\n",
       "<text text-anchor=\"middle\" x=\"742.1558\" y=\"-594.2666\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">False</text>\n",
       "</g>\n",
       "<!-- 2 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>2</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.160784\" stroke=\"#000000\" points=\"373.5,-469 274.5,-469 274.5,-401 373.5,-401 373.5,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">AGE &lt;= 5.0</text>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 64.171</text>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 69</text>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 16.237</text>\n",
       "</g>\n",
       "<!-- 1&#45;&gt;2 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>1&#45;&gt;2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M500.733,-511.2665C464.1248,-495.4688 418.5907,-475.8192 382.9101,-460.4218\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"384.1625,-457.1503 373.5941,-456.4016 381.3889,-463.5774 384.1625,-457.1503\"/>\n",
       "</g>\n",
       "<!-- 15 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>15</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.509804\" stroke=\"#000000\" points=\"663.5,-469 466.5,-469 466.5,-401 663.5,-401 663.5,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">FINE_AGGREGATE &lt;= 802.35</text>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 63.019</text>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 23</text>\n",
       "<text text-anchor=\"middle\" x=\"565\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 38.931</text>\n",
       "</g>\n",
       "<!-- 1&#45;&gt;15 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>1&#45;&gt;15</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M565,-504.9465C565,-496.776 565,-487.9318 565,-479.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"568.5001,-479.13 565,-469.13 561.5001,-479.13 568.5001,-479.13\"/>\n",
       "</g>\n",
       "<!-- 3 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>3</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.070588\" stroke=\"#000000\" points=\"234,-365 106,-365 106,-297 234,-297 234,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 175.5</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 34.103</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 28</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 10.528</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;3 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>2&#45;&gt;3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M274.4257,-401.5213C260.0193,-391.7923 244.1395,-381.0682 229.2046,-370.9823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"230.7847,-367.8261 220.5386,-365.13 226.8671,-373.6272 230.7847,-367.8261\"/>\n",
       "</g>\n",
       "<!-- 8 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>8</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.227451\" stroke=\"#000000\" points=\"387.5,-365 260.5,-365 260.5,-297 387.5,-297 387.5,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 182.45</text>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 42.58</text>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 41</text>\n",
       "<text text-anchor=\"middle\" x=\"324\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 20.667</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;8 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>2&#45;&gt;8</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324,-400.9465C324,-392.776 324,-383.9318 324,-375.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"327.5001,-375.13 324,-365.13 320.5001,-375.13 327.5001,-375.13\"/>\n",
       "</g>\n",
       "<!-- 4 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4</title>\n",
       "<polygon fill=\"transparent\" stroke=\"#000000\" points=\"92,-253.5 0,-253.5 0,-200.5 92,-200.5 92,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"46\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 2.909</text>\n",
       "<text text-anchor=\"middle\" x=\"46\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 9</text>\n",
       "<text text-anchor=\"middle\" x=\"46\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 5.885</text>\n",
       "</g>\n",
       "<!-- 3&#45;&gt;4 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>3&#45;&gt;4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M129.3978,-296.9465C115.3453,-285.1606 99.6212,-271.9726 85.6465,-260.2519\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.5575,-257.2866 77.6464,-253.5422 83.0592,-262.65 87.5575,-257.2866\"/>\n",
       "</g>\n",
       "<!-- 5 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>5</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.117647\" stroke=\"#000000\" points=\"230,-261 110,-261 110,-193 230,-193 230,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 188.9</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 30.951</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 19</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 13.623</text>\n",
       "</g>\n",
       "<!-- 3&#45;&gt;5 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>3&#45;&gt;5</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M170,-296.9465C170,-288.776 170,-279.9318 170,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"173.5001,-271.13 170,-261.13 166.5001,-271.13 173.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 6 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>6</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.164706\" stroke=\"#000000\" points=\"102.5,-149.5 3.5,-149.5 3.5,-96.5 102.5,-96.5 102.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 39.235</text>\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 16.595</text>\n",
       "</g>\n",
       "<!-- 5&#45;&gt;6 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>5&#45;&gt;6</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M131.6898,-192.9465C118.4306,-181.1606 103.5942,-167.9726 90.4084,-156.2519\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"92.6593,-153.5699 82.8599,-149.5422 88.0088,-158.8018 92.6593,-153.5699\"/>\n",
       "</g>\n",
       "<!-- 7 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>7</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.078431\" stroke=\"#000000\" points=\"219.5,-149.5 120.5,-149.5 120.5,-96.5 219.5,-96.5 219.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 7.441</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 11</text>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 10.863</text>\n",
       "</g>\n",
       "<!-- 5&#45;&gt;7 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>5&#45;&gt;7</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M170,-192.9465C170,-182.2621 170,-170.4254 170,-159.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"173.5001,-159.5421 170,-149.5422 166.5001,-159.5422 173.5001,-159.5421\"/>\n",
       "</g>\n",
       "<!-- 9 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>9</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.349020\" stroke=\"#000000\" points=\"363.5,-253.5 264.5,-253.5 264.5,-200.5 363.5,-200.5 363.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"314\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 24.757</text>\n",
       "<text text-anchor=\"middle\" x=\"314\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 10</text>\n",
       "<text text-anchor=\"middle\" x=\"314\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 28.519</text>\n",
       "</g>\n",
       "<!-- 8&#45;&gt;9 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>8&#45;&gt;9</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M320.7256,-296.9465C319.6983,-286.2621 318.5601,-274.4254 317.5168,-263.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"320.9933,-263.1612 316.5521,-253.5422 314.0254,-263.8313 320.9933,-263.1612\"/>\n",
       "</g>\n",
       "<!-- 10 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>10</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.196078\" stroke=\"#000000\" points=\"510,-261 382,-261 382,-193 510,-193 510,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 221.6</text>\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 26.951</text>\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 31</text>\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 18.619</text>\n",
       "</g>\n",
       "<!-- 8&#45;&gt;10 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>8&#45;&gt;10</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M363.9474,-296.9465C374.9012,-287.6088 386.8873,-277.3911 398.232,-267.7203\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"400.6233,-270.2809 405.9629,-261.13 396.0821,-264.9538 400.6233,-270.2809\"/>\n",
       "</g>\n",
       "<!-- 11 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>11</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.117647\" stroke=\"#000000\" points=\"336.5,-149.5 237.5,-149.5 237.5,-96.5 336.5,-96.5 336.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"287\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 9.177</text>\n",
       "<text text-anchor=\"middle\" x=\"287\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 10</text>\n",
       "<text text-anchor=\"middle\" x=\"287\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 13.395</text>\n",
       "</g>\n",
       "<!-- 10&#45;&gt;11 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>10&#45;&gt;11</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M393.9375,-192.9465C375.4134,-180.8301 354.624,-167.232 336.3352,-155.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"337.8636,-152.087 327.5789,-149.5422 334.0318,-157.9452 337.8636,-152.087\"/>\n",
       "</g>\n",
       "<!-- 12 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>12</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.227451\" stroke=\"#000000\" points=\"569,-157 355,-157 355,-89 569,-89 569,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">COARSE_AGGREGATE &lt;= 971.3</text>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 18.964</text>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 21</text>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 20.677</text>\n",
       "</g>\n",
       "<!-- 10&#45;&gt;12 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>10&#45;&gt;12</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M451.239,-192.9465C452.5098,-184.6863 453.8866,-175.7374 455.2173,-167.0875\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"458.6879,-167.5459 456.7492,-157.13 451.7693,-166.4815 458.6879,-167.5459\"/>\n",
       "</g>\n",
       "<!-- 13 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>13</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.278431\" stroke=\"#000000\" points=\"396.5,-53 297.5,-53 297.5,0 396.5,0 396.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"347\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 9.823</text>\n",
       "<text text-anchor=\"middle\" x=\"347\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"347\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 24.042</text>\n",
       "</g>\n",
       "<!-- 12&#45;&gt;13 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>12&#45;&gt;13</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M421.4553,-88.9777C410.2155,-79.546 398.0264,-69.3178 386.8279,-59.9208\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"388.7866,-56.9954 378.8764,-53.2485 384.287,-62.3576 388.7866,-56.9954\"/>\n",
       "</g>\n",
       "<!-- 14 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>14</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.184314\" stroke=\"#000000\" points=\"513.5,-53 414.5,-53 414.5,0 513.5,0 513.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"464\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 9.285</text>\n",
       "<text text-anchor=\"middle\" x=\"464\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 13</text>\n",
       "<text text-anchor=\"middle\" x=\"464\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 17.873</text>\n",
       "</g>\n",
       "<!-- 12&#45;&gt;14 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>12&#45;&gt;14</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M462.7051,-88.9777C462.8759,-80.7364 463.0593,-71.887 463.2328,-63.5153\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"466.7376,-63.3189 463.4456,-53.2485 459.7391,-63.1738 466.7376,-63.3189\"/>\n",
       "</g>\n",
       "<!-- 16 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>16</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.431373\" stroke=\"#000000\" points=\"511.5,-357.5 412.5,-357.5 412.5,-304.5 511.5,-304.5 511.5,-357.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-342.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 31.073</text>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 14</text>\n",
       "<text text-anchor=\"middle\" x=\"462\" y=\"-312.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 33.817</text>\n",
       "</g>\n",
       "<!-- 15&#45;&gt;16 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>15&#45;&gt;16</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M531.2739,-400.9465C519.8195,-389.3809 507.028,-376.4652 495.5846,-364.9107\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.8106,-362.1844 488.287,-357.5422 492.837,-367.1102 497.8106,-362.1844\"/>\n",
       "</g>\n",
       "<!-- 17 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>17</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.603922\" stroke=\"#000000\" points=\"628.5,-357.5 529.5,-357.5 529.5,-304.5 628.5,-304.5 628.5,-357.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"579\" y=\"-342.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 32.312</text>\n",
       "<text text-anchor=\"middle\" x=\"579\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 9</text>\n",
       "<text text-anchor=\"middle\" x=\"579\" y=\"-312.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 45.067</text>\n",
       "</g>\n",
       "<!-- 15&#45;&gt;17 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>15&#45;&gt;17</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M569.5841,-400.9465C571.0224,-390.2621 572.6158,-378.4254 574.0765,-367.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"577.5615,-367.9197 575.427,-357.5422 570.6241,-366.9858 577.5615,-367.9197\"/>\n",
       "</g>\n",
       "<!-- 19 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>19</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.478431\" stroke=\"#000000\" points=\"855,-469 721,-469 721,-401 855,-401 855,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 166.45</text>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 159.344</text>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 144</text>\n",
       "<text text-anchor=\"middle\" x=\"788\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 36.938</text>\n",
       "</g>\n",
       "<!-- 18&#45;&gt;19 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>18&#45;&gt;19</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M788,-504.9465C788,-496.776 788,-487.9318 788,-479.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"791.5001,-479.13 788,-469.13 784.5001,-479.13 791.5001,-479.13\"/>\n",
       "</g>\n",
       "<!-- 42 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>42</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.756863\" stroke=\"#000000\" points=\"1815,-469 1589,-469 1589,-401 1815,-401 1815,-469\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 101.7</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-438.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 173.192</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-423.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 44</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-408.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 54.994</text>\n",
       "</g>\n",
       "<!-- 18&#45;&gt;42 -->\n",
       "<g id=\"edge42\" class=\"edge\">\n",
       "<title>18&#45;&gt;42</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M852.2707,-531.6869C1003.0424,-514.5313 1381.559,-471.4616 1578.5403,-449.0479\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1579.1081,-452.506 1588.6483,-447.8978 1578.3167,-445.5509 1579.1081,-452.506\"/>\n",
       "</g>\n",
       "<!-- 20 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>20</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.329412\" stroke=\"#000000\" points=\"888,-365 662,-365 662,-297 888,-297 888,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 64.25</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 103.328</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 42</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 27.131</text>\n",
       "</g>\n",
       "<!-- 19&#45;&gt;20 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>19&#45;&gt;20</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M783.7433,-400.9465C782.7108,-392.6863 781.5922,-383.7374 780.5109,-375.0875\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"783.9797,-374.6186 779.2662,-365.13 777.0337,-375.4869 783.9797,-374.6186\"/>\n",
       "</g>\n",
       "<!-- 27 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>27</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.537255\" stroke=\"#000000\" points=\"1089.5,-365 962.5,-365 962.5,-297 1089.5,-297 1089.5,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 181.85</text>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 128.032</text>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 102</text>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 40.849</text>\n",
       "</g>\n",
       "<!-- 19&#45;&gt;27 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>19&#45;&gt;27</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M855.2469,-405.6148C885.6427,-392.3326 921.6331,-376.6057 952.7162,-363.0232\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"954.4316,-366.0932 962.1935,-358.8818 951.6287,-359.6789 954.4316,-366.0932\"/>\n",
       "</g>\n",
       "<!-- 21 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>21</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.156863\" stroke=\"#000000\" points=\"661.5,-253.5 562.5,-253.5 562.5,-200.5 661.5,-200.5 661.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"612\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 17.925</text>\n",
       "<text text-anchor=\"middle\" x=\"612\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 13</text>\n",
       "<text text-anchor=\"middle\" x=\"612\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 15.968</text>\n",
       "</g>\n",
       "<!-- 20&#45;&gt;21 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>20&#45;&gt;21</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M721.6277,-296.9465C702.4649,-284.72 680.9375,-270.9847 662.0657,-258.9437\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"663.9126,-255.9704 653.5997,-253.5422 660.1474,-261.8716 663.9126,-255.9704\"/>\n",
       "</g>\n",
       "<!-- 22 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>22</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.407843\" stroke=\"#000000\" points=\"870.5,-261 679.5,-261 679.5,-193 870.5,-193 870.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">SUPERPLASTICIZER &lt;= 8.05</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 58.128</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 29</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 32.323</text>\n",
       "</g>\n",
       "<!-- 20&#45;&gt;22 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>20&#45;&gt;22</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M775,-296.9465C775,-288.776 775,-279.9318 775,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"778.5001,-271.13 775,-261.13 771.5001,-271.13 778.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 23 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>23</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.356863\" stroke=\"#000000\" points=\"707,-157 587,-157 587,-89 707,-89 707,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"647\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 199.5</text>\n",
       "<text text-anchor=\"middle\" x=\"647\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 39.954</text>\n",
       "<text text-anchor=\"middle\" x=\"647\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 20</text>\n",
       "<text text-anchor=\"middle\" x=\"647\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 28.975</text>\n",
       "</g>\n",
       "<!-- 22&#45;&gt;23 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>22&#45;&gt;23</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M733.088,-192.9465C721.485,-183.519 708.7779,-173.1946 696.7741,-163.4415\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"698.9744,-160.7196 689.0061,-157.13 694.5602,-166.1524 698.9744,-160.7196\"/>\n",
       "</g>\n",
       "<!-- 26 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>26</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.513725\" stroke=\"#000000\" points=\"824.5,-149.5 725.5,-149.5 725.5,-96.5 824.5,-96.5 824.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 24.466</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 9</text>\n",
       "<text text-anchor=\"middle\" x=\"775\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 39.258</text>\n",
       "</g>\n",
       "<!-- 22&#45;&gt;26 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>22&#45;&gt;26</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M775,-192.9465C775,-182.2621 775,-170.4254 775,-159.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"778.5001,-159.5421 775,-149.5422 771.5001,-159.5422 778.5001,-159.5421\"/>\n",
       "</g>\n",
       "<!-- 24 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>24</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.313725\" stroke=\"#000000\" points=\"632.5,-53 533.5,-53 533.5,0 632.5,0 632.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"583\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 43.438</text>\n",
       "<text text-anchor=\"middle\" x=\"583\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 12</text>\n",
       "<text text-anchor=\"middle\" x=\"583\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 26.355</text>\n",
       "</g>\n",
       "<!-- 23&#45;&gt;24 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>23&#45;&gt;24</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M624.436,-88.9777C618.6059,-80.187 612.3169,-70.7044 606.443,-61.8477\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"609.1838,-59.6478 600.7399,-53.2485 603.3502,-63.5167 609.1838,-59.6478\"/>\n",
       "</g>\n",
       "<!-- 25 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>25</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.400000\" stroke=\"#000000\" points=\"749.5,-53 650.5,-53 650.5,0 749.5,0 749.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"700\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 20.98</text>\n",
       "<text text-anchor=\"middle\" x=\"700\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"700\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 31.783</text>\n",
       "</g>\n",
       "<!-- 23&#45;&gt;25 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>23&#45;&gt;25</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M665.6858,-88.9777C670.4636,-80.2786 675.6135,-70.9018 680.4341,-62.1247\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"683.5629,-63.6984 685.3091,-53.2485 677.4274,-60.3286 683.5629,-63.6984\"/>\n",
       "</g>\n",
       "<!-- 28 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>28</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.647059\" stroke=\"#000000\" points=\"1124.5,-261 927.5,-261 927.5,-193 1124.5,-193 1124.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">FINE_AGGREGATE &lt;= 793.85</text>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 111.109</text>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 43</text>\n",
       "<text text-anchor=\"middle\" x=\"1026\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 47.88</text>\n",
       "</g>\n",
       "<!-- 27&#45;&gt;28 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>27&#45;&gt;28</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1026,-296.9465C1026,-288.776 1026,-279.9318 1026,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1029.5001,-271.13 1026,-261.13 1022.5001,-271.13 1029.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 35 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>35</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.454902\" stroke=\"#000000\" points=\"1413.5,-261 1180.5,-261 1180.5,-193 1413.5,-193 1413.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 140.65</text>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 73.11</text>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 59</text>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 35.398</text>\n",
       "</g>\n",
       "<!-- 27&#45;&gt;35 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>27&#45;&gt;35</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1089.5375,-306.6166C1121.9935,-294.1612 1162.2096,-278.7277 1198.5681,-264.7746\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1200.1325,-267.9232 1208.2146,-261.0726 1197.6245,-261.3879 1200.1325,-267.9232\"/>\n",
       "</g>\n",
       "<!-- 29 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>29</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.733333\" stroke=\"#000000\" points=\"1033.5,-157 842.5,-157 842.5,-89 1033.5,-89 1033.5,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">FINE_AGGREGATE &lt;= 751.3</text>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 56.229</text>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 23</text>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 53.521</text>\n",
       "</g>\n",
       "<!-- 28&#45;&gt;29 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>28&#45;&gt;29</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M997.1855,-192.9465C989.5883,-183.968 981.3026,-174.1758 973.4018,-164.8385\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"976.0105,-162.5031 966.8792,-157.13 970.6668,-167.0247 976.0105,-162.5031\"/>\n",
       "</g>\n",
       "<!-- 32 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>32</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.564706\" stroke=\"#000000\" points=\"1186,-157 1052,-157 1052,-89 1186,-89 1186,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">CEMENT &lt;= 232.85</text>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 103.497</text>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 20</text>\n",
       "<text text-anchor=\"middle\" x=\"1119\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 42.401</text>\n",
       "</g>\n",
       "<!-- 28&#45;&gt;32 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>28&#45;&gt;32</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1056.4517,-192.9465C1064.4806,-183.968 1073.237,-174.1758 1081.5867,-164.8385\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1084.423,-166.9174 1088.4799,-157.13 1079.205,-162.2512 1084.423,-166.9174\"/>\n",
       "</g>\n",
       "<!-- 30 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>30</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.658824\" stroke=\"#000000\" points=\"870.5,-53 771.5,-53 771.5,0 870.5,0 870.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"821\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 73.423</text>\n",
       "<text text-anchor=\"middle\" x=\"821\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 9</text>\n",
       "<text text-anchor=\"middle\" x=\"821\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 48.619</text>\n",
       "</g>\n",
       "<!-- 29&#45;&gt;30 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>29&#45;&gt;30</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M896.7502,-88.9777C885.2039,-79.4545 872.6729,-69.1191 861.189,-59.6473\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"863.3724,-56.9113 853.4308,-53.2485 858.9184,-62.3115 863.3724,-56.9113\"/>\n",
       "</g>\n",
       "<!-- 31 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>31</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.780392\" stroke=\"#000000\" points=\"987.5,-53 888.5,-53 888.5,0 987.5,0 987.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 21.507</text>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 14</text>\n",
       "<text text-anchor=\"middle\" x=\"938\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 56.555</text>\n",
       "</g>\n",
       "<!-- 29&#45;&gt;31 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>29&#45;&gt;31</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M938,-88.9777C938,-80.7364 938,-71.887 938,-63.5153\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"941.5001,-63.2484 938,-53.2485 934.5001,-63.2485 941.5001,-63.2484\"/>\n",
       "</g>\n",
       "<!-- 33 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>33</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.494118\" stroke=\"#000000\" points=\"1106.5,-53 1007.5,-53 1007.5,0 1106.5,0 1106.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1057\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 44.149</text>\n",
       "<text text-anchor=\"middle\" x=\"1057\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 12</text>\n",
       "<text text-anchor=\"middle\" x=\"1057\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 37.818</text>\n",
       "</g>\n",
       "<!-- 32&#45;&gt;33 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>32&#45;&gt;33</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1097.1411,-88.9777C1091.4932,-80.187 1085.4007,-70.7044 1079.7104,-61.8477\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1082.5356,-59.7698 1074.1856,-53.2485 1076.6463,-63.5536 1082.5356,-59.7698\"/>\n",
       "</g>\n",
       "<!-- 34 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>34</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.682353\" stroke=\"#000000\" points=\"1223.5,-53 1124.5,-53 1124.5,0 1223.5,0 1223.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 108.217</text>\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 50.158</text>\n",
       "</g>\n",
       "<!-- 32&#45;&gt;34 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>32&#45;&gt;34</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1138.3909,-88.9777C1143.349,-80.2786 1148.6933,-70.9018 1153.6958,-62.1247\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1156.8438,-63.6696 1158.7548,-53.2485 1150.7622,-60.2033 1156.8438,-63.6696\"/>\n",
       "</g>\n",
       "<!-- 36 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>36</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.415686\" stroke=\"#000000\" points=\"1389.5,-157 1204.5,-157 1204.5,-89 1389.5,-89 1389.5,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">SUPERPLASTICIZER &lt;= 1.5</text>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 40.378</text>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 43</text>\n",
       "<text text-anchor=\"middle\" x=\"1297\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 32.798</text>\n",
       "</g>\n",
       "<!-- 35&#45;&gt;36 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>35&#45;&gt;36</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1297,-192.9465C1297,-184.776 1297,-175.9318 1297,-167.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1300.5001,-167.13 1297,-157.13 1293.5001,-167.13 1300.5001,-167.13\"/>\n",
       "</g>\n",
       "<!-- 39 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>39</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.564706\" stroke=\"#000000\" points=\"1634,-157 1408,-157 1408,-89 1634,-89 1634,-157\"/>\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">BLAST_FURNACE_SLAG &lt;= 188.5</text>\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 93.875</text>\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-111.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 16</text>\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-96.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 42.439</text>\n",
       "</g>\n",
       "<!-- 35&#45;&gt;39 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>35&#45;&gt;39</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1370.346,-192.9465C1392.1017,-182.8457 1416.0752,-171.7151 1438.3767,-161.3608\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1439.893,-164.5157 1447.4892,-157.13 1436.9452,-158.1666 1439.893,-164.5157\"/>\n",
       "</g>\n",
       "<!-- 37 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>37</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.360784\" stroke=\"#000000\" points=\"1335,-53 1243,-53 1243,0 1335,0 1335,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1289\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 38.807</text>\n",
       "<text text-anchor=\"middle\" x=\"1289\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 20</text>\n",
       "<text text-anchor=\"middle\" x=\"1289\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 29.23</text>\n",
       "</g>\n",
       "<!-- 36&#45;&gt;37 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>36&#45;&gt;37</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1294.1795,-88.9777C1293.4887,-80.6449 1292.7463,-71.6903 1292.0455,-63.2364\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1295.5318,-62.9251 1291.2175,-53.2485 1288.5557,-63.5035 1295.5318,-62.9251\"/>\n",
       "</g>\n",
       "<!-- 38 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>38</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.450980\" stroke=\"#000000\" points=\"1452.5,-53 1353.5,-53 1353.5,0 1452.5,0 1452.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 27.278</text>\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 23</text>\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 35.177</text>\n",
       "</g>\n",
       "<!-- 36&#45;&gt;38 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>36&#45;&gt;38</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1334.3716,-88.9777C1344.6312,-79.6376 1355.7489,-69.5163 1365.9882,-60.1947\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1368.5798,-62.5686 1373.6183,-53.2485 1363.8674,-57.3923 1368.5798,-62.5686\"/>\n",
       "</g>\n",
       "<!-- 40 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>40</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.611765\" stroke=\"#000000\" points=\"1569.5,-53 1470.5,-53 1470.5,0 1569.5,0 1569.5,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1520\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 112.196</text>\n",
       "<text text-anchor=\"middle\" x=\"1520\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"1520\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 45.568</text>\n",
       "</g>\n",
       "<!-- 39&#45;&gt;40 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>39&#45;&gt;40</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1520.6474,-88.9777C1520.562,-80.7364 1520.4703,-71.887 1520.3836,-63.5153\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1523.8807,-63.2116 1520.2772,-53.2485 1516.8811,-63.2842 1523.8807,-63.2116\"/>\n",
       "</g>\n",
       "<!-- 41 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>41</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.513725\" stroke=\"#000000\" points=\"1680,-53 1588,-53 1588,0 1680,0 1680,-53\"/>\n",
       "<text text-anchor=\"middle\" x=\"1634\" y=\"-37.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 55.971</text>\n",
       "<text text-anchor=\"middle\" x=\"1634\" y=\"-22.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"1634\" y=\"-7.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 39.31</text>\n",
       "</g>\n",
       "<!-- 39&#45;&gt;41 -->\n",
       "<g id=\"edge41\" class=\"edge\">\n",
       "<title>39&#45;&gt;41</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1560.8396,-88.9777C1571.8839,-79.546 1583.861,-69.3178 1594.8648,-59.9208\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1597.3464,-62.4041 1602.6779,-53.2485 1592.8006,-57.081 1597.3464,-62.4041\"/>\n",
       "</g>\n",
       "<!-- 43 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>43</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.698039\" stroke=\"#000000\" points=\"1762,-365 1642,-365 1642,-297 1762,-297 1762,-365\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">WATER &lt;= 181.5</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 128.564</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-319.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 32</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-304.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 51.05</text>\n",
       "</g>\n",
       "<!-- 42&#45;&gt;43 -->\n",
       "<g id=\"edge43\" class=\"edge\">\n",
       "<title>42&#45;&gt;43</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1702,-400.9465C1702,-392.776 1702,-383.9318 1702,-375.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1705.5001,-375.13 1702,-365.13 1698.5001,-375.13 1705.5001,-375.13\"/>\n",
       "</g>\n",
       "<!-- 48 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>48</title>\n",
       "<polygon fill=\"#e58139\" stroke=\"#000000\" points=\"1879.5,-357.5 1780.5,-357.5 1780.5,-304.5 1879.5,-304.5 1879.5,-357.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1830\" y=\"-342.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 40.715</text>\n",
       "<text text-anchor=\"middle\" x=\"1830\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 12</text>\n",
       "<text text-anchor=\"middle\" x=\"1830\" y=\"-312.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 70.767</text>\n",
       "</g>\n",
       "<!-- 42&#45;&gt;48 -->\n",
       "<g id=\"edge48\" class=\"edge\">\n",
       "<title>42&#45;&gt;48</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1743.912,-400.9465C1758.5533,-389.0504 1774.9526,-375.726 1789.4785,-363.9237\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1791.7786,-366.5645 1797.3327,-357.5422 1787.3645,-361.1317 1791.7786,-366.5645\"/>\n",
       "</g>\n",
       "<!-- 44 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>44</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.780392\" stroke=\"#000000\" points=\"1797.5,-261 1606.5,-261 1606.5,-193 1797.5,-193 1797.5,-261\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-245.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">FINE_AGGREGATE &lt;= 801.5</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 114.107</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-215.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 17</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-200.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 56.467</text>\n",
       "</g>\n",
       "<!-- 43&#45;&gt;44 -->\n",
       "<g id=\"edge44\" class=\"edge\">\n",
       "<title>43&#45;&gt;44</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1702,-296.9465C1702,-288.776 1702,-279.9318 1702,-271.3697\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1705.5001,-271.13 1702,-261.13 1698.5001,-271.13 1705.5001,-271.13\"/>\n",
       "</g>\n",
       "<!-- 47 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>47</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.588235\" stroke=\"#000000\" points=\"1914.5,-253.5 1815.5,-253.5 1815.5,-200.5 1914.5,-200.5 1914.5,-253.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1865\" y=\"-238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 58.936</text>\n",
       "<text text-anchor=\"middle\" x=\"1865\" y=\"-223.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 15</text>\n",
       "<text text-anchor=\"middle\" x=\"1865\" y=\"-208.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 43.967</text>\n",
       "</g>\n",
       "<!-- 43&#45;&gt;47 -->\n",
       "<g id=\"edge47\" class=\"edge\">\n",
       "<title>43&#45;&gt;47</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1755.3723,-296.9465C1774.5351,-284.72 1796.0625,-270.9847 1814.9343,-258.9437\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1816.8526,-261.8716 1823.4003,-253.5422 1813.0874,-255.9704 1816.8526,-261.8716\"/>\n",
       "</g>\n",
       "<!-- 45 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>45</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.850980\" stroke=\"#000000\" points=\"1751.5,-149.5 1652.5,-149.5 1652.5,-96.5 1751.5,-96.5 1751.5,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 102.658</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 9</text>\n",
       "<text text-anchor=\"middle\" x=\"1702\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 61.224</text>\n",
       "</g>\n",
       "<!-- 44&#45;&gt;45 -->\n",
       "<g id=\"edge45\" class=\"edge\">\n",
       "<title>44&#45;&gt;45</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1702,-192.9465C1702,-182.2621 1702,-170.4254 1702,-159.5742\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1705.5001,-159.5421 1702,-149.5422 1698.5001,-159.5422 1705.5001,-159.5421\"/>\n",
       "</g>\n",
       "<!-- 46 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>46</title>\n",
       "<polygon fill=\"#e58139\" fill-opacity=\"0.705882\" stroke=\"#000000\" points=\"1862,-149.5 1770,-149.5 1770,-96.5 1862,-96.5 1862,-149.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1816\" y=\"-134.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mse = 80.303</text>\n",
       "<text text-anchor=\"middle\" x=\"1816\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">samples = 8</text>\n",
       "<text text-anchor=\"middle\" x=\"1816\" y=\"-104.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">value = 51.71</text>\n",
       "</g>\n",
       "<!-- 44&#45;&gt;46 -->\n",
       "<g id=\"edge46\" class=\"edge\">\n",
       "<title>44&#45;&gt;46</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1739.3279,-192.9465C1752.1263,-181.2707 1766.433,-168.219 1779.1901,-156.5809\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1781.8769,-158.8675 1786.9057,-149.5422 1777.1591,-153.6961 1781.8769,-158.8675\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0x7fe46916ed30>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "export_graphviz(rf_final.estimators_[1], out_file = 'rfr_final_1.dot', feature_names = v_feature_names, impurity = True, filled = True)\n",
    "\n",
    "with open('rfr_final_1.dot') as f:\n",
    "    dot_graph = f.read()\n",
    "display(graphviz.Source(dot_graph))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Feature</th>\n",
       "      <th>Importance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>AGE</td>\n",
       "      <td>0.373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CEMENT</td>\n",
       "      <td>0.320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>WATER</td>\n",
       "      <td>0.183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BLAST_FURNACE_SLAG</td>\n",
       "      <td>0.051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>FINE_AGGREGATE</td>\n",
       "      <td>0.025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SUPERPLASTICIZER</td>\n",
       "      <td>0.025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FLY_ASH</td>\n",
       "      <td>0.013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>COARSE_AGGREGATE</td>\n",
       "      <td>0.010</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              Feature  Importance\n",
       "7                 AGE       0.373\n",
       "0              CEMENT       0.320\n",
       "3               WATER       0.183\n",
       "1  BLAST_FURNACE_SLAG       0.051\n",
       "6      FINE_AGGREGATE       0.025\n",
       "4    SUPERPLASTICIZER       0.025\n",
       "2             FLY_ASH       0.013\n",
       "5    COARSE_AGGREGATE       0.010"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_importance = pd.DataFrame()\n",
    "df_importance['Feature'] = v_feature_names\n",
    "df_importance['Importance'] = rf_final.feature_importances_\n",
    "\n",
    "df_importance.sort_values('Importance', ascending = False, inplace = True)\n",
    "df_importance.round(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0, 0.5, '변수')"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAc4AAAEICAYAAADWVxQZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAG/NJREFUeJzt3X+w3XV95/HnqwGCSIlYdQgREqDMAgq1S6SskjFEWrCOlNba4lQGRzHMbtnV9h+Crc5ORazd3W7oBFvQ7XZ2W0VHViob17othBAEuzeta1qsC/LDDqw/EIxrUyqG9/5xPldObs6593wv9+TcmzwfM2fO9/s5n8/38/58ufrO5/P9nu9JVSFJkkbzI5MOQJKkpcTEKUlSByZOSZI6MHFKktSBiVOSpA5MnJIkdWDilCSpAxOnJEkdmDglSergsEkHoIX3ohe9qNasWTPpMCRpSdm5c+fjVfXiueqZOA9Ca9asYWpqatJhSNKSkuSRUeq5VCtJUgcmTkmSOjBxSpLUgYlTkqQOTJySJHVg4pQkqQMTpyRJHZg4JUnqwAcgHIR2PbqbNZu2TjoMSTqgHv7t1x+QfpxxSpLUgYlTkqQOTJySJHVg4pQkqQMTpyRJHZg4JUnqwMS5CCQ5OsnuJKe0/bclmUqyI8lLkqxL8kCSbe110qRjlqRDld/jXBzOB24BNiQ5ErgYOAeo9vkZwJaq2jyh+CRJjTPOxeEC4FrgPOCNwHVV9Uw1kw1NktTPxLk4rKqqB4FjgOOBR5Jcl+TeJJe3Ole1Zdrb26x0H0k2tuXdqb17dh/I2CXpkGLinLAkJwJnJbkZOA34v8CJVfVuYBNwbKu6parWV9WGqnpq5nGq6qaqWltVa5cdteKAxS9JhxoT5+RdCFxdVZfSS5TfAjYl8fqzJC1CJs7JWw9sb9s7gHXAbcBdwAeB+4C9PLtUuy3JuZMIVJLkXbUTV1W/0rf9beDNbfePZlT98QMVkyRpOGeckiR1YOKUJKkDE6ckSR2YOCVJ6sDEKUlSB95VexA6c9UKpn779ZMOQ5IOSs44JUnqwMQpSVIHJk5JkjowcUqS1IE3Bx2Edj26mzWbtk46DElL2MPeYDiUM05JkjowcUqS1IGJU5KkDkyckiR1YOKUJKkDE6ckSR2YOCVJ6sDEuUCSXJJkZ5Lbk6xL8kCSbe11UpL3JLm71f3ztj+o3mVJPtvqva7t39g+f7y9b57saCXp0OUDEBZAkmOBdwLrqmpPkvXAlqra3FdnGXB42z0MWNZeM+u9BnhpkuOm61TVle2zW6vqkgMxJknSYM44F8bFwIeras8c9b6d5Hhg9xz1bgF+uUsASTYmmUoytXfPXIeXJM2XiXNhrAS+OqPsqrasenuSI1vZ/cDPtPfZ6v018IouAVTVTVW1tqrWLjtqxXzGIEkagYlzYTwGnDyjbEtVra+qDVX1VCv7CnBRe5+tHvSS6ynjC1mSNB8mzoVxG/COJEfNUe//AK9t73P5GHDpcw1MkrSwTJwLoKqeBDYD25PcAezl2SXYbUnObWVfB24Gvtn2h9XbW1UP9dWZ9vSBG5UkaZBU1aRj0AJbvvLUWnm531iRNH+H4s+KJdlZVWvnqueMU5KkDkyckiR1YOKUJKkDE6ckSR34yL2D0JmrVjB1CF7Yl6QDwRmnJEkdmDglSerAxClJUgcmTkmSOvDmoIPQrkd3s2bT1kmHoUPIofiUGR26nHFKktSBiVOSpA5MnJIkdWDilCSpAxOnJEkdmDglSerAxClJUgcmzjFJ8tEky5J8Ij0fS3J0kt1JTml1bkyyLcnj7X1zknVJHmj725KclOS9SaaS3Jnk+iSZ9Pgk6VBl4hyfAo4DfgZ4EfAD4HzgFmADQFVdWVXrgR1Vtb6q3gUsA7a0/fVV9RC9/05XVNVrgO8Crz7go5EkASbOcfomcCawC/hJ4FHgAuBa4Lz5HDDJYcBqYPeAzza2WenU3j37fSxJWiAmzvH5GrAW2Am8EngYWFVVDwLHzNH2qrZMe3uSI1vZR4AH6M1Od81sUFU3VdXaqlq77KgVCzYISdK+TJzjM504/4pe4twDnJXkZuC0JKfP0nZ6qXZDVT3Vyq4AfgU4Y5xBS5JmZ+Icn78HzqY34/znwArg6qq6FNhE73pnJ1V1N7A6yQkLGagkaXQmzvF5GPhR4H56NwmtB7a3z3YA6/rqPt23vZdnl2q3JTm3le1tn78fuGZ8YUuSZuPPio1JVX0TeEHbPWLGZ98G3ty3/6a+7buAH59xuHv7Pp8CphY6XknSaJxxSpLUgYlTkqQOTJySJHVg4pQkqQMTpyRJHXhX7UHozFUrmPrt1086DEk6KDnjlCSpAxOnJEkdmDglSerAxClJUgfeHHQQ2vXobtZs2jrpMEb2sDcySVpCnHFKktSBiVOSpA5MnJIkdWDilCSpAxOnJEkdmDglSerAxClJUgdjSZxJLkuyK8n2JL+fnk8MqHd0kt1JTmn7y5N8PMm2JJ9uZTe2/cfb++Yhfa5Lcn+rsy3JSUnek+TM9vnpbf+9SaaS3Jnk+hbbZUk+2+q9Lsllg+JrZZck2Znk9iQvb/0+0N/vkPj2G1srn/O8tLK3tbh3JHnJaP8lJEkLbVwPQFgGvKeqbk3y74CfAI4YUO984BZgA/BV4CLg81V1/XSFqroSIMmtVXXJHH3eUFU/TKxJlrXy6c+nt6+oqi8meR/w6lb+0iTHzai3T3xJjgXeCayrqj2tj/XAlv5+h9hvbM2c5yXJy4CLgXOAmqMfSdIYjXWpNsly4BTgW0OqXABcC5zX9r8EnJHk8HHG1WI7DFgN7G5FtwC/PEd8FwMfnk6aHXUZ28x+3whcV1XPVDOzQZKNbUY6tXfP7pkfS5IWyDgT5/uBrwF/W1WPDqmzqqoeBI4BqKqHgC3Ah5KcM48+r2pLobcnOXKWeh8BHgB2VNWuVvbXwCtmiw9YSW9m3LnfjmOb2e/xwCNJrktyb5LLBxz/pqpaW1Vrlx21Yo7DS5Lma5yJ8zeAVcDhSS6c+WGSE4GzktwMnJbkdICWyDYCVyZZ3bHPLVW1vqo2VNVT9JY1M90l8EzbvgL4FeCMGe3vpzdDHhbfY8DJI/Q70Chjm6XfE6vq3cAm4NjZT4MkaVzGulRbVT8Avs6zM6d+FwJXV9Wl9JLB+UmOaO0KeILeTOu5eAg4u22/EniwL7a7gdVJTuir/zHg0mHxAbcB70hyVNdAOoxtUL+fBDa15WVJ0gSNK3HuBd6XZBtwOvAp4FV9d56+HVgPbG/1dwDrgLOT3JNkO3B4Vd3Td8ynR+hz74yym4ELk9wF/CzwiRn13g9cM13WllOnP98vvqp6EtgMbE9yR7tjdy/PLtVuS3LukPiGjW3O81JV99FL2ncBHwTum+NcSJLGJAPuM9ESt3zlqbXy8rlu8l08/FkxSYtBkp1VtXauep2W/pJcUFV/Pv+wFkaSrcDz+4qeqqqLJhXPTIs9PknS/I2UOJP8y6r6feDXgYknzqpa1FOUxR6fJGn+5rzG2b70/y+md8cbjiRJi9soNwd9APh3bdsLopKkQ9rQpdokr6L3Xcc7+h4SkCS/0Fdtqqq+Ns4A1d2Zq1Yw5Q03kjQWs804T6b3VZLHZpQfDfxoe4390XiSJC0mQ2ecVfXHSf4b8NEkX6+q+3vF9V8OXHiSJC0us17jbA8zfzvwvlbkzUGSpEPanDcHVdW3gb+Y46HpkiQdEkb6HmdVfRggyX8cbzhaCLse3c2aTVsX/Lg+4UeSZr+r9ieBEwaUv76qtib5QFVdM9boJElaZGabcT4fWEvvJ6yOpfd7lY8DP2if/8R4Q5MkafGZ7a7aHUm+T2/WuQq41e9sSpIOdbMt1b4O+DXgSHqzz59Kcnn7jU1Jkg5Js91V+1ngYuCLwKuAr9BbspUk6ZA121JtAU8l+UFV/VOSf6L3yL03A0fQW76VJOmQMttS7WH0lmiXJzkGOIreQ96/29pdeUAilCRpEZltqXYDsJlewrweeDHwZFVtrao/rap7D0SAAEnWJbk/ybb2OinJzUm+k+TmVueyJJ9t269r++uSPNDfbpY+jk6yO8kpfWVvSzKVZEeSlwwqS/Letn9nkuvTM7DfIcfbp98kN7Y2j7f3zV3GIUkar9mWaj8HfO4AxjKbZcANVbW5r+zSJNuq6tK+Oi9Nclzbnn5tmdFumPOBW+j9g+GrSV5G7xrvObSfUxtURu8fH1dU1ReTvA949aB+h7Tdr9+qurLVv7WqLmnb6zuMQ5I0RqP8HudScgvwy/NsewFwLXBe238jcF1VPVPNkDLgh0vbq4HdQ44/rO3MfuclycY2m53au2dYCJKk52opJc6r2jLl7bM8N/evgVfMox3Aqqp6EDim7R8PPJLkuiT3Jrl8SBnAR4AHgB19v106s99hbWf2O6/xV9VNVbW2qtYuO2rFHIeSJM3XSM+qXSRGXaq8HziFZ2d+c7ZLciJwVrteelqS6d8hPbGq3t2WSl8xpAzgCno3Ur1pWLxJ9ms7qN+q+vJzHL8kaYyW0oxzVB8DLp2z1r4uBK5u10s30bvu+ElgU1uCnTaoDICquhtYnWS/5/vO0nZQv5KkRWypJM697fVDST5Hb9b2uf46VfVQX/29PLvEuS3JuUOOvx7Y3rZ3AOuq6j7gNuAu4IPAfYPKZsT2fuCaQf0Oabtfv30xPT1j/KOMQ5I0Zum7v0UHieUrT62Vly/8qq4/KybpYJZkZ1WtnaveUrrGuSCSbKV3PXLaU1V10aTikSQtLYdc4qwqp02SpHlbKtc4JUlaFEyckiR1cMgt1R4Kzly1gilv5JGksXDGKUlSByZOSZI6MHFKktSBiVOSpA68OeggtOvR3azZtHXBj+uTgyTJGackSZ2YOCVJ6sDEKUlSByZOSZI6MHFKktSBiVOSpA5MnJIkdTDRxJlkeZKPJ9mW5NNJ3pPkzPbZ6W3/LUn+JslfJPmzJKcmWZfkgdZuW5KTkrw3yVSSO5Ncn5792rZjf2JALEcn2Z3klEGxtbIb2/7j7X1zK785yXeS3Nx3vEuS7Exye5KXD6qX5Oy+MTySZO2oYxv3fxtJ0mCTnnFeBHy+qtZX1cXAsvaib/sw4Der6rXAu4DfauVbWrv1VfUQvbFcUVWvAb4LvHpIW4AjBsRyPnALsGFIbFTVlVW1HtjRyt/Vyi8FvtjeSXIs8E5gXVVtqKq/GVSvqna2470WuLOqpjqMTZI0AZNOnF8Czkhy+Ij1VwLfm61CksOA1cDujm0vAK4FzptnbP0uBj5cVXtGrP9W4KNzVZplbJKkA2SiibPNprYAH0pyzixVr01yB/AWYFMru6otZd6e5MhW9hHgAXozwl2ztB1kVVU9CBzTMbZBVgJfHaVii/21VfXZvuJRx9Z/nI1tOXdq7x7zqiSNy8SfVVtVu5JspJcYvgZMX78L8Ezb/s2qunW6TbvEt6WqNs8ouwJ4PvCmvi72aTtIkhOBs9q1x9OSnF5VX+6PLck3quqREYf1GHAy8IUR6v4qcOOMslHH9kNVdRNwE8DylafWiHFKkjqa9M1BRwBUVQFPtOKz2/srgQe7HrOq7gZWJzmhQ7MLgavbtcdNwPkDYju+w/FuA96R5KjZKiVZAaytqjtHOeg8xyZJWkCTvsZ5dpJ7kmwHDgc+AFyY5C7gZ4FPAHvbq99enl3O3Jbk3Bn13g9cM6QtwKv62r4dWA9sb5/tANbNjK2q7ulr/3T/wZJ8DnhFe6eqngQ2A9uT3NF3p/A+9YCfb/1Mx3JRh7FJkiYgvQmVDibLV55aKy/fPHfFjvxZMUkHsyQ7q2rtXPUmPeOUJGlJMXFKktSBiVOSpA5MnJIkdWDilCSpg4k/AEEL78xVK5jyDlhJGgtnnJIkdWDilCSpAxOnJEkdmDglSerAm4MOQrse3c2aTVtHqutj9CSpG2eckiR1YOKUJKkDE6ckSR2YOCVJ6sDEKUlSByZOSZI6MHFKktSBibOjJOuS3J9kW3udlOQTM+q8O8mGtv0LSTbOcryjk+xOckrbX57k4+3Yn25llyV5Q1///3p8I5QkzcbE2d0y4IaqWt9eDwFHzKhzE/COtn0Z8MezHO984BZgQ9u/CPh8O/bFfX0uG7AtSTrATJxjUFWPA08k+TngvqraM0v1C4BrgfPa/peAM5Ic3qXPJBuTTCWZ2rtn97ziliTNzcQ5P1e1pdTbkxw5pM7vAX8I3DDHsVZV1YPAMQBtBrsF+FCSc/rqXZtkG7B50EGq6qaqWltVa5cdtaLLWCRJHZg452dLW0rdUFVPDapQVV8BdlTVY8MOkuRE4KwkNwOnJTm9td0FbASuTLK6Vf/NqloPvGshByJJ6saHvI9XzfH5hcDVVfWptqx7fpKvVtX3q6qSPAEcP/4wJUmjcsbZ3d726veqvrts395X/vQcx1oPbG/bO4B1wNlJ7kmyHTi8qu6Z0eczA/qXJB0gqZprUqSlZvnKU2vl5QMvhe7HnxWTpJ4kO6tq7Vz1XKo9QJJsBZ7fV/RUVV00qXgkSfNj4jxAqsqpnSQdBLzGKUlSByZOSZI6cKn2IHTmqhVMedOPJI2FM05JkjowcUqS1IGJU5KkDkyckiR14M1BB6Fdj+5mzaats9bxiUGSND/OOCVJ6sDEKUlSByZOSZI6MHFKktSBiVOSpA5MnJIkdWDilCSpg4knziSXJNmZ5PYkL0/yR0m2t/fDWp2jk+xOckrbf2+SqSR3Jrk+PcuTfDzJtiSfbvXWJXmglW1LctIscezTRyt7W+tnR5KXDCobEsvAfoccb+bYbmxtHm/vm7uMQ5I0XhN9AEKSY4F3Auuqak+SXwD+pqremuTXgTcAnwLOB24BNgBfpZfwr6iqLyZ5H/Bq4MeAz1fV9X1dLAO2VNXmEcLZp48kLwMuBs4BqsW7X9mQWPbrd0jb/fqtqitb/Vur6pK2vb7DOCRJYzTpGefFwIerak/bPxf407Z9a9sHuAC4Fjivv3Gbka4GdgNfAs5Icvg8Y5nZxxuB66rqmWqGlA2KZZBhbQeOraskG9tsdmrvnmEhSJKeq0knzpX0ZpDTXgA82bafBI5t26uq6kHgmL66HwEeAHZU1a6qegjYAnwoyTl99a5qy5u3Jzlyllhm9nE88EiS65Lcm+TyIWX7xTKk32FtB41tkFnHUVU3VdXaqlq77KgVcxxKkjRfk35W7WPAycAX2v536CXLx9v7k0lOBM5KcjNwWpLTW90rgOcDb5o+WFXtSrIR+EiSb7TiOZc4h/TxGHBiVb27LZW+YkjZwFhm9ptkv7aD+q2qLw8J06VaSVoEJj3jvA14R5Kj2v69wM+17Uva/oXA1VV1KbCJ3jVBAKrqbmB1khOSHNHKCniC3gxvVIP6+CSwafoGpWZQ2X6xDOljUNuhY5MkLU4TTZxV9SSwGdie5A7gfuDlSbYDZ9FLrOuB7a3JDmAdsLe9AN4PXAOcneSe1vbwqrqn1Zle4tyWZPqa6Uz79VFV97X+7wI+CNw3qGxILPv1O6TtoLFNe7pve9RxSJLGLH33t+ggsXzlqbXy8tlXdf1ZMUnaV5KdVbV2rnqTvsZ5wCXZSu965LSnquqiScUjSVpaDrnEWVVOtSRJ8zbpm4MkSVpSTJySJHVwyC3VHgrOXLWCKW/+kaSxcMYpSVIHJk5JkjowcUqS1IGJU5KkDkyckiR1YOKUJKkDE6ckSR2YOCVJ6sDEKUlSB/6s2EEoyf8DvjLpOEb0IuDxSQcxImNdeEslTjDWcVhsca6uqhfPVclH7h2cvjLKb8otBkmmjHXhLZVYl0qcYKzjsFTinMmlWkmSOjBxSpLUgYnz4HTTpAPowFjHY6nEulTiBGMdh6US5z68OUiSpA6ccUqS1IGJU5KkDkycS1CS30nyhSQf6lJnlHYLbT6xJjkxyd8n2dZeaxZJnKcm+XKSl3dpt9DmE+skzukosSY5IclnWkx/mCSjtFsMcS7ic3pMkv+Z5I4ktyX5sVHaLZZYJ3VeuzBxLjFJzgSWVdVPAV9P8upR6ozSbrHESu/v8paqWt9eDy+COJcB7wK20r7/vIjP6X6xcoDP6aixAk8Cb6qq9cBjwAH/W51vnCzSc1pV3wUuqqrzgRuAf7VY/1YHxcoEzmtXJs6l5zzgM0n+BPgfbX+UOqO0WyyxFnBh+1fotYshzqraW1W/CnyvS7tFFOuBPqcwWqzfq6p/aLvfA3aP0m6RxLkozyn0/gaSHNE+/8qo7RZJrJM4r52YOJeeF9L7H+2PAN8BfmzEOqO0Wyyxfg34yfav0L1J3rAI4lzIds/FfPs80OcUOsSa5AXACVW1q0u7Cce5aM9pkktafMcDt4zabpHEOonz2omJc+n5DrCiqt4MvKDtj1JnlHaLItbqeap9/hngny2COBey3XMxrz4ncE5hxFjbbOM64L1d2k06zsV8Tqvq1qo6DvgU8M5R2y2GWCd0XjsxcS49/wv42bb9urY/Sp1R2i20ecWapP/v8peAvxxbhENiGHO752JefU7gnMIIsSY5HLge+A9V9e1R2y2GOBfxOU3f7tP0ZnqL8m91UKwTOq+dmDiXmKr6S+CIJHcBq4G/GKXOKO0WS6zAmUk+n2QH8ERVbZ90nH32tlfXdhONlQN8TmHkWH8DuAD4T+0Oyl880Od1vnGyeM/p+Um2J9kGvA34nUX8t7pfrEzgvHblk4MOAkmWA38LnF5VT086ntkslViXSpxgrOOwVOIEY50EE+dBIskLq+qJSccxiqUS61KJE4x1HJZKnGCsB5qJU5KkDrzGKUlSByZOSZI6OGzuKpIOJUkuBO6oqu+3rwZcVFWfSbIO+Ieq+qsZ9S8DHqyqu4cc72PAsX1FBdxaVTeOaQjSWJk4Jc30ZuALwPeBI4BfS/IE8DPATuCHiTPJUfS+RvB3wMDE2b4AP13/LGATA76bl+SngX9D7/+XQu97ff++qu7sq/Mi4B7gqzO7ofcs2e8hjZmJU9IgH0jyT8Ay4HnAS9l31kh6v7rxh8C/BY5PchOwaeYdk0l+HLgI+CngZHrJ97gkx1bVk63OCcA1wBumnwmb5Bjg00l+qaq+2Q53NLC1qt41hjFLIzFxShrkmqr6TpIjgc/TS5wvnP4wyUZ6DwS4uqr+rpXdB/xeknuq6oZW9hZgJbAduKGqKskLgdfQ+4WR/97XZ7VX//4zM8qkifPrKJL2keQPgG8B/wAsB06jNxv8ReCBqro1yfOq6h/nOM6FwK/N0d3vVtXnWv3ppdrD22ddlmoBLq+qb8w1Pum5MnFK2kd7mPmx9K4zFvBku1HorfQe1P2PdEiIfcd9C/BUVX1ySL+nAD9dVX/Q9t9J7yaiR4bUfyvwvWHHk8bFpVpJ+2hJ8pX0ftniT/o+2gvsrao/A/5sunCuBJbkOOBS4CeAZ5KsAj5aVd+aUfV5wHF9+ytbmbSomDglDXIYzy6ZAlBV/7XrQZI8D7gJeEdVbW5lq4D/nOTnq+rpviXdI4Bjkpzbmr8YOCfJ94HfpTcD7p/prqCXiK/oK9tvpistNBOnpEG+AfxWkktnlP/vqrq647GOA05OMv17jCfTm03+CMDMGewcRq0njY3XOCU9J0lOBZ6uqoeHfP4y4ArgVHrXTL8M/H5VPXTAgpQWkIlTkqQOfFatJEkdmDglSerAxClJUgcmTkmSOjBxSpLUgYlTkqQO/j8W0uQoY0yecQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_importance.sort_values('Importance', ascending = True, inplace = True)\n",
    "coordinates = range(len(df_importance))\n",
    "plt.barh(y = coordinates, width = df_importance['Importance'])\n",
    "plt.yticks(coordinates, df_importance['Feature'])\n",
    "plt.xlabel('변수중요도')\n",
    "plt.ylabel('변수')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "best estimator model: \n",
      " RandomForestRegressor(bootstrap=True, criterion='mse', max_depth=9,\n",
      "           max_features='auto', max_leaf_nodes=None,\n",
      "           min_impurity_decrease=0.0, min_impurity_split=None,\n",
      "           min_samples_leaf=1, min_samples_split=4,\n",
      "           min_weight_fraction_leaf=0.0, n_estimators=10, n_jobs=None,\n",
      "           oob_score=False, random_state=1234, verbose=0, warm_start=False)\n",
      "\n",
      " nbest parameter : \n",
      " {'max_depth': 9, 'min_samples_leaf': 1, 'min_samples_split': 4}\n",
      "\n",
      " best score: \n",
      " 0.832\n"
     ]
    }
   ],
   "source": [
    "estimator = RandomForestRegressor(random_state = 1234)\n",
    "\n",
    "#구하고자 하는 parameter와 범위\n",
    "param_grid = {'max_depth':para_depth, 'min_samples_split':para_split, 'min_samples_leaf':para_leaf}\n",
    "\n",
    "#설명력이 높은 최적 parameter 찾기\n",
    "grid_dt = GridSearchCV(estimator, param_grid, scoring = 'r2', n_jobs=-1)\n",
    "grid_dt.fit(df_train_x, df_train_y)\n",
    "\n",
    "print('best estimator model: \\n {}'.format(grid_dt.best_estimator_))\n",
    "print('\\n nbest parameter : \\n {}'.format(grid_dt.best_params_))\n",
    "print('\\n best score: \\n {}'.format(grid_dt.best_score_.round(3)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score on trainning set : 0.884\n",
      "Score on test set : 0.802\n"
     ]
    }
   ],
   "source": [
    "\n",
    "print('Score on trainning set : {:.3f}'.format(rf_final.score(df_train_x, df_train_y)))\n",
    "print('Score on test set : {:.3f}'.format(rf_final.score(df_test_x, df_test_y)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mae : 5.714\n",
      "mse : 51.578\n"
     ]
    }
   ],
   "source": [
    "x_pred = rf_final.predict(df_test_x)\n",
    "print('mae : {:.3f}'.format(mean_absolute_error(df_test_y, x_pred)))\n",
    "print('mse : {:.3f}'.format(mean_squared_error(df_test_y, x_pred)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}