Decision Trees.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import os\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.tree import export_graphviz\n",
    "import graphviz\n",
    "% matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Wisconsin Breast Cancer Database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "X_tr: (546, 10)\n",
      "X_te: (137, 10)\n",
      "y_tr: (546,)\n",
      "y_te: (137,)\n"
     ]
    }
   ],
   "source": [
    "# import the data\n",
    "bcw_data = pd.read_csv(os.path.join(\"data\", \"uci\", \"breast-cancer-wisconsin.data\"), na_values=\"?\", header=None)\n",
    "\n",
    "# set the column names\n",
    "bcw_data.columns = [\"ID\",\"THICKNESS\",\"CELL_SIZE_UNIFORMITY\",\"CELL_SHAPE_UNIFORMITY\",\"MARGINAL_ADHESION\",\"EPI_CELL_SIZE\",\"BARE_NUCLEI\",\"BLAND_CHROMATIN\",\"NORMAL_NUCLEOLI\",\"MITOSES\",\"CLASS\"]\n",
    "\n",
    "# remove NAs\n",
    "bcw_data = bcw_data.dropna(axis=0, how=\"any\")\n",
    "\n",
    "y1 = bcw_data.pop(\"CLASS\")\n",
    "X1 = bcw_data\n",
    "\n",
    "# split the data\n",
    "X_tr, X_te, y_tr, y_te = train_test_split(X1, y1, test_size=0.2, random_state=0)\n",
    "print(\"X_tr:\", X_tr.shape)\n",
    "print(\"X_te:\", X_te.shape)\n",
    "print(\"y_tr:\", y_tr.shape)\n",
    "print(\"y_te:\", y_te.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2    0.650073\n",
       "4    0.349927\n",
       "Name: CLASS, dtype: float64"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the baseline distribution\n",
    "pd.value_counts(y1, normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>max_depth</th>\n",
       "      <th>mean_te</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>0.952381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>0.945055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>0.945055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>0.941392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>10</td>\n",
       "      <td>0.941392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>15</td>\n",
       "      <td>0.941392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>20</td>\n",
       "      <td>0.941392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>0.915751</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  max_depth   mean_te\n",
       "3         5  0.952381\n",
       "2         4  0.945055\n",
       "4         7  0.945055\n",
       "1         3  0.941392\n",
       "5        10  0.941392\n",
       "6        15  0.941392\n",
       "7        20  0.941392\n",
       "0         2  0.915751"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a decision tree and a grid search\n",
    "pipe1 = Pipeline([\n",
    "    ('pca', None),\n",
    "    ('scaler', None),\n",
    "    ('dt', DecisionTreeClassifier(criterion='gini',random_state=0))\n",
    "])\n",
    "\n",
    "\n",
    "grid1 = {\n",
    "    'dt__max_depth': [2,3, 4, 5, 7, 10, 15, 20],\n",
    "}\n",
    "\n",
    "grid_cv1 = GridSearchCV(pipe1, grid1, cv=5)\n",
    "\n",
    "# fit the model\n",
    "grid_cv1.fit(X_tr, y_tr)\n",
    "\n",
    "# Collect results and sort them\n",
    "df1 = pd.DataFrame.from_items([\n",
    "    ('max_depth', grid_cv1.cv_results_['param_dt__max_depth']),\n",
    "    ('mean_te', grid_cv1.cv_results_['mean_test_score'])\n",
    "])\n",
    "\n",
    "df1.sort_values(by='mean_te', ascending=False).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test Accuracy: 0.9416058394160584\n"
     ]
    }
   ],
   "source": [
    "print(\"Test Accuracy:\",grid_cv1.score(X_te, y_te))\n",
    "\n",
    "# get the best max_depth\n",
    "best_idx1 = np.argmax(df1.mean_te)\n",
    "max_depth1 = df1.max_depth[best_idx1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: Tree Pages: 1 -->\r\n",
       "<svg width=\"2149pt\" height=\"671pt\"\r\n",
       " viewBox=\"0.00 0.00 2149.00 671.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 667)\">\r\n",
       "<title>Tree</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-667 2145,-667 2145,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.470588\" stroke=\"black\" d=\"M828,-663C828,-663 616,-663 616,-663 610,-663 604,-657 604,-651 604,-651 604,-592 604,-592 604,-586 610,-580 616,-580 616,-580 828,-580 828,-580 834,-580 840,-586 840,-592 840,-592 840,-651 840,-651 840,-657 834,-663 828,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"722\" y=\"-647.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">CELL_SIZE_UNIFORMITY &lt;= 2.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"722\" y=\"-632.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.453</text>\r\n",
       "<text text-anchor=\"middle\" x=\"722\" y=\"-617.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 100.0%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"722\" y=\"-602.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.654, 0.346]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"722\" y=\"-587.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.968627\" stroke=\"black\" d=\"M667.5,-544C667.5,-544 530.5,-544 530.5,-544 524.5,-544 518.5,-538 518.5,-532 518.5,-532 518.5,-473 518.5,-473 518.5,-467 524.5,-461 530.5,-461 530.5,-461 667.5,-461 667.5,-461 673.5,-461 679.5,-467 679.5,-473 679.5,-473 679.5,-532 679.5,-532 679.5,-538 673.5,-544 667.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-528.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">BARE_NUCLEI &lt;= 6.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-513.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.058</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-498.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 61.7%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-483.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.97, 0.03]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-468.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M679.326,-579.907C669.499,-570.56 658.963,-560.538 648.861,-550.929\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"651.257,-548.377 641.599,-544.021 646.432,-553.449 651.257,-548.377\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"642.224\" y=\"-565.313\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">True</text>\r\n",
       "</g>\r\n",
       "<!-- 12 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>12</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.831373\" stroke=\"black\" d=\"M958.5,-544C958.5,-544 731.5,-544 731.5,-544 725.5,-544 719.5,-538 719.5,-532 719.5,-532 719.5,-473 719.5,-473 719.5,-467 725.5,-461 731.5,-461 731.5,-461 958.5,-461 958.5,-461 964.5,-461 970.5,-467 970.5,-473 970.5,-473 970.5,-532 970.5,-532 970.5,-538 964.5,-544 958.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-528.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">CELL_SHAPE_UNIFORMITY &lt;= 2.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-513.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.246</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-498.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 38.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-483.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.144, 0.856]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-468.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;12 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>0&#45;&gt;12</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M764.674,-579.907C774.501,-570.56 785.037,-560.538 795.139,-550.929\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"797.568,-553.449 802.401,-544.021 792.743,-548.377 797.568,-553.449\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"801.776\" y=\"-565.313\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">False</text>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.988235\" stroke=\"black\" d=\"M470,-425C470,-425 292,-425 292,-425 286,-425 280,-419 280,-413 280,-413 280,-354 280,-354 280,-348 286,-342 292,-342 292,-342 470,-342 470,-342 476,-342 482,-348 482,-354 482,-354 482,-413 482,-413 482,-419 476,-425 470,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-409.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">NORMAL_NUCLEOLI &lt;= 8.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-394.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.024</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-379.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 60.4%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-364.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.988, 0.012]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-349.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M523.366,-460.907C504.681,-450.879 484.549,-440.075 465.474,-429.837\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"466.967,-426.666 456.5,-425.021 463.656,-432.834 466.967,-426.666\"/>\r\n",
       "</g>\r\n",
       "<!-- 9 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>9</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.831373\" stroke=\"black\" d=\"M664,-425C664,-425 534,-425 534,-425 528,-425 522,-419 522,-413 522,-413 522,-354 522,-354 522,-348 528,-342 534,-342 534,-342 664,-342 664,-342 670,-342 676,-348 676,-354 676,-354 676,-413 676,-413 676,-419 670,-425 664,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-409.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">THICKNESS &lt;= 2.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-394.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.245</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-379.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-364.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.143, 0.857]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-349.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;9 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>1&#45;&gt;9</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M599,-460.907C599,-452.649 599,-443.864 599,-435.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"602.5,-435.021 599,-425.021 595.5,-435.021 602.5,-435.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.992157\" stroke=\"black\" d=\"M288.5,-306C288.5,-306 141.5,-306 141.5,-306 135.5,-306 129.5,-300 129.5,-294 129.5,-294 129.5,-235 129.5,-235 129.5,-229 135.5,-223 141.5,-223 141.5,-223 288.5,-223 288.5,-223 294.5,-223 300.5,-229 300.5,-235 300.5,-235 300.5,-294 300.5,-294 300.5,-300 294.5,-306 288.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"215\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">EPI_CELL_SIZE &lt;= 5.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"215\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.018</text>\r\n",
       "<text text-anchor=\"middle\" x=\"215\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 60.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"215\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.991, 0.009]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"215\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M323.407,-341.907C309.63,-332.197 294.819,-321.758 280.707,-311.811\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"282.681,-308.921 272.491,-306.021 278.648,-314.643 282.681,-308.921\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M431.5,-298.5C431.5,-298.5 330.5,-298.5 330.5,-298.5 324.5,-298.5 318.5,-292.5 318.5,-286.5 318.5,-286.5 318.5,-242.5 318.5,-242.5 318.5,-236.5 324.5,-230.5 330.5,-230.5 330.5,-230.5 431.5,-230.5 431.5,-230.5 437.5,-230.5 443.5,-236.5 443.5,-242.5 443.5,-242.5 443.5,-286.5 443.5,-286.5 443.5,-292.5 437.5,-298.5 431.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-283.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-268.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-253.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"381\" y=\"-238.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>2&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M381,-341.907C381,-331.204 381,-319.615 381,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"384.5,-308.667 381,-298.667 377.5,-308.667 384.5,-308.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.992157\" stroke=\"black\" d=\"M203.5,-187C203.5,-187 66.5,-187 66.5,-187 60.5,-187 54.5,-181 54.5,-175 54.5,-175 54.5,-116 54.5,-116 54.5,-110 60.5,-104 66.5,-104 66.5,-104 203.5,-104 203.5,-104 209.5,-104 215.5,-110 215.5,-116 215.5,-116 215.5,-175 215.5,-175 215.5,-181 209.5,-187 203.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"135\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">BARE_NUCLEI &lt;= 3.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"135\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.012</text>\r\n",
       "<text text-anchor=\"middle\" x=\"135\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 60.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"135\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.994, 0.006]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"135\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>3&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M187.244,-222.907C181.163,-214.014 174.664,-204.509 168.389,-195.331\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"171.24,-193.3 162.707,-187.021 165.462,-197.251 171.24,-193.3\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M346.5,-179.5C346.5,-179.5 245.5,-179.5 245.5,-179.5 239.5,-179.5 233.5,-173.5 233.5,-167.5 233.5,-167.5 233.5,-123.5 233.5,-123.5 233.5,-117.5 239.5,-111.5 245.5,-111.5 245.5,-111.5 346.5,-111.5 346.5,-111.5 352.5,-111.5 358.5,-117.5 358.5,-123.5 358.5,-123.5 358.5,-167.5 358.5,-167.5 358.5,-173.5 352.5,-179.5 346.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"296\" y=\"-164.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"296\" y=\"-149.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"296\" y=\"-134.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"296\" y=\"-119.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>3&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M243.103,-222.907C250.895,-211.652 259.364,-199.418 267.196,-188.106\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"270.224,-189.881 273.038,-179.667 264.468,-185.897 270.224,-189.881\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M116,-68C116,-68 12,-68 12,-68 6,-68 0,-62 0,-56 0,-56 0,-12 0,-12 0,-6 6,-0 12,-0 12,-0 116,-0 116,-0 122,-0 128,-6 128,-12 128,-12 128,-56 128,-56 128,-62 122,-68 116,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"64\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"64\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 58.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"64\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"64\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M108.562,-103.726C102.885,-94.9703 96.876,-85.7032 91.1713,-76.9051\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"93.9687,-74.786 85.5915,-68.2996 88.0953,-78.5943 93.9687,-74.786\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.749020\" stroke=\"black\" d=\"M255.5,-68C255.5,-68 158.5,-68 158.5,-68 152.5,-68 146.5,-62 146.5,-56 146.5,-56 146.5,-12 146.5,-12 146.5,-6 152.5,-0 158.5,-0 158.5,-0 255.5,-0 255.5,-0 261.5,-0 267.5,-6 267.5,-12 267.5,-12 267.5,-56 267.5,-56 267.5,-62 261.5,-68 255.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.32</text>\r\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.8%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.8, 0.2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>4&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M161.81,-103.726C167.568,-94.9703 173.661,-85.7032 179.446,-76.9051\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"182.535,-78.5781 185.104,-68.2996 176.686,-74.7322 182.535,-78.5781\"/>\r\n",
       "</g>\r\n",
       "<!-- 10 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M570.5,-298.5C570.5,-298.5 473.5,-298.5 473.5,-298.5 467.5,-298.5 461.5,-292.5 461.5,-286.5 461.5,-286.5 461.5,-242.5 461.5,-242.5 461.5,-236.5 467.5,-230.5 473.5,-230.5 473.5,-230.5 570.5,-230.5 570.5,-230.5 576.5,-230.5 582.5,-236.5 582.5,-242.5 582.5,-242.5 582.5,-286.5 582.5,-286.5 582.5,-292.5 576.5,-298.5 570.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"522\" y=\"-283.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"522\" y=\"-268.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"522\" y=\"-253.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"522\" y=\"-238.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 9&#45;&gt;10 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>9&#45;&gt;10</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M572.285,-341.907C564.878,-330.652 556.827,-318.418 549.382,-307.106\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"552.249,-305.096 543.828,-298.667 546.402,-308.944 552.249,-305.096\"/>\r\n",
       "</g>\r\n",
       "<!-- 11 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>11</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M713.5,-298.5C713.5,-298.5 612.5,-298.5 612.5,-298.5 606.5,-298.5 600.5,-292.5 600.5,-286.5 600.5,-286.5 600.5,-242.5 600.5,-242.5 600.5,-236.5 606.5,-230.5 612.5,-230.5 612.5,-230.5 713.5,-230.5 713.5,-230.5 719.5,-230.5 725.5,-236.5 725.5,-242.5 725.5,-242.5 725.5,-286.5 725.5,-286.5 725.5,-292.5 719.5,-298.5 713.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"663\" y=\"-283.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"663\" y=\"-268.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"663\" y=\"-253.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"663\" y=\"-238.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 9&#45;&gt;11 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>9&#45;&gt;11</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M621.204,-341.907C627.24,-330.873 633.791,-318.898 639.876,-307.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"643.129,-309.12 644.857,-298.667 636.988,-305.76 643.129,-309.12\"/>\r\n",
       "</g>\r\n",
       "<!-- 13 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>13</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.643137\" stroke=\"black\" d=\"M934.5,-425C934.5,-425 755.5,-425 755.5,-425 749.5,-425 743.5,-419 743.5,-413 743.5,-413 743.5,-354 743.5,-354 743.5,-348 749.5,-342 755.5,-342 755.5,-342 934.5,-342 934.5,-342 940.5,-342 946.5,-348 946.5,-354 946.5,-354 946.5,-413 946.5,-413 946.5,-419 940.5,-425 934.5,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-409.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">BLAND_CHROMATIN &lt;= 3.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-394.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.388</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-379.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 3.5%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-364.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.737, 0.263]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"845\" y=\"-349.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;13 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>12&#45;&gt;13</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M845,-460.907C845,-452.649 845,-443.864 845,-435.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"848.5,-435.021 845,-425.021 841.5,-435.021 848.5,-435.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 18 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>18</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.909804\" stroke=\"black\" d=\"M1424,-425C1424,-425 1212,-425 1212,-425 1206,-425 1200,-419 1200,-413 1200,-413 1200,-354 1200,-354 1200,-348 1206,-342 1212,-342 1212,-342 1424,-342 1424,-342 1430,-342 1436,-348 1436,-354 1436,-354 1436,-413 1436,-413 1436,-419 1430,-425 1424,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-409.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">CELL_SIZE_UNIFORMITY &lt;= 4.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-394.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.154</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-379.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 34.8%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-364.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.084, 0.916]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-349.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;18 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>12&#45;&gt;18</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M970.513,-470.453C1038.21,-453.709 1121.59,-433.084 1189.7,-416.235\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1190.77,-419.576 1199.64,-413.777 1189.09,-412.781 1190.77,-419.576\"/>\r\n",
       "</g>\r\n",
       "<!-- 14 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>14</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M852.5,-298.5C852.5,-298.5 755.5,-298.5 755.5,-298.5 749.5,-298.5 743.5,-292.5 743.5,-286.5 743.5,-286.5 743.5,-242.5 743.5,-242.5 743.5,-236.5 749.5,-230.5 755.5,-230.5 755.5,-230.5 852.5,-230.5 852.5,-230.5 858.5,-230.5 864.5,-236.5 864.5,-242.5 864.5,-242.5 864.5,-286.5 864.5,-286.5 864.5,-292.5 858.5,-298.5 852.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"804\" y=\"-283.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"804\" y=\"-268.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 2.4%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"804\" y=\"-253.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"804\" y=\"-238.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 13&#45;&gt;14 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>13&#45;&gt;14</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M830.775,-341.907C826.947,-330.983 822.796,-319.137 818.931,-308.107\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"822.233,-306.947 815.623,-298.667 815.627,-309.262 822.233,-306.947\"/>\r\n",
       "</g>\r\n",
       "<!-- 15 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>15</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.800000\" stroke=\"black\" d=\"M1121.5,-306C1121.5,-306 894.5,-306 894.5,-306 888.5,-306 882.5,-300 882.5,-294 882.5,-294 882.5,-235 882.5,-235 882.5,-229 888.5,-223 894.5,-223 894.5,-223 1121.5,-223 1121.5,-223 1127.5,-223 1133.5,-229 1133.5,-235 1133.5,-235 1133.5,-294 1133.5,-294 1133.5,-300 1127.5,-306 1121.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">CELL_SHAPE_UNIFORMITY &lt;= 1.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.278</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.167, 0.833]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 13&#45;&gt;15 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>13&#45;&gt;15</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M901.552,-341.907C914.954,-332.288 929.351,-321.953 943.092,-312.09\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"945.465,-314.695 951.548,-306.021 941.383,-309.009 945.465,-314.695\"/>\r\n",
       "</g>\r\n",
       "<!-- 16 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>16</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M915.5,-179.5C915.5,-179.5 818.5,-179.5 818.5,-179.5 812.5,-179.5 806.5,-173.5 806.5,-167.5 806.5,-167.5 806.5,-123.5 806.5,-123.5 806.5,-117.5 812.5,-111.5 818.5,-111.5 818.5,-111.5 915.5,-111.5 915.5,-111.5 921.5,-111.5 927.5,-117.5 927.5,-123.5 927.5,-123.5 927.5,-167.5 927.5,-167.5 927.5,-173.5 921.5,-179.5 915.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"867\" y=\"-164.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"867\" y=\"-149.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"867\" y=\"-134.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"867\" y=\"-119.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 15&#45;&gt;16 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>15&#45;&gt;16</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M959.081,-222.907C944.719,-210.99 929.035,-197.976 914.747,-186.12\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"916.901,-183.359 906.97,-179.667 912.431,-188.746 916.901,-183.359\"/>\r\n",
       "</g>\r\n",
       "<!-- 17 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>17</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M1058.5,-179.5C1058.5,-179.5 957.5,-179.5 957.5,-179.5 951.5,-179.5 945.5,-173.5 945.5,-167.5 945.5,-167.5 945.5,-123.5 945.5,-123.5 945.5,-117.5 951.5,-111.5 957.5,-111.5 957.5,-111.5 1058.5,-111.5 1058.5,-111.5 1064.5,-111.5 1070.5,-117.5 1070.5,-123.5 1070.5,-123.5 1070.5,-167.5 1070.5,-167.5 1070.5,-173.5 1064.5,-179.5 1058.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-164.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-149.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.9%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-134.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-119.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 15&#45;&gt;17 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>15&#45;&gt;17</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1008,-222.907C1008,-212.204 1008,-200.615 1008,-189.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1011.5,-189.667 1008,-179.667 1004.5,-189.667 1011.5,-189.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 19 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>19</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.658824\" stroke=\"black\" d=\"M1386.5,-306C1386.5,-306 1249.5,-306 1249.5,-306 1243.5,-306 1237.5,-300 1237.5,-294 1237.5,-294 1237.5,-235 1237.5,-235 1237.5,-229 1243.5,-223 1249.5,-223 1249.5,-223 1386.5,-223 1386.5,-223 1392.5,-223 1398.5,-229 1398.5,-235 1398.5,-235 1398.5,-294 1398.5,-294 1398.5,-300 1392.5,-306 1386.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">BARE_NUCLEI &lt;= 2.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.38</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 9.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.255, 0.745]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1318\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 18&#45;&gt;19 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>18&#45;&gt;19</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1318,-341.907C1318,-333.649 1318,-324.864 1318,-316.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1321.5,-316.021 1318,-306.021 1314.5,-316.021 1321.5,-316.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 26 -->\r\n",
       "<g id=\"node27\" class=\"node\"><title>26</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.976471\" stroke=\"black\" d=\"M1775.5,-306C1775.5,-306 1580.5,-306 1580.5,-306 1574.5,-306 1568.5,-300 1568.5,-294 1568.5,-294 1568.5,-235 1568.5,-235 1568.5,-229 1574.5,-223 1580.5,-223 1580.5,-223 1775.5,-223 1775.5,-223 1781.5,-223 1787.5,-229 1787.5,-235 1787.5,-235 1787.5,-294 1787.5,-294 1787.5,-300 1781.5,-306 1775.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">MARGINAL_ADHESION &lt;= 1.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.042</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 25.5%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.022, 0.978]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 18&#45;&gt;26 -->\r\n",
       "<g id=\"edge26\" class=\"edge\"><title>18&#45;&gt;26</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1436.38,-344.028C1475.58,-331.287 1519.21,-317.105 1558.5,-304.338\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1559.96,-307.543 1568.39,-301.124 1557.8,-300.886 1559.96,-307.543\"/>\r\n",
       "</g>\r\n",
       "<!-- 20 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>20</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.666667\" stroke=\"black\" d=\"M1247.5,-187C1247.5,-187 1100.5,-187 1100.5,-187 1094.5,-187 1088.5,-181 1088.5,-175 1088.5,-175 1088.5,-116 1088.5,-116 1088.5,-110 1094.5,-104 1100.5,-104 1100.5,-104 1247.5,-104 1247.5,-104 1253.5,-104 1259.5,-110 1259.5,-116 1259.5,-116 1259.5,-175 1259.5,-175 1259.5,-181 1253.5,-187 1247.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">EPI_CELL_SIZE &lt;= 3.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 2.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.75, 0.25]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 19&#45;&gt;20 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>19&#45;&gt;20</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1268.04,-222.907C1256.31,-213.379 1243.72,-203.148 1231.69,-193.37\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1233.84,-190.61 1223.87,-187.021 1229.43,-196.043 1233.84,-190.61\"/>\r\n",
       "</g>\r\n",
       "<!-- 23 -->\r\n",
       "<g id=\"node24\" class=\"node\"><title>23</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.886275\" stroke=\"black\" d=\"M1516.5,-187C1516.5,-187 1289.5,-187 1289.5,-187 1283.5,-187 1277.5,-181 1277.5,-175 1277.5,-175 1277.5,-116 1277.5,-116 1277.5,-110 1283.5,-104 1289.5,-104 1289.5,-104 1516.5,-104 1516.5,-104 1522.5,-104 1528.5,-110 1528.5,-116 1528.5,-116 1528.5,-175 1528.5,-175 1528.5,-181 1522.5,-187 1516.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">CELL_SHAPE_UNIFORMITY &lt;= 4.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.184</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 7.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.103, 0.897]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1403\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 19&#45;&gt;23 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>19&#45;&gt;23</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1347.49,-222.907C1353.95,-214.014 1360.86,-204.509 1367.52,-195.331\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1370.52,-197.168 1373.56,-187.021 1364.85,-193.054 1370.52,-197.168\"/>\r\n",
       "</g>\r\n",
       "<!-- 21 -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>21</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M1075.5,-68C1075.5,-68 978.5,-68 978.5,-68 972.5,-68 966.5,-62 966.5,-56 966.5,-56 966.5,-12 966.5,-12 966.5,-6 972.5,-0 978.5,-0 978.5,-0 1075.5,-0 1075.5,-0 1081.5,-0 1087.5,-6 1087.5,-12 1087.5,-12 1087.5,-56 1087.5,-56 1087.5,-62 1081.5,-68 1075.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.5%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 20&#45;&gt;21 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>20&#45;&gt;21</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1119.26,-103.726C1106.41,-94.1494 1092.73,-83.9611 1079.95,-74.4438\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1081.81,-71.4666 1071.7,-68.2996 1077.63,-77.0803 1081.81,-71.4666\"/>\r\n",
       "</g>\r\n",
       "<!-- 22 -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>22</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.666667\" stroke=\"black\" d=\"M1230.5,-68C1230.5,-68 1117.5,-68 1117.5,-68 1111.5,-68 1105.5,-62 1105.5,-56 1105.5,-56 1105.5,-12 1105.5,-12 1105.5,-6 1111.5,-0 1117.5,-0 1117.5,-0 1230.5,-0 1230.5,-0 1236.5,-0 1242.5,-6 1242.5,-12 1242.5,-12 1242.5,-56 1242.5,-56 1242.5,-62 1236.5,-68 1230.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.7%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.25, 0.75]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1174\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 20&#45;&gt;22 -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>20&#45;&gt;22</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1174,-103.726C1174,-95.5175 1174,-86.8595 1174,-78.56\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1177.5,-78.2996 1174,-68.2996 1170.5,-78.2996 1177.5,-78.2996\"/>\r\n",
       "</g>\r\n",
       "<!-- 24 -->\r\n",
       "<g id=\"node25\" class=\"node\"><title>24</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.764706\" stroke=\"black\" d=\"M1385.5,-68C1385.5,-68 1272.5,-68 1272.5,-68 1266.5,-68 1260.5,-62 1260.5,-56 1260.5,-56 1260.5,-12 1260.5,-12 1260.5,-6 1266.5,-0 1272.5,-0 1272.5,-0 1385.5,-0 1385.5,-0 1391.5,-0 1397.5,-6 1397.5,-12 1397.5,-12 1397.5,-56 1397.5,-56 1397.5,-62 1391.5,-68 1385.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1329\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.308</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1329\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 3.8%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1329\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.19, 0.81]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1329\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 23&#45;&gt;24 -->\r\n",
       "<g id=\"edge24\" class=\"edge\"><title>23&#45;&gt;24</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1375.45,-103.726C1369.47,-94.879 1363.13,-85.51 1357.13,-76.6303\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1360,-74.6253 1351.5,-68.2996 1354.2,-78.5448 1360,-74.6253\"/>\r\n",
       "</g>\r\n",
       "<!-- 25 -->\r\n",
       "<g id=\"node26\" class=\"node\"><title>25</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M1528.5,-68C1528.5,-68 1427.5,-68 1427.5,-68 1421.5,-68 1415.5,-62 1415.5,-56 1415.5,-56 1415.5,-12 1415.5,-12 1415.5,-6 1421.5,-0 1427.5,-0 1427.5,-0 1528.5,-0 1528.5,-0 1534.5,-0 1540.5,-6 1540.5,-12 1540.5,-12 1540.5,-56 1540.5,-56 1540.5,-62 1534.5,-68 1528.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1478\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1478\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 3.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1478\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1478\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 23&#45;&gt;25 -->\r\n",
       "<g id=\"edge25\" class=\"edge\"><title>23&#45;&gt;25</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1430.93,-103.726C1436.99,-94.879 1443.4,-85.51 1449.49,-76.6303\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1452.43,-78.5277 1455.19,-68.2996 1446.65,-74.5721 1452.43,-78.5277\"/>\r\n",
       "</g>\r\n",
       "<!-- 27 -->\r\n",
       "<g id=\"node28\" class=\"node\"><title>27</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.713725\" stroke=\"black\" d=\"M1743,-187C1743,-187 1613,-187 1613,-187 1607,-187 1601,-181 1601,-175 1601,-175 1601,-116 1601,-116 1601,-110 1607,-104 1613,-104 1613,-104 1743,-104 1743,-104 1749,-104 1755,-110 1755,-116 1755,-116 1755,-175 1755,-175 1755,-181 1749,-187 1743,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">ID &lt;= 1064243.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.346</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.6%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.222, 0.778]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1678\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 26&#45;&gt;27 -->\r\n",
       "<g id=\"edge27\" class=\"edge\"><title>26&#45;&gt;27</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1678,-222.907C1678,-214.649 1678,-205.864 1678,-197.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1681.5,-197.021 1678,-187.021 1674.5,-197.021 1681.5,-197.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 30 -->\r\n",
       "<g id=\"node31\" class=\"node\"><title>30</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.992157\" stroke=\"black\" d=\"M1970,-187C1970,-187 1840,-187 1840,-187 1834,-187 1828,-181 1828,-175 1828,-175 1828,-116 1828,-116 1828,-110 1834,-104 1840,-104 1840,-104 1970,-104 1970,-104 1976,-104 1982,-110 1982,-116 1982,-116 1982,-175 1982,-175 1982,-181 1976,-187 1970,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">ID &lt;= 1281195.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.015</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 23.8%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.008, 0.992]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 26&#45;&gt;30 -->\r\n",
       "<g id=\"edge30\" class=\"edge\"><title>26&#45;&gt;30</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1756.76,-222.907C1776.83,-212.559 1798.52,-201.383 1818.94,-190.856\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1820.63,-193.923 1827.92,-186.231 1817.42,-187.701 1820.63,-193.923\"/>\r\n",
       "</g>\r\n",
       "<!-- 28 -->\r\n",
       "<g id=\"node29\" class=\"node\"><title>28</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M1667.5,-68C1667.5,-68 1570.5,-68 1570.5,-68 1564.5,-68 1558.5,-62 1558.5,-56 1558.5,-56 1558.5,-12 1558.5,-12 1558.5,-6 1564.5,-0 1570.5,-0 1570.5,-0 1667.5,-0 1667.5,-0 1673.5,-0 1679.5,-6 1679.5,-12 1679.5,-12 1679.5,-56 1679.5,-56 1679.5,-62 1673.5,-68 1667.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1619\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1619\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 0.4%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1619\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1619\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 27&#45;&gt;28 -->\r\n",
       "<g id=\"edge28\" class=\"edge\"><title>27&#45;&gt;28</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1656.03,-103.726C1651.36,-95.0615 1646.42,-85.8962 1641.73,-77.1802\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1644.77,-75.4428 1636.94,-68.2996 1638.6,-78.7632 1644.77,-75.4428\"/>\r\n",
       "</g>\r\n",
       "<!-- 29 -->\r\n",
       "<g id=\"node30\" class=\"node\"><title>29</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M1810.5,-68C1810.5,-68 1709.5,-68 1709.5,-68 1703.5,-68 1697.5,-62 1697.5,-56 1697.5,-56 1697.5,-12 1697.5,-12 1697.5,-6 1703.5,-0 1709.5,-0 1709.5,-0 1810.5,-0 1810.5,-0 1816.5,-0 1822.5,-6 1822.5,-12 1822.5,-12 1822.5,-56 1822.5,-56 1822.5,-62 1816.5,-68 1810.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1760\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1760\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1760\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1760\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 27&#45;&gt;29 -->\r\n",
       "<g id=\"edge29\" class=\"edge\"><title>27&#45;&gt;29</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1708.53,-103.726C1715.23,-94.7878 1722.32,-85.3168 1729.03,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1731.87,-78.402 1735.06,-68.2996 1726.27,-74.206 1731.87,-78.402\"/>\r\n",
       "</g>\r\n",
       "<!-- 31 -->\r\n",
       "<g id=\"node32\" class=\"node\"><title>31</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M1957,-68C1957,-68 1853,-68 1853,-68 1847,-68 1841,-62 1841,-56 1841,-56 1841,-12 1841,-12 1841,-6 1847,-0 1853,-0 1853,-0 1957,-0 1957,-0 1963,-0 1969,-6 1969,-12 1969,-12 1969,-56 1969,-56 1969,-62 1963,-68 1957,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 21.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1905\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 30&#45;&gt;31 -->\r\n",
       "<g id=\"edge31\" class=\"edge\"><title>30&#45;&gt;31</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1905,-103.726C1905,-95.5175 1905,-86.8595 1905,-78.56\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1908.5,-78.2996 1905,-68.2996 1901.5,-78.2996 1908.5,-78.2996\"/>\r\n",
       "</g>\r\n",
       "<!-- 32 -->\r\n",
       "<g id=\"node33\" class=\"node\"><title>32</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.929412\" stroke=\"black\" d=\"M2129,-68C2129,-68 1999,-68 1999,-68 1993,-68 1987,-62 1987,-56 1987,-56 1987,-12 1987,-12 1987,-6 1993,-0 1999,-0 1999,-0 2129,-0 2129,-0 2135,-0 2141,-6 2141,-12 2141,-12 2141,-56 2141,-56 2141,-62 2135,-68 2129,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2064\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.124</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2064\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 2.7%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2064\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.067, 0.933]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2064\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 30&#45;&gt;32 -->\r\n",
       "<g id=\"edge32\" class=\"edge\"><title>30&#45;&gt;32</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1964.21,-103.726C1978.32,-94.0078 1993.34,-83.6597 2007.34,-74.0222\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2009.65,-76.6797 2015.9,-68.1252 2005.68,-70.9146 2009.65,-76.6797\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0x270a91844e0>"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a decision tree with the best parameters\n",
    "dt1 = DecisionTreeClassifier(criterion='gini',random_state=0, max_depth=max_depth1)\n",
    "dt1.fit(X_tr, y_tr)\n",
    "\n",
    "# Export decision tree\n",
    "dot_data = export_graphviz(\n",
    "    dt1, out_file=None,\n",
    "    feature_names=X_tr.columns, class_names=['benign', 'malignant'],\n",
    "    filled=True, rounded=True, proportion=True   \n",
    ")\n",
    "\n",
    "# Display decision tree\n",
    "graphviz.Source(dot_data)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Wisconsin Diagnostic Breast Cancer (WDBC)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "X_tr: (455, 31)\n",
      "X_te: (114, 31)\n",
      "y_tr: (455,)\n",
      "y_te: (114,)\n"
     ]
    }
   ],
   "source": [
    "# import the data\n",
    "wdbc_data = pd.read_csv(os.path.join(\"data\", \"uci\", \"wdbc.data\"), na_values=\"?\", header=None)\n",
    "\n",
    "# set the column names\n",
    "wdbc_data=wdbc_data.rename(columns = {0:'ID', 1:\"CLASS\", 2: \"MEAN_RADIUS\", 3: \"MEAN_TEXTURE\", 4: \"MEAN_PERIMETER\", 5: \"MEAN_AREA\", 6: \"MEAN_SMOOTHNESS\", 7: \"MEAN_COMPACTNESS\", 8: \"MEAN_CONCAVITY\", 9:\"MEAN_CONCAVE_POINTS\", 10: \"MEAN_SYMMETRY\", 11: \"MEAN_FRACTAL_DIMENSIONS\", 12: \"RADIUS_SE\", 13: \"TEXTURE_SE\", 14: \"PERIMETER_SE\", 15: \"AREA_SE\", 16: \"SMOOTHNESS_SE\", 17: \"COMPACTNESS_SE\", 18: \"CONCAVITY_SE\", 19: \"CONCAVE_POINTS_SE\", 20: \"SYMMETRY_SE\",21: \"FRACTAL_DIMENSIONS_SE\", 22: \"WORST_RADIUS\", 23: \"WORST_TEXTURE\", 24: \"WORST_PERIMETER\", 25: \"WORST_AREA\", 26: \"WORST_SMOOTHNESS\", 27: \"WORST_COMPACTNESS\", 28: \"WORST_CONCAVITY\", 29: \"WORST_CONCAVE_POINTS\", 30: \"WORST_SYMMETRY\", 31: \"WORST_FRACTAL_DIMENSIONS\"})\n",
    "\n",
    "wdbc_data = wdbc_data.dropna(axis=0, how=\"any\")\n",
    "\n",
    "y2 = wdbc_data.pop(\"CLASS\")\n",
    "X2 = wdbc_data\n",
    "\n",
    "# split the data\n",
    "X_tr, X_te, y_tr, y_te = train_test_split(X2, y2, test_size=0.2, random_state=0)\n",
    "print(\"X_tr:\", X_tr.shape)\n",
    "print(\"X_te:\", X_te.shape)\n",
    "print(\"y_tr:\", y_tr.shape)\n",
    "print(\"y_te:\", y_te.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "B    0.627417\n",
       "M    0.372583\n",
       "Name: CLASS, dtype: float64"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the baseline distribution\n",
    "pd.value_counts(y2, normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>max_depth</th>\n",
       "      <th>mean_te</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>0.918681</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>0.918681</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>0.916484</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>0.909890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>0.909890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>10</td>\n",
       "      <td>0.907692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>15</td>\n",
       "      <td>0.907692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>20</td>\n",
       "      <td>0.907692</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  max_depth   mean_te\n",
       "0         2  0.918681\n",
       "3         5  0.918681\n",
       "2         4  0.916484\n",
       "1         3  0.909890\n",
       "4         7  0.909890\n",
       "5        10  0.907692\n",
       "6        15  0.907692\n",
       "7        20  0.907692"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a decision tree and a grid search\n",
    "pipe2 = Pipeline([\n",
    "    ('pca', None),\n",
    "    ('scaler', None),\n",
    "    ('dt', DecisionTreeClassifier(criterion='gini',random_state=0))\n",
    "])\n",
    "\n",
    "\n",
    "grid2 = {\n",
    "    'dt__max_depth': [2, 3, 4, 5, 7, 10, 15, 20],\n",
    "}\n",
    "\n",
    "grid_cv2 = GridSearchCV(pipe2, grid2, cv=5)\n",
    "\n",
    "# fit the model\n",
    "grid_cv2.fit(X_tr, y_tr)\n",
    "\n",
    "# Collect results and sort them\n",
    "df2 = pd.DataFrame.from_items([\n",
    "    ('max_depth', grid_cv2.cv_results_['param_dt__max_depth']),\n",
    "    ('mean_te', grid_cv2.cv_results_['mean_test_score'])\n",
    "])\n",
    "\n",
    "df2.sort_values(by='mean_te', ascending=False).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test Accuracy: 0.9649122807017544\n"
     ]
    }
   ],
   "source": [
    "print(\"Test Accuracy:\",grid_cv2.score(X_te, y_te))\n",
    "\n",
    "# get the best max_depth\n",
    "best_idx2 = np.argmax(df2.mean_te)\n",
    "max_depth2 = df2.max_depth[best_idx2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: Tree Pages: 1 -->\r\n",
       "<svg width=\"695pt\" height=\"314pt\"\r\n",
       " viewBox=\"0.00 0.00 695.00 314.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 310)\">\r\n",
       "<title>Tree</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-310 691,-310 691,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.431373\" stroke=\"black\" d=\"M468,-306C468,-306 218,-306 218,-306 212,-306 206,-300 206,-294 206,-294 206,-235 206,-235 206,-229 212,-223 218,-223 218,-223 468,-223 468,-223 474,-223 480,-229 480,-235 480,-235 480,-294 480,-294 480,-300 474,-306 468,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"343\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">WORST_CONCAVE_POINTS &lt;= 0.142</text>\r\n",
       "<text text-anchor=\"middle\" x=\"343\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.462</text>\r\n",
       "<text text-anchor=\"middle\" x=\"343\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 100.0%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"343\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.637, 0.363]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"343\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.913725\" stroke=\"black\" d=\"M322,-187C322,-187 158,-187 158,-187 152,-187 146,-181 146,-175 146,-175 146,-116 146,-116 146,-110 152,-104 158,-104 158,-104 322,-104 322,-104 328,-104 334,-110 334,-116 334,-116 334,-175 334,-175 334,-181 328,-187 322,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"240\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">WORST_AREA &lt;= 957.45</text>\r\n",
       "<text text-anchor=\"middle\" x=\"240\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.146</text>\r\n",
       "<text text-anchor=\"middle\" x=\"240\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 66.6%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"240\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.921, 0.079]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"240\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M307.265,-222.907C299.275,-213.832 290.726,-204.121 282.494,-194.769\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"284.907,-192.214 275.672,-187.021 279.653,-196.839 284.907,-192.214\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"274.084\" y=\"-208.27\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">True</text>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.921569\" stroke=\"black\" d=\"M528,-187C528,-187 364,-187 364,-187 358,-187 352,-181 352,-175 352,-175 352,-116 352,-116 352,-110 358,-104 364,-104 364,-104 528,-104 528,-104 534,-104 540,-110 540,-116 540,-116 540,-175 540,-175 540,-181 534,-187 528,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">WORST_AREA &lt;= 729.55</text>\r\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.134</text>\r\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 33.4%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.072, 0.928]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"446\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>0&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M378.735,-222.907C386.725,-213.832 395.274,-204.121 403.506,-194.769\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"406.347,-196.839 410.328,-187.021 401.093,-192.214 406.347,-196.839\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"411.916\" y=\"-208.27\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">False</text>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.960784\" stroke=\"black\" d=\"M142,-68C142,-68 12,-68 12,-68 6,-68 0,-62 0,-56 0,-56 0,-12 0,-12 0,-6 6,-0 12,-0 12,-0 142,-0 142,-0 148,-0 154,-6 154,-12 154,-12 154,-56 154,-56 154,-62 148,-68 142,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.073</text>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 63.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.962, 0.038]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M179.305,-103.726C164.702,-93.9161 149.143,-83.4644 134.682,-73.7496\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"136.562,-70.7963 126.31,-68.1252 132.659,-76.6069 136.562,-70.7963\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.847059\" stroke=\"black\" d=\"M314,-68C314,-68 184,-68 184,-68 178,-68 172,-62 172,-56 172,-56 172,-12 172,-12 172,-6 178,-0 184,-0 184,-0 314,-0 314,-0 320,-0 326,-6 326,-12 326,-12 326,-56 326,-56 326,-62 320,-68 314,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.231</text>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 3.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.133, 0.867]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>1&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M243.351,-103.726C244.033,-95.4263 244.753,-86.6671 245.442,-78.2834\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"248.932,-78.5527 246.263,-68.2996 241.956,-77.9793 248.932,-78.5527\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.250980\" stroke=\"black\" d=\"M503,-68C503,-68 373,-68 373,-68 367,-68 361,-62 361,-56 361,-56 361,-12 361,-12 361,-6 367,-0 373,-0 373,-0 503,-0 503,-0 509,-0 515,-6 515,-12 515,-12 515,-56 515,-56 515,-62 509,-68 503,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"438\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.49</text>\r\n",
       "<text text-anchor=\"middle\" x=\"438\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 3.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"438\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.571, 0.429]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"438\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M443.021,-103.726C442.415,-95.4263 441.775,-86.6671 441.162,-78.2834\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"444.652,-78.018 440.433,-68.2996 437.671,-78.5281 444.652,-78.018\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.976471\" stroke=\"black\" d=\"M675,-68C675,-68 545,-68 545,-68 539,-68 533,-62 533,-56 533,-56 533,-12 533,-12 533,-6 539,-0 545,-0 545,-0 675,-0 675,-0 681,-0 687,-6 687,-12 687,-12 687,-56 687,-56 687,-62 681,-68 675,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"610\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.043</text>\r\n",
       "<text text-anchor=\"middle\" x=\"610\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 30.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"610\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.022, 0.978]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"610\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>4&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M507.068,-103.726C521.76,-93.9161 537.414,-83.4644 551.964,-73.7496\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"554.015,-76.5889 560.388,-68.1252 550.128,-70.7673 554.015,-76.5889\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0x270a91bce48>"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a decision tree with the best parameters\n",
    "dt2 = DecisionTreeClassifier(criterion='gini',random_state=0, max_depth=max_depth2)\n",
    "dt2.fit(X_tr, y_tr)\n",
    "\n",
    "# Export decision tree\n",
    "dot_data2 = export_graphviz(\n",
    "    dt2, out_file=None,\n",
    "    feature_names=X_tr.columns, class_names=['benign', 'malignant'],\n",
    "    filled=True, rounded=True, proportion=True   \n",
    ")\n",
    "\n",
    "# Display decision tree\n",
    "graphviz.Source(dot_data2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Wisconsin Prognostic Breast Cancer (WPBC)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "X_tr: (155, 34)\n",
      "X_te: (39, 34)\n",
      "y_tr: (155,)\n",
      "y_te: (39,)\n"
     ]
    }
   ],
   "source": [
    "# import the data\n",
    "wpbc_data = pd.read_csv(os.path.join(\"data\", \"uci\", \"wpbc.data\"), na_values=\"?\", header=None)\n",
    "\n",
    "# set the column names\n",
    "wpbc_data=wpbc_data.rename(columns = {0:'ID', 1:\"CLASS\", 2: \"TIME\", 3: \"MEAN_RADIUS\", 4: \"MEAN_TEXTURE\", 5: \"MEAN_PERIMITER\", 6: \"MEAN_AREA\", 7: \"MEAN_SMOOTHNESS\", 8: \"MEAN_COMPACTNESS\", 9: \"MEAN_CONCAVITY\", 10:\"MEAN_CONCAVE_POINTS\", 11: \"MEAN_SYMMETRY\", 12: \"MEAN_FRACTAL_DIMENSIONS\", 13: \"RADIUS_SE\", 14: \"TEXTURE_SE\", 15: \"PERIMETER_SE\", 16: \"AREA_SE\", 17: \"SMOOTHNESS_SE\", 18: \"COMPACTNESS_SE\", 19: \"CONCAVITY_SE\", 20: \"CONCAVE_POINTS_SE\", 21: \"SYMMETRY_SE\",22: \"FRACTAL_DIMENSIONS_SE\", 23: \"WORST_RADIUS\", 24: \"WORST_TEXTURE\", 25: \"WORST_PERIMETER\", 26: \"WORST_AREA\", 27: \"WORST_SMOOTHNESS\", 28: \"WORST_COMPACTNESS\", 29: \"WORST_CONCAVITY\", 30: \"WORST_CONCAVE_POINTS\", 31: \"WORST_SYMMETRY\", 32: \"WORST_FRACTAL_DIMENSIONS\", 33: \"TUMOR_SIZE\", 34: \"LYMPH_STATUS\"})\n",
    "\n",
    "wpbc_data = wpbc_data.dropna(axis=0, how=\"any\")\n",
    "\n",
    "y3 = wpbc_data.pop(\"CLASS\")\n",
    "X3 = wpbc_data\n",
    "\n",
    "# split the data\n",
    "X_tr, X_te, y_tr, y_te = train_test_split(X3, y3, test_size=0.2, random_state=0)\n",
    "print(\"X_tr:\", X_tr.shape)\n",
    "print(\"X_te:\", X_te.shape)\n",
    "print(\"y_tr:\", y_tr.shape)\n",
    "print(\"y_te:\", y_te.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "N    0.762887\n",
       "R    0.237113\n",
       "Name: CLASS, dtype: float64"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the baseline distribution\n",
    "pd.value_counts(y3, normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>max_depth</th>\n",
       "      <th>mean_te</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>0.761290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>0.761290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>0.754839</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>0.754839</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>0.754839</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>10</td>\n",
       "      <td>0.748387</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>15</td>\n",
       "      <td>0.748387</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>20</td>\n",
       "      <td>0.748387</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>25</td>\n",
       "      <td>0.748387</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  max_depth   mean_te\n",
       "1         3  0.761290\n",
       "2         4  0.761290\n",
       "0         2  0.754839\n",
       "3         5  0.754839\n",
       "4         7  0.754839\n",
       "5        10  0.748387\n",
       "6        15  0.748387\n",
       "7        20  0.748387\n",
       "8        25  0.748387"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a decision tree and a grid search\n",
    "pipe3 = Pipeline([\n",
    "    ('pca', None),\n",
    "    ('scaler', None),\n",
    "    ('dt', DecisionTreeClassifier(criterion='gini',random_state=0))\n",
    "])\n",
    "\n",
    "\n",
    "grid3 = {\n",
    "    'dt__max_depth': [2, 3, 4, 5, 7, 10, 15, 20, 25],\n",
    "}\n",
    "\n",
    "grid_cv3 = GridSearchCV(pipe3, grid3, cv=5)\n",
    "\n",
    "# fit the model\n",
    "grid_cv3.fit(X_tr, y_tr)\n",
    "\n",
    "# Collect results and sort them\n",
    "df3 = pd.DataFrame.from_items([\n",
    "    ('max_depth', grid_cv3.cv_results_['param_dt__max_depth']),\n",
    "    ('mean_te', grid_cv3.cv_results_['mean_test_score'])\n",
    "])\n",
    "\n",
    "df3.sort_values(by='mean_te', ascending=False).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test Accuracy: 0.6923076923076923\n"
     ]
    }
   ],
   "source": [
    "print(\"Test Accuracy:\",grid_cv3.score(X_te, y_te))\n",
    "\n",
    "# get the best max_depth\n",
    "best_idx3 = np.argmax(df3.mean_te)\n",
    "max_depth3 = df3.max_depth[best_idx3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: Tree Pages: 1 -->\r\n",
       "<svg width=\"967pt\" height=\"433pt\"\r\n",
       " viewBox=\"0.00 0.00 967.00 433.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 429)\">\r\n",
       "<title>Tree</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-429 963,-429 963,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.686275\" stroke=\"black\" d=\"M546,-425C546,-425 416,-425 416,-425 410,-425 404,-419 404,-413 404,-413 404,-354 404,-354 404,-348 410,-342 416,-342 416,-342 546,-342 546,-342 552,-342 558,-348 558,-354 558,-354 558,-413 558,-413 558,-419 552,-425 546,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"481\" y=\"-409.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">TIME &lt;= 19.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"481\" y=\"-394.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.363</text>\r\n",
       "<text text-anchor=\"middle\" x=\"481\" y=\"-379.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 100.0%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"481\" y=\"-364.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.761, 0.239]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"481\" y=\"-349.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.039216\" stroke=\"black\" d=\"M430.5,-306C430.5,-306 281.5,-306 281.5,-306 275.5,-306 269.5,-300 269.5,-294 269.5,-294 269.5,-235 269.5,-235 269.5,-229 275.5,-223 281.5,-223 281.5,-223 430.5,-223 430.5,-223 436.5,-223 442.5,-229 442.5,-235 442.5,-235 442.5,-294 442.5,-294 442.5,-300 436.5,-306 430.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"356\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">TEXTURE_SE &lt;= 1.673</text>\r\n",
       "<text text-anchor=\"middle\" x=\"356\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"356\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 31.6%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"356\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.49, 0.51]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"356\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M437.632,-341.907C427.645,-332.56 416.938,-322.538 406.672,-312.929\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"408.984,-310.299 399.291,-306.021 404.201,-315.41 408.984,-310.299\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"400.117\" y=\"-327.307\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">True</text>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.870588\" stroke=\"black\" d=\"M741,-306C741,-306 473,-306 473,-306 467,-306 461,-300 461,-294 461,-294 461,-235 461,-235 461,-229 467,-223 473,-223 473,-223 741,-223 741,-223 747,-223 753,-229 753,-235 753,-235 753,-294 753,-294 753,-300 747,-306 741,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"607\" y=\"-290.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">MEAN_FRACTAL_DIMENSIONS &lt;= 0.051</text>\r\n",
       "<text text-anchor=\"middle\" x=\"607\" y=\"-275.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.201</text>\r\n",
       "<text text-anchor=\"middle\" x=\"607\" y=\"-260.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 68.4%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"607\" y=\"-245.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.887, 0.113]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"607\" y=\"-230.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>0&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M524.715,-341.907C534.781,-332.56 545.575,-322.538 555.923,-312.929\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"558.416,-315.39 563.362,-306.021 553.653,-310.261 558.416,-315.39\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"562.437\" y=\"-327.304\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">False</text>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.439216\" stroke=\"black\" d=\"M293,-187C293,-187 25,-187 25,-187 19,-187 13,-181 13,-175 13,-175 13,-116 13,-116 13,-110 19,-104 25,-104 25,-104 293,-104 293,-104 299,-104 305,-110 305,-116 305,-116 305,-175 305,-175 305,-181 299,-187 293,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">MEAN_FRACTAL_DIMENSIONS &lt;= 0.065</text>\r\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.46</text>\r\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 25.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.359, 0.641]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M287.652,-222.907C270.996,-213.016 253.068,-202.368 236.039,-192.254\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"237.613,-189.118 227.227,-187.021 234.038,-195.137 237.613,-189.118\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<path fill=\"#e58139\" stroke=\"black\" d=\"M432.5,-179.5C432.5,-179.5 335.5,-179.5 335.5,-179.5 329.5,-179.5 323.5,-173.5 323.5,-167.5 323.5,-167.5 323.5,-123.5 323.5,-123.5 323.5,-117.5 329.5,-111.5 335.5,-111.5 335.5,-111.5 432.5,-111.5 432.5,-111.5 438.5,-111.5 444.5,-117.5 444.5,-123.5 444.5,-123.5 444.5,-167.5 444.5,-167.5 444.5,-173.5 438.5,-179.5 432.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"384\" y=\"-164.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"384\" y=\"-149.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 6.5%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"384\" y=\"-134.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [1.0, 0.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"384\" y=\"-119.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>1&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M365.714,-222.907C368.302,-212.094 371.107,-200.376 373.723,-189.441\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"377.139,-190.207 376.063,-179.667 370.331,-188.578 377.139,-190.207\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<path fill=\"#399de5\" fill-opacity=\"0.650980\" stroke=\"black\" d=\"M142,-68C142,-68 12,-68 12,-68 6,-68 0,-62 0,-56 0,-56 0,-12 0,-12 0,-6 6,-0 12,-0 12,-0 142,-0 142,-0 148,-0 154,-6 154,-12 154,-12 154,-56 154,-56 154,-62 148,-68 142,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.383</text>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 20.0%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.258, 0.742]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M128.466,-103.726C121.773,-94.7878 114.68,-85.3168 107.97,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"110.732,-74.206 101.937,-68.2996 105.129,-78.402 110.732,-74.206\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.666667\" stroke=\"black\" d=\"M297.5,-68C297.5,-68 184.5,-68 184.5,-68 178.5,-68 172.5,-62 172.5,-56 172.5,-56 172.5,-12 172.5,-12 172.5,-6 178.5,-0 184.5,-0 184.5,-0 297.5,-0 297.5,-0 303.5,-0 309.5,-6 309.5,-12 309.5,-12 309.5,-56 309.5,-56 309.5,-62 303.5,-68 297.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"241\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"241\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 5.2%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"241\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.75, 0.25]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"241\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>2&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M189.534,-103.726C196.227,-94.7878 203.32,-85.3168 210.03,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"212.871,-78.402 216.063,-68.2996 207.268,-74.206 212.871,-78.402\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<path fill=\"#399de5\" stroke=\"black\" d=\"M630.5,-179.5C630.5,-179.5 529.5,-179.5 529.5,-179.5 523.5,-179.5 517.5,-173.5 517.5,-167.5 517.5,-167.5 517.5,-123.5 517.5,-123.5 517.5,-117.5 523.5,-111.5 529.5,-111.5 529.5,-111.5 630.5,-111.5 630.5,-111.5 636.5,-111.5 642.5,-117.5 642.5,-123.5 642.5,-123.5 642.5,-167.5 642.5,-167.5 642.5,-173.5 636.5,-179.5 630.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"580\" y=\"-164.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"580\" y=\"-149.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 1.3%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"580\" y=\"-134.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.0, 1.0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"580\" y=\"-119.3\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = malignant</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>6&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M597.632,-222.907C595.137,-212.094 592.433,-200.376 589.91,-189.441\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"593.313,-188.624 587.654,-179.667 586.492,-190.198 593.313,-188.624\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.894118\" stroke=\"black\" d=\"M919.5,-187C919.5,-187 672.5,-187 672.5,-187 666.5,-187 660.5,-181 660.5,-175 660.5,-175 660.5,-116 660.5,-116 660.5,-110 666.5,-104 672.5,-104 672.5,-104 919.5,-104 919.5,-104 925.5,-104 931.5,-110 931.5,-116 931.5,-116 931.5,-175 931.5,-175 931.5,-181 925.5,-187 919.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"796\" y=\"-171.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">FRACTAL_DIMENSIONS_SE &lt;= 0.005</text>\r\n",
       "<text text-anchor=\"middle\" x=\"796\" y=\"-156.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.174</text>\r\n",
       "<text text-anchor=\"middle\" x=\"796\" y=\"-141.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 67.1%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"796\" y=\"-126.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.904, 0.096]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"796\" y=\"-111.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>6&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M672.573,-222.907C688.405,-213.106 705.437,-202.563 721.64,-192.533\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"723.883,-195.26 730.543,-187.021 720.198,-189.308 723.883,-195.26\"/>\r\n",
       "</g>\r\n",
       "<!-- 9 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>9</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.960784\" stroke=\"black\" d=\"M775,-68C775,-68 645,-68 645,-68 639,-68 633,-62 633,-56 633,-56 633,-12 633,-12 633,-6 639,-0 645,-0 645,-0 775,-0 775,-0 781,-0 787,-6 787,-12 787,-12 787,-56 787,-56 787,-62 781,-68 775,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"710\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.075</text>\r\n",
       "<text text-anchor=\"middle\" x=\"710\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 49.7%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"710\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.961, 0.039]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"710\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;9 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>8&#45;&gt;9</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M763.977,-103.726C756.957,-94.7878 749.518,-85.3168 742.48,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"745.082,-74.0022 736.153,-68.2996 739.577,-78.3259 745.082,-74.0022\"/>\r\n",
       "</g>\r\n",
       "<!-- 10 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10</title>\r\n",
       "<path fill=\"#e58139\" fill-opacity=\"0.650980\" stroke=\"black\" d=\"M947,-68C947,-68 817,-68 817,-68 811,-68 805,-62 805,-56 805,-56 805,-12 805,-12 805,-6 811,-0 817,-0 817,-0 947,-0 947,-0 953,-0 959,-6 959,-12 959,-12 959,-56 959,-56 959,-62 953,-68 947,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"882\" y=\"-52.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">gini = 0.384</text>\r\n",
       "<text text-anchor=\"middle\" x=\"882\" y=\"-37.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">samples = 17.4%</text>\r\n",
       "<text text-anchor=\"middle\" x=\"882\" y=\"-22.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">value = [0.741, 0.259]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"882\" y=\"-7.8\" font-family=\"Helvetica,sans-Serif\" font-size=\"14.00\">class = benign</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;10 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>8&#45;&gt;10</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M828.023,-103.726C835.043,-94.7878 842.482,-85.3168 849.52,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"852.423,-78.3259 855.847,-68.2996 846.918,-74.0022 852.423,-78.3259\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0x270a91b9f28>"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a decision tree with the best parameters\n",
    "dt3 = DecisionTreeClassifier(criterion='gini',random_state=0, max_depth=max_depth3)\n",
    "dt3.fit(X_tr, y_tr)\n",
    "\n",
    "# Export decision tree\n",
    "dot_data3 = export_graphviz(\n",
    "    dt3, out_file=None,\n",
    "    feature_names=X_tr.columns, class_names=['benign', 'malignant'],\n",
    "    filled=True, rounded=True, proportion=True   \n",
    ")\n",
    "\n",
    "# Display decision tree\n",
    "graphviz.Source(dot_data3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}