NSL-KDD final.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>29060</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>192</td>\n",
       "      <td>320</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>24</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.08</td>\n",
       "      <td>64</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25725</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>smtp</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>104</td>\n",
       "      <td>24</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.23</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>6</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78399</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>343</td>\n",
       "      <td>255</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>27</td>\n",
       "      <td>32</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.06</td>\n",
       "      <td>27</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7188</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>147</td>\n",
       "      <td>38988</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>47</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75000</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>251</td>\n",
       "      <td>28066</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>25</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112816</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>244</td>\n",
       "      <td>12</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>9</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10717</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>301</td>\n",
       "      <td>1517</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.50</td>\n",
       "      <td>9</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61498</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http_443</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.50</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>11</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1346</th>\n",
       "      <td>0</td>\n",
       "      <td>udp</td>\n",
       "      <td>domain_u</td>\n",
       "      <td>SF</td>\n",
       "      <td>43</td>\n",
       "      <td>71</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>266</td>\n",
       "      <td>265</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>254</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106687</th>\n",
       "      <td>0</td>\n",
       "      <td>icmp</td>\n",
       "      <td>eco_i</td>\n",
       "      <td>SF</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3</td>\n",
       "      <td>23</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.26</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ipsweep</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62740</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>227</td>\n",
       "      <td>25</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>25</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95283</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>240</td>\n",
       "      <td>311</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.30</td>\n",
       "      <td>4</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35397</th>\n",
       "      <td>0</td>\n",
       "      <td>icmp</td>\n",
       "      <td>eco_i</td>\n",
       "      <td>SF</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1</td>\n",
       "      <td>105</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.26</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>nmap</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18229</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>smtp</td>\n",
       "      <td>SF</td>\n",
       "      <td>1049</td>\n",
       "      <td>326</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>198</td>\n",
       "      <td>143</td>\n",
       "      <td>0.72</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78225</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>login</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>140</td>\n",
       "      <td>7</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>7</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124054</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>iso_tsap</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>193</td>\n",
       "      <td>12</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>12</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95888</th>\n",
       "      <td>0</td>\n",
       "      <td>udp</td>\n",
       "      <td>domain_u</td>\n",
       "      <td>SF</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>240</td>\n",
       "      <td>48</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80723</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>domain</td>\n",
       "      <td>REJ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>265</td>\n",
       "      <td>19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>19</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89752</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td>19</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.34</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>20</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>neptune</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40522</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>158</td>\n",
       "      <td>2024</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        0     1         2    3     4      5   6   7   8   9   10  11  12  13  \\\n",
       "29060    0   tcp      http   SF   192    320   0   0   0   0   0   1   0   0   \n",
       "25725    0   tcp      smtp   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "78399    0   tcp      http   SF   343    255   0   0   0   0   0   1   0   0   \n",
       "7188     0   tcp      http   SF   147  38988   0   0   0   1   0   1   0   0   \n",
       "75000    0   tcp      http   SF   251  28066   0   0   0   0   0   1   0   0   \n",
       "112816   0   tcp   private   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "10717    0   tcp      http   SF   301   1517   0   0   0   0   0   1   0   0   \n",
       "61498    0   tcp  http_443   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "1346     0   udp  domain_u   SF    43     71   0   0   0   0   0   0   0   0   \n",
       "106687   0  icmp     eco_i   SF    18      0   0   0   0   0   0   0   0   0   \n",
       "62740    0   tcp   private   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "95283    0   tcp      http   SF   240    311   0   0   0   0   0   1   0   0   \n",
       "35397    0  icmp     eco_i   SF     8      0   0   0   0   0   0   0   0   0   \n",
       "18229    0   tcp      smtp   SF  1049    326   0   0   0   0   0   1   0   0   \n",
       "78225    0   tcp     login   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "124054   0   tcp  iso_tsap   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "95888    0   udp  domain_u   SF    34      0   0   0   0   0   0   0   0   0   \n",
       "80723    0   tcp    domain  REJ     0      0   0   0   0   0   0   0   0   0   \n",
       "89752    0   tcp   private   S0     0      0   0   0   0   0   0   0   0   0   \n",
       "40522    0   tcp      http   SF   158   2024   0   0   0   0   0   1   0   0   \n",
       "\n",
       "        14  15  16  17  18  19  20  21   22   23   24   25   26   27    28  \\\n",
       "29060    0   0   0   0   0   0   0   0   23   24  0.0  0.0  0.0  0.0  1.00   \n",
       "25725    0   0   0   0   0   0   0   0  104   24  1.0  1.0  0.0  0.0  0.23   \n",
       "78399    0   0   0   0   0   0   0   0   27   32  0.0  0.0  0.0  0.0  1.00   \n",
       "7188     0   0   0   0   0   0   0   0    1    2  0.0  0.0  0.0  0.0  1.00   \n",
       "75000    0   0   0   0   0   0   0   0    1    1  0.0  0.0  0.0  0.0  1.00   \n",
       "112816   0   0   0   0   0   0   0   0  244   12  1.0  1.0  0.0  0.0  0.05   \n",
       "10717    0   0   0   0   0   0   0   0    3    4  0.0  0.0  0.0  0.0  1.00   \n",
       "61498    0   0   0   0   0   0   0   0    2    1  1.0  1.0  0.0  0.0  0.50   \n",
       "1346     0   0   0   0   0   0   0   0  266  265  0.0  0.0  0.0  0.0  1.00   \n",
       "106687   0   0   0   0   0   0   0   0    1    1  0.0  0.0  0.0  0.0  1.00   \n",
       "62740    0   0   0   0   0   0   0   0  227   25  1.0  1.0  0.0  0.0  0.11   \n",
       "95283    0   0   0   0   0   0   0   0    4   10  0.0  0.0  0.0  0.0  1.00   \n",
       "35397    0   0   0   0   0   0   0   0    1   44  0.0  0.0  0.0  0.0  1.00   \n",
       "18229    0   0   0   0   0   0   0   0    1    1  0.0  0.0  0.0  0.0  1.00   \n",
       "78225    0   0   0   0   0   0   0   0  140    7  1.0  1.0  0.0  0.0  0.05   \n",
       "124054   0   0   0   0   0   0   0   0  193   12  1.0  1.0  0.0  0.0  0.06   \n",
       "95888    0   0   0   0   0   0   0   0    1    2  0.0  0.0  0.0  0.0  1.00   \n",
       "80723    0   0   0   0   0   0   0   0  265   19  0.0  0.0  1.0  1.0  0.07   \n",
       "89752    0   0   0   0   0   0   0   0   56   19  1.0  1.0  0.0  0.0  0.34   \n",
       "40522    0   0   0   0   0   0   0   0    2    2  0.0  0.0  0.0  0.0  1.00   \n",
       "\n",
       "          29    30   31   32    33    34    35    36   37    38   39   40  \\\n",
       "29060   0.00  0.08   64  255  1.00  0.00  0.02  0.02  0.0  0.00  0.0  0.0   \n",
       "25725   0.06  0.00  255    6  0.02  0.06  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "78399   0.00  0.06   27  255  1.00  0.00  0.04  0.06  0.0  0.00  0.0  0.0   \n",
       "7188    0.00  1.00   47  255  1.00  0.00  0.02  0.02  0.0  0.00  0.0  0.0   \n",
       "75000   0.00  0.00   25  255  1.00  0.00  0.04  0.05  0.0  0.00  0.0  0.0   \n",
       "112816  0.06  0.00  255    9  0.04  0.06  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "10717   0.00  0.50    9  255  1.00  0.00  0.11  0.04  0.0  0.01  0.0  0.0   \n",
       "61498   1.00  0.00  255   11  0.04  0.09  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "1346    0.01  0.00  255  254  1.00  0.01  0.00  0.00  0.0  0.00  0.0  0.0   \n",
       "106687  0.00  0.00    3   23  1.00  0.00  1.00  0.26  0.0  0.00  0.0  0.0   \n",
       "62740   0.05  0.00  255   25  0.10  0.05  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "95283   0.00  0.30    4  255  1.00  0.00  0.25  0.03  0.0  0.00  0.0  0.0   \n",
       "35397   0.00  1.00    1  105  1.00  0.00  1.00  0.26  0.0  0.00  0.0  0.0   \n",
       "18229   0.00  0.00  198  143  0.72  0.03  0.01  0.00  0.0  0.00  0.0  0.0   \n",
       "78225   0.05  0.00  255    7  0.03  0.05  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "124054  0.06  0.00  255   12  0.05  0.06  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "95888   0.00  1.00  240   48  0.19  0.02  0.19  0.04  0.0  0.00  0.0  0.0   \n",
       "80723   0.06  0.00  255   19  0.07  0.08  0.00  0.00  0.0  0.00  1.0  1.0   \n",
       "89752   0.05  0.00  255   20  0.08  0.05  0.00  0.00  1.0  1.00  0.0  0.0   \n",
       "40522   0.00  0.00   15  255  1.00  0.00  0.07  0.06  0.0  0.00  0.0  0.0   \n",
       "\n",
       "             41  \n",
       "29060    normal  \n",
       "25725   neptune  \n",
       "78399    normal  \n",
       "7188     normal  \n",
       "75000    normal  \n",
       "112816  neptune  \n",
       "10717    normal  \n",
       "61498   neptune  \n",
       "1346     normal  \n",
       "106687  ipsweep  \n",
       "62740   neptune  \n",
       "95283    normal  \n",
       "35397      nmap  \n",
       "18229    normal  \n",
       "78225   neptune  \n",
       "124054  neptune  \n",
       "95888    normal  \n",
       "80723   neptune  \n",
       "89752   neptune  \n",
       "40522    normal  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#importing the libraries\n",
    "\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import sklearn\n",
    "from sklearn import model_selection\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.discriminant_analysis import LinearDiscriminantAnalysis\n",
    "from sklearn.naive_bayes import GaussianNB\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.metrics import confusion_matrix\n",
    "\n",
    "\n",
    "pd.options.display.max_columns=1000\n",
    "pd.options.display.max_rows=1000\n",
    "from IPython.display import display\n",
    "#importing the dataset\n",
    "dataset = pd.read_csv('NSL_KDD-master/KDDTrain+.txt',header=None)\n",
    "dataset = dataset.iloc[:, :-1]\n",
    "display(dataset.sample(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(125973, 42)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "3"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "70"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "11"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "23"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Checking the different categories of each features availbale\n",
    "print(dataset.shape)\n",
    "#display((set(dataset['tcp'])))\n",
    "display(len(set(dataset[1])))\n",
    "\n",
    "#display(set(dataset['http']))\n",
    "display(len(set(dataset[2])))\n",
    "\n",
    "display(len(set(dataset[3])))\n",
    "\n",
    "display(len(set(dataset[41])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>48801</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>REJ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>171</td>\n",
       "      <td>7</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>7</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13339</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>13</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.92</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.08</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.15</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108919</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>printer</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>122</td>\n",
       "      <td>7</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>7</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117564</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>smtp</td>\n",
       "      <td>SF</td>\n",
       "      <td>756</td>\n",
       "      <td>335</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>63</td>\n",
       "      <td>121</td>\n",
       "      <td>0.54</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84856</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>324</td>\n",
       "      <td>11972</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>51</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57270</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>123</td>\n",
       "      <td>16</td>\n",
       "      <td>0.98</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>14</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98355</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>Z39_50</td>\n",
       "      <td>REJ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>208</td>\n",
       "      <td>4</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>4</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34190</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>telnet</td>\n",
       "      <td>RSTO</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.59</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>2</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.85</td>\n",
       "      <td>0.5</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74075</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>334</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64311</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>klogin</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>127</td>\n",
       "      <td>3</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>255</td>\n",
       "      <td>3</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>attack</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        0    1         2     3    4      5   6   7   8   9   10  11  12  13  \\\n",
       "48801    0  tcp   private   REJ    0      0   0   0   0   0   0   0   0   0   \n",
       "13339    0  tcp      http    S0    0      0   0   0   0   0   0   0   0   0   \n",
       "108919   0  tcp   printer    S0    0      0   0   0   0   0   0   0   0   0   \n",
       "117564   0  tcp      smtp    SF  756    335   0   0   0   0   0   1   0   0   \n",
       "84856    0  tcp      http    SF  324  11972   0   0   0   0   0   1   0   0   \n",
       "57270    0  tcp   private    S0    0      0   0   0   0   0   0   0   0   0   \n",
       "98355    0  tcp    Z39_50   REJ    0      0   0   0   0   0   0   0   0   0   \n",
       "34190    0  tcp    telnet  RSTO    0      0   0   0   0   0   0   0   0   0   \n",
       "74075    0  tcp  ftp_data    SF  334      0   0   0   0   0   0   1   0   0   \n",
       "64311    0  tcp    klogin    S0    0      0   0   0   0   0   0   0   0   0   \n",
       "\n",
       "        14  15  16  17  18  19  20  21   22  23    24    25   26    27    28  \\\n",
       "48801    0   0   0   0   0   0   0   0  171   7  0.00  0.00  1.0  1.00  0.04   \n",
       "13339    0   0   0   0   0   0   0   0   12  13  1.00  0.92  0.0  0.08  1.00   \n",
       "108919   0   0   0   0   0   0   0   0  122   7  1.00  1.00  0.0  0.00  0.06   \n",
       "117564   0   0   0   0   0   0   0   0    1   2  0.00  0.00  0.0  0.00  1.00   \n",
       "84856    0   0   0   0   0   0   0   0    2   2  0.00  0.00  0.0  0.00  1.00   \n",
       "57270    0   0   0   0   0   0   0   0  123  16  0.98  1.00  0.0  0.00  0.13   \n",
       "98355    0   0   0   0   0   0   0   0  208   4  0.00  0.00  1.0  1.00  0.02   \n",
       "34190    0   0   0   0   0   0   0   0   17   1  0.00  0.00  1.0  1.00  0.06   \n",
       "74075    0   0   0   0   0   0   0   0    2   2  0.00  0.00  0.0  0.00  1.00   \n",
       "64311    0   0   0   0   0   0   0   0  127   3  1.00  1.00  0.0  0.00  0.02   \n",
       "\n",
       "          29    30   31   32    33    34    35    36   37   38    39   40  \\\n",
       "48801   0.08  0.00  255    7  0.03  0.08  0.00  0.00  0.0  0.0  1.00  1.0   \n",
       "13339   0.00  0.15   12   12  1.00  0.00  0.08  0.00  1.0  1.0  0.00  0.0   \n",
       "108919  0.06  0.00  255    7  0.03  0.07  0.00  0.00  1.0  1.0  0.00  0.0   \n",
       "117564  0.00  1.00   63  121  0.54  0.08  0.02  0.02  0.0  0.0  0.00  0.0   \n",
       "84856   0.00  0.00   51  255  1.00  0.00  0.02  0.06  0.0  0.0  0.00  0.0   \n",
       "57270   0.07  0.00  255   14  0.05  0.05  0.00  0.00  1.0  1.0  0.00  0.0   \n",
       "98355   0.07  0.00  255    4  0.02  0.08  0.00  0.00  0.0  0.0  1.00  1.0   \n",
       "34190   0.59  0.00  255    2  0.01  0.05  0.07  0.00  0.0  0.0  0.85  0.5   \n",
       "74075   0.00  0.00    1    1  1.00  0.00  1.00  0.00  0.0  0.0  0.00  0.0   \n",
       "64311   0.07  0.00  255    3  0.01  0.06  0.00  0.00  1.0  1.0  0.00  0.0   \n",
       "\n",
       "            41  \n",
       "48801   attack  \n",
       "13339   attack  \n",
       "108919  attack  \n",
       "117564  normal  \n",
       "84856   normal  \n",
       "57270   attack  \n",
       "98355   attack  \n",
       "34190   attack  \n",
       "74075   normal  \n",
       "64311   attack  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#replace all other types mentioned as attack.\n",
    "dataset[41] = dataset[41].replace(['back', 'buffer_overflow', 'ftp_write', 'guess_passwd', 'imap', 'ipsweep', 'land', 'loadmodule', 'multihop', 'neptune', 'nmap', 'perl', 'phf', 'pod', 'portsweep', 'rootkit', 'satan', 'smurf', 'spy', 'teardrop', 'warezclient', 'warezmaster'], 'attack')\n",
    "display(dataset.sample(10))\n",
    "\n",
    "x = dataset.iloc[:, :-1].values\n",
    "y = dataset.iloc[:, 41].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0, 1, 2}"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10}"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#encoding categorical data\n",
    "from sklearn.preprocessing import LabelEncoder, OneHotEncoder\n",
    "\n",
    "#first applying label encoding to convert strings to number.\n",
    "labelencoder_x_1 = LabelEncoder()\n",
    "labelencoder_x_2 = LabelEncoder()\n",
    "labelencoder_x_3 = LabelEncoder()\n",
    "x[:, 1] = labelencoder_x_1.fit_transform(x[:, 1])\n",
    "x[:, 2] = labelencoder_x_2.fit_transform(x[:, 2])\n",
    "x[:, 3] = labelencoder_x_3.fit_transform(x[:, 3])\n",
    "\n",
    "display(set(x[:,1]))# {0, 1, 2}= 3 categories\n",
    "#display(set(x[:,2]))# {0,1,2,3.....69}= 70 categories\n",
    "display(set(x[:,3]))# {0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10}= 11 categories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(125973, 122)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Now applying one-hot-encoding to map the numbers to appropiate weights.\n",
    "onehotencoder_1 = OneHotEncoder(categorical_features = [1])\n",
    "x = onehotencoder_1.fit_transform(x).toarray()\n",
    "onehotencoder_2 = OneHotEncoder(categorical_features = [4])\n",
    "x = onehotencoder_2.fit_transform(x).toarray()\n",
    "onehotencoder_3 = OneHotEncoder(categorical_features = [74]) #4+70-1\n",
    "x = onehotencoder_3.fit_transform(x).toarray()\n",
    "\n",
    "labelencoder_y = LabelEncoder()\n",
    "y = labelencoder_y.fit_transform(y)\n",
    "#display(y)\n",
    "display(x.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# splitting the dataset into the training set and test set\n",
    "\n",
    "#from sklearn.cross_validation import train_test_split\n",
    "#x_train, x_test, y_train, y_test = train_test_split(x, y, test_size = 0.3, random_state = 0)\n",
    "#spliutting in 70% and 30%\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(125973,)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Now preparing the train set.\n",
    "x_train= x\n",
    "y_train = y\n",
    "display(y_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(22550, 122)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(22550,)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Preparing the test set.\n",
    "\n",
    "test_data=pd.read_csv('./NSL_KDD-master/test.csv')\n",
    "#display(test_data.head(5))\n",
    "x_test= test_data.iloc[:, :-1]\n",
    "#display(x_test.head())\n",
    "\n",
    "x_test=x_test.values\n",
    "display((x_test.shape))\n",
    "\n",
    "y_test= test_data.iloc[:,122]\n",
    "y_test = y_test.values\n",
    "display((y_test.shape))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>44</th>\n",
       "      <th>45</th>\n",
       "      <th>46</th>\n",
       "      <th>47</th>\n",
       "      <th>48</th>\n",
       "      <th>49</th>\n",
       "      <th>50</th>\n",
       "      <th>51</th>\n",
       "      <th>52</th>\n",
       "      <th>53</th>\n",
       "      <th>54</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>57</th>\n",
       "      <th>58</th>\n",
       "      <th>59</th>\n",
       "      <th>60</th>\n",
       "      <th>61</th>\n",
       "      <th>62</th>\n",
       "      <th>63</th>\n",
       "      <th>64</th>\n",
       "      <th>65</th>\n",
       "      <th>66</th>\n",
       "      <th>67</th>\n",
       "      <th>68</th>\n",
       "      <th>69</th>\n",
       "      <th>70</th>\n",
       "      <th>71</th>\n",
       "      <th>72</th>\n",
       "      <th>73</th>\n",
       "      <th>74</th>\n",
       "      <th>75</th>\n",
       "      <th>76</th>\n",
       "      <th>77</th>\n",
       "      <th>78</th>\n",
       "      <th>79</th>\n",
       "      <th>80</th>\n",
       "      <th>81</th>\n",
       "      <th>82</th>\n",
       "      <th>83</th>\n",
       "      <th>84</th>\n",
       "      <th>85</th>\n",
       "      <th>86</th>\n",
       "      <th>87</th>\n",
       "      <th>88</th>\n",
       "      <th>89</th>\n",
       "      <th>90</th>\n",
       "      <th>91</th>\n",
       "      <th>92</th>\n",
       "      <th>93</th>\n",
       "      <th>94</th>\n",
       "      <th>95</th>\n",
       "      <th>96</th>\n",
       "      <th>97</th>\n",
       "      <th>98</th>\n",
       "      <th>99</th>\n",
       "      <th>100</th>\n",
       "      <th>101</th>\n",
       "      <th>102</th>\n",
       "      <th>103</th>\n",
       "      <th>104</th>\n",
       "      <th>105</th>\n",
       "      <th>106</th>\n",
       "      <th>107</th>\n",
       "      <th>108</th>\n",
       "      <th>109</th>\n",
       "      <th>110</th>\n",
       "      <th>111</th>\n",
       "      <th>112</th>\n",
       "      <th>113</th>\n",
       "      <th>114</th>\n",
       "      <th>115</th>\n",
       "      <th>116</th>\n",
       "      <th>117</th>\n",
       "      <th>118</th>\n",
       "      <th>119</th>\n",
       "      <th>120</th>\n",
       "      <th>121</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.019113</td>\n",
       "      <td>3.196020</td>\n",
       "      <td>-0.112050</td>\n",
       "      <td>-0.028606</td>\n",
       "      <td>-0.139982</td>\n",
       "      <td>-0.618438</td>\n",
       "      <td>-0.053906</td>\n",
       "      <td>-0.031767</td>\n",
       "      <td>-0.019726</td>\n",
       "      <td>-1.211901</td>\n",
       "      <td>-0.046432</td>\n",
       "      <td>-0.038557</td>\n",
       "      <td>-0.02408</td>\n",
       "      <td>-0.083005</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.087401</td>\n",
       "      <td>-0.075287</td>\n",
       "      <td>-0.076556</td>\n",
       "      <td>-0.065918</td>\n",
       "      <td>-0.067002</td>\n",
       "      <td>-0.064444</td>\n",
       "      <td>-0.065491</td>\n",
       "      <td>-0.06736</td>\n",
       "      <td>-0.278095</td>\n",
       "      <td>-0.058797</td>\n",
       "      <td>-0.194371</td>\n",
       "      <td>-0.158232</td>\n",
       "      <td>-0.062168</td>\n",
       "      <td>-0.061457</td>\n",
       "      <td>-0.119274</td>\n",
       "      <td>-0.118829</td>\n",
       "      <td>-0.239984</td>\n",
       "      <td>-0.064257</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.060539</td>\n",
       "      <td>-0.686328</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.065</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.071851</td>\n",
       "      <td>-0.07405</td>\n",
       "      <td>-0.058729</td>\n",
       "      <td>-0.048777</td>\n",
       "      <td>-0.057143</td>\n",
       "      <td>-0.061522</td>\n",
       "      <td>-0.058456</td>\n",
       "      <td>-0.059136</td>\n",
       "      <td>-0.059942</td>\n",
       "      <td>-0.056792</td>\n",
       "      <td>-0.052556</td>\n",
       "      <td>-0.053683</td>\n",
       "      <td>-0.053535</td>\n",
       "      <td>-0.070896</td>\n",
       "      <td>-0.048531</td>\n",
       "      <td>-0.036543</td>\n",
       "      <td>-0.189322</td>\n",
       "      <td>-0.0063</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.045827</td>\n",
       "      <td>-0.02341</td>\n",
       "      <td>2.182788</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.026137</td>\n",
       "      <td>-0.022721</td>\n",
       "      <td>-0.248254</td>\n",
       "      <td>-0.044144</td>\n",
       "      <td>-0.049748</td>\n",
       "      <td>-0.055078</td>\n",
       "      <td>-0.065857</td>\n",
       "      <td>-0.061652</td>\n",
       "      <td>-0.137964</td>\n",
       "      <td>-0.00488</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.07224</td>\n",
       "      <td>-0.00891</td>\n",
       "      <td>-0.069295</td>\n",
       "      <td>-0.078933</td>\n",
       "      <td>-0.074159</td>\n",
       "      <td>-0.070157</td>\n",
       "      <td>-0.074375</td>\n",
       "      <td>-0.265429</td>\n",
       "      <td>0.476175</td>\n",
       "      <td>-0.367555</td>\n",
       "      <td>-0.110249</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>-0.027023</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.011664</td>\n",
       "      <td>-0.036652</td>\n",
       "      <td>-0.024437</td>\n",
       "      <td>-0.012385</td>\n",
       "      <td>-0.02618</td>\n",
       "      <td>-0.01861</td>\n",
       "      <td>-0.041221</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.097531</td>\n",
       "      <td>1.265346</td>\n",
       "      <td>-0.244204</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>2.746403</td>\n",
       "      <td>2.715365</td>\n",
       "      <td>-1.412415</td>\n",
       "      <td>-0.016930</td>\n",
       "      <td>-0.374560</td>\n",
       "      <td>0.734343</td>\n",
       "      <td>-0.954389</td>\n",
       "      <td>-1.071933</td>\n",
       "      <td>-0.121485</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>2.874410</td>\n",
       "      <td>2.753914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.019113</td>\n",
       "      <td>3.196020</td>\n",
       "      <td>-0.112050</td>\n",
       "      <td>-0.028606</td>\n",
       "      <td>-0.139982</td>\n",
       "      <td>-0.618438</td>\n",
       "      <td>-0.053906</td>\n",
       "      <td>-0.031767</td>\n",
       "      <td>-0.019726</td>\n",
       "      <td>-1.211901</td>\n",
       "      <td>-0.046432</td>\n",
       "      <td>-0.038557</td>\n",
       "      <td>-0.02408</td>\n",
       "      <td>-0.083005</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.087401</td>\n",
       "      <td>-0.075287</td>\n",
       "      <td>-0.076556</td>\n",
       "      <td>-0.065918</td>\n",
       "      <td>-0.067002</td>\n",
       "      <td>-0.064444</td>\n",
       "      <td>-0.065491</td>\n",
       "      <td>-0.06736</td>\n",
       "      <td>-0.278095</td>\n",
       "      <td>-0.058797</td>\n",
       "      <td>-0.194371</td>\n",
       "      <td>-0.158232</td>\n",
       "      <td>-0.062168</td>\n",
       "      <td>-0.061457</td>\n",
       "      <td>-0.119274</td>\n",
       "      <td>-0.118829</td>\n",
       "      <td>-0.239984</td>\n",
       "      <td>-0.064257</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.060539</td>\n",
       "      <td>-0.686328</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.065</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.071851</td>\n",
       "      <td>-0.07405</td>\n",
       "      <td>-0.058729</td>\n",
       "      <td>-0.048777</td>\n",
       "      <td>-0.057143</td>\n",
       "      <td>-0.061522</td>\n",
       "      <td>-0.058456</td>\n",
       "      <td>-0.059136</td>\n",
       "      <td>-0.059942</td>\n",
       "      <td>-0.056792</td>\n",
       "      <td>-0.052556</td>\n",
       "      <td>-0.053683</td>\n",
       "      <td>-0.053535</td>\n",
       "      <td>-0.070896</td>\n",
       "      <td>-0.048531</td>\n",
       "      <td>-0.036543</td>\n",
       "      <td>-0.189322</td>\n",
       "      <td>-0.0063</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.045827</td>\n",
       "      <td>-0.02341</td>\n",
       "      <td>2.182788</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.026137</td>\n",
       "      <td>-0.022721</td>\n",
       "      <td>-0.248254</td>\n",
       "      <td>-0.044144</td>\n",
       "      <td>-0.049748</td>\n",
       "      <td>-0.055078</td>\n",
       "      <td>-0.065857</td>\n",
       "      <td>-0.061652</td>\n",
       "      <td>-0.137964</td>\n",
       "      <td>-0.00488</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.07224</td>\n",
       "      <td>-0.00891</td>\n",
       "      <td>-0.069295</td>\n",
       "      <td>-0.078933</td>\n",
       "      <td>-0.074159</td>\n",
       "      <td>-0.070157</td>\n",
       "      <td>-0.074375</td>\n",
       "      <td>-0.265429</td>\n",
       "      <td>0.476175</td>\n",
       "      <td>-0.367555</td>\n",
       "      <td>-0.110249</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>-0.027023</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.011664</td>\n",
       "      <td>-0.036652</td>\n",
       "      <td>-0.024437</td>\n",
       "      <td>-0.012385</td>\n",
       "      <td>-0.02618</td>\n",
       "      <td>-0.01861</td>\n",
       "      <td>-0.041221</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.097531</td>\n",
       "      <td>0.453177</td>\n",
       "      <td>-0.368110</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>2.746403</td>\n",
       "      <td>2.715365</td>\n",
       "      <td>-1.480656</td>\n",
       "      <td>-0.016930</td>\n",
       "      <td>-0.374560</td>\n",
       "      <td>0.734343</td>\n",
       "      <td>-1.035688</td>\n",
       "      <td>-1.161030</td>\n",
       "      <td>-0.121485</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>2.874410</td>\n",
       "      <td>2.753914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.019113</td>\n",
       "      <td>-0.312889</td>\n",
       "      <td>-0.112050</td>\n",
       "      <td>-0.028606</td>\n",
       "      <td>-0.139982</td>\n",
       "      <td>-0.618438</td>\n",
       "      <td>-0.053906</td>\n",
       "      <td>-0.031767</td>\n",
       "      <td>-0.019726</td>\n",
       "      <td>0.825150</td>\n",
       "      <td>-0.046432</td>\n",
       "      <td>-0.038557</td>\n",
       "      <td>-0.02408</td>\n",
       "      <td>-0.083005</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.087401</td>\n",
       "      <td>-0.075287</td>\n",
       "      <td>-0.076556</td>\n",
       "      <td>-0.065918</td>\n",
       "      <td>-0.067002</td>\n",
       "      <td>-0.064444</td>\n",
       "      <td>-0.065491</td>\n",
       "      <td>-0.06736</td>\n",
       "      <td>-0.278095</td>\n",
       "      <td>-0.058797</td>\n",
       "      <td>-0.194371</td>\n",
       "      <td>-0.158232</td>\n",
       "      <td>-0.062168</td>\n",
       "      <td>-0.061457</td>\n",
       "      <td>-0.119274</td>\n",
       "      <td>-0.118829</td>\n",
       "      <td>4.166943</td>\n",
       "      <td>-0.064257</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.060539</td>\n",
       "      <td>-0.686328</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.065</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.071851</td>\n",
       "      <td>-0.07405</td>\n",
       "      <td>-0.058729</td>\n",
       "      <td>-0.048777</td>\n",
       "      <td>-0.057143</td>\n",
       "      <td>-0.061522</td>\n",
       "      <td>-0.058456</td>\n",
       "      <td>-0.059136</td>\n",
       "      <td>-0.059942</td>\n",
       "      <td>-0.056792</td>\n",
       "      <td>-0.052556</td>\n",
       "      <td>-0.053683</td>\n",
       "      <td>-0.053535</td>\n",
       "      <td>-0.070896</td>\n",
       "      <td>-0.048531</td>\n",
       "      <td>-0.036543</td>\n",
       "      <td>-0.189322</td>\n",
       "      <td>-0.0063</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.045827</td>\n",
       "      <td>-0.02341</td>\n",
       "      <td>-0.458130</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.026137</td>\n",
       "      <td>-0.022721</td>\n",
       "      <td>-0.248254</td>\n",
       "      <td>-0.044144</td>\n",
       "      <td>-0.049748</td>\n",
       "      <td>-0.055078</td>\n",
       "      <td>-0.065857</td>\n",
       "      <td>-0.061652</td>\n",
       "      <td>-0.137964</td>\n",
       "      <td>-0.00488</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.07224</td>\n",
       "      <td>-0.00891</td>\n",
       "      <td>-0.069295</td>\n",
       "      <td>-0.078933</td>\n",
       "      <td>-0.074159</td>\n",
       "      <td>-0.070157</td>\n",
       "      <td>-0.074375</td>\n",
       "      <td>-0.265429</td>\n",
       "      <td>0.476175</td>\n",
       "      <td>-0.367555</td>\n",
       "      <td>-0.109481</td>\n",
       "      <td>-0.005551</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>-0.027023</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.011664</td>\n",
       "      <td>-0.036652</td>\n",
       "      <td>-0.024437</td>\n",
       "      <td>-0.012385</td>\n",
       "      <td>-0.02618</td>\n",
       "      <td>-0.01861</td>\n",
       "      <td>-0.041221</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.097531</td>\n",
       "      <td>-0.725778</td>\n",
       "      <td>-0.368110</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.374362</td>\n",
       "      <td>-0.374432</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>-0.349683</td>\n",
       "      <td>-0.374560</td>\n",
       "      <td>-0.485344</td>\n",
       "      <td>-0.267863</td>\n",
       "      <td>0.197703</td>\n",
       "      <td>-0.227350</td>\n",
       "      <td>1.493939</td>\n",
       "      <td>-0.111426</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.019113</td>\n",
       "      <td>-0.312889</td>\n",
       "      <td>-0.112050</td>\n",
       "      <td>-0.028606</td>\n",
       "      <td>-0.139982</td>\n",
       "      <td>-0.618438</td>\n",
       "      <td>-0.053906</td>\n",
       "      <td>-0.031767</td>\n",
       "      <td>-0.019726</td>\n",
       "      <td>0.825150</td>\n",
       "      <td>-0.046432</td>\n",
       "      <td>-0.038557</td>\n",
       "      <td>-0.02408</td>\n",
       "      <td>-0.083005</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.087401</td>\n",
       "      <td>-0.075287</td>\n",
       "      <td>-0.076556</td>\n",
       "      <td>-0.065918</td>\n",
       "      <td>-0.067002</td>\n",
       "      <td>-0.064444</td>\n",
       "      <td>-0.065491</td>\n",
       "      <td>-0.06736</td>\n",
       "      <td>-0.278095</td>\n",
       "      <td>-0.058797</td>\n",
       "      <td>5.144807</td>\n",
       "      <td>-0.158232</td>\n",
       "      <td>-0.062168</td>\n",
       "      <td>-0.061457</td>\n",
       "      <td>-0.119274</td>\n",
       "      <td>-0.118829</td>\n",
       "      <td>-0.239984</td>\n",
       "      <td>-0.064257</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.060539</td>\n",
       "      <td>-0.686328</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.065</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.071851</td>\n",
       "      <td>-0.07405</td>\n",
       "      <td>-0.058729</td>\n",
       "      <td>-0.048777</td>\n",
       "      <td>-0.057143</td>\n",
       "      <td>-0.061522</td>\n",
       "      <td>-0.058456</td>\n",
       "      <td>-0.059136</td>\n",
       "      <td>-0.059942</td>\n",
       "      <td>-0.056792</td>\n",
       "      <td>-0.052556</td>\n",
       "      <td>-0.053683</td>\n",
       "      <td>-0.053535</td>\n",
       "      <td>-0.070896</td>\n",
       "      <td>-0.048531</td>\n",
       "      <td>-0.036543</td>\n",
       "      <td>-0.189322</td>\n",
       "      <td>-0.0063</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.045827</td>\n",
       "      <td>-0.02341</td>\n",
       "      <td>-0.458130</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.026137</td>\n",
       "      <td>-0.022721</td>\n",
       "      <td>-0.248254</td>\n",
       "      <td>-0.044144</td>\n",
       "      <td>-0.049748</td>\n",
       "      <td>-0.055078</td>\n",
       "      <td>-0.065857</td>\n",
       "      <td>-0.061652</td>\n",
       "      <td>-0.137964</td>\n",
       "      <td>-0.00488</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.07224</td>\n",
       "      <td>-0.00891</td>\n",
       "      <td>-0.069295</td>\n",
       "      <td>-0.078933</td>\n",
       "      <td>-0.074159</td>\n",
       "      <td>-0.070157</td>\n",
       "      <td>-0.074375</td>\n",
       "      <td>3.767485</td>\n",
       "      <td>-2.100067</td>\n",
       "      <td>-0.367555</td>\n",
       "      <td>-0.110249</td>\n",
       "      <td>-0.007759</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>-0.027023</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.011664</td>\n",
       "      <td>-0.036652</td>\n",
       "      <td>-0.024437</td>\n",
       "      <td>-0.012385</td>\n",
       "      <td>-0.02618</td>\n",
       "      <td>-0.01861</td>\n",
       "      <td>-0.041221</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.097531</td>\n",
       "      <td>-0.725778</td>\n",
       "      <td>0.513001</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.374362</td>\n",
       "      <td>-0.374432</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>-0.349683</td>\n",
       "      <td>3.474118</td>\n",
       "      <td>-1.805831</td>\n",
       "      <td>-0.529826</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>-0.439078</td>\n",
       "      <td>2.756092</td>\n",
       "      <td>2.198385</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.019113</td>\n",
       "      <td>-0.312889</td>\n",
       "      <td>8.924602</td>\n",
       "      <td>-0.028606</td>\n",
       "      <td>-0.139982</td>\n",
       "      <td>-0.618438</td>\n",
       "      <td>-0.053906</td>\n",
       "      <td>-0.031767</td>\n",
       "      <td>-0.019726</td>\n",
       "      <td>-1.211901</td>\n",
       "      <td>-0.046432</td>\n",
       "      <td>-0.038557</td>\n",
       "      <td>-0.02408</td>\n",
       "      <td>-0.083005</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.087401</td>\n",
       "      <td>-0.075287</td>\n",
       "      <td>-0.076556</td>\n",
       "      <td>-0.065918</td>\n",
       "      <td>-0.067002</td>\n",
       "      <td>-0.064444</td>\n",
       "      <td>-0.065491</td>\n",
       "      <td>-0.06736</td>\n",
       "      <td>-0.278095</td>\n",
       "      <td>-0.058797</td>\n",
       "      <td>-0.194371</td>\n",
       "      <td>-0.158232</td>\n",
       "      <td>-0.062168</td>\n",
       "      <td>-0.061457</td>\n",
       "      <td>-0.119274</td>\n",
       "      <td>-0.118829</td>\n",
       "      <td>-0.239984</td>\n",
       "      <td>-0.064257</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.060539</td>\n",
       "      <td>-0.686328</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.065</td>\n",
       "      <td>-0.003985</td>\n",
       "      <td>-0.071851</td>\n",
       "      <td>-0.07405</td>\n",
       "      <td>-0.058729</td>\n",
       "      <td>-0.048777</td>\n",
       "      <td>-0.057143</td>\n",
       "      <td>-0.061522</td>\n",
       "      <td>-0.058456</td>\n",
       "      <td>-0.059136</td>\n",
       "      <td>-0.059942</td>\n",
       "      <td>-0.056792</td>\n",
       "      <td>-0.052556</td>\n",
       "      <td>-0.053683</td>\n",
       "      <td>-0.053535</td>\n",
       "      <td>-0.070896</td>\n",
       "      <td>-0.048531</td>\n",
       "      <td>-0.036543</td>\n",
       "      <td>-0.189322</td>\n",
       "      <td>-0.0063</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.045827</td>\n",
       "      <td>-0.02341</td>\n",
       "      <td>-0.458130</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.024891</td>\n",
       "      <td>-0.026137</td>\n",
       "      <td>-0.022721</td>\n",
       "      <td>-0.248254</td>\n",
       "      <td>-0.044144</td>\n",
       "      <td>-0.049748</td>\n",
       "      <td>-0.055078</td>\n",
       "      <td>-0.065857</td>\n",
       "      <td>-0.061652</td>\n",
       "      <td>7.248254</td>\n",
       "      <td>-0.00488</td>\n",
       "      <td>-0.007969</td>\n",
       "      <td>-0.07224</td>\n",
       "      <td>-0.00891</td>\n",
       "      <td>-0.069295</td>\n",
       "      <td>-0.078933</td>\n",
       "      <td>-0.074159</td>\n",
       "      <td>-0.070157</td>\n",
       "      <td>-0.074375</td>\n",
       "      <td>-0.265429</td>\n",
       "      <td>0.476175</td>\n",
       "      <td>-0.367555</td>\n",
       "      <td>-0.109865</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004915</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>-0.027023</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.011664</td>\n",
       "      <td>-0.036652</td>\n",
       "      <td>-0.024437</td>\n",
       "      <td>-0.012385</td>\n",
       "      <td>-0.02618</td>\n",
       "      <td>-0.01861</td>\n",
       "      <td>-0.041221</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.002817</td>\n",
       "      <td>-0.097531</td>\n",
       "      <td>-0.725778</td>\n",
       "      <td>-0.271739</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.363485</td>\n",
       "      <td>2.746403</td>\n",
       "      <td>1.170466</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>-0.349683</td>\n",
       "      <td>2.511949</td>\n",
       "      <td>-1.543750</td>\n",
       "      <td>-0.267863</td>\n",
       "      <td>-0.470526</td>\n",
       "      <td>0.460769</td>\n",
       "      <td>-0.383108</td>\n",
       "      <td>-0.111426</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>2.319862</td>\n",
       "      <td>1.846127</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        0         1         2         3         4         5         6    \\\n",
       "0 -0.019113  3.196020 -0.112050 -0.028606 -0.139982 -0.618438 -0.053906   \n",
       "1 -0.019113  3.196020 -0.112050 -0.028606 -0.139982 -0.618438 -0.053906   \n",
       "2 -0.019113 -0.312889 -0.112050 -0.028606 -0.139982 -0.618438 -0.053906   \n",
       "3 -0.019113 -0.312889 -0.112050 -0.028606 -0.139982 -0.618438 -0.053906   \n",
       "4 -0.019113 -0.312889  8.924602 -0.028606 -0.139982 -0.618438 -0.053906   \n",
       "\n",
       "        7         8         9         10        11       12        13   \\\n",
       "0 -0.031767 -0.019726 -1.211901 -0.046432 -0.038557 -0.02408 -0.083005   \n",
       "1 -0.031767 -0.019726 -1.211901 -0.046432 -0.038557 -0.02408 -0.083005   \n",
       "2 -0.031767 -0.019726  0.825150 -0.046432 -0.038557 -0.02408 -0.083005   \n",
       "3 -0.031767 -0.019726  0.825150 -0.046432 -0.038557 -0.02408 -0.083005   \n",
       "4 -0.031767 -0.019726 -1.211901 -0.046432 -0.038557 -0.02408 -0.083005   \n",
       "\n",
       "        14        15        16        17        18        19        20   \\\n",
       "0 -0.003985 -0.087401 -0.075287 -0.076556 -0.065918 -0.067002 -0.064444   \n",
       "1 -0.003985 -0.087401 -0.075287 -0.076556 -0.065918 -0.067002 -0.064444   \n",
       "2 -0.003985 -0.087401 -0.075287 -0.076556 -0.065918 -0.067002 -0.064444   \n",
       "3 -0.003985 -0.087401 -0.075287 -0.076556 -0.065918 -0.067002 -0.064444   \n",
       "4 -0.003985 -0.087401 -0.075287 -0.076556 -0.065918 -0.067002 -0.064444   \n",
       "\n",
       "        21       22        23        24        25        26        27   \\\n",
       "0 -0.065491 -0.06736 -0.278095 -0.058797 -0.194371 -0.158232 -0.062168   \n",
       "1 -0.065491 -0.06736 -0.278095 -0.058797 -0.194371 -0.158232 -0.062168   \n",
       "2 -0.065491 -0.06736 -0.278095 -0.058797 -0.194371 -0.158232 -0.062168   \n",
       "3 -0.065491 -0.06736 -0.278095 -0.058797  5.144807 -0.158232 -0.062168   \n",
       "4 -0.065491 -0.06736 -0.278095 -0.058797 -0.194371 -0.158232 -0.062168   \n",
       "\n",
       "        28        29        30        31        32        33        34   \\\n",
       "0 -0.061457 -0.119274 -0.118829 -0.239984 -0.064257 -0.003985 -0.060539   \n",
       "1 -0.061457 -0.119274 -0.118829 -0.239984 -0.064257 -0.003985 -0.060539   \n",
       "2 -0.061457 -0.119274 -0.118829  4.166943 -0.064257 -0.003985 -0.060539   \n",
       "3 -0.061457 -0.119274 -0.118829 -0.239984 -0.064257 -0.003985 -0.060539   \n",
       "4 -0.061457 -0.119274 -0.118829 -0.239984 -0.064257 -0.003985 -0.060539   \n",
       "\n",
       "        35        36     37        38        39       40        41        42   \\\n",
       "0 -0.686328 -0.002817 -0.065 -0.003985 -0.071851 -0.07405 -0.058729 -0.048777   \n",
       "1 -0.686328 -0.002817 -0.065 -0.003985 -0.071851 -0.07405 -0.058729 -0.048777   \n",
       "2 -0.686328 -0.002817 -0.065 -0.003985 -0.071851 -0.07405 -0.058729 -0.048777   \n",
       "3 -0.686328 -0.002817 -0.065 -0.003985 -0.071851 -0.07405 -0.058729 -0.048777   \n",
       "4 -0.686328 -0.002817 -0.065 -0.003985 -0.071851 -0.07405 -0.058729 -0.048777   \n",
       "\n",
       "        43        44        45        46        47        48        49   \\\n",
       "0 -0.057143 -0.061522 -0.058456 -0.059136 -0.059942 -0.056792 -0.052556   \n",
       "1 -0.057143 -0.061522 -0.058456 -0.059136 -0.059942 -0.056792 -0.052556   \n",
       "2 -0.057143 -0.061522 -0.058456 -0.059136 -0.059942 -0.056792 -0.052556   \n",
       "3 -0.057143 -0.061522 -0.058456 -0.059136 -0.059942 -0.056792 -0.052556   \n",
       "4 -0.057143 -0.061522 -0.058456 -0.059136 -0.059942 -0.056792 -0.052556   \n",
       "\n",
       "        50        51        52        53        54        55      56   \\\n",
       "0 -0.053683 -0.053535 -0.070896 -0.048531 -0.036543 -0.189322 -0.0063   \n",
       "1 -0.053683 -0.053535 -0.070896 -0.048531 -0.036543 -0.189322 -0.0063   \n",
       "2 -0.053683 -0.053535 -0.070896 -0.048531 -0.036543 -0.189322 -0.0063   \n",
       "3 -0.053683 -0.053535 -0.070896 -0.048531 -0.036543 -0.189322 -0.0063   \n",
       "4 -0.053683 -0.053535 -0.070896 -0.048531 -0.036543 -0.189322 -0.0063   \n",
       "\n",
       "        57        58       59        60        61        62        63   \\\n",
       "0 -0.024891 -0.045827 -0.02341  2.182788 -0.007969 -0.024891 -0.026137   \n",
       "1 -0.024891 -0.045827 -0.02341  2.182788 -0.007969 -0.024891 -0.026137   \n",
       "2 -0.024891 -0.045827 -0.02341 -0.458130 -0.007969 -0.024891 -0.026137   \n",
       "3 -0.024891 -0.045827 -0.02341 -0.458130 -0.007969 -0.024891 -0.026137   \n",
       "4 -0.024891 -0.045827 -0.02341 -0.458130 -0.007969 -0.024891 -0.026137   \n",
       "\n",
       "        64        65        66        67        68        69        70   \\\n",
       "0 -0.022721 -0.248254 -0.044144 -0.049748 -0.055078 -0.065857 -0.061652   \n",
       "1 -0.022721 -0.248254 -0.044144 -0.049748 -0.055078 -0.065857 -0.061652   \n",
       "2 -0.022721 -0.248254 -0.044144 -0.049748 -0.055078 -0.065857 -0.061652   \n",
       "3 -0.022721 -0.248254 -0.044144 -0.049748 -0.055078 -0.065857 -0.061652   \n",
       "4 -0.022721 -0.248254 -0.044144 -0.049748 -0.055078 -0.065857 -0.061652   \n",
       "\n",
       "        71       72        73       74       75        76        77   \\\n",
       "0 -0.137964 -0.00488 -0.007969 -0.07224 -0.00891 -0.069295 -0.078933   \n",
       "1 -0.137964 -0.00488 -0.007969 -0.07224 -0.00891 -0.069295 -0.078933   \n",
       "2 -0.137964 -0.00488 -0.007969 -0.07224 -0.00891 -0.069295 -0.078933   \n",
       "3 -0.137964 -0.00488 -0.007969 -0.07224 -0.00891 -0.069295 -0.078933   \n",
       "4  7.248254 -0.00488 -0.007969 -0.07224 -0.00891 -0.069295 -0.078933   \n",
       "\n",
       "        78        79        80        81        82        83        84   \\\n",
       "0 -0.074159 -0.070157 -0.074375 -0.265429  0.476175 -0.367555 -0.110249   \n",
       "1 -0.074159 -0.070157 -0.074375 -0.265429  0.476175 -0.367555 -0.110249   \n",
       "2 -0.074159 -0.070157 -0.074375 -0.265429  0.476175 -0.367555 -0.109481   \n",
       "3 -0.074159 -0.070157 -0.074375  3.767485 -2.100067 -0.367555 -0.110249   \n",
       "4 -0.074159 -0.070157 -0.074375 -0.265429  0.476175 -0.367555 -0.109865   \n",
       "\n",
       "        85        86        87        88        89        90        91   \\\n",
       "0 -0.007762 -0.004919 -0.014089 -0.089486 -0.007736 -0.095076 -0.027023   \n",
       "1 -0.007762 -0.004919 -0.014089 -0.089486 -0.007736 -0.095076 -0.027023   \n",
       "2 -0.005551 -0.004919 -0.014089 -0.089486 -0.007736 -0.095076 -0.027023   \n",
       "3 -0.007759 -0.004919 -0.014089 -0.089486 -0.007736 -0.095076 -0.027023   \n",
       "4 -0.007762 -0.004915 -0.014089 -0.089486 -0.007736 -0.095076 -0.027023   \n",
       "\n",
       "        92        93        94        95        96       97       98   \\\n",
       "0 -0.809262 -0.011664 -0.036652 -0.024437 -0.012385 -0.02618 -0.01861   \n",
       "1 -0.809262 -0.011664 -0.036652 -0.024437 -0.012385 -0.02618 -0.01861   \n",
       "2 -0.809262 -0.011664 -0.036652 -0.024437 -0.012385 -0.02618 -0.01861   \n",
       "3 -0.809262 -0.011664 -0.036652 -0.024437 -0.012385 -0.02618 -0.01861   \n",
       "4 -0.809262 -0.011664 -0.036652 -0.024437 -0.012385 -0.02618 -0.01861   \n",
       "\n",
       "        99   100       101       102       103       104       105       106  \\\n",
       "0 -0.041221  0.0 -0.002817 -0.097531  1.265346 -0.244204 -0.637209 -0.631929   \n",
       "1 -0.041221  0.0 -0.002817 -0.097531  0.453177 -0.368110 -0.637209 -0.631929   \n",
       "2 -0.041221  0.0 -0.002817 -0.097531 -0.725778 -0.368110 -0.637209 -0.631929   \n",
       "3 -0.041221  0.0 -0.002817 -0.097531 -0.725778  0.513001 -0.637209 -0.631929   \n",
       "4 -0.041221  0.0 -0.002817 -0.097531 -0.725778 -0.271739 -0.637209 -0.363485   \n",
       "\n",
       "        107       108       109       110       111       112       113  \\\n",
       "0  2.746403  2.715365 -1.412415 -0.016930 -0.374560  0.734343 -0.954389   \n",
       "1  2.746403  2.715365 -1.480656 -0.016930 -0.374560  0.734343 -1.035688   \n",
       "2 -0.374362 -0.374432  0.771283 -0.349683 -0.374560 -0.485344 -0.267863   \n",
       "3 -0.374362 -0.374432  0.771283 -0.349683  3.474118 -1.805831 -0.529826   \n",
       "4  2.746403  1.170466  0.771283 -0.349683  2.511949 -1.543750 -0.267863   \n",
       "\n",
       "        114       115       116       117       118       119       120  \\\n",
       "0 -1.071933 -0.121485 -0.480197 -0.289103 -0.639532 -0.624871  2.874410   \n",
       "1 -1.161030 -0.121485 -0.480197 -0.289103 -0.639532 -0.624871  2.874410   \n",
       "2  0.197703 -0.227350  1.493939 -0.111426 -0.639532 -0.624871 -0.387635   \n",
       "3  1.066401 -0.439078  2.756092  2.198385 -0.639532 -0.624871 -0.387635   \n",
       "4 -0.470526  0.460769 -0.383108 -0.111426 -0.639532 -0.624871  2.319862   \n",
       "\n",
       "        121  \n",
       "0  2.753914  \n",
       "1  2.753914  \n",
       "2 -0.376387  \n",
       "3 -0.376387  \n",
       "4  1.846127  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array([[-0.01911259, -0.31288912, -0.11204981, ..., -0.6248708 ,\n",
       "        -0.22453241, -0.37638703],\n",
       "       [-0.01911259, -0.31288912, -0.11204981, ..., -0.6248708 ,\n",
       "        -0.38763462, -0.37638703],\n",
       "       [-0.01911259, -0.31288912, -0.11204981, ...,  1.6189552 ,\n",
       "        -0.38763462, -0.37638703],\n",
       "       ...,\n",
       "       [-0.01911259, -0.31288912, -0.11204981, ..., -0.6248708 ,\n",
       "        -0.35501418, -0.37638703],\n",
       "       [-0.01911259, -0.31288912, -0.11204981, ...,  1.6189552 ,\n",
       "        -0.38763462, -0.37638703],\n",
       "       [-0.01911259, -0.31288912, -0.11204981, ..., -0.6248708 ,\n",
       "        -0.38763462, -0.37638703]])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#feature scaling of the dataset.\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "sc_x = StandardScaler()\n",
    "x_train = sc_x.fit_transform(x_train)\n",
    "x_test = sc_x.transform(x_test)\n",
    "\n",
    "df2 = pd.DataFrame(x_test)\n",
    "display(df2.head())\n",
    "display(x_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[8644, 4196],\n",
       "       [ 375, 9335]], dtype=int64)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "For Decision Tree The Performance result is: \n",
      "\n",
      "the Accuracy is: 0.7972949002217294\n",
      "True Positive Rate: 0.9613800205973223\n",
      "Recall is : 0.9613800205973223\n",
      "False Positive rate: 0.326791277258567\n"
     ]
    },
    {
     "ename": "TypeError",
     "evalue": "'precision' is an invalid keyword argument for this function",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-99-b9263315ca58>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m     27\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Recall is : \"\u001b[0m\u001b[1;33m+\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m/\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m+\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     28\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"False Positive rate: \"\u001b[0m\u001b[1;33m+\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m/\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m+\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 29\u001b[1;33m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Precision is: \"\u001b[0m\u001b[1;33m+\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mprecision\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m/\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m+\u001b[0m\u001b[0mcm\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     30\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"F-measure is: \"\u001b[0m\u001b[1;33m+\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m2\u001b[0m\u001b[1;33m*\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mprecision\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0mrecall\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m/\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mprecision\u001b[0m\u001b[1;33m+\u001b[0m\u001b[0mrecall\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     31\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0mmath\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mlog\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mTypeError\u001b[0m: 'precision' is an invalid keyword argument for this function"
     ]
    }
   ],
   "source": [
    "# TAking Decision Tree as classifier, and testing on the model\n",
    "classifier = DecisionTreeClassifier()\n",
    "classifier.fit(x_train,y_train)\n",
    "\n",
    "# Predicting the Test set results\n",
    "y_pred = classifier.predict(x_test)\n",
    "\n",
    "# Making the Confusion Matrix\n",
    "from sklearn.metrics import confusion_matrix\n",
    "cm = confusion_matrix(y_test, y_pred)\n",
    "display(cm)\n",
    "from sklearn.model_selection import cross_val_score\n",
    "accuracies = cross_val_score(estimator = classifier, X = x_train, y = y_train, cv = 10)\n",
    "accuracies.mean()\n",
    "accuracies.std()\n",
    "\n",
    "print()\n",
    "print(\"For Decision Tree The Performance result is: \")\n",
    "print()\n",
    "\n",
    "#the performance of the classification model\n",
    "#true negatives is C_{0,0}, \n",
    "#false negatives is C_{1,0}, \n",
    "#true positives is C_{1,1}\n",
    "#false positives is C_{0,1}.\n",
    "print(\"the Accuracy is: \"+ str((cm[0,0]+cm[1,1])/(cm[0,0]+cm[0,1]+cm[1,0]+cm[1,1])))\n",
    "print(\"True Positive Rate: \"+ str(cm[1,1]/(cm[1,1]+cm[1,0])))\n",
    "recall=cm[1,1]/(cm[1,0]+cm[1,1])\n",
    "print(\"Recall is : \"+ str(recall))\n",
    "print(\"False Positive rate: \"+ str(cm[0,1]/(cm[0,1]+cm[0,0])))\n",
    "precision= cm[1,1]/(cm[1,0]+cm[0,1])\n",
    "print(\"Precision is: \"+ str(precision))\n",
    "print(\"F-measure is: \"+ str(2*((precision*recall)/(precision+recall))))\n",
    "from math import log\n",
    "print(\"Entropy is: \"+ str(-precision*log(precision)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Checking the number of correct predictions\n",
    "result=pd.DataFrame(y_pred)\n",
    "result.insert(loc=1,value=y_test,column='test output')\n",
    "diff= (result['test output'])-(result[0])\n",
    "#display(diff)\n",
    "type(diff)\n",
    "result.insert(loc=2,value=diff,column='Result')\n",
    "#display(result)\n",
    "Validity = []\n",
    "for i in result['Result']:\n",
    "    if(i== -1):\n",
    "        #print('Incorrect Prediction')\n",
    "        Validity.append('Incorrect Prediction')\n",
    "    else:\n",
    "        #print('Correctly Predicted')V\n",
    "        Validity.append('Correct Prediction')\n",
    "result.insert(loc=3,value=Validity,column='Validity')\n",
    "display(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(22550, 124)"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Adding validity column to csv file\n",
    "final_prediction=pd.read_csv('./NSL_KDD-master/test.csv')\n",
    "final_prediction.insert(loc=123,value=Validity,column='Validity')\n",
    "final_prediction.shape\n",
    "final_prediction.to_csv('Predicted_Data.csv',index=False,index_label=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "For Logistic Regression The Performance result is: \n",
      "\n",
      "the Accuracy is: 0.7510421286031043\n",
      "Recall is : 0.6475079227888216\n",
      "False Positive rate: 0.0830833141010847\n",
      "Precision is: 0.925849639546859\n",
      "F-measure is: 0.7620581503772146\n",
      "Entropy is: 0.07133063543142577\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n",
      "C:\\Users\\admin\\Anaconda3\\lib\\site-packages\\sklearn\\discriminant_analysis.py:388: UserWarning: Variables are collinear.\n",
      "  warnings.warn(\"Variables are collinear.\")\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "For Linear Discriminant Analysis The Performance result is: \n",
      "\n",
      "the Accuracy is: 0.7615964523281596\n",
      "Recall is : 0.6573939570017432\n",
      "False Positive rate: 0.07503985424732407\n",
      "Precision is: 0.9321318228630278\n",
      "F-measure is: 0.7710196779964221\n",
      "Entropy is: 0.06551118783008927\n",
      "\n",
      "For Decison Tree The Performance result is: \n",
      "\n",
      "the Accuracy is: 0.8113082039911308\n",
      "Recall is : 0.7039862388751776\n",
      "False Positive rate: 0.03235646584595272\n",
      "Precision is: 0.9694129763130793\n",
      "F-measure is: 0.8156492353017635\n",
      "Entropy is: 0.030114397007745534\n",
      "\n",
      "For Guassian Naive Bayes The Performance result is: \n",
      "\n",
      "the Accuracy is: 0.5546341463414635\n",
      "Recall is : 0.4915211081122371\n",
      "False Positive rate: 0.01991074493649159\n",
      "Precision is: 0.9940267765190525\n",
      "F-measure is: 0.6577844413398303\n",
      "Entropy is: 0.005955348154933777\n"
     ]
    }
   ],
   "source": [
    "models = []\n",
    "models.append(('Logistic Regression', LogisticRegression()))\n",
    "models.append(('Linear Discriminant Analysis', LinearDiscriminantAnalysis()))\n",
    "#models.append(('K-Nearest Neighbour ', KNeighborsClassifier()))\n",
    "models.append(('Decison Tree', DecisionTreeClassifier()))\n",
    "models.append(('Guassian Naive Bayes', GaussianNB()))\n",
    "#models.append(('SVM', SVC()))\n",
    "\n",
    "for name,model in models:\n",
    "    \n",
    "    # Fitting Naive Bayes to the Training set\n",
    "    classifier = model\n",
    "    classifier.fit(x_train, y_train)\n",
    "\n",
    "    # Predicting the Test set results\n",
    "    y_pred = classifier.predict(x_test)\n",
    "\n",
    "    # Making the Confusion Matrix\n",
    "    from sklearn.metrics import confusion_matrix\n",
    "    cm = confusion_matrix(y_test, y_pred)\n",
    "\n",
    "    # Applying k-Fold Cross Validation\n",
    "    from sklearn.model_selection import cross_val_score\n",
    "    accuracies = cross_val_score(estimator = classifier, X = x_train, y = y_train, cv = 10)\n",
    "    accuracies.mean()\n",
    "    accuracies.std()\n",
    "    \n",
    "    print()\n",
    "    print(\"For {0} The Performance result is: \".format(name))\n",
    "    print()\n",
    "\n",
    "    #the performance of the classification model\n",
    "    #true negatives is C_{0,0}, \n",
    "    #false negatives is C_{1,0}, \n",
    "    #true positives is C_{1,1}\n",
    "    #false positives is C_{0,1}.\n",
    "    print(\"the Accuracy is: \"+ str((cm[0,0]+cm[1,1])/(cm[0,0]+cm[0,1]+cm[1,0]+cm[1,1])))\n",
    "    print(\"True Positive Rate: \"+ str(cm[1,1]/(cm[1,1]+cm[1,0])))\n",
    "    recall=cm[1,1]/(cm[1,0]+cm[1,1])\n",
    "    print(\"Recall is : \"+ str(recall))\n",
    "    print(\"False Positive rate: \"+ str(cm[0,1]/(cm[0,1]+cm[0,0])))\n",
    "    precision= cm[1,1]/(cm[1,0]+cm[0,1])\n",
    "    print(\"Precision is: \"+ str(precision))\n",
    "    print(\"F-measure is: \"+ str(2*((precision*recall)/(precision+recall))))\n",
    "    from math import log\n",
    "    print(\"Entropy is: \"+ str(-precision*log(precision)))\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "For Logistic Regression The Performance result is: \n",
    "\n",
    "the Accuracy is: 0.7510421286031043\n",
    "Recall is : 0.6475079227888216\n",
    "False Positive rate: 0.0830833141010847\n",
    "Precision is: 0.925849639546859\n",
    "F-measure is: 0.7620581503772146\n",
    "Entropy is: 0.07133063543142577\n",
    "    \n",
    "\n",
    "For Linear Discriminant Analysis The Performance result is: \n",
    "\n",
    "the Accuracy is: 0.7615964523281596\n",
    "Recall is : 0.6573939570017432\n",
    "False Positive rate: 0.07503985424732407\n",
    "Precision is: 0.9321318228630278\n",
    "F-measure is: 0.7710196779964221\n",
    "Entropy is: 0.06551118783008927\n",
    "\n",
    "For Decison Tree The Performance result is: \n",
    "\n",
    "the Accuracy is: 0.8113082039911308\n",
    "Recall is : 0.7039862388751776\n",
    "False Positive rate: 0.03235646584595272\n",
    "Precision is: 0.9694129763130793\n",
    "F-measure is: 0.8156492353017635\n",
    "Entropy is: 0.030114397007745534\n",
    "\n",
    "For Guassian Naive Bayes The Performance result is: \n",
    "\n",
    "the Accuracy is: 0.5546341463414635\n",
    "Recall is : 0.4915211081122371\n",
    "False Positive rate: 0.01991074493649159\n",
    "Precision is: 0.9940267765190525\n",
    "F-measure is: 0.6577844413398303\n",
    "Entropy is: 0.005955348154933777"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "the Accuracy is: 0.7549445676274945\n",
      "True Positive Rate: 0.9218331616889804\n",
      "Recall is : 0.9218331616889804\n",
      "False Positive rate: 0.37126168224299066\n",
      "Precision is: 1.6197973217517192\n",
      "F-measure is: 1.1749803097925964\n",
      "Entropy is: -0.7812299189196893\n"
     ]
    }
   ],
   "source": [
    "#MLP Classifier\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "classifier = MLPClassifier(solver='lbfgs', alpha=1e-5,hidden_layer_sizes=(5, 2), random_state=1)\n",
    "classifier.fit(x_train,y_train)\n",
    "y_pred = classifier.predict(x_test)\n",
    "\n",
    "# Making the Confusion Matrix\n",
    "from sklearn.metrics import confusion_matrix\n",
    "cm = confusion_matrix(y_test, y_pred)\n",
    "\n",
    "# Applying k-Fold Cross Validation\n",
    "from sklearn.model_selection import cross_val_score\n",
    "accuracies = cross_val_score(estimator = MLPClassifier(), X = x_train, y = y_train, cv = 10)\n",
    "accuracies.mean()\n",
    "accuracies.std()\n",
    "\n",
    "#the performance of the classification model\n",
    "#true negatives is C_{0,0}, \n",
    "#false negatives is C_{1,0}, \n",
    "#true positives is C_{1,1}\n",
    "#false positives is C_{0,1}.\n",
    "print(\"the Accuracy is: \"+ str((cm[0,0]+cm[1,1])/(cm[0,0]+cm[0,1]+cm[1,0]+cm[1,1])))\n",
    "print(\"True Positive Rate: \"+ str(cm[1,1]/(cm[1,1]+cm[1,0])))\n",
    "recall=cm[1,1]/(cm[1,0]+cm[1,1])\n",
    "print(\"Recall is : \"+ str(recall))\n",
    "print(\"False Positive rate: \"+ str(cm[0,1]/(cm[0,1]+cm[0,0])))\n",
    "precision= cm[1,1]/(cm[1,0]+cm[0,1])\n",
    "print(\"Precision is: \"+ str(precision))\n",
    "print(\"F-measure is: \"+ str(2*((precision*recall)/(precision+recall))))\n",
    "from math import log\n",
    "print(\"Entropy is: \"+ str(-precision*log(precision)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}