Naive_bayes_Spam_Classifier.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyNbRSdyA5SwSFSJDrwa8Xhm",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Demon-Sheriff/Linear-Alg_ML_fs/blob/master/Naive_bayes_Spam_Classifier.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "EPSILON = 1e-10  # Small value to avoid log(0)"
      ],
      "metadata": {
        "id": "8GMBhkeaIYsl"
      },
      "execution_count": 213,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 214,
      "metadata": {
        "id": "0gozHdmVwcti"
      },
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "\n",
        "\"\"\" we can maintain each unique word in a trie and also store the frequency of each word class_wise [LATER]\n",
        "    TODO:\n",
        "        1. make all the array operations vectorized\n",
        "        2. implement trie for word processing\n",
        "\"\"\"\n",
        "\n",
        "class NaiveBayesSpamClassifier:\n",
        "\n",
        "    def __init__(self):\n",
        "        self.class_priors = None\n",
        "        self.feature_likelihoods = None\n",
        "        self.n_classes = None\n",
        "\n",
        "    def fit(self, X_train, y_train):\n",
        "        X_train = np.array(X_train)\n",
        "        y_train = np.array(y_train)\n",
        "\n",
        "        self.n_classes = len(np.unique(y_train))\n",
        "        n_samples, d = X_train.shape\n",
        "\n",
        "        self.class_priors = np.zeros(self.n_classes)\n",
        "        class_count = np.zeros(self.n_classes)\n",
        "\n",
        "        for label in y_train:\n",
        "            self.class_priors[label] += 1\n",
        "\n",
        "        for idx, count in enumerate(self.class_priors):\n",
        "            class_count[idx] = count\n",
        "            self.class_priors[idx] /= n_samples\n",
        "\n",
        "        self.feature_likelihoods = np.zeros((d, self.n_classes))\n",
        "\n",
        "        for class_ in range(self.n_classes):\n",
        "            class_indices = np.where(y_train == class_)[0]\n",
        "            word_count_class = np.sum(X_train[class_indices], axis=0)\n",
        "\n",
        "            self.feature_likelihoods[:, class_] = (word_count_class + 1) / (class_count[class_] + d)  # +d for vocabulary size\n",
        "            self.feature_likelihoods[:, class_] = np.maximum(self.feature_likelihoods[:, class_], EPSILON)  # Avoid zero probabilities\n",
        "\n",
        "        return self\n",
        "\n",
        "    def predict_prob(self, X_test):\n",
        "        X_test = np.array(X_test)\n",
        "        n_samples, d = X_test.shape\n",
        "        y_pred = []\n",
        "\n",
        "        for i in range(n_samples):\n",
        "            log_probs = []\n",
        "            for label in range(self.n_classes):\n",
        "                log_prior = np.log(self.class_priors[label])\n",
        "                log_likelihood = np.sum(\n",
        "                    X_test[i] * np.log(self.feature_likelihoods[:, label]) +\n",
        "                    (1 - X_test[i]) * np.log(1 - self.feature_likelihoods[:, label])\n",
        "                )\n",
        "\n",
        "                log_likelihood = np.maximum(log_likelihood, EPSILON)\n",
        "                log_probs.append(log_prior + log_likelihood)\n",
        "\n",
        "            y_pred.append(np.argmax(log_probs))\n",
        "\n",
        "        return y_pred\n"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd"
      ],
      "metadata": {
        "id": "0phcRYVex4k9"
      },
      "execution_count": 215,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import kagglehub\n",
        "\n",
        "# download latest version\n",
        "path = kagglehub.dataset_download(\"venky73/spam-mails-dataset\")\n",
        "\n",
        "print(\"Path to dataset files:\", path)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SwYU6rG7zP5H",
        "outputId": "c000a316-d45e-47a5-96c2-87295962b3cd"
      },
      "execution_count": 216,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Path to dataset files: /root/.cache/kagglehub/datasets/venky73/spam-mails-dataset/versions/1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "print(os.listdir(path))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kCZtrYN2z0AM",
        "outputId": "46f10eed-19e1-4b7e-8b61-fad7ebcdadeb"
      },
      "execution_count": 217,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['spam_ham_dataset.csv']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data = pd.read_csv(os.path.join(path, \"spam_ham_dataset.csv\"))"
      ],
      "metadata": {
        "id": "JVGJOa1fz4Qg"
      },
      "execution_count": 218,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "z9eylDoMz7jo",
        "outputId": "0c8cbe3b-d0fc-479e-c0d3-b6cd7361c7ff"
      },
      "execution_count": 219,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   Unnamed: 0 label                                               text  \\\n",
              "0         605   ham  Subject: enron methanol ; meter # : 988291\\r\\n...   \n",
              "1        2349   ham  Subject: hpl nom for january 9 , 2001\\r\\n( see...   \n",
              "2        3624   ham  Subject: neon retreat\\r\\nho ho ho , we ' re ar...   \n",
              "3        4685  spam  Subject: photoshop , windows , office . cheap ...   \n",
              "4        2030   ham  Subject: re : indian springs\\r\\nthis deal is t...   \n",
              "\n",
              "   label_num  \n",
              "0          0  \n",
              "1          0  \n",
              "2          0  \n",
              "3          1  \n",
              "4          0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a6d169a4-b823-4444-8a0e-915b43d8877b\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>label</th>\n",
              "      <th>text</th>\n",
              "      <th>label_num</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>605</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: enron methanol ; meter # : 988291\\r\\n...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2349</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: hpl nom for january 9 , 2001\\r\\n( see...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3624</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: neon retreat\\r\\nho ho ho , we ' re ar...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4685</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: photoshop , windows , office . cheap ...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2030</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: re : indian springs\\r\\nthis deal is t...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a6d169a4-b823-4444-8a0e-915b43d8877b')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-a6d169a4-b823-4444-8a0e-915b43d8877b button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-a6d169a4-b823-4444-8a0e-915b43d8877b');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-59a7c273-1f11-4dae-8105-77f131b290cf\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-59a7c273-1f11-4dae-8105-77f131b290cf')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-59a7c273-1f11-4dae-8105-77f131b290cf button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "data",
              "summary": "{\n  \"name\": \"data\",\n  \"rows\": 5171,\n  \"fields\": [\n    {\n      \"column\": \"Unnamed: 0\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1492,\n        \"min\": 0,\n        \"max\": 5170,\n        \"num_unique_values\": 5171,\n        \"samples\": [\n          2924,\n          3839,\n          3078\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"spam\",\n          \"ham\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 4993,\n        \"samples\": [\n          \"Subject: hpl / conoco - teco waha 03 / 23 / 01 purchase\\r\\ndaren , conoco invoiced hpl at $ 5 . 87 for 03 / 23 at pgev / waha and deal ticket 685350 shows $ 4 . 87 . can you confirm the price ? thanks .\",\n          \"Subject: holiday on - call data\\r\\npipeline contact phone fax pager\\r\\nblack marlin blair lichentwalter 713 853 - 7367 713 646 - 3201 ( h )\\r\\n281 370 - 1866\\r\\ndebbie thompson 713 853 - 3144 713 646 - 3201\\r\\n( noms due today for 23 rd through 27 th )\\r\\nchannel jim tobacco 713 420 - 2159\\r\\ngas control 1 505 599 - 2333\\r\\n( open thursday . noms will be due through monday )\\r\\ncentana william spekels 713 627 - 6290 713 762 - 3450\\r\\ndonna spencer 713 627 - 6255\\r\\ngas control 1 888 204 - 1718\\r\\n( noms due today for 23 rd through 27 th )\\r\\nduke energy annette anderson 713 260 - 8603 713 949 - 3026\\r\\n( on call ) bob moseman 713 - 260 - 8698 ( thursday )\\r\\nopen tomorrow - noms will be due thru the 27 th )\\r\\nlonestar gary gafford 214 670 - 2674 214 875 - 3810\\r\\ngas control 214 875 - 2455 or 2456\\r\\n( noms due today , 23 rd thru 27 th )\\r\\nnorthern natural ben markey 853 - 7581 cell 713 446 - 9404 800 931 - 0398\\r\\n( on call ) charlie mosey 853 - 1520\\r\\ngas control 853 -\\r\\n( open thursday - noms due thru 27 th . )\\r\\neast trans - east texas\\r\\ntejas gas control 713 767 - 5366\\r\\npaula svehla 713 230 - 3569\\r\\nmickey chapman 713 230 - 3546\\r\\n( open thursday - noms due thru 27 th )\\r\\nmidcon ( y 2 k ) ken nachlinger 713 369 - 9284 713 369 - 9375 888 733 - 5954\\r\\n( on call ) steven 888 790 - 0255\\r\\n( y 2 k ) don 888 733 - 4602\\r\\ngas control 713 369 - 9200\\r\\n( noms due today , 23 rd thru 27 th )\\r\\nmoss bluff no current business\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label_num\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 0,\n        \"max\": 1,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          1,\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 219
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KwOSCrW_z9If",
        "outputId": "49eb4999-007a-45b7-b5ff-27351cbbd967"
      },
      "execution_count": 220,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(5171, 4)"
            ]
          },
          "metadata": {},
          "execution_count": 220
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 209
        },
        "id": "V4U9lt4oz_6j",
        "outputId": "72f12816-4503-4bad-cf49-381d40ae3e93"
      },
      "execution_count": 221,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Unnamed: 0    0\n",
              "label         0\n",
              "text          0\n",
              "label_num     0\n",
              "dtype: int64"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>label</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>text</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>label_num</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div><br><label><b>dtype:</b> int64</label>"
            ]
          },
          "metadata": {},
          "execution_count": 221
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['text']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 458
        },
        "id": "CvUO6_fv0CEX",
        "outputId": "01e67f14-9d09-4fbe-f849-54409aa8ee5f"
      },
      "execution_count": 222,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0       Subject: enron methanol ; meter # : 988291\\r\\n...\n",
              "1       Subject: hpl nom for january 9 , 2001\\r\\n( see...\n",
              "2       Subject: neon retreat\\r\\nho ho ho , we ' re ar...\n",
              "3       Subject: photoshop , windows , office . cheap ...\n",
              "4       Subject: re : indian springs\\r\\nthis deal is t...\n",
              "                              ...                        \n",
              "5166    Subject: put the 10 on the ft\\r\\nthe transport...\n",
              "5167    Subject: 3 / 4 / 2000 and following noms\\r\\nhp...\n",
              "5168    Subject: calpine daily gas nomination\\r\\n>\\r\\n...\n",
              "5169    Subject: industrial worksheets for august 2000...\n",
              "5170    Subject: important online banking alert\\r\\ndea...\n",
              "Name: text, Length: 5171, dtype: object"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Subject: enron methanol ; meter # : 988291\\r\\n...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Subject: hpl nom for january 9 , 2001\\r\\n( see...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Subject: neon retreat\\r\\nho ho ho , we ' re ar...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Subject: photoshop , windows , office . cheap ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Subject: re : indian springs\\r\\nthis deal is t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5166</th>\n",
              "      <td>Subject: put the 10 on the ft\\r\\nthe transport...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5167</th>\n",
              "      <td>Subject: 3 / 4 / 2000 and following noms\\r\\nhp...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5168</th>\n",
              "      <td>Subject: calpine daily gas nomination\\r\\n&gt;\\r\\n...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5169</th>\n",
              "      <td>Subject: industrial worksheets for august 2000...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5170</th>\n",
              "      <td>Subject: important online banking alert\\r\\ndea...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5171 rows × 1 columns</p>\n",
              "</div><br><label><b>dtype:</b> object</label>"
            ]
          },
          "metadata": {},
          "execution_count": 222
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data[data['label_num'] == 1] # spam mails"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "u-azOAqH0FbI",
        "outputId": "c681bc9e-fd4b-44fe-b863-f4e21f89cfd0"
      },
      "execution_count": 223,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      Unnamed: 0 label                                               text  \\\n",
              "3           4685  spam  Subject: photoshop , windows , office . cheap ...   \n",
              "7           4185  spam  Subject: looking for medication ? we ` re the ...   \n",
              "10          4922  spam  Subject: vocable % rnd - word asceticism\\r\\nvc...   \n",
              "11          3799  spam  Subject: report 01405 !\\r\\nwffur attion brom e...   \n",
              "13          3948  spam  Subject: vic . odin n ^ ow\\r\\nberne hotbox car...   \n",
              "...          ...   ...                                                ...   \n",
              "5159        4381  spam  Subject: pictures\\r\\nstreamlined denizen ajar ...   \n",
              "5161        4979  spam  Subject: penny stocks are about timing\\r\\nnoma...   \n",
              "5162        4162  spam  Subject: anomaly boys from 3881\\r\\nuosda apapr...   \n",
              "5164        4365  spam  Subject: slutty milf wants to meet you\\r\\ntake...   \n",
              "5170        4807  spam  Subject: important online banking alert\\r\\ndea...   \n",
              "\n",
              "      label_num  \n",
              "3             1  \n",
              "7             1  \n",
              "10            1  \n",
              "11            1  \n",
              "13            1  \n",
              "...         ...  \n",
              "5159          1  \n",
              "5161          1  \n",
              "5162          1  \n",
              "5164          1  \n",
              "5170          1  \n",
              "\n",
              "[1499 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9daca4c6-219f-4811-9b22-02379555d9d4\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>label</th>\n",
              "      <th>text</th>\n",
              "      <th>label_num</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4685</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: photoshop , windows , office . cheap ...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>4185</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: looking for medication ? we ` re the ...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>4922</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: vocable % rnd - word asceticism\\r\\nvc...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>3799</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: report 01405 !\\r\\nwffur attion brom e...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>3948</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: vic . odin n ^ ow\\r\\nberne hotbox car...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5159</th>\n",
              "      <td>4381</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: pictures\\r\\nstreamlined denizen ajar ...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5161</th>\n",
              "      <td>4979</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: penny stocks are about timing\\r\\nnoma...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5162</th>\n",
              "      <td>4162</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: anomaly boys from 3881\\r\\nuosda apapr...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5164</th>\n",
              "      <td>4365</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: slutty milf wants to meet you\\r\\ntake...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5170</th>\n",
              "      <td>4807</td>\n",
              "      <td>spam</td>\n",
              "      <td>Subject: important online banking alert\\r\\ndea...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1499 rows × 4 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9daca4c6-219f-4811-9b22-02379555d9d4')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-9daca4c6-219f-4811-9b22-02379555d9d4 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-9daca4c6-219f-4811-9b22-02379555d9d4');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-700c6e0f-ef9b-47e7-9adc-dd7e5ad2e66e\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-700c6e0f-ef9b-47e7-9adc-dd7e5ad2e66e')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-700c6e0f-ef9b-47e7-9adc-dd7e5ad2e66e button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"data[data['label_num'] == 1] # spam mails\",\n  \"rows\": 1499,\n  \"fields\": [\n    {\n      \"column\": \"Unnamed: 0\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 432,\n        \"min\": 3672,\n        \"max\": 5170,\n        \"num_unique_values\": 1499,\n        \"samples\": [\n          5085,\n          3806,\n          3993\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"spam\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 1462,\n        \"samples\": [\n          \"Subject: explore really good super viagrma ! : - ) a unshackling vesicopubic taciturnly .\\r\\n' ello , ' ello , ' ello , what have we got here ? to speak of morals in art is to speak of legislature in sex . art is the sex of the imagination .\\r\\nciali 6 s ( regaligs ) , at cheap prices . most zones charge $ 20 , we charge $ 4 . 95 .\\r\\nquite a diffeerence . cialiks is knnown as a super viagraa or weekend viagrxa\\r\\nbecause its eetcffs start soneor and last much lgnoer . shipped\\r\\nworldwide . your easy - to - use solution is here : http : / / www . medz 4 cheap . com / cia / ? dcent\\r\\n- - - - - if you do not wish to be misconjugate = ] fear cannot be without hope nor hope without fear . http : / / www . medz 4 cheap . com / off . htmlwriting criticism is to writing fiction and poetry as hugging the shore is to sailing in the open sea .\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label_num\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 1,\n        \"max\": 1,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          1\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 223
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data[data['label_num'] == 0] # non-spam mails"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "MwGtzw0h0ZT-",
        "outputId": "7b3fab9a-5236-439c-c380-a62ac5a4da8c"
      },
      "execution_count": 224,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      Unnamed: 0 label                                               text  \\\n",
              "0            605   ham  Subject: enron methanol ; meter # : 988291\\r\\n...   \n",
              "1           2349   ham  Subject: hpl nom for january 9 , 2001\\r\\n( see...   \n",
              "2           3624   ham  Subject: neon retreat\\r\\nho ho ho , we ' re ar...   \n",
              "4           2030   ham  Subject: re : indian springs\\r\\nthis deal is t...   \n",
              "5           2949   ham  Subject: ehronline web address change\\r\\nthis ...   \n",
              "...          ...   ...                                                ...   \n",
              "5165        2849   ham  Subject: fw : crosstex energy , driscoll ranch...   \n",
              "5166        1518   ham  Subject: put the 10 on the ft\\r\\nthe transport...   \n",
              "5167         404   ham  Subject: 3 / 4 / 2000 and following noms\\r\\nhp...   \n",
              "5168        2933   ham  Subject: calpine daily gas nomination\\r\\n>\\r\\n...   \n",
              "5169        1409   ham  Subject: industrial worksheets for august 2000...   \n",
              "\n",
              "      label_num  \n",
              "0             0  \n",
              "1             0  \n",
              "2             0  \n",
              "4             0  \n",
              "5             0  \n",
              "...         ...  \n",
              "5165          0  \n",
              "5166          0  \n",
              "5167          0  \n",
              "5168          0  \n",
              "5169          0  \n",
              "\n",
              "[3672 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b130c7c2-1ff6-42b8-9478-5e195e99f692\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>label</th>\n",
              "      <th>text</th>\n",
              "      <th>label_num</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>605</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: enron methanol ; meter # : 988291\\r\\n...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2349</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: hpl nom for january 9 , 2001\\r\\n( see...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3624</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: neon retreat\\r\\nho ho ho , we ' re ar...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2030</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: re : indian springs\\r\\nthis deal is t...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>2949</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: ehronline web address change\\r\\nthis ...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5165</th>\n",
              "      <td>2849</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: fw : crosstex energy , driscoll ranch...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5166</th>\n",
              "      <td>1518</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: put the 10 on the ft\\r\\nthe transport...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5167</th>\n",
              "      <td>404</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: 3 / 4 / 2000 and following noms\\r\\nhp...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5168</th>\n",
              "      <td>2933</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: calpine daily gas nomination\\r\\n&gt;\\r\\n...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5169</th>\n",
              "      <td>1409</td>\n",
              "      <td>ham</td>\n",
              "      <td>Subject: industrial worksheets for august 2000...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>3672 rows × 4 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b130c7c2-1ff6-42b8-9478-5e195e99f692')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-b130c7c2-1ff6-42b8-9478-5e195e99f692 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-b130c7c2-1ff6-42b8-9478-5e195e99f692');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-c29c38cf-43e0-4541-9b58-c410c2618c90\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-c29c38cf-43e0-4541-9b58-c410c2618c90')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-c29c38cf-43e0-4541-9b58-c410c2618c90 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"data[data['label_num'] == 0] # non-spam mails\",\n  \"rows\": 3672,\n  \"fields\": [\n    {\n      \"column\": \"Unnamed: 0\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1060,\n        \"min\": 0,\n        \"max\": 3671,\n        \"num_unique_values\": 3672,\n        \"samples\": [\n          3444,\n          2982,\n          2711\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"ham\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 3531,\n        \"samples\": [\n          \"Subject: marshall ( hpl meter 6296 ) volume increase effective may 19 , 2001\\r\\ndaren ,\\r\\nis it already to change this nomination ?\\r\\nbob\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by robert cotten / hou / ect on 05 / 21 / 2001 07 : 54 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nsuzanne _ saldivar @ eogresources . com on 05 / 18 / 2001 10 : 14 : 51 am\\r\\nto : michael . w . morris @ enron . com , rcotten @ enron . com\\r\\ncc :\\r\\nsubject : marshall ( hpl meter 6296 ) volume increase effective may 19 , 2001\\r\\ncan you increase the sales / nominations at the referenced meter by 500\\r\\nmmbtu / d effective may 21 ? have learned that el paso ( pg this increases the volume eog resources\\r\\nhas available for sale . please contact me with any questions or concerns .\\r\\nthanks !\\r\\nsuzanne saldivar\\r\\nsr . marketing administrator\\r\\n713 - 651 - 6858\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label_num\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 0,\n        \"max\": 0,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 224
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.describe()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        },
        "id": "xQ3RLhbk0dLV",
        "outputId": "a4f3963e-c732-4fff-d584-a8a74ffe1aad"
      },
      "execution_count": 225,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Unnamed: 0    label_num\n",
              "count  5171.000000  5171.000000\n",
              "mean   2585.000000     0.289886\n",
              "std    1492.883452     0.453753\n",
              "min       0.000000     0.000000\n",
              "25%    1292.500000     0.000000\n",
              "50%    2585.000000     0.000000\n",
              "75%    3877.500000     1.000000\n",
              "max    5170.000000     1.000000"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d1899c4c-f98f-4233-9f2a-4343cc2193e4\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>label_num</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>5171.000000</td>\n",
              "      <td>5171.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>2585.000000</td>\n",
              "      <td>0.289886</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>1492.883452</td>\n",
              "      <td>0.453753</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>1292.500000</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>2585.000000</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>3877.500000</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>5170.000000</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d1899c4c-f98f-4233-9f2a-4343cc2193e4')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-d1899c4c-f98f-4233-9f2a-4343cc2193e4 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-d1899c4c-f98f-4233-9f2a-4343cc2193e4');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-67002ca6-6edd-485e-bc4d-8ae64212a96a\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-67002ca6-6edd-485e-bc4d-8ae64212a96a')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-67002ca6-6edd-485e-bc4d-8ae64212a96a button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"data\",\n  \"rows\": 8,\n  \"fields\": [\n    {\n      \"column\": \"Unnamed: 0\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1863.4344668024362,\n        \"min\": 0.0,\n        \"max\": 5171.0,\n        \"num_unique_values\": 7,\n        \"samples\": [\n          5171.0,\n          2585.0,\n          3877.5\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label_num\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1828.086055517849,\n        \"min\": 0.0,\n        \"max\": 5171.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.2898859021465867,\n          1.0,\n          0.45375310746088254\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 225
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uouaBAxH0h5a",
        "outputId": "7413e856-08e2-480b-e09f-4b58c4cc597d"
      },
      "execution_count": 226,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 5171 entries, 0 to 5170\n",
            "Data columns (total 4 columns):\n",
            " #   Column      Non-Null Count  Dtype \n",
            "---  ------      --------------  ----- \n",
            " 0   Unnamed: 0  5171 non-null   int64 \n",
            " 1   label       5171 non-null   object\n",
            " 2   text        5171 non-null   object\n",
            " 3   label_num   5171 non-null   int64 \n",
            "dtypes: int64(2), object(2)\n",
            "memory usage: 161.7+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "rand = np.random.randint(0, 5721)\n",
        "rand"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UKEEdW5D3kJI",
        "outputId": "8f765a9f-7729-4dc5-e13b-c544f7a2994c"
      },
      "execution_count": 227,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "173"
            ]
          },
          "metadata": {},
          "execution_count": 227
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "\n",
        "temp_mails = []\n",
        "\n",
        "for i in range(5):\n",
        "  rand = np.random.randint(0, 5721)\n",
        "  if rand != 0:\n",
        "    rand -= 1\n",
        "\n",
        "  print(data['text'].iloc[rand])\n",
        "  print(\"================================================================================================\")\n",
        "  # np.append(temp_mails, data['text'].iloc[rand])\n",
        "  temp_mails.append(data['text'].iloc[rand])\n",
        "  # print(data['label_num'].iloc[rand]\n",
        "\n",
        "# data['text'].iloc[4]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1EGklOHU0i8R",
        "outputId": "77c5f2df-809d-4ff6-9dbe-4f8914b94ab9"
      },
      "execution_count": 228,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Subject: meter # 0989814 - gmt , inc . - 1 / 00 production\r\n",
            "stephanie ,\r\n",
            "the problem with the january payment is that the deal is set up incorrectly\r\n",
            "in sitara . for january production deal 153864 shows hplc purchasing gas\r\n",
            "from gmt company inc , not gmt inc . someone needs to either correct the deal\r\n",
            "for 1 / 00 or put in a new deal , then i can do an accounting arrangement to\r\n",
            "make the necessary correction . it is correct for 2 / 00 on deal 156292 . i\r\n",
            "emailed daren on this because i see his name in sitara as the contact , but i\r\n",
            "am not sure who actually takes care of it .\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by sherlyn schumack / hou / ect on 03 / 22 / 2000\r\n",
            "10 : 27 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "from : thu nguyen 03 / 20 / 2000 03 : 07 pm\r\n",
            "to : sherlyn schumack / hou / ect @ ect\r\n",
            "cc : stephanie gomes / hou / ect @ ect\r\n",
            "subject : meter # 0989814 - gmt , inc . - 1 / 00 production\r\n",
            "sherlyn ,\r\n",
            "i believe this is your meter . . . . . . . .\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by thu nguyen / hou / ect on 03 / 20 / 2000 03 : 05 pm\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "from : stephanie gomes 03 / 18 / 2000 09 : 21 am\r\n",
            "to : thu nguyen / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : meter # 0989814 - gmt , inc . - 1 / 00 production\r\n",
            "thu ,\r\n",
            "i ' m not sure if this is your meter or not . if it is not , could you please\r\n",
            "pass this email on to the correct person .\r\n",
            "for meter # 9814 , jan . 2000 production , the volume was allocated to the wrong\r\n",
            "company . the gas was allocated to gmt company inc . , but it should have been\r\n",
            "allocated to gmt , inc . for feb . 2000 it is done correctly .\r\n",
            "i need to recoup the money from gmt company , so could you please let me know\r\n",
            "when the change has been made in the system .\r\n",
            "thanks for your help .\r\n",
            "stephanie ( 3 - 6004 )\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by stephanie gomes / hou / ect on 03 / 18 / 2000\r\n",
            "09 : 09 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "nick moshou @ enron\r\n",
            "03 / 15 / 2000 03 : 25 pm\r\n",
            "to : stephanie gomes / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "here you go let me know if you need anything else .\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by nick moshou / corp / enron on 03 / 15 / 2000\r\n",
            "03 : 22 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "from : george weissman @ ect 03 / 06 / 2000 10 : 34 am\r\n",
            "to : nick moshou / corp / enron @ enron\r\n",
            "cc : brian m riley / hou / ect @ ect , melissa graves / hou / ect @ ect , cynthia\r\n",
            "hakemack / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "would you please send a note to brian riley verifying that the gmt payment\r\n",
            "has gone out to the houston company ? please include the amount .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 06 / 2000\r\n",
            "10 : 20 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 03 / 03 / 2000 04 : 18 pm\r\n",
            "to : nick moshou / corp / enron @ enron\r\n",
            "cc : brian m riley / hou / ect @ ect , melissa graves / hou / ect @ ect , cynthia\r\n",
            "hakemack / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "nick , it appears that we paid gmt company , inc . ( ba 01474 ) of corpus christi\r\n",
            "instead of gmt , inc . ( ba 75046 ) of houston . these companies are not\r\n",
            "related . we should pay the houston gmt for production at meter 098 - 9814 .\r\n",
            "would you please make the necessary adjustments ? thanks .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 03 / 2000\r\n",
            "04 : 14 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "nick moshou @ enron\r\n",
            "03 / 03 / 2000 03 : 00 pm\r\n",
            "to : george weissman / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "i was looking in unify for last month and this invoice was finalled under the\r\n",
            "gmt company inc for 15975 mmbtu at meter 0989814 . the check was sent to\r\n",
            "their corpus christi address . the sitara # was 153864 . the sitara # you gave\r\n",
            "me is showing february as the beginning month with gmt , inc . as the payee .\r\n",
            "do you know if these are different companies ?\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by nick moshou / corp / enron on 03 / 03 / 2000\r\n",
            "02 : 25 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "cynthia hakemack @ ect\r\n",
            "03 / 02 / 2000 04 : 07 pm\r\n",
            "to : nick moshou / corp / enron @ enron\r\n",
            "cc : george weissman / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "nick , can you please handle this ?\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by cynthia hakemack / hou / ect on 03 / 02 / 2000\r\n",
            "03 : 58 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 03 / 02 / 2000 02 : 21 pm\r\n",
            "to : cynthia hakemack / hou / ect @ ect\r\n",
            "cc : melissa graves / hou / ect @ ect , brian m riley / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "cindy , gmt has advised brian that they have not yet received payment for\r\n",
            "production at meter 098 - 9814 for the period from 1 / 14 / 2000 to 1 / 31 / 2000 .\r\n",
            "would you look into this and have them paid as promptly as possible ? it\r\n",
            "appears that the january deal was 156292 and i believe gmt produced 15 , 984\r\n",
            "mmbtu in january .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 02 / 2000\r\n",
            "02 : 16 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 01 / 13 / 2000 09 : 11 am\r\n",
            "to : vicente sarmiento / gco / enron @ enron\r\n",
            "cc : brian m riley / hou / ect @ ect , robert d morgan / hou / ect @ ect , melissa\r\n",
            "graves / hou / ect @ ect , nathan l hlavaty / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "vic , attached is a physical well connect form authorizing you to turn - on the\r\n",
            "gmt tillison # 1 well . we expect this production to commence either late\r\n",
            "today or tomorrow at meter 098 - 9814 .\r\n",
            "nathan , wo c 59605 on its way to you .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 01 / 13 / 2000\r\n",
            "09 : 01 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 01 / 13 / 2000 07 : 45 am\r\n",
            "to : brian m riley / hou / ect @ ect\r\n",
            "cc : robert d morgan / hou / ect @ ect , vicente sarmiento / gco / enron @ enron\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "brian , for your information . please note robert ' s cautionary warning with\r\n",
            "respect to additional wells that gmt may want to drill and add to this\r\n",
            "meter . does gmt have additional drilling plans ? if so , should we alert them\r\n",
            "to the gas quality issue early on ?\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 01 / 13 / 2000\r\n",
            "07 : 41 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "robert d morgan\r\n",
            "01 / 12 / 2000 10 : 04 am\r\n",
            "to : george weissman / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "although the gas is non - spec , the volumes and gas total inerts are low enough\r\n",
            "that it can be blended okay before reaching beaumont . go for it .\r\n",
            "as a precaution , we are starting a trend and i want to be very cautious .\r\n",
            "once we connect a well , we can ' t go backwards . please be specific with gmt\r\n",
            "and limit him to this one well . otherwise he could drill more wells and flow\r\n",
            "them all through this new meter .\n",
            "================================================================================================\n",
            "Subject: hpl nomination for december 30 , 1999\r\n",
            "( see attached file : hpll 230 . xls )\r\n",
            "- hpll 230 . xls\n",
            "================================================================================================\n",
            "Subject: re : fbw , attention smallcap stox players .\r\n",
            "kathrine hayden ,\r\n",
            "homeland defense report\r\n",
            "identifying defense and security stocks ready to explode\r\n",
            "look at the moves made by our last 2 hot picks .\r\n",
            "mrkl . 45 to 1 . 32 in 2 days , up 193 %\r\n",
            "ugho . 54 to 3 . 53 in 2 days , up 553 %\r\n",
            "grab this hot defense stock and cash in on a big stock dividend .\r\n",
            "homeland security technology , inc . otc - hstj\r\n",
            "immediate buy - huge news plus a 30 % stock dividend\r\n",
            "current price . 013\r\n",
            "target price for sept . 30 . 085\r\n",
            "first it was gold , then oil , now homeland security is the explosive\r\n",
            "sector turning savvy stock players into millionaires . hstj is our\r\n",
            "homeland defense hot pick commanding immediate investor attention .\r\n",
            "hstj is an extremely undervalued player in the hottest market sector\r\n",
            "while simultaneously declaring a stock dividend of 30 % . we are\r\n",
            "anticipating several revenue related news announcements and a surge\r\n",
            "of activity by brokers and investors to participate in a massive\r\n",
            "share price breakout . price and volume for hstj will be soaring as\r\n",
            "word gets out revealing that shareholders will receive the 30 % stock\r\n",
            "bonus which is roughly equal to a 4 for 3 stock split .\r\n",
            "we have identified large block buying and active accumulation in\r\n",
            "hstj that is linked to major corporate news events . hstj supplies\r\n",
            "military combat gear for the us armed forces and was formed for this\r\n",
            "purpose by highly decorated military leaders . not surprisingly , hstj\r\n",
            "has experienced a strong increase in monthly orders . keep watch for\r\n",
            "an expanded product line as hinted by the company in recent press in\r\n",
            "conjunction with additional orders .\r\n",
            "any issue involved in homeland defense with elite military\r\n",
            "management , continuous contracts , exponential growth , and a stock\r\n",
            "split or dividend is a launching pad for incredible profits . the\r\n",
            "company has a market value under $ 1 million which we believe will\r\n",
            "enable the stock to move very quickly as the value of their\r\n",
            "contracts are revealed . we expect the 30 % stock dividend to create\r\n",
            "an added frenzy by investors loading up before hstj goes through the\r\n",
            "roof .\r\n",
            "certain statements contained in this newsletter may be\r\n",
            "future - looking statements within the meaning of the private\r\n",
            "securities litigation reform act of 1995 . these statements may be\r\n",
            "identified by such terms as expect , believe , may , will , and\r\n",
            "intend or similar terms . we are not a register ed invest ment\r\n",
            "expert or a broker dealer . this is not an offer to buy or sell\r\n",
            "securities . no recommendation that the securities of the company\r\n",
            "profiled should be purchased , sold or held by individuals or\r\n",
            "entities that learn of the profiled company . this is an independent\r\n",
            "electronic publication that was paid ten thousand dollars by a third\r\n",
            "party for the preparation of this company information . be advised\r\n",
            "that investments in small - cap companies are considered to be\r\n",
            "high - risk and use of the information provided is for reading\r\n",
            "purposes only . if anyone decides to act as an investor they are\r\n",
            "advised not to invest without the proper advisement from a\r\n",
            "registered financial broker . if any party decides to participate as\r\n",
            "an investor then it will be that investor ' s sole risk . be advised\r\n",
            "that the purchase of such high - risk securities may result in the\r\n",
            "loss of some or all of the investment . the publisher of this\r\n",
            "newsletter makes no claims as to the accuracy or the completeness of\r\n",
            "the company profile . investors should not rely solely on the\r\n",
            "information presented . rather , investors should use the information\r\n",
            "provided in this newsletter as a starting point for doing additional\r\n",
            "independent research on the profiled company in order to form their\r\n",
            "own opinion regarding investment . factual statements made about the\r\n",
            "profiled company are made as of the date stated and are subject to\r\n",
            "change without notice . investing in micro - cap securities is highly\r\n",
            "speculative and carries an extremely high degree of risk . it is\r\n",
            "possible that an investor ' s entire investment may be lost or\r\n",
            "impaired due to the speculative nature of the company profiled . all\r\n",
            "information provided about the profiled company has been obtained\r\n",
            "from publicly available sources which may include the company ' s web\r\n",
            "site , public filings , company press releases and informational web\r\n",
            "sites provided by the actual exchanges where small - cap stocks are\r\n",
            "traded .\r\n",
            "silica stopband doorknob gail incomprehension insurmountable caviar annette danish grey imbrue panhandle coriander coverall cognition peptide doge exponent drug manfred .\n",
            "================================================================================================\n",
            "Subject: done : new sitara desk request ( ref cc # 20000813 )\r\n",
            "carey ,\r\n",
            "per scott ' s request below the following business unit ( aka : desk id ,\r\n",
            "portfolio ) was added to global production and unify development , test ,\r\n",
            "production and stage . please copy to the other global environments .\r\n",
            "thanks ,\r\n",
            "dick , x 3 - 1489\r\n",
            "updated in global production environment gcc code desc :\r\n",
            "p ent subenti data _ cd ap data _ desc code _ id\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "a sit deskid imcl a ena - im cleburne 9273\r\n",
            "from : scott mills 08 / 30 / 2000 08 : 27 am\r\n",
            "to : samuel schott / hou / ect @ ect , richard elwood / hou / ect @ ect , debbie r\r\n",
            "brackett / hou / ect @ ect , judy rose / hou / ect @ ect , vanessa\r\n",
            "schulte / corp / enron @ enron , david baumbach / hou / ect @ ect , daren j\r\n",
            "farmer / hou / ect @ ect , dave nommensen / hou / ect @ ect , donna greif / hou / ect @ ect ,\r\n",
            "shawna johnson / corp / enron @ enron , russ severson / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : new sitara desk request\r\n",
            "this needs to be available in production by early afternoon . sorry for the\r\n",
            "short notice .\r\n",
            "srm ( x 33548 )\n",
            "================================================================================================\n",
            "Subject: gino , who do u want to win ?\r\n",
            "the secret on how porn stars grew big dicks !\r\n",
            "the answer is here .\r\n",
            "turn off notifications here .\r\n",
            "wv international\r\n",
            "exports ltd\r\n",
            "st . nathaniel # 4780 belize city ,\r\n",
            "belize\r\n",
            "\n",
            "================================================================================================\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# preparing the data pipeline for word preprocessing.\n",
        "from sklearn.pipeline import Pipeline\n",
        "from sklearn.feature_extraction.text import CountVectorizer\n",
        "from sklearn.feature_extraction.text import TfidfTransformer\n",
        "from sklearn.model_selection import train_test_split"
      ],
      "metadata": {
        "id": "VLoJt30m3My8"
      },
      "execution_count": 229,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "temp_mails[0]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 127
        },
        "id": "G8Qj9FONFnZt",
        "outputId": "c39255ea-772e-43ca-f29f-62d413b14370"
      },
      "execution_count": 230,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "\"Subject: meter # 0989814 - gmt , inc . - 1 / 00 production\\r\\nstephanie ,\\r\\nthe problem with the january payment is that the deal is set up incorrectly\\r\\nin sitara . for january production deal 153864 shows hplc purchasing gas\\r\\nfrom gmt company inc , not gmt inc . someone needs to either correct the deal\\r\\nfor 1 / 00 or put in a new deal , then i can do an accounting arrangement to\\r\\nmake the necessary correction . it is correct for 2 / 00 on deal 156292 . i\\r\\nemailed daren on this because i see his name in sitara as the contact , but i\\r\\nam not sure who actually takes care of it .\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by sherlyn schumack / hou / ect on 03 / 22 / 2000\\r\\n10 : 27 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nfrom : thu nguyen 03 / 20 / 2000 03 : 07 pm\\r\\nto : sherlyn schumack / hou / ect @ ect\\r\\ncc : stephanie gomes / hou / ect @ ect\\r\\nsubject : meter # 0989814 - gmt , inc . - 1 / 00 production\\r\\nsherlyn ,\\r\\ni believe this is your meter . . . . . . . .\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by thu nguyen / hou / ect on 03 / 20 / 2000 03 : 05 pm\\r\\n- - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nfrom : stephanie gomes 03 / 18 / 2000 09 : 21 am\\r\\nto : thu nguyen / hou / ect @ ect\\r\\ncc :\\r\\nsubject : meter # 0989814 - gmt , inc . - 1 / 00 production\\r\\nthu ,\\r\\ni ' m not sure if this is your meter or not . if it is not , could you please\\r\\npass this email on to the correct person .\\r\\nfor meter # 9814 , jan . 2000 production , the volume was allocated to the wrong\\r\\ncompany . the gas was allocated to gmt company inc . , but it should have been\\r\\nallocated to gmt , inc . for feb . 2000 it is done correctly .\\r\\ni need to recoup the money from gmt company , so could you please let me know\\r\\nwhen the change has been made in the system .\\r\\nthanks for your help .\\r\\nstephanie ( 3 - 6004 )\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by stephanie gomes / hou / ect on 03 / 18 / 2000\\r\\n09 : 09 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nnick moshou @ enron\\r\\n03 / 15 / 2000 03 : 25 pm\\r\\nto : stephanie gomes / hou / ect @ ect\\r\\ncc :\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nhere you go let me know if you need anything else .\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by nick moshou / corp / enron on 03 / 15 / 2000\\r\\n03 : 22 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nfrom : george weissman @ ect 03 / 06 / 2000 10 : 34 am\\r\\nto : nick moshou / corp / enron @ enron\\r\\ncc : brian m riley / hou / ect @ ect , melissa graves / hou / ect @ ect , cynthia\\r\\nhakemack / hou / ect @ ect\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nwould you please send a note to brian riley verifying that the gmt payment\\r\\nhas gone out to the houston company ? please include the amount .\\r\\ngeorge x 3 - 6992\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 06 / 2000\\r\\n10 : 20 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nenron north america corp .\\r\\nfrom : george weissman 03 / 03 / 2000 04 : 18 pm\\r\\nto : nick moshou / corp / enron @ enron\\r\\ncc : brian m riley / hou / ect @ ect , melissa graves / hou / ect @ ect , cynthia\\r\\nhakemack / hou / ect @ ect\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nnick , it appears that we paid gmt company , inc . ( ba 01474 ) of corpus christi\\r\\ninstead of gmt , inc . ( ba 75046 ) of houston . these companies are not\\r\\nrelated . we should pay the houston gmt for production at meter 098 - 9814 .\\r\\nwould you please make the necessary adjustments ? thanks .\\r\\ngeorge x 3 - 6992\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 03 / 2000\\r\\n04 : 14 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nnick moshou @ enron\\r\\n03 / 03 / 2000 03 : 00 pm\\r\\nto : george weissman / hou / ect @ ect\\r\\ncc :\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\ni was looking in unify for last month and this invoice was finalled under the\\r\\ngmt company inc for 15975 mmbtu at meter 0989814 . the check was sent to\\r\\ntheir corpus christi address . the sitara # was 153864 . the sitara # you gave\\r\\nme is showing february as the beginning month with gmt , inc . as the payee .\\r\\ndo you know if these are different companies ?\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by nick moshou / corp / enron on 03 / 03 / 2000\\r\\n02 : 25 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\ncynthia hakemack @ ect\\r\\n03 / 02 / 2000 04 : 07 pm\\r\\nto : nick moshou / corp / enron @ enron\\r\\ncc : george weissman / hou / ect @ ect\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nnick , can you please handle this ?\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by cynthia hakemack / hou / ect on 03 / 02 / 2000\\r\\n03 : 58 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nenron north america corp .\\r\\nfrom : george weissman 03 / 02 / 2000 02 : 21 pm\\r\\nto : cynthia hakemack / hou / ect @ ect\\r\\ncc : melissa graves / hou / ect @ ect , brian m riley / hou / ect @ ect\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\ncindy , gmt has advised brian that they have not yet received payment for\\r\\nproduction at meter 098 - 9814 for the period from 1 / 14 / 2000 to 1 / 31 / 2000 .\\r\\nwould you look into this and have them paid as promptly as possible ? it\\r\\nappears that the january deal was 156292 and i believe gmt produced 15 , 984\\r\\nmmbtu in january .\\r\\ngeorge x 3 - 6992\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 02 / 2000\\r\\n02 : 16 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nenron north america corp .\\r\\nfrom : george weissman 01 / 13 / 2000 09 : 11 am\\r\\nto : vicente sarmiento / gco / enron @ enron\\r\\ncc : brian m riley / hou / ect @ ect , robert d morgan / hou / ect @ ect , melissa\\r\\ngraves / hou / ect @ ect , nathan l hlavaty / hou / ect @ ect\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nvic , attached is a physical well connect form authorizing you to turn - on the\\r\\ngmt tillison # 1 well . we expect this production to commence either late\\r\\ntoday or tomorrow at meter 098 - 9814 .\\r\\nnathan , wo c 59605 on its way to you .\\r\\ngeorge x 3 - 6992\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 01 / 13 / 2000\\r\\n09 : 01 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nenron north america corp .\\r\\nfrom : george weissman 01 / 13 / 2000 07 : 45 am\\r\\nto : brian m riley / hou / ect @ ect\\r\\ncc : robert d morgan / hou / ect @ ect , vicente sarmiento / gco / enron @ enron\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nbrian , for your information . please note robert ' s cautionary warning with\\r\\nrespect to additional wells that gmt may want to drill and add to this\\r\\nmeter . does gmt have additional drilling plans ? if so , should we alert them\\r\\nto the gas quality issue early on ?\\r\\ngeorge x 3 - 6992\\r\\n- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 01 / 13 / 2000\\r\\n07 : 41 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\\r\\nrobert d morgan\\r\\n01 / 12 / 2000 10 : 04 am\\r\\nto : george weissman / hou / ect @ ect\\r\\ncc :\\r\\nsubject : re : gmt , inc . tillison # 1\\r\\nalthough the gas is non - spec , the volumes and gas total inerts are low enough\\r\\nthat it can be blended okay before reaching beaumont . go for it .\\r\\nas a precaution , we are starting a trend and i want to be very cautious .\\r\\nonce we connect a well , we can ' t go backwards . please be specific with gmt\\r\\nand limit him to this one well . otherwise he could drill more wells and flow\\r\\nthem all through this new meter .\""
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 230
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(temp_mails[0])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WP-5z9K7GfFI",
        "outputId": "5ede439b-5837-4e4d-a1cb-0f9dd07d6ac7"
      },
      "execution_count": 231,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Subject: meter # 0989814 - gmt , inc . - 1 / 00 production\r\n",
            "stephanie ,\r\n",
            "the problem with the january payment is that the deal is set up incorrectly\r\n",
            "in sitara . for january production deal 153864 shows hplc purchasing gas\r\n",
            "from gmt company inc , not gmt inc . someone needs to either correct the deal\r\n",
            "for 1 / 00 or put in a new deal , then i can do an accounting arrangement to\r\n",
            "make the necessary correction . it is correct for 2 / 00 on deal 156292 . i\r\n",
            "emailed daren on this because i see his name in sitara as the contact , but i\r\n",
            "am not sure who actually takes care of it .\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by sherlyn schumack / hou / ect on 03 / 22 / 2000\r\n",
            "10 : 27 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "from : thu nguyen 03 / 20 / 2000 03 : 07 pm\r\n",
            "to : sherlyn schumack / hou / ect @ ect\r\n",
            "cc : stephanie gomes / hou / ect @ ect\r\n",
            "subject : meter # 0989814 - gmt , inc . - 1 / 00 production\r\n",
            "sherlyn ,\r\n",
            "i believe this is your meter . . . . . . . .\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by thu nguyen / hou / ect on 03 / 20 / 2000 03 : 05 pm\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "from : stephanie gomes 03 / 18 / 2000 09 : 21 am\r\n",
            "to : thu nguyen / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : meter # 0989814 - gmt , inc . - 1 / 00 production\r\n",
            "thu ,\r\n",
            "i ' m not sure if this is your meter or not . if it is not , could you please\r\n",
            "pass this email on to the correct person .\r\n",
            "for meter # 9814 , jan . 2000 production , the volume was allocated to the wrong\r\n",
            "company . the gas was allocated to gmt company inc . , but it should have been\r\n",
            "allocated to gmt , inc . for feb . 2000 it is done correctly .\r\n",
            "i need to recoup the money from gmt company , so could you please let me know\r\n",
            "when the change has been made in the system .\r\n",
            "thanks for your help .\r\n",
            "stephanie ( 3 - 6004 )\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by stephanie gomes / hou / ect on 03 / 18 / 2000\r\n",
            "09 : 09 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "nick moshou @ enron\r\n",
            "03 / 15 / 2000 03 : 25 pm\r\n",
            "to : stephanie gomes / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "here you go let me know if you need anything else .\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by nick moshou / corp / enron on 03 / 15 / 2000\r\n",
            "03 : 22 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "from : george weissman @ ect 03 / 06 / 2000 10 : 34 am\r\n",
            "to : nick moshou / corp / enron @ enron\r\n",
            "cc : brian m riley / hou / ect @ ect , melissa graves / hou / ect @ ect , cynthia\r\n",
            "hakemack / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "would you please send a note to brian riley verifying that the gmt payment\r\n",
            "has gone out to the houston company ? please include the amount .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 06 / 2000\r\n",
            "10 : 20 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 03 / 03 / 2000 04 : 18 pm\r\n",
            "to : nick moshou / corp / enron @ enron\r\n",
            "cc : brian m riley / hou / ect @ ect , melissa graves / hou / ect @ ect , cynthia\r\n",
            "hakemack / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "nick , it appears that we paid gmt company , inc . ( ba 01474 ) of corpus christi\r\n",
            "instead of gmt , inc . ( ba 75046 ) of houston . these companies are not\r\n",
            "related . we should pay the houston gmt for production at meter 098 - 9814 .\r\n",
            "would you please make the necessary adjustments ? thanks .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 03 / 2000\r\n",
            "04 : 14 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "nick moshou @ enron\r\n",
            "03 / 03 / 2000 03 : 00 pm\r\n",
            "to : george weissman / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "i was looking in unify for last month and this invoice was finalled under the\r\n",
            "gmt company inc for 15975 mmbtu at meter 0989814 . the check was sent to\r\n",
            "their corpus christi address . the sitara # was 153864 . the sitara # you gave\r\n",
            "me is showing february as the beginning month with gmt , inc . as the payee .\r\n",
            "do you know if these are different companies ?\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by nick moshou / corp / enron on 03 / 03 / 2000\r\n",
            "02 : 25 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "cynthia hakemack @ ect\r\n",
            "03 / 02 / 2000 04 : 07 pm\r\n",
            "to : nick moshou / corp / enron @ enron\r\n",
            "cc : george weissman / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "nick , can you please handle this ?\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by cynthia hakemack / hou / ect on 03 / 02 / 2000\r\n",
            "03 : 58 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 03 / 02 / 2000 02 : 21 pm\r\n",
            "to : cynthia hakemack / hou / ect @ ect\r\n",
            "cc : melissa graves / hou / ect @ ect , brian m riley / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "cindy , gmt has advised brian that they have not yet received payment for\r\n",
            "production at meter 098 - 9814 for the period from 1 / 14 / 2000 to 1 / 31 / 2000 .\r\n",
            "would you look into this and have them paid as promptly as possible ? it\r\n",
            "appears that the january deal was 156292 and i believe gmt produced 15 , 984\r\n",
            "mmbtu in january .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 03 / 02 / 2000\r\n",
            "02 : 16 pm - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 01 / 13 / 2000 09 : 11 am\r\n",
            "to : vicente sarmiento / gco / enron @ enron\r\n",
            "cc : brian m riley / hou / ect @ ect , robert d morgan / hou / ect @ ect , melissa\r\n",
            "graves / hou / ect @ ect , nathan l hlavaty / hou / ect @ ect\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "vic , attached is a physical well connect form authorizing you to turn - on the\r\n",
            "gmt tillison # 1 well . we expect this production to commence either late\r\n",
            "today or tomorrow at meter 098 - 9814 .\r\n",
            "nathan , wo c 59605 on its way to you .\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 01 / 13 / 2000\r\n",
            "09 : 01 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "enron north america corp .\r\n",
            "from : george weissman 01 / 13 / 2000 07 : 45 am\r\n",
            "to : brian m riley / hou / ect @ ect\r\n",
            "cc : robert d morgan / hou / ect @ ect , vicente sarmiento / gco / enron @ enron\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "brian , for your information . please note robert ' s cautionary warning with\r\n",
            "respect to additional wells that gmt may want to drill and add to this\r\n",
            "meter . does gmt have additional drilling plans ? if so , should we alert them\r\n",
            "to the gas quality issue early on ?\r\n",
            "george x 3 - 6992\r\n",
            "- - - - - - - - - - - - - - - - - - - - - - forwarded by george weissman / hou / ect on 01 / 13 / 2000\r\n",
            "07 : 41 am - - - - - - - - - - - - - - - - - - - - - - - - - - -\r\n",
            "robert d morgan\r\n",
            "01 / 12 / 2000 10 : 04 am\r\n",
            "to : george weissman / hou / ect @ ect\r\n",
            "cc :\r\n",
            "subject : re : gmt , inc . tillison # 1\r\n",
            "although the gas is non - spec , the volumes and gas total inerts are low enough\r\n",
            "that it can be blended okay before reaching beaumont . go for it .\r\n",
            "as a precaution , we are starting a trend and i want to be very cautious .\r\n",
            "once we connect a well , we can ' t go backwards . please be specific with gmt\r\n",
            "and limit him to this one well . otherwise he could drill more wells and flow\r\n",
            "them all through this new meter .\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import re\n",
        "regex = '\\b[a-zA-Z]+\\b'\n",
        "\n",
        "text = temp_mails[0]\n",
        "text = text.lower()\n",
        "words = re.findall(r\"\\b[a-z]+\\b\", text, re.IGNORECASE)"
      ],
      "metadata": {
        "id": "w4Xrt5azIOPi"
      },
      "execution_count": 232,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "words"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YqRZ6eSSJOjK",
        "outputId": "d6f55467-812f-4b11-a172-666d1a51c8d7"
      },
      "execution_count": 233,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['subject',\n",
              " 'meter',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'production',\n",
              " 'stephanie',\n",
              " 'the',\n",
              " 'problem',\n",
              " 'with',\n",
              " 'the',\n",
              " 'january',\n",
              " 'payment',\n",
              " 'is',\n",
              " 'that',\n",
              " 'the',\n",
              " 'deal',\n",
              " 'is',\n",
              " 'set',\n",
              " 'up',\n",
              " 'incorrectly',\n",
              " 'in',\n",
              " 'sitara',\n",
              " 'for',\n",
              " 'january',\n",
              " 'production',\n",
              " 'deal',\n",
              " 'shows',\n",
              " 'hplc',\n",
              " 'purchasing',\n",
              " 'gas',\n",
              " 'from',\n",
              " 'gmt',\n",
              " 'company',\n",
              " 'inc',\n",
              " 'not',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'someone',\n",
              " 'needs',\n",
              " 'to',\n",
              " 'either',\n",
              " 'correct',\n",
              " 'the',\n",
              " 'deal',\n",
              " 'for',\n",
              " 'or',\n",
              " 'put',\n",
              " 'in',\n",
              " 'a',\n",
              " 'new',\n",
              " 'deal',\n",
              " 'then',\n",
              " 'i',\n",
              " 'can',\n",
              " 'do',\n",
              " 'an',\n",
              " 'accounting',\n",
              " 'arrangement',\n",
              " 'to',\n",
              " 'make',\n",
              " 'the',\n",
              " 'necessary',\n",
              " 'correction',\n",
              " 'it',\n",
              " 'is',\n",
              " 'correct',\n",
              " 'for',\n",
              " 'on',\n",
              " 'deal',\n",
              " 'i',\n",
              " 'emailed',\n",
              " 'daren',\n",
              " 'on',\n",
              " 'this',\n",
              " 'because',\n",
              " 'i',\n",
              " 'see',\n",
              " 'his',\n",
              " 'name',\n",
              " 'in',\n",
              " 'sitara',\n",
              " 'as',\n",
              " 'the',\n",
              " 'contact',\n",
              " 'but',\n",
              " 'i',\n",
              " 'am',\n",
              " 'not',\n",
              " 'sure',\n",
              " 'who',\n",
              " 'actually',\n",
              " 'takes',\n",
              " 'care',\n",
              " 'of',\n",
              " 'it',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'sherlyn',\n",
              " 'schumack',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'am',\n",
              " 'from',\n",
              " 'thu',\n",
              " 'nguyen',\n",
              " 'pm',\n",
              " 'to',\n",
              " 'sherlyn',\n",
              " 'schumack',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'stephanie',\n",
              " 'gomes',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'subject',\n",
              " 'meter',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'production',\n",
              " 'sherlyn',\n",
              " 'i',\n",
              " 'believe',\n",
              " 'this',\n",
              " 'is',\n",
              " 'your',\n",
              " 'meter',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'thu',\n",
              " 'nguyen',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'pm',\n",
              " 'from',\n",
              " 'stephanie',\n",
              " 'gomes',\n",
              " 'am',\n",
              " 'to',\n",
              " 'thu',\n",
              " 'nguyen',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'subject',\n",
              " 'meter',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'production',\n",
              " 'thu',\n",
              " 'i',\n",
              " 'm',\n",
              " 'not',\n",
              " 'sure',\n",
              " 'if',\n",
              " 'this',\n",
              " 'is',\n",
              " 'your',\n",
              " 'meter',\n",
              " 'or',\n",
              " 'not',\n",
              " 'if',\n",
              " 'it',\n",
              " 'is',\n",
              " 'not',\n",
              " 'could',\n",
              " 'you',\n",
              " 'please',\n",
              " 'pass',\n",
              " 'this',\n",
              " 'email',\n",
              " 'on',\n",
              " 'to',\n",
              " 'the',\n",
              " 'correct',\n",
              " 'person',\n",
              " 'for',\n",
              " 'meter',\n",
              " 'jan',\n",
              " 'production',\n",
              " 'the',\n",
              " 'volume',\n",
              " 'was',\n",
              " 'allocated',\n",
              " 'to',\n",
              " 'the',\n",
              " 'wrong',\n",
              " 'company',\n",
              " 'the',\n",
              " 'gas',\n",
              " 'was',\n",
              " 'allocated',\n",
              " 'to',\n",
              " 'gmt',\n",
              " 'company',\n",
              " 'inc',\n",
              " 'but',\n",
              " 'it',\n",
              " 'should',\n",
              " 'have',\n",
              " 'been',\n",
              " 'allocated',\n",
              " 'to',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'for',\n",
              " 'feb',\n",
              " 'it',\n",
              " 'is',\n",
              " 'done',\n",
              " 'correctly',\n",
              " 'i',\n",
              " 'need',\n",
              " 'to',\n",
              " 'recoup',\n",
              " 'the',\n",
              " 'money',\n",
              " 'from',\n",
              " 'gmt',\n",
              " 'company',\n",
              " 'so',\n",
              " 'could',\n",
              " 'you',\n",
              " 'please',\n",
              " 'let',\n",
              " 'me',\n",
              " 'know',\n",
              " 'when',\n",
              " 'the',\n",
              " 'change',\n",
              " 'has',\n",
              " 'been',\n",
              " 'made',\n",
              " 'in',\n",
              " 'the',\n",
              " 'system',\n",
              " 'thanks',\n",
              " 'for',\n",
              " 'your',\n",
              " 'help',\n",
              " 'stephanie',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'stephanie',\n",
              " 'gomes',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'am',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'enron',\n",
              " 'pm',\n",
              " 'to',\n",
              " 'stephanie',\n",
              " 'gomes',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'here',\n",
              " 'you',\n",
              " 'go',\n",
              " 'let',\n",
              " 'me',\n",
              " 'know',\n",
              " 'if',\n",
              " 'you',\n",
              " 'need',\n",
              " 'anything',\n",
              " 'else',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'corp',\n",
              " 'enron',\n",
              " 'on',\n",
              " 'pm',\n",
              " 'from',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'ect',\n",
              " 'am',\n",
              " 'to',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'corp',\n",
              " 'enron',\n",
              " 'enron',\n",
              " 'cc',\n",
              " 'brian',\n",
              " 'm',\n",
              " 'riley',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'melissa',\n",
              " 'graves',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cynthia',\n",
              " 'hakemack',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'would',\n",
              " 'you',\n",
              " 'please',\n",
              " 'send',\n",
              " 'a',\n",
              " 'note',\n",
              " 'to',\n",
              " 'brian',\n",
              " 'riley',\n",
              " 'verifying',\n",
              " 'that',\n",
              " 'the',\n",
              " 'gmt',\n",
              " 'payment',\n",
              " 'has',\n",
              " 'gone',\n",
              " 'out',\n",
              " 'to',\n",
              " 'the',\n",
              " 'houston',\n",
              " 'company',\n",
              " 'please',\n",
              " 'include',\n",
              " 'the',\n",
              " 'amount',\n",
              " 'george',\n",
              " 'x',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'am',\n",
              " 'enron',\n",
              " 'north',\n",
              " 'america',\n",
              " 'corp',\n",
              " 'from',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'pm',\n",
              " 'to',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'corp',\n",
              " 'enron',\n",
              " 'enron',\n",
              " 'cc',\n",
              " 'brian',\n",
              " 'm',\n",
              " 'riley',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'melissa',\n",
              " 'graves',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cynthia',\n",
              " 'hakemack',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'nick',\n",
              " 'it',\n",
              " 'appears',\n",
              " 'that',\n",
              " 'we',\n",
              " 'paid',\n",
              " 'gmt',\n",
              " 'company',\n",
              " 'inc',\n",
              " 'ba',\n",
              " 'of',\n",
              " 'corpus',\n",
              " 'christi',\n",
              " 'instead',\n",
              " 'of',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'ba',\n",
              " 'of',\n",
              " 'houston',\n",
              " 'these',\n",
              " 'companies',\n",
              " 'are',\n",
              " 'not',\n",
              " 'related',\n",
              " 'we',\n",
              " 'should',\n",
              " 'pay',\n",
              " 'the',\n",
              " 'houston',\n",
              " 'gmt',\n",
              " 'for',\n",
              " 'production',\n",
              " 'at',\n",
              " 'meter',\n",
              " 'would',\n",
              " 'you',\n",
              " 'please',\n",
              " 'make',\n",
              " 'the',\n",
              " 'necessary',\n",
              " 'adjustments',\n",
              " 'thanks',\n",
              " 'george',\n",
              " 'x',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'pm',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'enron',\n",
              " 'pm',\n",
              " 'to',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'i',\n",
              " 'was',\n",
              " 'looking',\n",
              " 'in',\n",
              " 'unify',\n",
              " 'for',\n",
              " 'last',\n",
              " 'month',\n",
              " 'and',\n",
              " 'this',\n",
              " 'invoice',\n",
              " 'was',\n",
              " 'finalled',\n",
              " 'under',\n",
              " 'the',\n",
              " 'gmt',\n",
              " 'company',\n",
              " 'inc',\n",
              " 'for',\n",
              " 'mmbtu',\n",
              " 'at',\n",
              " 'meter',\n",
              " 'the',\n",
              " 'check',\n",
              " 'was',\n",
              " 'sent',\n",
              " 'to',\n",
              " 'their',\n",
              " 'corpus',\n",
              " 'christi',\n",
              " 'address',\n",
              " 'the',\n",
              " 'sitara',\n",
              " 'was',\n",
              " 'the',\n",
              " 'sitara',\n",
              " 'you',\n",
              " 'gave',\n",
              " 'me',\n",
              " 'is',\n",
              " 'showing',\n",
              " 'february',\n",
              " 'as',\n",
              " 'the',\n",
              " 'beginning',\n",
              " 'month',\n",
              " 'with',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'as',\n",
              " 'the',\n",
              " 'payee',\n",
              " 'do',\n",
              " 'you',\n",
              " 'know',\n",
              " 'if',\n",
              " 'these',\n",
              " 'are',\n",
              " 'different',\n",
              " 'companies',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'corp',\n",
              " 'enron',\n",
              " 'on',\n",
              " 'pm',\n",
              " 'cynthia',\n",
              " 'hakemack',\n",
              " 'ect',\n",
              " 'pm',\n",
              " 'to',\n",
              " 'nick',\n",
              " 'moshou',\n",
              " 'corp',\n",
              " 'enron',\n",
              " 'enron',\n",
              " 'cc',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'nick',\n",
              " 'can',\n",
              " 'you',\n",
              " 'please',\n",
              " 'handle',\n",
              " 'this',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'cynthia',\n",
              " 'hakemack',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'pm',\n",
              " 'enron',\n",
              " 'north',\n",
              " 'america',\n",
              " 'corp',\n",
              " 'from',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'pm',\n",
              " 'to',\n",
              " 'cynthia',\n",
              " 'hakemack',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'melissa',\n",
              " 'graves',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'brian',\n",
              " 'm',\n",
              " 'riley',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'cindy',\n",
              " 'gmt',\n",
              " 'has',\n",
              " 'advised',\n",
              " 'brian',\n",
              " 'that',\n",
              " 'they',\n",
              " 'have',\n",
              " 'not',\n",
              " 'yet',\n",
              " 'received',\n",
              " 'payment',\n",
              " 'for',\n",
              " 'production',\n",
              " 'at',\n",
              " 'meter',\n",
              " 'for',\n",
              " 'the',\n",
              " 'period',\n",
              " 'from',\n",
              " 'to',\n",
              " 'would',\n",
              " 'you',\n",
              " 'look',\n",
              " 'into',\n",
              " 'this',\n",
              " 'and',\n",
              " 'have',\n",
              " 'them',\n",
              " 'paid',\n",
              " 'as',\n",
              " 'promptly',\n",
              " 'as',\n",
              " 'possible',\n",
              " 'it',\n",
              " 'appears',\n",
              " 'that',\n",
              " 'the',\n",
              " 'january',\n",
              " 'deal',\n",
              " 'was',\n",
              " 'and',\n",
              " 'i',\n",
              " 'believe',\n",
              " 'gmt',\n",
              " 'produced',\n",
              " 'mmbtu',\n",
              " 'in',\n",
              " 'january',\n",
              " 'george',\n",
              " 'x',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'pm',\n",
              " 'enron',\n",
              " 'north',\n",
              " 'america',\n",
              " 'corp',\n",
              " 'from',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'am',\n",
              " 'to',\n",
              " 'vicente',\n",
              " 'sarmiento',\n",
              " 'gco',\n",
              " 'enron',\n",
              " 'enron',\n",
              " 'cc',\n",
              " 'brian',\n",
              " 'm',\n",
              " 'riley',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'robert',\n",
              " 'd',\n",
              " 'morgan',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'melissa',\n",
              " 'graves',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'nathan',\n",
              " 'l',\n",
              " 'hlavaty',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'vic',\n",
              " 'attached',\n",
              " 'is',\n",
              " 'a',\n",
              " 'physical',\n",
              " 'well',\n",
              " 'connect',\n",
              " 'form',\n",
              " 'authorizing',\n",
              " 'you',\n",
              " 'to',\n",
              " 'turn',\n",
              " 'on',\n",
              " 'the',\n",
              " 'gmt',\n",
              " 'tillison',\n",
              " 'well',\n",
              " 'we',\n",
              " 'expect',\n",
              " 'this',\n",
              " 'production',\n",
              " 'to',\n",
              " 'commence',\n",
              " 'either',\n",
              " 'late',\n",
              " 'today',\n",
              " 'or',\n",
              " 'tomorrow',\n",
              " 'at',\n",
              " 'meter',\n",
              " 'nathan',\n",
              " 'wo',\n",
              " 'c',\n",
              " 'on',\n",
              " 'its',\n",
              " 'way',\n",
              " 'to',\n",
              " 'you',\n",
              " 'george',\n",
              " 'x',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'am',\n",
              " 'enron',\n",
              " 'north',\n",
              " 'america',\n",
              " 'corp',\n",
              " 'from',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'am',\n",
              " 'to',\n",
              " 'brian',\n",
              " 'm',\n",
              " 'riley',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'robert',\n",
              " 'd',\n",
              " 'morgan',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'vicente',\n",
              " 'sarmiento',\n",
              " 'gco',\n",
              " 'enron',\n",
              " 'enron',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'brian',\n",
              " 'for',\n",
              " 'your',\n",
              " 'information',\n",
              " 'please',\n",
              " 'note',\n",
              " 'robert',\n",
              " 's',\n",
              " 'cautionary',\n",
              " 'warning',\n",
              " 'with',\n",
              " 'respect',\n",
              " 'to',\n",
              " 'additional',\n",
              " 'wells',\n",
              " 'that',\n",
              " 'gmt',\n",
              " 'may',\n",
              " 'want',\n",
              " 'to',\n",
              " 'drill',\n",
              " 'and',\n",
              " 'add',\n",
              " 'to',\n",
              " 'this',\n",
              " 'meter',\n",
              " 'does',\n",
              " 'gmt',\n",
              " 'have',\n",
              " 'additional',\n",
              " 'drilling',\n",
              " 'plans',\n",
              " 'if',\n",
              " 'so',\n",
              " 'should',\n",
              " 'we',\n",
              " 'alert',\n",
              " 'them',\n",
              " 'to',\n",
              " 'the',\n",
              " 'gas',\n",
              " 'quality',\n",
              " 'issue',\n",
              " 'early',\n",
              " 'on',\n",
              " 'george',\n",
              " 'x',\n",
              " 'forwarded',\n",
              " 'by',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'on',\n",
              " 'am',\n",
              " 'robert',\n",
              " 'd',\n",
              " 'morgan',\n",
              " 'am',\n",
              " 'to',\n",
              " 'george',\n",
              " 'weissman',\n",
              " 'hou',\n",
              " 'ect',\n",
              " 'ect',\n",
              " 'cc',\n",
              " 'subject',\n",
              " 're',\n",
              " 'gmt',\n",
              " 'inc',\n",
              " 'tillison',\n",
              " 'although',\n",
              " 'the',\n",
              " 'gas',\n",
              " 'is',\n",
              " 'non',\n",
              " 'spec',\n",
              " 'the',\n",
              " 'volumes',\n",
              " 'and',\n",
              " 'gas',\n",
              " 'total',\n",
              " 'inerts',\n",
              " 'are',\n",
              " 'low',\n",
              " 'enough',\n",
              " 'that',\n",
              " 'it',\n",
              " 'can',\n",
              " 'be',\n",
              " 'blended',\n",
              " 'okay',\n",
              " 'before',\n",
              " 'reaching',\n",
              " 'beaumont',\n",
              " 'go',\n",
              " 'for',\n",
              " 'it',\n",
              " 'as',\n",
              " 'a',\n",
              " 'precaution',\n",
              " 'we',\n",
              " 'are',\n",
              " 'starting',\n",
              " 'a',\n",
              " 'trend',\n",
              " 'and',\n",
              " 'i',\n",
              " 'want',\n",
              " 'to',\n",
              " 'be',\n",
              " 'very',\n",
              " 'cautious',\n",
              " 'once',\n",
              " 'we',\n",
              " 'connect',\n",
              " 'a',\n",
              " 'well',\n",
              " 'we',\n",
              " 'can',\n",
              " 't',\n",
              " 'go',\n",
              " 'backwards',\n",
              " 'please',\n",
              " 'be',\n",
              " 'specific',\n",
              " 'with',\n",
              " 'gmt',\n",
              " 'and',\n",
              " 'limit',\n",
              " 'him',\n",
              " 'to',\n",
              " 'this',\n",
              " 'one',\n",
              " 'well',\n",
              " 'otherwise',\n",
              " 'he',\n",
              " 'could',\n",
              " 'drill',\n",
              " 'more',\n",
              " 'wells',\n",
              " 'and',\n",
              " 'flow',\n",
              " 'them',\n",
              " 'all',\n",
              " 'through',\n",
              " 'this',\n",
              " 'new',\n",
              " 'meter']"
            ]
          },
          "metadata": {},
          "execution_count": 233
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Using Count Vectoriser for Encoding"
      ],
      "metadata": {
        "id": "N2EtW-7wOA93"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.pipeline import make_pipeline"
      ],
      "metadata": {
        "id": "PVPqw41pN3SL"
      },
      "execution_count": 234,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "vectorizer = CountVectorizer()\n",
        "vectorizer.fit(words)\n",
        "print(f\"Vocabulary: {vectorizer.vocabulary_}\")\n",
        "vector = vectorizer.transform([text])\n",
        "print(vector.toarray())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "e-FiahX0OJg1",
        "outputId": "57e7e09b-6f6c-4d4f-a1f9-e99629a40039"
      },
      "execution_count": 235,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Vocabulary: {'subject': 206, 'meter': 134, 'gmt': 87, 'inc': 107, 'production': 176, 'stephanie': 205, 'the': 212, 'problem': 174, 'with': 247, 'january': 120, 'payment': 165, 'is': 115, 'that': 211, 'deal': 59, 'set': 194, 'up': 230, 'incorrectly': 109, 'in': 106, 'sitara': 199, 'for': 79, 'shows': 198, 'hplc': 104, 'purchasing': 178, 'gas': 83, 'from': 82, 'company': 48, 'not': 151, 'someone': 201, 'needs': 145, 'to': 222, 'either': 68, 'correct': 53, 'or': 158, 'put': 179, 'new': 146, 'then': 215, 'can': 37, 'do': 61, 'an': 14, 'accounting': 0, 'arrangement': 19, 'make': 130, 'necessary': 143, 'correction': 54, 'it': 117, 'on': 155, 'emailed': 71, 'daren': 58, 'this': 218, 'because': 28, 'see': 191, 'his': 100, 'name': 141, 'as': 20, 'contact': 50, 'but': 35, 'am': 11, 'sure': 207, 'who': 246, 'actually': 1, 'takes': 209, 'care': 38, 'of': 153, 'forwarded': 81, 'by': 36, 'sherlyn': 195, 'schumack': 190, 'hou': 102, 'ect': 67, 'thu': 220, 'nguyen': 147, 'pm': 171, 'cc': 41, 'gomes': 89, 'believe': 32, 'your': 253, 'if': 105, 'could': 56, 'you': 252, 'please': 170, 'pass': 162, 'email': 70, 'person': 167, 'jan': 119, 'volume': 235, 'was': 239, 'allocated': 9, 'wrong': 250, 'should': 196, 'have': 95, 'been': 29, 'feb': 75, 'done': 63, 'correctly': 55, 'need': 144, 'recoup': 184, 'money': 136, 'so': 200, 'let': 124, 'me': 132, 'know': 121, 'when': 245, 'change': 42, 'has': 94, 'made': 129, 'system': 208, 'thanks': 210, 'help': 97, 'nick': 148, 'moshou': 140, 'enron': 73, 're': 181, 'tillison': 221, 'here': 98, 'go': 88, 'anything': 16, 'else': 69, 'corp': 51, 'george': 86, 'weissman': 242, 'brian': 34, 'riley': 187, 'melissa': 133, 'graves': 91, 'cynthia': 57, 'hakemack': 92, 'would': 249, 'send': 192, 'note': 152, 'verifying': 231, 'gone': 90, 'out': 160, 'houston': 103, 'include': 108, 'amount': 13, 'north': 150, 'america': 12, 'appears': 17, 'we': 241, 'paid': 161, 'ba': 24, 'corpus': 52, 'christi': 44, 'instead': 112, 'these': 216, 'companies': 47, 'are': 18, 'related': 185, 'pay': 163, 'at': 21, 'adjustments': 5, 'looking': 127, 'unify': 229, 'last': 122, 'month': 137, 'and': 15, 'invoice': 114, 'finalled': 77, 'under': 228, 'mmbtu': 135, 'check': 43, 'sent': 193, 'their': 213, 'address': 4, 'gave': 84, 'showing': 197, 'february': 76, 'beginning': 31, 'payee': 164, 'different': 60, 'handle': 93, 'cindy': 45, 'advised': 6, 'they': 217, 'yet': 251, 'received': 183, 'period': 166, 'look': 126, 'into': 113, 'them': 214, 'promptly': 177, 'possible': 172, 'produced': 175, 'vicente': 234, 'sarmiento': 189, 'gco': 85, 'robert': 188, 'morgan': 139, 'nathan': 142, 'hlavaty': 101, 'vic': 233, 'attached': 22, 'physical': 168, 'well': 243, 'connect': 49, 'form': 80, 'authorizing': 23, 'turn': 227, 'expect': 74, 'commence': 46, 'late': 123, 'today': 223, 'tomorrow': 224, 'wo': 248, 'its': 118, 'way': 240, 'information': 111, 'cautionary': 39, 'warning': 238, 'respect': 186, 'additional': 3, 'wells': 244, 'may': 131, 'want': 237, 'drill': 64, 'add': 2, 'does': 62, 'drilling': 65, 'plans': 169, 'alert': 7, 'quality': 180, 'issue': 116, 'early': 66, 'although': 10, 'non': 149, 'spec': 202, 'volumes': 236, 'total': 225, 'inerts': 110, 'low': 128, 'enough': 72, 'be': 26, 'blended': 33, 'okay': 154, 'before': 30, 'reaching': 182, 'beaumont': 27, 'precaution': 173, 'starting': 204, 'trend': 226, 'very': 232, 'cautious': 40, 'once': 156, 'backwards': 25, 'specific': 203, 'limit': 125, 'him': 99, 'one': 157, 'otherwise': 159, 'he': 96, 'more': 138, 'flow': 78, 'all': 8, 'through': 219}\n",
            "[[ 1  1  1  2  1  1  1  1  1  3  1 11  4  1  1  8  1  2  4  1  6  4  1  1\n",
            "   2  1  3  1  1  2  1  1  2  1  8  2 11  4  1  1  1 11  1  1  2  1  1  2\n",
            "   7  2  1  9  2  3  1  1  3  5  1  6  1  2  1  1  2  1  1 55  2  1  1  1\n",
            "   1 18  1  1  1  1  1 13  1 11 10  5  1  2 18 29  3  4  1  4  5  1  3  4\n",
            "   1  1  1  1  1  1 31  3  1  5  6 20  1  1  1  1  1  1  1 10  1  9  1  1\n",
            "   4  3  1  1  2  1  1  1  1  1  2  1  3  4 12  2  1  2  1  3  7  1  2  2\n",
            "   2  1  2  3  9  1  4  7  2  4  1 17  1  1  3  1  1  2  1  1  1  3  1  1\n",
            "   1  1  8 12  1  1  1  1  8  1  1  1  1  9  1  1  1  1  1  6  4  2  2  1\n",
            "   1  1  1  3  3  1  1  4  2  1  1  1  1  6 12  2  1  1  2  7 30  1  3  1\n",
            "   2  1 11  1  4 10 31  1  1  1  1  1  1  1  1  1  1  1  2  1  1  2  1  7\n",
            "   1  7 13  4  2  1  1  4  1  3  1  1 12  4]]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import re\n",
        "regex = '\\b[a-zA-Z]+\\b'\n",
        "\n",
        "text = temp_mails[0]\n",
        "words = re.findall(r\"\\b[a-z]+\\b\", text, re.IGNORECASE)\n",
        "\n",
        "def clean_text(text):\n",
        "  text = text.lower()\n",
        "  text = re.findall(r\"\\b[a-z]+\\b\", text, re.IGNORECASE)\n",
        "  text = \" \".join(text)\n",
        "  return text\n",
        "\n",
        "clean_text(text)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 127
        },
        "id": "btUPjkzHRXlB",
        "outputId": "0d5feaf6-6057-4ccc-e7c4-72b2a66b0eef"
      },
      "execution_count": 236,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'subject meter gmt inc production stephanie the problem with the january payment is that the deal is set up incorrectly in sitara for january production deal shows hplc purchasing gas from gmt company inc not gmt inc someone needs to either correct the deal for or put in a new deal then i can do an accounting arrangement to make the necessary correction it is correct for on deal i emailed daren on this because i see his name in sitara as the contact but i am not sure who actually takes care of it forwarded by sherlyn schumack hou ect on am from thu nguyen pm to sherlyn schumack hou ect ect cc stephanie gomes hou ect ect subject meter gmt inc production sherlyn i believe this is your meter forwarded by thu nguyen hou ect on pm from stephanie gomes am to thu nguyen hou ect ect cc subject meter gmt inc production thu i m not sure if this is your meter or not if it is not could you please pass this email on to the correct person for meter jan production the volume was allocated to the wrong company the gas was allocated to gmt company inc but it should have been allocated to gmt inc for feb it is done correctly i need to recoup the money from gmt company so could you please let me know when the change has been made in the system thanks for your help stephanie forwarded by stephanie gomes hou ect on am nick moshou enron pm to stephanie gomes hou ect ect cc subject re gmt inc tillison here you go let me know if you need anything else forwarded by nick moshou corp enron on pm from george weissman ect am to nick moshou corp enron enron cc brian m riley hou ect ect melissa graves hou ect ect cynthia hakemack hou ect ect subject re gmt inc tillison would you please send a note to brian riley verifying that the gmt payment has gone out to the houston company please include the amount george x forwarded by george weissman hou ect on am enron north america corp from george weissman pm to nick moshou corp enron enron cc brian m riley hou ect ect melissa graves hou ect ect cynthia hakemack hou ect ect subject re gmt inc tillison nick it appears that we paid gmt company inc ba of corpus christi instead of gmt inc ba of houston these companies are not related we should pay the houston gmt for production at meter would you please make the necessary adjustments thanks george x forwarded by george weissman hou ect on pm nick moshou enron pm to george weissman hou ect ect cc subject re gmt inc tillison i was looking in unify for last month and this invoice was finalled under the gmt company inc for mmbtu at meter the check was sent to their corpus christi address the sitara was the sitara you gave me is showing february as the beginning month with gmt inc as the payee do you know if these are different companies forwarded by nick moshou corp enron on pm cynthia hakemack ect pm to nick moshou corp enron enron cc george weissman hou ect ect subject re gmt inc tillison nick can you please handle this forwarded by cynthia hakemack hou ect on pm enron north america corp from george weissman pm to cynthia hakemack hou ect ect cc melissa graves hou ect ect brian m riley hou ect ect subject re gmt inc tillison cindy gmt has advised brian that they have not yet received payment for production at meter for the period from to would you look into this and have them paid as promptly as possible it appears that the january deal was and i believe gmt produced mmbtu in january george x forwarded by george weissman hou ect on pm enron north america corp from george weissman am to vicente sarmiento gco enron enron cc brian m riley hou ect ect robert d morgan hou ect ect melissa graves hou ect ect nathan l hlavaty hou ect ect subject re gmt inc tillison vic attached is a physical well connect form authorizing you to turn on the gmt tillison well we expect this production to commence either late today or tomorrow at meter nathan wo c on its way to you george x forwarded by george weissman hou ect on am enron north america corp from george weissman am to brian m riley hou ect ect cc robert d morgan hou ect ect vicente sarmiento gco enron enron subject re gmt inc tillison brian for your information please note robert s cautionary warning with respect to additional wells that gmt may want to drill and add to this meter does gmt have additional drilling plans if so should we alert them to the gas quality issue early on george x forwarded by george weissman hou ect on am robert d morgan am to george weissman hou ect ect cc subject re gmt inc tillison although the gas is non spec the volumes and gas total inerts are low enough that it can be blended okay before reaching beaumont go for it as a precaution we are starting a trend and i want to be very cautious once we connect a well we can t go backwards please be specific with gmt and limit him to this one well otherwise he could drill more wells and flow them all through this new meter'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 236
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "document = []\n",
        "for i in range(data.shape[0]):\n",
        "  text = data['text'].iloc[i]\n",
        "  text = clean_text(text)\n",
        "  document.append(text)"
      ],
      "metadata": {
        "id": "VYwTKbdaR33D"
      },
      "execution_count": 237,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# split the dataset\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "y = data['label_num']\n",
        "X_train, X_test, y_train, y_test = train_test_split(document, y, test_size=0.2, random_state=42)"
      ],
      "metadata": {
        "id": "DBDbgIjTShiz"
      },
      "execution_count": 238,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.pipeline import Pipeline\n",
        "from sklearn.preprocessing import FunctionTransformer\n",
        "\n",
        "pipeline = Pipeline([\n",
        "    ('cleaner', FunctionTransformer(lambda x: [clean_text(doc) for doc in document])),\n",
        "    ('vectoriser', CountVectorizer()),\n",
        "])"
      ],
      "metadata": {
        "id": "3SSbpY88a4Gr"
      },
      "execution_count": 239,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "temp_set = X_train[:3]"
      ],
      "metadata": {
        "id": "WFNgQKCpc052"
      },
      "execution_count": 240,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# pipeline.fit_transform(temp_set)\n",
        "\n",
        "v = CountVectorizer()\n",
        "v.fit(temp_set)\n",
        "temp_set = v.transform(temp_set)"
      ],
      "metadata": {
        "id": "hunhpLRTfZyc"
      },
      "execution_count": 241,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "temp_set.toarray()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CGxxx67UtHqk",
        "outputId": "3e50e74c-1853-4294-f1a1-d573d14d2614"
      },
      "execution_count": 242,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[ 1,  2,  0,  0,  1,  0,  2,  0,  3,  2,  0,  2,  2,  0,  1,  0,\n",
              "         1,  0,  2,  0,  1,  0,  1,  0,  1,  0,  1,  1,  1,  0,  2,  1,\n",
              "         0,  3,  1,  1,  1,  1,  1,  0,  3,  0,  4,  0,  0,  2,  0,  0,\n",
              "         0,  1,  0,  0,  1,  0,  0,  0,  0,  0,  0,  3,  1,  1,  0,  0,\n",
              "         0,  0,  0,  1,  0,  0,  1,  1,  1,  1,  0,  1,  4,  0,  0,  4,\n",
              "         0,  1,  0,  2,  0,  1,  2,  0,  0,  1,  0,  1,  0,  2,  4,  0,\n",
              "         0,  1,  1,  0,  1,  1,  1,  2,  1,  0,  0,  0,  0,  0,  1,  1,\n",
              "         0,  1,  0,  0,  0,  0,  1,  1,  1,  0,  1,  0,  4,  1,  1,  0,\n",
              "         1,  1,  1,  1,  1, 10,  3,  0,  1,  1,  6,  0,  0,  0,  0,  0,\n",
              "         1,  0,  0,  1,  0,  0,  0,  0,  1,  0,  0,  1,  0,  1,  2,  0,\n",
              "         1,  0,  2,  0,  8],\n",
              "       [ 0,  0,  0,  1,  0,  3,  3,  0,  0,  0,  1,  0,  0,  0,  0,  2,\n",
              "         0,  0,  0,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,  1,\n",
              "         1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  1,  1,  1,  0,  0,  0,\n",
              "         0,  0,  1,  1,  0,  2,  1,  1,  1,  1,  1,  0,  1,  0,  0,  1,\n",
              "         1,  1,  3,  0,  1,  1,  0,  0,  0,  0,  1,  0,  0,  1,  1,  0,\n",
              "         1,  0,  1,  0,  0,  0,  0,  1,  1,  0,  1,  0,  0,  0,  0,  0,\n",
              "         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,  0,  0,  0,  0,\n",
              "         1,  0,  0,  1,  1,  1,  0,  0,  0,  1,  2,  1,  0,  0,  0,  0,\n",
              "         0,  0,  0,  0,  1,  0,  1,  1,  0,  1,  3,  1,  0,  1,  1,  0,\n",
              "         0,  0,  1,  0,  1,  1,  1,  1,  0,  1,  1,  0,  1,  0,  0,  1,\n",
              "         0,  0,  1,  1,  0],\n",
              "       [ 0,  0,  1,  0,  0,  0,  2,  1,  0,  0,  0,  3,  0,  1,  0,  0,\n",
              "         0,  1,  0,  0,  0,  1,  0,  1,  0,  1,  0,  0,  0,  0,  0,  0,\n",
              "         0,  0,  0,  0,  0,  0,  0,  1,  0,  0,  2,  0,  0,  0,  1,  1,\n",
              "         1,  0,  0,  0,  0,  1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,\n",
              "         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  2,  0,  0,  0,  0,\n",
              "         0,  0,  0,  0,  2,  0,  0,  0,  0,  0,  0,  0,  1,  0,  1,  1,\n",
              "         1,  0,  0,  1,  0,  0,  0,  0,  0,  1,  0,  2,  2,  1,  0,  0,\n",
              "         0,  0,  1,  0,  0,  0,  0,  0,  0,  0,  1,  0,  0,  0,  0,  1,\n",
              "         0,  0,  0,  1,  0,  3,  0,  0,  0,  0,  0,  0,  1,  0,  0,  2,\n",
              "         0,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
              "         0,  2,  1,  0,  0]])"
            ]
          },
          "metadata": {},
          "execution_count": 242
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y_train[:3]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 178
        },
        "id": "HNYnXRNjg0km",
        "outputId": "21cf4c83-c394-4c06-b833-2377333baef2"
      },
      "execution_count": 243,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "5132    0\n",
              "2067    1\n",
              "4716    0\n",
              "Name: label_num, dtype: int64"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>label_num</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>5132</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2067</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4716</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div><br><label><b>dtype:</b> int64</label>"
            ]
          },
          "metadata": {},
          "execution_count": 243
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clf = NaiveBayesSpamClassifier()\n",
        "clf.fit(temp_set.toarray(), y_train[:3])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ea_dZe86kf4Q",
        "outputId": "0bae1453-b95b-4f22-fed2-1136162bd2af"
      },
      "execution_count": 244,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<__main__.NaiveBayesSpamClassifier at 0x7ec04c7632b0>"
            ]
          },
          "metadata": {},
          "execution_count": 244
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "len(X_train[:3][2])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3CKAlq6DrTFK",
        "outputId": "0896c7db-55e6-4378-d711-4f81f9e6c89a"
      },
      "execution_count": 245,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "296"
            ]
          },
          "metadata": {},
          "execution_count": 245
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clf.predict(temp_set.toarray())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "r_2IclOvp5iD",
        "outputId": "c7538622-7292-46df-e489-88989606f209"
      },
      "execution_count": 246,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[0, 0, 0]"
            ]
          },
          "metadata": {},
          "execution_count": 246
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "cv = CountVectorizer()\n",
        "cv.fit(X_train)\n",
        "X_train = cv.transform(X_train)\n",
        "X_test = cv.transform(X_test)"
      ],
      "metadata": {
        "id": "lsDPsh9JrO-9"
      },
      "execution_count": 250,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "y_train"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 458
        },
        "id": "0jLvX3vMJ7kE",
        "outputId": "e27cb7f5-2819-4a8a-beb3-e54efe832b44"
      },
      "execution_count": 251,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "5132    0\n",
              "2067    1\n",
              "4716    0\n",
              "4710    0\n",
              "2268    1\n",
              "       ..\n",
              "4426    0\n",
              "466     0\n",
              "3092    1\n",
              "3772    0\n",
              "860     0\n",
              "Name: label_num, Length: 4136, dtype: int64"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>label_num</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>5132</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2067</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4716</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4710</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2268</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4426</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>466</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3092</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3772</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>860</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>4136 rows × 1 columns</p>\n",
              "</div><br><label><b>dtype:</b> int64</label>"
            ]
          },
          "metadata": {},
          "execution_count": 251
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clf.fit(X_train.toarray(), y_train)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oLNEMjMMJifx",
        "outputId": "215606e1-8bd0-4fc9-e7a0-866127ccbfc1"
      },
      "execution_count": 252,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<__main__.NaiveBayesSpamClassifier at 0x7ec04c7632b0>"
            ]
          },
          "metadata": {},
          "execution_count": 252
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y_pred = clf.predict(X_test.toarray())"
      ],
      "metadata": {
        "id": "2fUVIMF-KIXA"
      },
      "execution_count": 253,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.metrics import accuracy_score, precision_score, recall_score, f1_score\n",
        "\n",
        "accuracy = accuracy_score(y_test, y_pred)\n",
        "precision = precision_score(y_test, y_pred)\n",
        "\n",
        "print(f\"accuracy: {accuracy}\")\n",
        "print(f\"precision: {precision}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BxRUjioIKNAX",
        "outputId": "2a70bd2e-5047-4032-c44b-69b63c88e1d1"
      },
      "execution_count": 255,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "accuracy: 0.7169082125603865\n",
            "precision: 0.0\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/sklearn/metrics/_classification.py:1531: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples. Use `zero_division` parameter to control this behavior.\n",
            "  _warn_prf(average, modifier, f\"{metric.capitalize()} is\", len(result))\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.metrics import confusion_matrix\n",
        "confusion_matrix(y_test, y_pred)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lyDi84Q-KROt",
        "outputId": "a1718d17-67db-4f6d-e02b-046943a072a0"
      },
      "execution_count": 256,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[742,   0],\n",
              "       [293,   0]])"
            ]
          },
          "metadata": {},
          "execution_count": 256
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.naive_bayes import MultinomialNB\n",
        "from sklearn.pipeline import make_pipeline\n",
        "\n",
        "clf = MultinomialNB()\n",
        "clf.fit(X_train, y_train)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 80
        },
        "id": "OX5BqUuzKc_e",
        "outputId": "ab48b33c-fc9d-48e0-8672-fc84d3578be8"
      },
      "execution_count": 258,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "MultinomialNB()"
            ],
            "text/html": [
              "<style>#sk-container-id-3 {\n",
              "  /* Definition of color scheme common for light and dark mode */\n",
              "  --sklearn-color-text: black;\n",
              "  --sklearn-color-line: gray;\n",
              "  /* Definition of color scheme for unfitted estimators */\n",
              "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
              "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
              "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
              "  --sklearn-color-unfitted-level-3: chocolate;\n",
              "  /* Definition of color scheme for fitted estimators */\n",
              "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
              "  --sklearn-color-fitted-level-1: #d4ebff;\n",
              "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
              "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
              "\n",
              "  /* Specific color for light theme */\n",
              "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
              "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
              "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
              "  --sklearn-color-icon: #696969;\n",
              "\n",
              "  @media (prefers-color-scheme: dark) {\n",
              "    /* Redefinition of color scheme for dark theme */\n",
              "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
              "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
              "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
              "    --sklearn-color-icon: #878787;\n",
              "  }\n",
              "}\n",
              "\n",
              "#sk-container-id-3 {\n",
              "  color: var(--sklearn-color-text);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 pre {\n",
              "  padding: 0;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 input.sk-hidden--visually {\n",
              "  border: 0;\n",
              "  clip: rect(1px 1px 1px 1px);\n",
              "  clip: rect(1px, 1px, 1px, 1px);\n",
              "  height: 1px;\n",
              "  margin: -1px;\n",
              "  overflow: hidden;\n",
              "  padding: 0;\n",
              "  position: absolute;\n",
              "  width: 1px;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-dashed-wrapped {\n",
              "  border: 1px dashed var(--sklearn-color-line);\n",
              "  margin: 0 0.4em 0.5em 0.4em;\n",
              "  box-sizing: border-box;\n",
              "  padding-bottom: 0.4em;\n",
              "  background-color: var(--sklearn-color-background);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-container {\n",
              "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
              "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
              "     so we also need the `!important` here to be able to override the\n",
              "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
              "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
              "  display: inline-block !important;\n",
              "  position: relative;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-text-repr-fallback {\n",
              "  display: none;\n",
              "}\n",
              "\n",
              "div.sk-parallel-item,\n",
              "div.sk-serial,\n",
              "div.sk-item {\n",
              "  /* draw centered vertical line to link estimators */\n",
              "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
              "  background-size: 2px 100%;\n",
              "  background-repeat: no-repeat;\n",
              "  background-position: center center;\n",
              "}\n",
              "\n",
              "/* Parallel-specific style estimator block */\n",
              "\n",
              "#sk-container-id-3 div.sk-parallel-item::after {\n",
              "  content: \"\";\n",
              "  width: 100%;\n",
              "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
              "  flex-grow: 1;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-parallel {\n",
              "  display: flex;\n",
              "  align-items: stretch;\n",
              "  justify-content: center;\n",
              "  background-color: var(--sklearn-color-background);\n",
              "  position: relative;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-parallel-item {\n",
              "  display: flex;\n",
              "  flex-direction: column;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-parallel-item:first-child::after {\n",
              "  align-self: flex-end;\n",
              "  width: 50%;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-parallel-item:last-child::after {\n",
              "  align-self: flex-start;\n",
              "  width: 50%;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-parallel-item:only-child::after {\n",
              "  width: 0;\n",
              "}\n",
              "\n",
              "/* Serial-specific style estimator block */\n",
              "\n",
              "#sk-container-id-3 div.sk-serial {\n",
              "  display: flex;\n",
              "  flex-direction: column;\n",
              "  align-items: center;\n",
              "  background-color: var(--sklearn-color-background);\n",
              "  padding-right: 1em;\n",
              "  padding-left: 1em;\n",
              "}\n",
              "\n",
              "\n",
              "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
              "clickable and can be expanded/collapsed.\n",
              "- Pipeline and ColumnTransformer use this feature and define the default style\n",
              "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
              "*/\n",
              "\n",
              "/* Pipeline and ColumnTransformer style (default) */\n",
              "\n",
              "#sk-container-id-3 div.sk-toggleable {\n",
              "  /* Default theme specific background. It is overwritten whether we have a\n",
              "  specific estimator or a Pipeline/ColumnTransformer */\n",
              "  background-color: var(--sklearn-color-background);\n",
              "}\n",
              "\n",
              "/* Toggleable label */\n",
              "#sk-container-id-3 label.sk-toggleable__label {\n",
              "  cursor: pointer;\n",
              "  display: block;\n",
              "  width: 100%;\n",
              "  margin-bottom: 0;\n",
              "  padding: 0.5em;\n",
              "  box-sizing: border-box;\n",
              "  text-align: center;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 label.sk-toggleable__label-arrow:before {\n",
              "  /* Arrow on the left of the label */\n",
              "  content: \"▸\";\n",
              "  float: left;\n",
              "  margin-right: 0.25em;\n",
              "  color: var(--sklearn-color-icon);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 label.sk-toggleable__label-arrow:hover:before {\n",
              "  color: var(--sklearn-color-text);\n",
              "}\n",
              "\n",
              "/* Toggleable content - dropdown */\n",
              "\n",
              "#sk-container-id-3 div.sk-toggleable__content {\n",
              "  max-height: 0;\n",
              "  max-width: 0;\n",
              "  overflow: hidden;\n",
              "  text-align: left;\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-0);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-toggleable__content.fitted {\n",
              "  /* fitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-0);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-toggleable__content pre {\n",
              "  margin: 0.2em;\n",
              "  border-radius: 0.25em;\n",
              "  color: var(--sklearn-color-text);\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-0);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-toggleable__content.fitted pre {\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-0);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
              "  /* Expand drop-down */\n",
              "  max-height: 200px;\n",
              "  max-width: 100%;\n",
              "  overflow: auto;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
              "  content: \"▾\";\n",
              "}\n",
              "\n",
              "/* Pipeline/ColumnTransformer-specific style */\n",
              "\n",
              "#sk-container-id-3 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
              "  color: var(--sklearn-color-text);\n",
              "  background-color: var(--sklearn-color-unfitted-level-2);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
              "  background-color: var(--sklearn-color-fitted-level-2);\n",
              "}\n",
              "\n",
              "/* Estimator-specific style */\n",
              "\n",
              "/* Colorize estimator box */\n",
              "#sk-container-id-3 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-2);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
              "  /* fitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-2);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-label label.sk-toggleable__label,\n",
              "#sk-container-id-3 div.sk-label label {\n",
              "  /* The background is the default theme color */\n",
              "  color: var(--sklearn-color-text-on-default-background);\n",
              "}\n",
              "\n",
              "/* On hover, darken the color of the background */\n",
              "#sk-container-id-3 div.sk-label:hover label.sk-toggleable__label {\n",
              "  color: var(--sklearn-color-text);\n",
              "  background-color: var(--sklearn-color-unfitted-level-2);\n",
              "}\n",
              "\n",
              "/* Label box, darken color on hover, fitted */\n",
              "#sk-container-id-3 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
              "  color: var(--sklearn-color-text);\n",
              "  background-color: var(--sklearn-color-fitted-level-2);\n",
              "}\n",
              "\n",
              "/* Estimator label */\n",
              "\n",
              "#sk-container-id-3 div.sk-label label {\n",
              "  font-family: monospace;\n",
              "  font-weight: bold;\n",
              "  display: inline-block;\n",
              "  line-height: 1.2em;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-label-container {\n",
              "  text-align: center;\n",
              "}\n",
              "\n",
              "/* Estimator-specific */\n",
              "#sk-container-id-3 div.sk-estimator {\n",
              "  font-family: monospace;\n",
              "  border: 1px dotted var(--sklearn-color-border-box);\n",
              "  border-radius: 0.25em;\n",
              "  box-sizing: border-box;\n",
              "  margin-bottom: 0.5em;\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-0);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-estimator.fitted {\n",
              "  /* fitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-0);\n",
              "}\n",
              "\n",
              "/* on hover */\n",
              "#sk-container-id-3 div.sk-estimator:hover {\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-2);\n",
              "}\n",
              "\n",
              "#sk-container-id-3 div.sk-estimator.fitted:hover {\n",
              "  /* fitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-2);\n",
              "}\n",
              "\n",
              "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
              "\n",
              "/* Common style for \"i\" and \"?\" */\n",
              "\n",
              ".sk-estimator-doc-link,\n",
              "a:link.sk-estimator-doc-link,\n",
              "a:visited.sk-estimator-doc-link {\n",
              "  float: right;\n",
              "  font-size: smaller;\n",
              "  line-height: 1em;\n",
              "  font-family: monospace;\n",
              "  background-color: var(--sklearn-color-background);\n",
              "  border-radius: 1em;\n",
              "  height: 1em;\n",
              "  width: 1em;\n",
              "  text-decoration: none !important;\n",
              "  margin-left: 1ex;\n",
              "  /* unfitted */\n",
              "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
              "  color: var(--sklearn-color-unfitted-level-1);\n",
              "}\n",
              "\n",
              ".sk-estimator-doc-link.fitted,\n",
              "a:link.sk-estimator-doc-link.fitted,\n",
              "a:visited.sk-estimator-doc-link.fitted {\n",
              "  /* fitted */\n",
              "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
              "  color: var(--sklearn-color-fitted-level-1);\n",
              "}\n",
              "\n",
              "/* On hover */\n",
              "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
              ".sk-estimator-doc-link:hover,\n",
              "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
              ".sk-estimator-doc-link:hover {\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-3);\n",
              "  color: var(--sklearn-color-background);\n",
              "  text-decoration: none;\n",
              "}\n",
              "\n",
              "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
              ".sk-estimator-doc-link.fitted:hover,\n",
              "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
              ".sk-estimator-doc-link.fitted:hover {\n",
              "  /* fitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-3);\n",
              "  color: var(--sklearn-color-background);\n",
              "  text-decoration: none;\n",
              "}\n",
              "\n",
              "/* Span, style for the box shown on hovering the info icon */\n",
              ".sk-estimator-doc-link span {\n",
              "  display: none;\n",
              "  z-index: 9999;\n",
              "  position: relative;\n",
              "  font-weight: normal;\n",
              "  right: .2ex;\n",
              "  padding: .5ex;\n",
              "  margin: .5ex;\n",
              "  width: min-content;\n",
              "  min-width: 20ex;\n",
              "  max-width: 50ex;\n",
              "  color: var(--sklearn-color-text);\n",
              "  box-shadow: 2pt 2pt 4pt #999;\n",
              "  /* unfitted */\n",
              "  background: var(--sklearn-color-unfitted-level-0);\n",
              "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
              "}\n",
              "\n",
              ".sk-estimator-doc-link.fitted span {\n",
              "  /* fitted */\n",
              "  background: var(--sklearn-color-fitted-level-0);\n",
              "  border: var(--sklearn-color-fitted-level-3);\n",
              "}\n",
              "\n",
              ".sk-estimator-doc-link:hover span {\n",
              "  display: block;\n",
              "}\n",
              "\n",
              "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
              "\n",
              "#sk-container-id-3 a.estimator_doc_link {\n",
              "  float: right;\n",
              "  font-size: 1rem;\n",
              "  line-height: 1em;\n",
              "  font-family: monospace;\n",
              "  background-color: var(--sklearn-color-background);\n",
              "  border-radius: 1rem;\n",
              "  height: 1rem;\n",
              "  width: 1rem;\n",
              "  text-decoration: none;\n",
              "  /* unfitted */\n",
              "  color: var(--sklearn-color-unfitted-level-1);\n",
              "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 a.estimator_doc_link.fitted {\n",
              "  /* fitted */\n",
              "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
              "  color: var(--sklearn-color-fitted-level-1);\n",
              "}\n",
              "\n",
              "/* On hover */\n",
              "#sk-container-id-3 a.estimator_doc_link:hover {\n",
              "  /* unfitted */\n",
              "  background-color: var(--sklearn-color-unfitted-level-3);\n",
              "  color: var(--sklearn-color-background);\n",
              "  text-decoration: none;\n",
              "}\n",
              "\n",
              "#sk-container-id-3 a.estimator_doc_link.fitted:hover {\n",
              "  /* fitted */\n",
              "  background-color: var(--sklearn-color-fitted-level-3);\n",
              "}\n",
              "</style><div id=\"sk-container-id-3\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>MultinomialNB()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-5\" type=\"checkbox\" checked><label for=\"sk-estimator-id-5\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;MultinomialNB<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.5/modules/generated/sklearn.naive_bayes.MultinomialNB.html\">?<span>Documentation for MultinomialNB</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>MultinomialNB()</pre></div> </div></div></div></div>"
            ]
          },
          "metadata": {},
          "execution_count": 258
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y_pred = clf.predict(X_test)"
      ],
      "metadata": {
        "id": "kz9lVYjANCrV"
      },
      "execution_count": 259,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "accuracy = accuracy_score(y_test, y_pred)\n",
        "precision = precision_score(y_test, y_pred)\n",
        "recall= recall_score(y_test, y_pred)\n",
        "f1_score = f1_score(y_test, y_pred)\n",
        "\n",
        "print(f\"accuracy: {accuracy}\")\n",
        "print(f\"precision: {precision}\")\n",
        "print(f\"recall: {recall}\")\n",
        "print(f\"f1_score: {f1_score}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fexWUFznNKe7",
        "outputId": "7ef7bc7d-48ba-48dd-872b-6d6ed5d4eb3a"
      },
      "execution_count": 261,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "accuracy: 0.9758454106280193\n",
            "precision: 0.9685314685314685\n",
            "recall: 0.9453924914675768\n",
            "f1_score: 0.9568221070811744\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# The custom made model is underperforming gotta work it out."
      ],
      "metadata": {
        "id": "H0S1oIuDNXqh"
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "yO-ZtC0pNWl8"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "fiOzBI0CNOtK"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}