learner_test_jakarta_hyper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:11:56,737 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:11:56,737 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:11:56,738 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:11:56,738 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:11:56,788 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:11:56,789 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:11:56,790 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:11:56,791 - DEBUG - AwsLabeler constructed\n"
     ]
    }
   ],
   "source": [
    "from loaders.cognicity_loader import CognicityLoader\n",
    "from learners.perceptron_learner import PerceptronLearner\n",
    "from learners.svm_learner import SvmLearner\n",
    "\n",
    "# import chennai_config\n",
    "# config = chennai_config.config\n",
    "\n",
    "import jakarta_config\n",
    "config = jakarta_config.config\n",
    "\n",
    "# import jakarta_only_pics_config\n",
    "# config = jakarta_only_pics_config.config\n",
    "\n",
    "# import jakarta_pic_and_text_config\n",
    "# config = jakarta_pic_and_text_config.config\n",
    "\n",
    "# import jakarta_relabeled_config\n",
    "# config = jakarta_relabeled_config.config\n",
    "\n",
    "RERUN = True\n",
    "\n",
    "from image_recognition.goog_recog import GoogleLabeler\n",
    "goog_learner = SvmLearner(config, CognicityLoader, GoogleLabeler)\n",
    "\n",
    "from image_recognition.aws_recog import AwsLabeler\n",
    "aws_learner = SvmLearner(config, CognicityLoader, AwsLabeler)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(config[\"flood_pkeys\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import random\n",
    "validation_set = set(random.sample(config[\"flood_pkeys\"], 10))\n",
    "validation_set = validation_set.union(set(random.sample(config[\"no_flood_pkeys\"], 10)))\n",
    "len(validation_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "th, th0 = goog_learner.run_learner(\"goog_separator.p\", rerun=True, validation_keys=validation_set, params={\"T\":1000, \"print\":True})\n",
    "goog_learner.t_data_w_pkey[0,:]\n",
    "val = goog_learner.val_data_w_pkey[0,:]\n",
    "goog_learner.val_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "goog_learner.val_sd\n",
    "goog_learner.t_sd.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "labs = goog_learner.labeler\n",
    "len(labs.features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "th, th0 = aws_learner.run_learner(\"aws_separator.p\", rerun=RERUN, validation_keys=validation_set, params={\"T\":1000, \"print\":True})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "th.shape\n",
    "aws_learner.t_sd.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "labs = aws_learner.labeler\n",
    "len(labs.features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "aws_labeler = aws_learner.labeler\n",
    "a = aws_labeler.config[\"flood_pkeys\"]\n",
    "b = aws_labeler.config[\"no_flood_pkeys\"]\n",
    "c = a.union(b)\n",
    "max(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "from nlp.bow_labeler import BowLabeler\n",
    "# bow_learner = PerceptronLearner(config, CognicityLoader, BowLabeler)\n",
    "bow_learner = SvmLearner(config, CognicityLoader, BowLabeler)\n",
    "th, th0 = bow_learner.run_learner(\"bow_separator.p\", rerun=RERUN, validation_keys=validation_set, params={\"T\":400, \"print\":True})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "bow_learner.t_sd.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:11:59,703 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:11:59,703 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:11:59,704 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:11:59,705 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:12:08,782 - INFO - Num Correct 47 Out of 79\n",
      "2019-08-22 17:12:08,783 - INFO - Val score: 0.5949367088607594\n",
      "2019-08-22 17:12:12,236 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:12:12,237 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:12:12,238 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:12:12,239 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:12:12,239 - DEBUG - logging from: default_jakarta_data/aws_labels_default.p\n",
      "2019-08-22 17:12:28,365 - INFO - Num Correct 53 Out of 79\n",
      "2019-08-22 17:12:28,366 - INFO - Val score: 0.6708860759493671\n",
      "2019-08-22 17:12:35,905 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:12:35,906 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:13:09,933 - INFO - Num Correct 52 Out of 79\n",
      "2019-08-22 17:13:09,934 - INFO - Val score: 0.6582278481012658\n",
      "2019-08-22 17:13:33,790 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:13:33,791 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:13:33,791 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:13:33,792 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:13:38,224 - DEBUG - logging from: default_jakarta_data/goog.p\n",
      "2019-08-22 17:13:38,225 - DEBUG - logging from: default_jakarta_data/aws.p\n",
      "2019-08-22 17:13:38,226 - DEBUG - logging from: default_jakarta_data/bow.p\n",
      "2019-08-22 17:13:38,228 - DEBUG - logging from: default_jakarta_data/fh.p\n",
      "2019-08-22 17:13:38,266 - INFO - training size (4, 2149)\n",
      "2019-08-22 17:13:38,267 - INFO - training matrix [[-1.26852519 -1.13542606 -0.85626503 ... -1.59196534  0.78667751\n",
      "   0.70433253]\n",
      " [-1.5300145  -0.99982848 -0.99980079 ... -0.99993543  0.38571757\n",
      "  -0.09247743]\n",
      " [-1.00185455 -0.99992242 -1.00050931 ... -0.24425997  0.11467866\n",
      "  -0.1974836 ]\n",
      " [ 0.          0.          0.         ...  0.          0.\n",
      "   0.        ]\n",
      " [-1.         -1.         -1.         ... -1.         -1.\n",
      "  -1.        ]]\n",
      "2019-08-22 17:13:38,300 - INFO - validation size (4, 80)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:15: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  return self.output(y_pred)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:62: UserWarning: torch.nn.utils.clip_grad_norm is now deprecated in favor of torch.nn.utils.clip_grad_norm_.\n",
      "  torch.nn.utils.clip_grad_norm(model.parameters(), 100)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                0\n",
      "pkey             \n",
      "1.0     -1.268525\n",
      "3.0     -1.135426\n",
      "4.0     -0.856265\n",
      "9.0     -0.835979\n",
      "10.0    -0.999707\n",
      "20.0    -1.198872\n",
      "23.0    -0.511189\n",
      "24.0    -0.722396\n",
      "101.0   -0.916940\n",
      "116.0    0.053579\n",
      "130.0   -0.978528\n",
      "132.0   -1.164350\n",
      "148.0    0.612065\n",
      "160.0   -1.564207\n",
      "162.0   -1.387846\n",
      "163.0   -0.673752\n",
      "168.0   -1.489927\n",
      "208.0   -1.000010\n",
      "209.0   -1.000197\n",
      "210.0   -0.999615\n",
      "211.0   -0.999983\n",
      "212.0   -0.999925\n",
      "213.0   -1.276650\n",
      "280.0   -1.000061\n",
      "281.0   -0.999882\n",
      "282.0    0.232975\n",
      "316.0   -1.048586\n",
      "331.0   -0.433171\n",
      "337.0   -1.000171\n",
      "360.0   -0.786168\n",
      "...           ...\n",
      "36989.0  0.362459\n",
      "36992.0 -1.387365\n",
      "36996.0 -1.087414\n",
      "37001.0 -1.160024\n",
      "37013.0 -0.944959\n",
      "37110.0 -0.999927\n",
      "37121.0 -1.633733\n",
      "37156.0 -1.000046\n",
      "37180.0 -0.690822\n",
      "37200.0 -1.018416\n",
      "37229.0 -0.310272\n",
      "37230.0 -1.157155\n",
      "37254.0 -1.054043\n",
      "37278.0 -1.053929\n",
      "37302.0 -1.739258\n",
      "37326.0 -1.166611\n",
      "37338.0 -0.999852\n",
      "37343.0 -1.710563\n",
      "37344.0 -1.674851\n",
      "37422.0 -0.206654\n",
      "37446.0 -0.054821\n",
      "37449.0 -0.825945\n",
      "37450.0 -0.300615\n",
      "37461.0 -0.422010\n",
      "37528.0 -1.104982\n",
      "37551.0 -1.090203\n",
      "37588.0 -0.960805\n",
      "37612.0 -1.591965\n",
      "37636.0  0.786678\n",
      "37637.0  0.704333\n",
      "\n",
      "[2149 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "1.0     -1.268525 -1.530015\n",
      "3.0     -1.135426 -0.999828\n",
      "4.0     -0.856265 -0.999801\n",
      "9.0     -0.835979 -1.436783\n",
      "10.0    -0.999707 -1.000091\n",
      "20.0    -1.198872 -1.173234\n",
      "23.0    -0.511189 -1.000216\n",
      "24.0    -0.722396 -1.041809\n",
      "101.0   -0.916940 -0.890519\n",
      "116.0    0.053579 -0.020225\n",
      "130.0   -0.978528 -0.408764\n",
      "132.0   -1.164350 -1.075086\n",
      "148.0    0.612065 -0.094689\n",
      "160.0   -1.564207 -1.109773\n",
      "162.0   -1.387846 -1.501757\n",
      "163.0   -0.673752 -1.162765\n",
      "168.0   -1.489927 -1.982681\n",
      "208.0   -1.000010 -0.999830\n",
      "209.0   -1.000197 -1.515214\n",
      "210.0   -0.999615 -1.009611\n",
      "211.0   -0.999983 -1.000119\n",
      "212.0   -0.999925 -0.999883\n",
      "213.0   -1.276650 -1.154453\n",
      "280.0   -1.000061 -0.689301\n",
      "281.0   -0.999882 -0.423177\n",
      "282.0    0.232975 -0.025674\n",
      "316.0   -1.048586 -1.295580\n",
      "331.0   -0.433171 -0.999888\n",
      "337.0   -1.000171 -2.034853\n",
      "360.0   -0.786168 -0.613506\n",
      "...           ...       ...\n",
      "36989.0  0.362459 -0.936645\n",
      "36992.0 -1.387365 -1.000113\n",
      "36996.0 -1.087414 -0.999850\n",
      "37001.0 -1.160024 -1.194661\n",
      "37013.0 -0.944959 -0.999808\n",
      "37110.0 -0.999927 -1.325176\n",
      "37121.0 -1.633733 -1.000197\n",
      "37156.0 -1.000046 -1.000295\n",
      "37180.0 -0.690822 -0.999973\n",
      "37200.0 -1.018416 -0.999842\n",
      "37229.0 -0.310272 -0.513258\n",
      "37230.0 -1.157155 -1.430204\n",
      "37254.0 -1.054043 -0.612519\n",
      "37278.0 -1.053929 -0.999790\n",
      "37302.0 -1.739258 -1.070662\n",
      "37326.0 -1.166611 -0.999951\n",
      "37338.0 -0.999852 -1.155573\n",
      "37343.0 -1.710563 -0.999668\n",
      "37344.0 -1.674851 -1.000176\n",
      "37422.0 -0.206654 -0.915900\n",
      "37446.0 -0.054821 -0.627001\n",
      "37449.0 -0.825945 -0.716240\n",
      "37450.0 -0.300615 -0.628623\n",
      "37461.0 -0.422010  0.070312\n",
      "37528.0 -1.104982 -0.999857\n",
      "37551.0 -1.090203 -1.000185\n",
      "37588.0 -0.960805 -0.477681\n",
      "37612.0 -1.591965 -0.999935\n",
      "37636.0  0.786678  0.385718\n",
      "37637.0  0.704333 -0.092477\n",
      "\n",
      "[2149 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "1.0     -1.268525 -1.530015 -1.001855\n",
      "3.0     -1.135426 -0.999828 -0.999922\n",
      "4.0     -0.856265 -0.999801 -1.000509\n",
      "9.0     -0.835979 -1.436783 -1.639869\n",
      "10.0    -0.999707 -1.000091 -0.774292\n",
      "20.0    -1.198872 -1.173234 -1.538203\n",
      "23.0    -0.511189 -1.000216 -0.354809\n",
      "24.0    -0.722396 -1.041809 -1.115886\n",
      "101.0   -0.916940 -0.890519 -0.784608\n",
      "116.0    0.053579 -0.020225 -0.631655\n",
      "130.0   -0.978528 -0.408764 -0.082016\n",
      "132.0   -1.164350 -1.075086 -1.000047\n",
      "148.0    0.612065 -0.094689 -0.935468\n",
      "160.0   -1.564207 -1.109773 -1.000210\n",
      "162.0   -1.387846 -1.501757 -0.999897\n",
      "163.0   -0.673752 -1.162765 -0.999897\n",
      "168.0   -1.489927 -1.982681 -0.999616\n",
      "208.0   -1.000010 -0.999830 -0.999971\n",
      "209.0   -1.000197 -1.515214 -0.999971\n",
      "210.0   -0.999615 -1.009611 -0.999971\n",
      "211.0   -0.999983 -1.000119 -0.999971\n",
      "212.0   -0.999925 -0.999883 -0.999971\n",
      "213.0   -1.276650 -1.154453 -0.999782\n",
      "280.0   -1.000061 -0.689301 -1.000056\n",
      "281.0   -0.999882 -0.423177 -0.999857\n",
      "282.0    0.232975 -0.025674 -1.000246\n",
      "316.0   -1.048586 -1.295580 -1.381945\n",
      "331.0   -0.433171 -0.999888 -1.000142\n",
      "337.0   -1.000171 -2.034853 -2.085409\n",
      "360.0   -0.786168 -0.613506  0.041754\n",
      "...           ...       ...       ...\n",
      "36989.0  0.362459 -0.936645  0.341096\n",
      "36992.0 -1.387365 -1.000113 -0.471851\n",
      "36996.0 -1.087414 -0.999850 -0.999970\n",
      "37001.0 -1.160024 -1.194661 -0.999616\n",
      "37013.0 -0.944959 -0.999808 -1.000303\n",
      "37110.0 -0.999927 -1.325176 -1.390050\n",
      "37121.0 -1.633733 -1.000197 -0.949891\n",
      "37156.0 -1.000046 -1.000295 -1.048425\n",
      "37180.0 -0.690822 -0.999973 -0.999580\n",
      "37200.0 -1.018416 -0.999842 -0.999616\n",
      "37229.0 -0.310272 -0.513258 -1.000061\n",
      "37230.0 -1.157155 -1.430204 -1.021174\n",
      "37254.0 -1.054043 -0.612519 -1.000321\n",
      "37278.0 -1.053929 -0.999790 -1.000272\n",
      "37302.0 -1.739258 -1.070662 -1.000152\n",
      "37326.0 -1.166611 -0.999951 -0.375186\n",
      "37338.0 -0.999852 -1.155573 -1.187291\n",
      "37343.0 -1.710563 -0.999668 -1.187291\n",
      "37344.0 -1.674851 -1.000176 -1.187291\n",
      "37422.0 -0.206654 -0.915900 -0.999921\n",
      "37446.0 -0.054821 -0.627001  0.549988\n",
      "37449.0 -0.825945 -0.716240 -1.034734\n",
      "37450.0 -0.300615 -0.628623 -1.000140\n",
      "37461.0 -0.422010  0.070312 -1.000143\n",
      "37528.0 -1.104982 -0.999857 -0.930112\n",
      "37551.0 -1.090203 -1.000185 -0.393253\n",
      "37588.0 -0.960805 -0.477681 -0.999616\n",
      "37612.0 -1.591965 -0.999935 -0.244260\n",
      "37636.0  0.786678  0.385718  0.114679\n",
      "37637.0  0.704333 -0.092477 -0.197484\n",
      "\n",
      "[2149 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "1.0     -1.268525 -1.530015 -1.001855    0.0\n",
      "3.0     -1.135426 -0.999828 -0.999922    0.0\n",
      "4.0     -0.856265 -0.999801 -1.000509    0.0\n",
      "9.0     -0.835979 -1.436783 -1.639869    0.0\n",
      "10.0    -0.999707 -1.000091 -0.774292    0.0\n",
      "20.0    -1.198872 -1.173234 -1.538203    0.0\n",
      "23.0    -0.511189 -1.000216 -0.354809    0.0\n",
      "24.0    -0.722396 -1.041809 -1.115886    0.0\n",
      "101.0   -0.916940 -0.890519 -0.784608    0.0\n",
      "116.0    0.053579 -0.020225 -0.631655    0.0\n",
      "130.0   -0.978528 -0.408764 -0.082016  126.0\n",
      "132.0   -1.164350 -1.075086 -1.000047    0.0\n",
      "148.0    0.612065 -0.094689 -0.935468    0.0\n",
      "160.0   -1.564207 -1.109773 -1.000210    0.0\n",
      "162.0   -1.387846 -1.501757 -0.999897    0.0\n",
      "163.0   -0.673752 -1.162765 -0.999897    0.0\n",
      "168.0   -1.489927 -1.982681 -0.999616    0.0\n",
      "208.0   -1.000010 -0.999830 -0.999971    0.0\n",
      "209.0   -1.000197 -1.515214 -0.999971    0.0\n",
      "210.0   -0.999615 -1.009611 -0.999971    0.0\n",
      "211.0   -0.999983 -1.000119 -0.999971    0.0\n",
      "212.0   -0.999925 -0.999883 -0.999971    0.0\n",
      "213.0   -1.276650 -1.154453 -0.999782    0.0\n",
      "280.0   -1.000061 -0.689301 -1.000056    0.0\n",
      "281.0   -0.999882 -0.423177 -0.999857    0.0\n",
      "282.0    0.232975 -0.025674 -1.000246    0.0\n",
      "316.0   -1.048586 -1.295580 -1.381945    0.0\n",
      "331.0   -0.433171 -0.999888 -1.000142    0.0\n",
      "337.0   -1.000171 -2.034853 -2.085409    0.0\n",
      "360.0   -0.786168 -0.613506  0.041754    0.0\n",
      "...           ...       ...       ...    ...\n",
      "36989.0  0.362459 -0.936645  0.341096    0.0\n",
      "36992.0 -1.387365 -1.000113 -0.471851    0.0\n",
      "36996.0 -1.087414 -0.999850 -0.999970    0.0\n",
      "37001.0 -1.160024 -1.194661 -0.999616    0.0\n",
      "37013.0 -0.944959 -0.999808 -1.000303    0.0\n",
      "37110.0 -0.999927 -1.325176 -1.390050    0.0\n",
      "37121.0 -1.633733 -1.000197 -0.949891    0.0\n",
      "37156.0 -1.000046 -1.000295 -1.048425    0.0\n",
      "37180.0 -0.690822 -0.999973 -0.999580    0.0\n",
      "37200.0 -1.018416 -0.999842 -0.999616    0.0\n",
      "37229.0 -0.310272 -0.513258 -1.000061    0.0\n",
      "37230.0 -1.157155 -1.430204 -1.021174    0.0\n",
      "37254.0 -1.054043 -0.612519 -1.000321    0.0\n",
      "37278.0 -1.053929 -0.999790 -1.000272    0.0\n",
      "37302.0 -1.739258 -1.070662 -1.000152    0.0\n",
      "37326.0 -1.166611 -0.999951 -0.375186    0.0\n",
      "37338.0 -0.999852 -1.155573 -1.187291    0.0\n",
      "37343.0 -1.710563 -0.999668 -1.187291    0.0\n",
      "37344.0 -1.674851 -1.000176 -1.187291    0.0\n",
      "37422.0 -0.206654 -0.915900 -0.999921    0.0\n",
      "37446.0 -0.054821 -0.627001  0.549988    0.0\n",
      "37449.0 -0.825945 -0.716240 -1.034734    0.0\n",
      "37450.0 -0.300615 -0.628623 -1.000140    0.0\n",
      "37461.0 -0.422010  0.070312 -1.000143    0.0\n",
      "37528.0 -1.104982 -0.999857 -0.930112    0.0\n",
      "37551.0 -1.090203 -1.000185 -0.393253    0.0\n",
      "37588.0 -0.960805 -0.477681 -0.999616    0.0\n",
      "37612.0 -1.591965 -0.999935 -0.244260    0.0\n",
      "37636.0  0.786678  0.385718  0.114679    0.0\n",
      "37637.0  0.704333 -0.092477 -0.197484    0.0\n",
      "\n",
      "[2149 rows x 4 columns]\n",
      "                0\n",
      "pkey             \n",
      "367.0    1.194775\n",
      "562.0    0.314101\n",
      "940.0    0.090433\n",
      "1712.0   0.347626\n",
      "2569.0   0.404171\n",
      "2570.0  -0.267396\n",
      "3613.0  -0.925252\n",
      "3618.0  -1.358437\n",
      "4880.0   0.266755\n",
      "5256.0  -0.942740\n",
      "5407.0   0.297360\n",
      "5662.0   0.990898\n",
      "6655.0  -1.037362\n",
      "8286.0  -0.639406\n",
      "8615.0  -0.229903\n",
      "9113.0   0.094684\n",
      "9790.0  -0.312214\n",
      "10241.0 -0.712612\n",
      "10383.0  1.148899\n",
      "10890.0  0.644442\n",
      "11181.0 -0.936260\n",
      "11527.0 -1.086108\n",
      "11622.0  1.213555\n",
      "11930.0 -0.443740\n",
      "12104.0  0.113717\n",
      "12773.0  0.130013\n",
      "12801.0 -1.065571\n",
      "13021.0  0.257368\n",
      "13914.0 -0.100763\n",
      "13988.0  0.875697\n",
      "...           ...\n",
      "22020.0  0.566616\n",
      "22225.0 -0.516289\n",
      "22529.0  1.250072\n",
      "23356.0 -0.514184\n",
      "23491.0 -0.031765\n",
      "23572.0  1.084742\n",
      "23782.0  0.877087\n",
      "24120.0 -0.398286\n",
      "24164.0 -0.453594\n",
      "25685.0  0.728432\n",
      "25825.0  1.770666\n",
      "26001.0  0.845563\n",
      "27092.0  0.501293\n",
      "27454.0 -0.171075\n",
      "27495.0  0.325689\n",
      "28143.0  0.999839\n",
      "30007.0  0.717460\n",
      "30290.0  0.858895\n",
      "30868.0  0.955660\n",
      "31754.0  0.000000\n",
      "31935.0  1.390518\n",
      "33198.0 -0.862436\n",
      "33717.0 -0.180864\n",
      "34731.0 -0.364932\n",
      "34765.0  0.902329\n",
      "35080.0 -0.258210\n",
      "35114.0  0.131146\n",
      "35473.0  0.468420\n",
      "35675.0  0.589468\n",
      "36473.0 -1.132448\n",
      "\n",
      "[80 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "367.0    1.194775  0.067563\n",
      "562.0    0.314101  0.548975\n",
      "940.0    0.090433 -0.350902\n",
      "1712.0   0.347626  0.131106\n",
      "2569.0   0.404171  0.209115\n",
      "2570.0  -0.267396 -0.606868\n",
      "3613.0  -0.925252 -0.414232\n",
      "3618.0  -1.358437 -0.559496\n",
      "4880.0   0.266755 -0.567082\n",
      "5256.0  -0.942740 -0.893572\n",
      "5407.0   0.297360 -0.086297\n",
      "5662.0   0.990898 -0.028289\n",
      "6655.0  -1.037362 -0.779170\n",
      "8286.0  -0.639406  0.728396\n",
      "8615.0  -0.229903 -1.056784\n",
      "9113.0   0.094684  0.235293\n",
      "9790.0  -0.312214 -0.162090\n",
      "10241.0 -0.712612  0.562644\n",
      "10383.0  1.148899  0.568726\n",
      "10890.0  0.644442  0.884031\n",
      "11181.0 -0.936260 -0.045273\n",
      "11527.0 -1.086108  0.445388\n",
      "11622.0  1.213555  1.089867\n",
      "11930.0 -0.443740  0.016637\n",
      "12104.0  0.113717  0.738042\n",
      "12773.0  0.130013 -0.344387\n",
      "12801.0 -1.065571 -0.442224\n",
      "13021.0  0.257368 -0.765085\n",
      "13914.0 -0.100763  0.416491\n",
      "13988.0  0.875697  1.146810\n",
      "...           ...       ...\n",
      "22020.0  0.566616  1.408404\n",
      "22225.0 -0.516289 -0.735571\n",
      "22529.0  1.250072  1.022513\n",
      "23356.0 -0.514184 -0.446761\n",
      "23491.0 -0.031765  0.284192\n",
      "23572.0  1.084742  0.705253\n",
      "23782.0  0.877087  0.938867\n",
      "24120.0 -0.398286  0.246133\n",
      "24164.0 -0.453594  0.534107\n",
      "25685.0  0.728432  0.803415\n",
      "25825.0  1.770666  1.275024\n",
      "26001.0  0.845563  0.491646\n",
      "27092.0  0.501293  0.562900\n",
      "27454.0 -0.171075  0.717986\n",
      "27495.0  0.325689  0.480333\n",
      "28143.0  0.999839  0.713830\n",
      "30007.0  0.717460  0.975218\n",
      "30290.0  0.858895  0.386344\n",
      "30868.0  0.955660  0.862902\n",
      "31754.0  0.000000  0.000000\n",
      "31935.0  1.390518  0.582371\n",
      "33198.0 -0.862436 -0.332618\n",
      "33717.0 -0.180864  0.694509\n",
      "34731.0 -0.364932  0.115970\n",
      "34765.0  0.902329  0.788346\n",
      "35080.0 -0.258210  0.569929\n",
      "35114.0  0.131146  0.497796\n",
      "35473.0  0.468420  0.502434\n",
      "35675.0  0.589468  1.112758\n",
      "36473.0 -1.132448 -1.251909\n",
      "\n",
      "[80 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "367.0    1.194775  0.067563 -0.336933\n",
      "562.0    0.314101  0.548975  0.054713\n",
      "940.0    0.090433 -0.350902  0.000000\n",
      "1712.0   0.347626  0.131106 -0.999616\n",
      "2569.0   0.404171  0.209115 -0.108635\n",
      "2570.0  -0.267396 -0.606868 -0.127296\n",
      "3613.0  -0.925252 -0.414232 -0.393253\n",
      "3618.0  -1.358437 -0.559496 -0.393253\n",
      "4880.0   0.266755 -0.567082 -0.440731\n",
      "5256.0  -0.942740 -0.893572 -0.393253\n",
      "5407.0   0.297360 -0.086297 -1.260163\n",
      "5662.0   0.990898 -0.028289  0.110125\n",
      "6655.0  -1.037362 -0.779170 -0.666622\n",
      "8286.0  -0.639406  0.728396  1.855489\n",
      "8615.0  -0.229903 -1.056784  0.499280\n",
      "9113.0   0.094684  0.235293  0.424515\n",
      "9790.0  -0.312214 -0.162090 -1.207144\n",
      "10241.0 -0.712612  0.562644  0.191332\n",
      "10383.0  1.148899  0.568726 -0.713362\n",
      "10890.0  0.644442  0.884031 -0.171804\n",
      "11181.0 -0.936260 -0.045273  0.191103\n",
      "11527.0 -1.086108  0.445388 -0.610848\n",
      "11622.0  1.213555  1.089867  0.121200\n",
      "11930.0 -0.443740  0.016637 -0.431213\n",
      "12104.0  0.113717  0.738042  0.970156\n",
      "12773.0  0.130013 -0.344387 -0.106222\n",
      "12801.0 -1.065571 -0.442224  0.003175\n",
      "13021.0  0.257368 -0.765085 -0.797097\n",
      "13914.0 -0.100763  0.416491  0.195241\n",
      "13988.0  0.875697  1.146810 -0.393253\n",
      "...           ...       ...       ...\n",
      "22020.0  0.566616  1.408404  0.934249\n",
      "22225.0 -0.516289 -0.735571  0.426048\n",
      "22529.0  1.250072  1.022513  0.831219\n",
      "23356.0 -0.514184 -0.446761 -0.002606\n",
      "23491.0 -0.031765  0.284192  0.354958\n",
      "23572.0  1.084742  0.705253  1.320323\n",
      "23782.0  0.877087  0.938867  0.821874\n",
      "24120.0 -0.398286  0.246133  0.165975\n",
      "24164.0 -0.453594  0.534107  0.483512\n",
      "25685.0  0.728432  0.803415 -0.038211\n",
      "25825.0  1.770666  1.275024  0.218810\n",
      "26001.0  0.845563  0.491646  1.077283\n",
      "27092.0  0.501293  0.562900  0.628015\n",
      "27454.0 -0.171075  0.717986  0.052857\n",
      "27495.0  0.325689  0.480333  0.210264\n",
      "28143.0  0.999839  0.713830  0.252992\n",
      "30007.0  0.717460  0.975218 -0.034107\n",
      "30290.0  0.858895  0.386344 -0.600500\n",
      "30868.0  0.955660  0.862902  0.262165\n",
      "31754.0  0.000000  0.000000  0.851633\n",
      "31935.0  1.390518  0.582371  0.768458\n",
      "33198.0 -0.862436 -0.332618 -0.711538\n",
      "33717.0 -0.180864  0.694509 -0.575941\n",
      "34731.0 -0.364932  0.115970  0.702230\n",
      "34765.0  0.902329  0.788346  0.173671\n",
      "35080.0 -0.258210  0.569929 -0.104117\n",
      "35114.0  0.131146  0.497796  0.035235\n",
      "35473.0  0.468420  0.502434  0.838139\n",
      "35675.0  0.589468  1.112758  1.046829\n",
      "36473.0 -1.132448 -1.251909 -0.164355\n",
      "\n",
      "[80 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "367.0    1.194775  0.067563 -0.336933    0.0\n",
      "562.0    0.314101  0.548975  0.054713    0.0\n",
      "940.0    0.090433 -0.350902  0.000000    0.0\n",
      "1712.0   0.347626  0.131106 -0.999616    0.0\n",
      "2569.0   0.404171  0.209115 -0.108635    0.0\n",
      "2570.0  -0.267396 -0.606868 -0.127296    0.0\n",
      "3613.0  -0.925252 -0.414232 -0.393253    0.0\n",
      "3618.0  -1.358437 -0.559496 -0.393253    0.0\n",
      "4880.0   0.266755 -0.567082 -0.440731    0.0\n",
      "5256.0  -0.942740 -0.893572 -0.393253    0.0\n",
      "5407.0   0.297360 -0.086297 -1.260163    0.0\n",
      "5662.0   0.990898 -0.028289  0.110125    0.0\n",
      "6655.0  -1.037362 -0.779170 -0.666622    0.0\n",
      "8286.0  -0.639406  0.728396  1.855489    0.0\n",
      "8615.0  -0.229903 -1.056784  0.499280    0.0\n",
      "9113.0   0.094684  0.235293  0.424515   17.0\n",
      "9790.0  -0.312214 -0.162090 -1.207144    0.0\n",
      "10241.0 -0.712612  0.562644  0.191332    0.0\n",
      "10383.0  1.148899  0.568726 -0.713362    0.0\n",
      "10890.0  0.644442  0.884031 -0.171804    0.0\n",
      "11181.0 -0.936260 -0.045273  0.191103    0.0\n",
      "11527.0 -1.086108  0.445388 -0.610848    0.0\n",
      "11622.0  1.213555  1.089867  0.121200    0.0\n",
      "11930.0 -0.443740  0.016637 -0.431213    0.0\n",
      "12104.0  0.113717  0.738042  0.970156    0.0\n",
      "12773.0  0.130013 -0.344387 -0.106222    0.0\n",
      "12801.0 -1.065571 -0.442224  0.003175    0.0\n",
      "13021.0  0.257368 -0.765085 -0.797097    0.0\n",
      "13914.0 -0.100763  0.416491  0.195241    0.0\n",
      "13988.0  0.875697  1.146810 -0.393253    0.0\n",
      "...           ...       ...       ...    ...\n",
      "22020.0  0.566616  1.408404  0.934249    0.0\n",
      "22225.0 -0.516289 -0.735571  0.426048    0.0\n",
      "22529.0  1.250072  1.022513  0.831219   50.0\n",
      "23356.0 -0.514184 -0.446761 -0.002606    0.0\n",
      "23491.0 -0.031765  0.284192  0.354958    0.0\n",
      "23572.0  1.084742  0.705253  1.320323    0.0\n",
      "23782.0  0.877087  0.938867  0.821874   34.0\n",
      "24120.0 -0.398286  0.246133  0.165975   41.0\n",
      "24164.0 -0.453594  0.534107  0.483512    0.0\n",
      "25685.0  0.728432  0.803415 -0.038211   35.0\n",
      "25825.0  1.770666  1.275024  0.218810    0.0\n",
      "26001.0  0.845563  0.491646  1.077283    0.0\n",
      "27092.0  0.501293  0.562900  0.628015    0.0\n",
      "27454.0 -0.171075  0.717986  0.052857    0.0\n",
      "27495.0  0.325689  0.480333  0.210264    0.0\n",
      "28143.0  0.999839  0.713830  0.252992  130.0\n",
      "30007.0  0.717460  0.975218 -0.034107   50.0\n",
      "30290.0  0.858895  0.386344 -0.600500    0.0\n",
      "30868.0  0.955660  0.862902  0.262165    0.0\n",
      "31754.0  0.000000  0.000000  0.851633   79.0\n",
      "31935.0  1.390518  0.582371  0.768458    0.0\n",
      "33198.0 -0.862436 -0.332618 -0.711538    0.0\n",
      "33717.0 -0.180864  0.694509 -0.575941    0.0\n",
      "34731.0 -0.364932  0.115970  0.702230    0.0\n",
      "34765.0  0.902329  0.788346  0.173671    0.0\n",
      "35080.0 -0.258210  0.569929 -0.104117    0.0\n",
      "35114.0  0.131146  0.497796  0.035235    0.0\n",
      "35473.0  0.468420  0.502434  0.838139    0.0\n",
      "35675.0  0.589468  1.112758  1.046829    0.0\n",
      "36473.0 -1.132448 -1.251909 -0.164355    0.0\n",
      "\n",
      "[80 rows x 4 columns]\n",
      "Epoch: 0\n",
      "Loss: tensor(0.7757, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 500\n",
      "Loss: tensor(0.6077, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1000\n",
      "Loss: tensor(0.5758, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1500\n",
      "Loss: tensor(0.5499, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2000\n",
      "Loss: tensor(0.5283, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2500\n",
      "Loss: tensor(0.4630, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3000\n",
      "Loss: tensor(0.3944, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3500\n",
      "Loss: tensor(0.3433, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4000\n",
      "Loss: tensor(0.3067, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4500\n",
      "Loss: tensor(0.2808, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5000\n",
      "Loss: tensor(0.2516, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5500\n",
      "Loss: tensor(0.2377, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6000\n",
      "Loss: tensor(0.2276, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6500\n",
      "Loss: tensor(0.2199, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7000\n",
      "Loss: tensor(0.2141, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7500\n",
      "Loss: tensor(0.2095, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8000\n",
      "Loss: tensor(0.2058, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8500\n",
      "Loss: tensor(0.2029, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9000\n",
      "Loss: tensor(0.2005, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9500\n",
      "Loss: tensor(0.1986, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:13:52,514 - DEBUG - dumping model to: default_jakarta_data/jakarta_en.p\n",
      "2019-08-22 17:13:52,575 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:13:52,576 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:13:52,577 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:13:52,577 - DEBUG - GoogleLabeler constructed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.725\n",
      "COMPARE WITH SVM: \n",
      "Num Correct 57 Out of 80\n",
      "Val score: 0.7125\n",
      "____________\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:14:01,427 - INFO - Num Correct 62 Out of 76\n",
      "2019-08-22 17:14:01,428 - INFO - Val score: 0.8157894736842105\n",
      "2019-08-22 17:14:05,015 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:14:05,016 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:14:05,017 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:14:05,017 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:14:05,018 - DEBUG - logging from: default_jakarta_data/aws_labels_default.p\n",
      "2019-08-22 17:14:22,340 - INFO - Num Correct 59 Out of 76\n",
      "2019-08-22 17:14:22,341 - INFO - Val score: 0.7763157894736842\n",
      "2019-08-22 17:14:29,811 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:14:29,813 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:03,367 - INFO - Num Correct 60 Out of 78\n",
      "2019-08-22 17:15:03,368 - INFO - Val score: 0.7692307692307693\n",
      "2019-08-22 17:15:27,467 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:27,467 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:15:27,468 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:27,469 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:15:31,979 - DEBUG - logging from: default_jakarta_data/goog.p\n",
      "2019-08-22 17:15:31,980 - DEBUG - logging from: default_jakarta_data/aws.p\n",
      "2019-08-22 17:15:31,981 - DEBUG - logging from: default_jakarta_data/bow.p\n",
      "2019-08-22 17:15:31,983 - DEBUG - logging from: default_jakarta_data/fh.p\n",
      "2019-08-22 17:15:32,018 - INFO - training size (4, 2149)\n",
      "2019-08-22 17:15:32,019 - INFO - training matrix [[-1.18910264 -1.16169202 -0.83117007 ... -1.60145082  0.85204087\n",
      "   0.76610958]\n",
      " [-1.43275812 -1.00003237 -1.00042334 ... -1.0002291   0.45200389\n",
      "  -0.08885971]\n",
      " [-0.99983635 -0.99968507 -1.00033437 ... -0.20969297  0.12671153\n",
      "  -0.18393855]\n",
      " [ 0.          0.          0.         ...  0.          0.\n",
      "   0.        ]\n",
      " [-1.         -1.         -1.         ... -1.         -1.\n",
      "  -1.        ]]\n",
      "2019-08-22 17:15:32,050 - INFO - validation size (4, 80)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:15: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  return self.output(y_pred)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:62: UserWarning: torch.nn.utils.clip_grad_norm is now deprecated in favor of torch.nn.utils.clip_grad_norm_.\n",
      "  torch.nn.utils.clip_grad_norm(model.parameters(), 100)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                0\n",
      "pkey             \n",
      "1.0     -1.189103\n",
      "3.0     -1.161692\n",
      "4.0     -0.831170\n",
      "9.0     -0.713386\n",
      "10.0    -1.016622\n",
      "20.0    -1.151500\n",
      "23.0    -0.510464\n",
      "24.0    -0.648987\n",
      "101.0   -0.963717\n",
      "116.0    0.038191\n",
      "130.0   -0.960627\n",
      "132.0   -1.159644\n",
      "148.0    0.621307\n",
      "160.0   -1.624883\n",
      "162.0   -1.394085\n",
      "163.0   -0.636123\n",
      "168.0   -1.465049\n",
      "208.0   -1.000052\n",
      "209.0   -1.000059\n",
      "210.0   -0.999992\n",
      "211.0   -1.000015\n",
      "212.0   -0.999671\n",
      "213.0   -1.282330\n",
      "280.0   -1.000349\n",
      "281.0   -1.000221\n",
      "282.0    0.281592\n",
      "331.0   -0.647498\n",
      "337.0   -1.000170\n",
      "360.0   -0.756855\n",
      "363.0   -0.741801\n",
      "...           ...\n",
      "36970.0 -0.917685\n",
      "36989.0  0.056897\n",
      "36992.0 -1.484056\n",
      "37001.0 -1.186082\n",
      "37013.0 -0.906767\n",
      "37110.0 -0.976825\n",
      "37121.0 -1.692059\n",
      "37156.0 -1.000050\n",
      "37180.0 -0.744656\n",
      "37200.0 -1.000086\n",
      "37229.0 -0.429559\n",
      "37230.0 -1.218328\n",
      "37254.0 -1.200428\n",
      "37278.0 -1.064859\n",
      "37302.0 -1.780607\n",
      "37326.0 -1.179515\n",
      "37338.0 -0.999968\n",
      "37343.0 -1.688887\n",
      "37344.0 -1.664223\n",
      "37422.0 -0.128869\n",
      "37446.0  0.025568\n",
      "37449.0 -0.883839\n",
      "37450.0 -0.379727\n",
      "37461.0 -0.363738\n",
      "37528.0 -1.115885\n",
      "37551.0 -1.003673\n",
      "37588.0 -0.975143\n",
      "37612.0 -1.601451\n",
      "37636.0  0.852041\n",
      "37637.0  0.766110\n",
      "\n",
      "[2149 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "1.0     -1.189103 -1.432758\n",
      "3.0     -1.161692 -1.000032\n",
      "4.0     -0.831170 -1.000423\n",
      "9.0     -0.713386 -1.438593\n",
      "10.0    -1.016622 -1.000083\n",
      "20.0    -1.151500 -1.210169\n",
      "23.0    -0.510464 -0.999944\n",
      "24.0    -0.648987 -1.033397\n",
      "101.0   -0.963717 -0.890091\n",
      "116.0    0.038191 -0.012349\n",
      "130.0   -0.960627 -0.345160\n",
      "132.0   -1.159644 -1.049167\n",
      "148.0    0.621307 -0.019354\n",
      "160.0   -1.624883 -1.160235\n",
      "162.0   -1.394085 -1.501321\n",
      "163.0   -0.636123 -1.089998\n",
      "168.0   -1.465049 -1.971797\n",
      "208.0   -1.000052 -0.999672\n",
      "209.0   -1.000059 -1.475235\n",
      "210.0   -0.999992 -0.999665\n",
      "211.0   -1.000015 -1.000484\n",
      "212.0   -0.999671 -0.968266\n",
      "213.0   -1.282330 -1.110783\n",
      "280.0   -1.000349 -0.760837\n",
      "281.0   -1.000221 -0.488635\n",
      "282.0    0.281592 -0.084366\n",
      "331.0   -0.647498 -0.982352\n",
      "337.0   -1.000170 -1.978377\n",
      "360.0   -0.756855 -0.611265\n",
      "363.0   -0.741801 -1.406487\n",
      "...           ...       ...\n",
      "36970.0 -0.917685 -0.999897\n",
      "36989.0  0.056897 -0.999955\n",
      "36992.0 -1.484056 -0.999911\n",
      "37001.0 -1.186082 -1.281633\n",
      "37013.0 -0.906767 -0.999987\n",
      "37110.0 -0.976825 -1.387783\n",
      "37121.0 -1.692059 -1.000053\n",
      "37156.0 -1.000050 -1.000043\n",
      "37180.0 -0.744656 -1.000412\n",
      "37200.0 -1.000086 -0.999735\n",
      "37229.0 -0.429559 -0.617641\n",
      "37230.0 -1.218328 -1.359917\n",
      "37254.0 -1.200428 -0.638369\n",
      "37278.0 -1.064859 -0.999905\n",
      "37302.0 -1.780607 -0.999905\n",
      "37326.0 -1.179515 -1.000223\n",
      "37338.0 -0.999968 -1.174740\n",
      "37343.0 -1.688887 -0.999894\n",
      "37344.0 -1.664223 -1.000242\n",
      "37422.0 -0.128869 -0.850467\n",
      "37446.0  0.025568 -0.616240\n",
      "37449.0 -0.883839 -0.705985\n",
      "37450.0 -0.379727 -0.512133\n",
      "37461.0 -0.363738  0.022520\n",
      "37528.0 -1.115885 -1.000384\n",
      "37551.0 -1.003673 -1.000151\n",
      "37588.0 -0.975143 -0.575565\n",
      "37612.0 -1.601451 -1.000229\n",
      "37636.0  0.852041  0.452004\n",
      "37637.0  0.766110 -0.088860\n",
      "\n",
      "[2149 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "1.0     -1.189103 -1.432758 -0.999836\n",
      "3.0     -1.161692 -1.000032 -0.999685\n",
      "4.0     -0.831170 -1.000423 -1.000334\n",
      "9.0     -0.713386 -1.438593 -1.623024\n",
      "10.0    -1.016622 -1.000083 -0.730228\n",
      "20.0    -1.151500 -1.210169 -1.619978\n",
      "23.0    -0.510464 -0.999944 -0.326553\n",
      "24.0    -0.648987 -1.033397 -1.153596\n",
      "101.0   -0.963717 -0.890091 -0.752603\n",
      "116.0    0.038191 -0.012349 -0.705573\n",
      "130.0   -0.960627 -0.345160 -0.051279\n",
      "132.0   -1.159644 -1.049167 -1.000189\n",
      "148.0    0.621307 -0.019354 -0.861649\n",
      "160.0   -1.624883 -1.160235 -1.000293\n",
      "162.0   -1.394085 -1.501321 -0.999896\n",
      "163.0   -0.636123 -1.089998 -0.999896\n",
      "168.0   -1.465049 -1.971797 -0.999700\n",
      "208.0   -1.000052 -0.999672 -0.999880\n",
      "209.0   -1.000059 -1.475235 -0.999880\n",
      "210.0   -0.999992 -0.999665 -0.999880\n",
      "211.0   -1.000015 -1.000484 -0.999880\n",
      "212.0   -0.999671 -0.968266 -0.999880\n",
      "213.0   -1.282330 -1.110783 -0.999683\n",
      "280.0   -1.000349 -0.760837 -0.999845\n",
      "281.0   -1.000221 -0.488635 -0.999676\n",
      "282.0    0.281592 -0.084366 -0.999915\n",
      "331.0   -0.647498 -0.982352 -1.000004\n",
      "337.0   -1.000170 -1.978377 -2.183373\n",
      "360.0   -0.756855 -0.611265  0.057647\n",
      "363.0   -0.741801 -1.406487 -0.866924\n",
      "...           ...       ...       ...\n",
      "36970.0 -0.917685 -0.999897 -0.292427\n",
      "36989.0  0.056897 -0.999955  0.290046\n",
      "36992.0 -1.484056 -0.999911 -0.466345\n",
      "37001.0 -1.186082 -1.281633 -0.999700\n",
      "37013.0 -0.906767 -0.999987 -1.031746\n",
      "37110.0 -0.976825 -1.387783 -1.417201\n",
      "37121.0 -1.692059 -1.000053 -0.962807\n",
      "37156.0 -1.000050 -1.000043 -1.023109\n",
      "37180.0 -0.744656 -1.000412 -0.999819\n",
      "37200.0 -1.000086 -0.999735 -0.999700\n",
      "37229.0 -0.429559 -0.617641 -1.000034\n",
      "37230.0 -1.218328 -1.359917 -0.999580\n",
      "37254.0 -1.200428 -0.638369 -1.000012\n",
      "37278.0 -1.064859 -0.999905 -1.000183\n",
      "37302.0 -1.780607 -0.999905 -0.999698\n",
      "37326.0 -1.179515 -1.000223 -0.393464\n",
      "37338.0 -0.999968 -1.174740 -1.180785\n",
      "37343.0 -1.688887 -0.999894 -1.180785\n",
      "37344.0 -1.664223 -1.000242 -1.180785\n",
      "37422.0 -0.128869 -0.850467 -1.000005\n",
      "37446.0  0.025568 -0.616240  0.490175\n",
      "37449.0 -0.883839 -0.705985 -1.000175\n",
      "37450.0 -0.379727 -0.512133 -0.998585\n",
      "37461.0 -0.363738  0.022520 -0.999735\n",
      "37528.0 -1.115885 -1.000384 -0.944825\n",
      "37551.0 -1.003673 -1.000151 -0.529818\n",
      "37588.0 -0.975143 -0.575565 -0.999700\n",
      "37612.0 -1.601451 -1.000229 -0.209693\n",
      "37636.0  0.852041  0.452004  0.126712\n",
      "37637.0  0.766110 -0.088860 -0.183939\n",
      "\n",
      "[2149 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "1.0     -1.189103 -1.432758 -0.999836    0.0\n",
      "3.0     -1.161692 -1.000032 -0.999685    0.0\n",
      "4.0     -0.831170 -1.000423 -1.000334    0.0\n",
      "9.0     -0.713386 -1.438593 -1.623024    0.0\n",
      "10.0    -1.016622 -1.000083 -0.730228    0.0\n",
      "20.0    -1.151500 -1.210169 -1.619978    0.0\n",
      "23.0    -0.510464 -0.999944 -0.326553    0.0\n",
      "24.0    -0.648987 -1.033397 -1.153596    0.0\n",
      "101.0   -0.963717 -0.890091 -0.752603    0.0\n",
      "116.0    0.038191 -0.012349 -0.705573    0.0\n",
      "130.0   -0.960627 -0.345160 -0.051279  126.0\n",
      "132.0   -1.159644 -1.049167 -1.000189    0.0\n",
      "148.0    0.621307 -0.019354 -0.861649    0.0\n",
      "160.0   -1.624883 -1.160235 -1.000293    0.0\n",
      "162.0   -1.394085 -1.501321 -0.999896    0.0\n",
      "163.0   -0.636123 -1.089998 -0.999896    0.0\n",
      "168.0   -1.465049 -1.971797 -0.999700    0.0\n",
      "208.0   -1.000052 -0.999672 -0.999880    0.0\n",
      "209.0   -1.000059 -1.475235 -0.999880    0.0\n",
      "210.0   -0.999992 -0.999665 -0.999880    0.0\n",
      "211.0   -1.000015 -1.000484 -0.999880    0.0\n",
      "212.0   -0.999671 -0.968266 -0.999880    0.0\n",
      "213.0   -1.282330 -1.110783 -0.999683    0.0\n",
      "280.0   -1.000349 -0.760837 -0.999845    0.0\n",
      "281.0   -1.000221 -0.488635 -0.999676    0.0\n",
      "282.0    0.281592 -0.084366 -0.999915    0.0\n",
      "331.0   -0.647498 -0.982352 -1.000004    0.0\n",
      "337.0   -1.000170 -1.978377 -2.183373    0.0\n",
      "360.0   -0.756855 -0.611265  0.057647    0.0\n",
      "363.0   -0.741801 -1.406487 -0.866924    0.0\n",
      "...           ...       ...       ...    ...\n",
      "36970.0 -0.917685 -0.999897 -0.292427    0.0\n",
      "36989.0  0.056897 -0.999955  0.290046    0.0\n",
      "36992.0 -1.484056 -0.999911 -0.466345    0.0\n",
      "37001.0 -1.186082 -1.281633 -0.999700    0.0\n",
      "37013.0 -0.906767 -0.999987 -1.031746    0.0\n",
      "37110.0 -0.976825 -1.387783 -1.417201    0.0\n",
      "37121.0 -1.692059 -1.000053 -0.962807    0.0\n",
      "37156.0 -1.000050 -1.000043 -1.023109    0.0\n",
      "37180.0 -0.744656 -1.000412 -0.999819    0.0\n",
      "37200.0 -1.000086 -0.999735 -0.999700    0.0\n",
      "37229.0 -0.429559 -0.617641 -1.000034    0.0\n",
      "37230.0 -1.218328 -1.359917 -0.999580    0.0\n",
      "37254.0 -1.200428 -0.638369 -1.000012    0.0\n",
      "37278.0 -1.064859 -0.999905 -1.000183    0.0\n",
      "37302.0 -1.780607 -0.999905 -0.999698    0.0\n",
      "37326.0 -1.179515 -1.000223 -0.393464    0.0\n",
      "37338.0 -0.999968 -1.174740 -1.180785    0.0\n",
      "37343.0 -1.688887 -0.999894 -1.180785    0.0\n",
      "37344.0 -1.664223 -1.000242 -1.180785    0.0\n",
      "37422.0 -0.128869 -0.850467 -1.000005    0.0\n",
      "37446.0  0.025568 -0.616240  0.490175    0.0\n",
      "37449.0 -0.883839 -0.705985 -1.000175    0.0\n",
      "37450.0 -0.379727 -0.512133 -0.998585    0.0\n",
      "37461.0 -0.363738  0.022520 -0.999735    0.0\n",
      "37528.0 -1.115885 -1.000384 -0.944825    0.0\n",
      "37551.0 -1.003673 -1.000151 -0.529818    0.0\n",
      "37588.0 -0.975143 -0.575565 -0.999700    0.0\n",
      "37612.0 -1.601451 -1.000229 -0.209693    0.0\n",
      "37636.0  0.852041  0.452004  0.126712    0.0\n",
      "37637.0  0.766110 -0.088860 -0.183939    0.0\n",
      "\n",
      "[2149 rows x 4 columns]\n",
      "                0\n",
      "pkey             \n",
      "316.0   -0.998801\n",
      "384.0    0.192839\n",
      "486.0   -0.102406\n",
      "769.0   -1.479941\n",
      "1094.0  -0.692011\n",
      "1669.0  -1.249279\n",
      "2055.0  -1.249677\n",
      "2207.0  -0.621559\n",
      "2259.0  -1.090536\n",
      "4374.0  -0.806899\n",
      "4691.0  -0.856400\n",
      "4845.0   0.222678\n",
      "4886.0  -0.834717\n",
      "5256.0  -0.877180\n",
      "5271.0  -0.523841\n",
      "5454.0  -0.459796\n",
      "6025.0  -0.738929\n",
      "7399.0  -0.670933\n",
      "7816.0  -0.247269\n",
      "8374.0   1.020855\n",
      "8593.0   0.075218\n",
      "8820.0  -0.616327\n",
      "9333.0   1.125118\n",
      "9346.0  -0.833310\n",
      "10037.0 -1.301014\n",
      "10080.0 -0.773816\n",
      "10224.0 -0.827192\n",
      "10939.0 -0.073385\n",
      "11206.0  0.971180\n",
      "12154.0  1.150273\n",
      "...           ...\n",
      "23297.0  0.208674\n",
      "23376.0  1.243855\n",
      "23443.0  1.226874\n",
      "23444.0  0.100024\n",
      "23677.0 -0.907710\n",
      "23780.0  0.000000\n",
      "23783.0  0.000000\n",
      "23936.0  1.548283\n",
      "23967.0  0.666861\n",
      "24166.0  1.003570\n",
      "24504.0  0.964446\n",
      "24542.0  0.687728\n",
      "24780.0  0.511216\n",
      "26142.0  0.811995\n",
      "27239.0 -0.155272\n",
      "27368.0  1.237340\n",
      "28649.0  1.338784\n",
      "28880.0 -0.516453\n",
      "29288.0  1.332682\n",
      "29949.0 -0.253201\n",
      "30536.0 -0.194229\n",
      "31266.0 -0.287173\n",
      "32350.0  0.000000\n",
      "32585.0 -0.621559\n",
      "32783.0 -0.300419\n",
      "33822.0 -0.486404\n",
      "34723.0  0.000000\n",
      "34842.0 -0.655011\n",
      "34971.0 -0.041544\n",
      "36996.0 -1.072022\n",
      "\n",
      "[80 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "316.0   -0.998801 -1.222656\n",
      "384.0    0.192839 -0.343175\n",
      "486.0   -0.102406 -0.546085\n",
      "769.0   -1.479941 -1.705751\n",
      "1094.0  -0.692011 -0.555075\n",
      "1669.0  -1.249279 -1.449792\n",
      "2055.0  -1.249677 -1.430115\n",
      "2207.0  -0.621559  0.335572\n",
      "2259.0  -1.090536 -0.911205\n",
      "4374.0  -0.806899 -0.775758\n",
      "4691.0  -0.856400 -0.785028\n",
      "4845.0   0.222678 -0.690295\n",
      "4886.0  -0.834717  0.040589\n",
      "5256.0  -0.877180 -0.852317\n",
      "5271.0  -0.523841 -0.522725\n",
      "5454.0  -0.459796 -0.368959\n",
      "6025.0  -0.738929 -0.662711\n",
      "7399.0  -0.670933 -1.065603\n",
      "7816.0  -0.247269  0.020738\n",
      "8374.0   1.020855  1.576683\n",
      "8593.0   0.075218  0.010046\n",
      "8820.0  -0.616327 -0.898993\n",
      "9333.0   1.125118  1.249897\n",
      "9346.0  -0.833310 -0.554978\n",
      "10037.0 -1.301014 -1.351591\n",
      "10080.0 -0.773816 -0.826253\n",
      "10224.0 -0.827192 -0.778150\n",
      "10939.0 -0.073385  1.296738\n",
      "11206.0  0.971180  1.148809\n",
      "12154.0  1.150273  0.639419\n",
      "...           ...       ...\n",
      "23297.0  0.208674 -0.184711\n",
      "23376.0  1.243855  1.446563\n",
      "23443.0  1.226874  0.988867\n",
      "23444.0  0.100024  0.044644\n",
      "23677.0 -0.907710  0.299714\n",
      "23780.0  0.000000  0.000000\n",
      "23783.0  0.000000  0.000000\n",
      "23936.0  1.548283  1.339795\n",
      "23967.0  0.666861  0.886311\n",
      "24166.0  1.003570  1.237953\n",
      "24504.0  0.964446  0.726527\n",
      "24542.0  0.687728  1.260544\n",
      "24780.0  0.511216  1.273852\n",
      "26142.0  0.811995  0.567238\n",
      "27239.0 -0.155272 -0.142614\n",
      "27368.0  1.237340  0.386592\n",
      "28649.0  1.338784  0.926999\n",
      "28880.0 -0.516453  0.227918\n",
      "29288.0  1.332682  0.913253\n",
      "29949.0 -0.253201 -0.355456\n",
      "30536.0 -0.194229  0.001792\n",
      "31266.0 -0.287173  0.011029\n",
      "32350.0  0.000000  0.000000\n",
      "32585.0 -0.621559  0.485455\n",
      "32783.0 -0.300419 -0.378495\n",
      "33822.0 -0.486404 -0.324349\n",
      "34723.0  0.000000  0.000000\n",
      "34842.0 -0.655011 -0.826240\n",
      "34971.0 -0.041544 -0.434536\n",
      "36996.0 -1.072022 -0.703686\n",
      "\n",
      "[80 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "316.0   -0.998801 -1.222656 -1.410710\n",
      "384.0    0.192839 -0.343175 -0.211565\n",
      "486.0   -0.102406 -0.546085  0.033396\n",
      "769.0   -1.479941 -1.705751 -1.835803\n",
      "1094.0  -0.692011 -0.555075 -0.745415\n",
      "1669.0  -1.249279 -1.449792 -0.999700\n",
      "2055.0  -1.249677 -1.430115 -0.999700\n",
      "2207.0  -0.621559  0.335572 -0.073976\n",
      "2259.0  -1.090536 -0.911205 -0.999700\n",
      "4374.0  -0.806899 -0.775758 -1.359056\n",
      "4691.0  -0.856400 -0.785028 -0.753288\n",
      "4845.0   0.222678 -0.690295 -0.822338\n",
      "4886.0  -0.834717  0.040589  0.034412\n",
      "5256.0  -0.877180 -0.852317 -0.529818\n",
      "5271.0  -0.523841 -0.522725 -0.529818\n",
      "5454.0  -0.459796 -0.368959 -1.285717\n",
      "6025.0  -0.738929 -0.662711 -0.999700\n",
      "7399.0  -0.670933 -1.065603  0.056643\n",
      "7816.0  -0.247269  0.020738  0.114158\n",
      "8374.0   1.020855  1.576683  0.079278\n",
      "8593.0   0.075218  0.010046  1.274556\n",
      "8820.0  -0.616327 -0.898993 -0.274097\n",
      "9333.0   1.125118  1.249897 -0.180585\n",
      "9346.0  -0.833310 -0.554978 -1.417201\n",
      "10037.0 -1.301014 -1.351591 -1.065557\n",
      "10080.0 -0.773816 -0.826253  0.236848\n",
      "10224.0 -0.827192 -0.778150 -0.206550\n",
      "10939.0 -0.073385  1.296738  0.162743\n",
      "11206.0  0.971180  1.148809  1.379596\n",
      "12154.0  1.150273  0.639419  0.000000\n",
      "...           ...       ...       ...\n",
      "23297.0  0.208674 -0.184711  0.728400\n",
      "23376.0  1.243855  1.446563  0.037689\n",
      "23443.0  1.226874  0.988867  0.374196\n",
      "23444.0  0.100024  0.044644 -0.999700\n",
      "23677.0 -0.907710  0.299714  0.756464\n",
      "23780.0  0.000000  0.000000  0.079118\n",
      "23783.0  0.000000  0.000000  0.370829\n",
      "23936.0  1.548283  1.339795  0.950730\n",
      "23967.0  0.666861  0.886311  0.979015\n",
      "24166.0  1.003570  1.237953  0.781498\n",
      "24504.0  0.964446  0.726527  0.526188\n",
      "24542.0  0.687728  1.260544  1.676328\n",
      "24780.0  0.511216  1.273852  0.398047\n",
      "26142.0  0.811995  0.567238  0.556317\n",
      "27239.0 -0.155272 -0.142614  0.149621\n",
      "27368.0  1.237340  0.386592  0.950730\n",
      "28649.0  1.338784  0.926999  0.221232\n",
      "28880.0 -0.516453  0.227918  0.011833\n",
      "29288.0  1.332682  0.913253  0.915889\n",
      "29949.0 -0.253201 -0.355456  0.365117\n",
      "30536.0 -0.194229  0.001792 -0.009501\n",
      "31266.0 -0.287173  0.011029 -0.638973\n",
      "32350.0  0.000000  0.000000  0.691684\n",
      "32585.0 -0.621559  0.485455 -0.039302\n",
      "32783.0 -0.300419 -0.378495 -1.417201\n",
      "33822.0 -0.486404 -0.324349  0.047046\n",
      "34723.0  0.000000  0.000000  0.912678\n",
      "34842.0 -0.655011 -0.826240  0.200896\n",
      "34971.0 -0.041544 -0.434536 -0.888755\n",
      "36996.0 -1.072022 -0.703686 -0.845510\n",
      "\n",
      "[80 rows x 3 columns]\n",
      "                0         1         2     3\n",
      "pkey                                       \n",
      "316.0   -0.998801 -1.222656 -1.410710   0.0\n",
      "384.0    0.192839 -0.343175 -0.211565   0.0\n",
      "486.0   -0.102406 -0.546085  0.033396   0.0\n",
      "769.0   -1.479941 -1.705751 -1.835803   0.0\n",
      "1094.0  -0.692011 -0.555075 -0.745415   0.0\n",
      "1669.0  -1.249279 -1.449792 -0.999700   0.0\n",
      "2055.0  -1.249677 -1.430115 -0.999700   0.0\n",
      "2207.0  -0.621559  0.335572 -0.073976   0.0\n",
      "2259.0  -1.090536 -0.911205 -0.999700   0.0\n",
      "4374.0  -0.806899 -0.775758 -1.359056   0.0\n",
      "4691.0  -0.856400 -0.785028 -0.753288   0.0\n",
      "4845.0   0.222678 -0.690295 -0.822338   0.0\n",
      "4886.0  -0.834717  0.040589  0.034412   0.0\n",
      "5256.0  -0.877180 -0.852317 -0.529818   0.0\n",
      "5271.0  -0.523841 -0.522725 -0.529818   0.0\n",
      "5454.0  -0.459796 -0.368959 -1.285717   0.0\n",
      "6025.0  -0.738929 -0.662711 -0.999700   0.0\n",
      "7399.0  -0.670933 -1.065603  0.056643   0.0\n",
      "7816.0  -0.247269  0.020738  0.114158  50.0\n",
      "8374.0   1.020855  1.576683  0.079278   0.0\n",
      "8593.0   0.075218  0.010046  1.274556   0.0\n",
      "8820.0  -0.616327 -0.898993 -0.274097   0.0\n",
      "9333.0   1.125118  1.249897 -0.180585   0.0\n",
      "9346.0  -0.833310 -0.554978 -1.417201   0.0\n",
      "10037.0 -1.301014 -1.351591 -1.065557   0.0\n",
      "10080.0 -0.773816 -0.826253  0.236848   0.0\n",
      "10224.0 -0.827192 -0.778150 -0.206550   0.0\n",
      "10939.0 -0.073385  1.296738  0.162743   0.0\n",
      "11206.0  0.971180  1.148809  1.379596   0.0\n",
      "12154.0  1.150273  0.639419  0.000000  50.0\n",
      "...           ...       ...       ...   ...\n",
      "23297.0  0.208674 -0.184711  0.728400   0.0\n",
      "23376.0  1.243855  1.446563  0.037689   0.0\n",
      "23443.0  1.226874  0.988867  0.374196   0.0\n",
      "23444.0  0.100024  0.044644 -0.999700   0.0\n",
      "23677.0 -0.907710  0.299714  0.756464  31.0\n",
      "23780.0  0.000000  0.000000  0.079118  50.0\n",
      "23783.0  0.000000  0.000000  0.370829  33.0\n",
      "23936.0  1.548283  1.339795  0.950730  40.0\n",
      "23967.0  0.666861  0.886311  0.979015   0.0\n",
      "24166.0  1.003570  1.237953  0.781498   0.0\n",
      "24504.0  0.964446  0.726527  0.526188   0.0\n",
      "24542.0  0.687728  1.260544  1.676328   0.0\n",
      "24780.0  0.511216  1.273852  0.398047   0.0\n",
      "26142.0  0.811995  0.567238  0.556317   0.0\n",
      "27239.0 -0.155272 -0.142614  0.149621   0.0\n",
      "27368.0  1.237340  0.386592  0.950730  71.0\n",
      "28649.0  1.338784  0.926999  0.221232  35.0\n",
      "28880.0 -0.516453  0.227918  0.011833   0.0\n",
      "29288.0  1.332682  0.913253  0.915889   0.0\n",
      "29949.0 -0.253201 -0.355456  0.365117   0.0\n",
      "30536.0 -0.194229  0.001792 -0.009501   0.0\n",
      "31266.0 -0.287173  0.011029 -0.638973   0.0\n",
      "32350.0  0.000000  0.000000  0.691684  60.0\n",
      "32585.0 -0.621559  0.485455 -0.039302   0.0\n",
      "32783.0 -0.300419 -0.378495 -1.417201   0.0\n",
      "33822.0 -0.486404 -0.324349  0.047046   0.0\n",
      "34723.0  0.000000  0.000000  0.912678  50.0\n",
      "34842.0 -0.655011 -0.826240  0.200896   0.0\n",
      "34971.0 -0.041544 -0.434536 -0.888755   0.0\n",
      "36996.0 -1.072022 -0.703686 -0.845510   0.0\n",
      "\n",
      "[80 rows x 4 columns]\n",
      "Epoch: 0\n",
      "Loss: tensor(0.7564, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 500\n",
      "Loss: tensor(0.7111, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1000\n",
      "Loss: tensor(0.6946, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1500\n",
      "Loss: tensor(0.6938, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2000\n",
      "Loss: tensor(0.6935, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2500\n",
      "Loss: tensor(0.6933, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:15:36,302 - DEBUG - dumping model to: default_jakarta_data/jakarta_en.p\n",
      "2019-08-22 17:15:36,369 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:36,370 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:15:36,371 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:36,372 - DEBUG - GoogleLabeler constructed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Early stopping at epoch: 2975\n",
      "0.5\n",
      "COMPARE WITH SVM: \n",
      "Num Correct 61 Out of 80\n",
      "Val score: 0.7625\n",
      "____________\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:15:45,053 - INFO - Num Correct 50 Out of 79\n",
      "2019-08-22 17:15:45,054 - INFO - Val score: 0.6329113924050633\n",
      "2019-08-22 17:15:48,470 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:48,471 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:15:48,472 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:15:48,473 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:15:48,473 - DEBUG - logging from: default_jakarta_data/aws_labels_default.p\n",
      "2019-08-22 17:16:05,307 - INFO - Num Correct 51 Out of 79\n",
      "2019-08-22 17:16:05,308 - INFO - Val score: 0.6455696202531646\n",
      "2019-08-22 17:16:12,828 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:16:12,829 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:16:46,190 - INFO - Num Correct 56 Out of 79\n",
      "2019-08-22 17:16:46,191 - INFO - Val score: 0.7088607594936709\n",
      "2019-08-22 17:17:10,418 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:17:10,419 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:17:10,420 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:17:10,421 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:17:15,075 - DEBUG - logging from: default_jakarta_data/goog.p\n",
      "2019-08-22 17:17:15,076 - DEBUG - logging from: default_jakarta_data/aws.p\n",
      "2019-08-22 17:17:15,077 - DEBUG - logging from: default_jakarta_data/bow.p\n",
      "2019-08-22 17:17:15,079 - DEBUG - logging from: default_jakarta_data/fh.p\n",
      "2019-08-22 17:17:15,114 - INFO - training size (4, 2149)\n",
      "2019-08-22 17:17:15,115 - INFO - training matrix [[-1.27251691 -1.23629578 -0.86622762 ... -1.57760496  0.8359559\n",
      "   0.7226922 ]\n",
      " [-1.53143434 -0.99981052 -0.99961535 ... -0.99995575  0.51074471\n",
      "  -0.10449803]\n",
      " [-1.00036706 -1.00002438 -0.99958007 ... -0.24750767  0.12938472\n",
      "  -0.16330959]\n",
      " [ 0.          0.          0.         ...  0.          0.\n",
      "   0.        ]\n",
      " [-1.         -1.         -1.         ... -1.         -1.\n",
      "  -1.        ]]\n",
      "2019-08-22 17:17:15,148 - INFO - validation size (4, 80)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:15: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  return self.output(y_pred)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:62: UserWarning: torch.nn.utils.clip_grad_norm is now deprecated in favor of torch.nn.utils.clip_grad_norm_.\n",
      "  torch.nn.utils.clip_grad_norm(model.parameters(), 100)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                0\n",
      "pkey             \n",
      "1.0     -1.272517\n",
      "3.0     -1.236296\n",
      "4.0     -0.866228\n",
      "9.0     -0.742957\n",
      "10.0    -0.999654\n",
      "20.0    -1.132581\n",
      "23.0    -0.604580\n",
      "24.0    -0.839161\n",
      "101.0   -0.986987\n",
      "116.0   -0.020295\n",
      "130.0   -0.998561\n",
      "132.0   -1.207599\n",
      "148.0    0.720879\n",
      "160.0   -1.618940\n",
      "162.0   -1.388923\n",
      "163.0   -0.695637\n",
      "168.0   -1.481035\n",
      "208.0   -0.999591\n",
      "209.0   -0.999982\n",
      "210.0   -1.000044\n",
      "211.0   -1.000115\n",
      "212.0   -0.999689\n",
      "213.0   -1.199621\n",
      "280.0   -0.995307\n",
      "281.0   -0.999746\n",
      "316.0   -1.181614\n",
      "331.0   -0.449156\n",
      "337.0   -1.000184\n",
      "360.0   -0.821994\n",
      "363.0   -0.680447\n",
      "...           ...\n",
      "36970.0 -0.937908\n",
      "36989.0  0.074830\n",
      "36992.0 -1.395314\n",
      "36996.0 -1.085613\n",
      "37001.0 -1.074227\n",
      "37110.0 -1.000021\n",
      "37121.0 -1.747334\n",
      "37156.0 -1.000383\n",
      "37180.0 -0.596226\n",
      "37200.0 -1.128203\n",
      "37229.0 -0.186441\n",
      "37230.0 -1.268296\n",
      "37254.0 -1.147855\n",
      "37278.0 -0.999851\n",
      "37302.0 -1.785683\n",
      "37326.0 -1.159595\n",
      "37338.0 -0.999856\n",
      "37343.0 -1.723603\n",
      "37344.0 -1.728567\n",
      "37422.0 -0.214476\n",
      "37446.0 -0.204887\n",
      "37449.0 -0.761838\n",
      "37450.0 -0.317982\n",
      "37461.0 -0.425493\n",
      "37528.0 -1.016148\n",
      "37551.0 -1.048764\n",
      "37588.0 -1.000037\n",
      "37612.0 -1.577605\n",
      "37636.0  0.835956\n",
      "37637.0  0.722692\n",
      "\n",
      "[2149 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "1.0     -1.272517 -1.531434\n",
      "3.0     -1.236296 -0.999811\n",
      "4.0     -0.866228 -0.999615\n",
      "9.0     -0.742957 -1.464357\n",
      "10.0    -0.999654 -1.000172\n",
      "20.0    -1.132581 -1.271852\n",
      "23.0    -0.604580 -0.999717\n",
      "24.0    -0.839161 -1.026846\n",
      "101.0   -0.986987 -0.999780\n",
      "116.0   -0.020295  0.014363\n",
      "130.0   -0.998561 -0.323771\n",
      "132.0   -1.207599 -1.011020\n",
      "148.0    0.720879 -0.106245\n",
      "160.0   -1.618940 -1.038008\n",
      "162.0   -1.388923 -1.495100\n",
      "163.0   -0.695637 -1.186797\n",
      "168.0   -1.481035 -1.961195\n",
      "208.0   -0.999591 -1.000371\n",
      "209.0   -0.999982 -1.548577\n",
      "210.0   -1.000044 -0.999873\n",
      "211.0   -1.000115 -0.999980\n",
      "212.0   -0.999689 -1.000114\n",
      "213.0   -1.199621 -1.112882\n",
      "280.0   -0.995307 -0.650590\n",
      "281.0   -0.999746 -0.453464\n",
      "316.0   -1.181614 -1.204478\n",
      "331.0   -0.449156 -0.999999\n",
      "337.0   -1.000184 -2.026273\n",
      "360.0   -0.821994 -0.478692\n",
      "363.0   -0.680447 -1.379246\n",
      "...           ...       ...\n",
      "36970.0 -0.937908 -0.999724\n",
      "36989.0  0.074830 -0.880373\n",
      "36992.0 -1.395314 -0.999959\n",
      "36996.0 -1.085613 -0.999789\n",
      "37001.0 -1.074227 -1.343448\n",
      "37110.0 -1.000021 -1.315374\n",
      "37121.0 -1.747334 -1.000113\n",
      "37156.0 -1.000383 -1.000107\n",
      "37180.0 -0.596226 -1.000092\n",
      "37200.0 -1.128203 -0.999835\n",
      "37229.0 -0.186441 -0.624901\n",
      "37230.0 -1.268296 -1.468141\n",
      "37254.0 -1.147855 -0.688221\n",
      "37278.0 -0.999851 -0.999690\n",
      "37302.0 -1.785683 -1.000270\n",
      "37326.0 -1.159595 -0.999909\n",
      "37338.0 -0.999856 -1.295372\n",
      "37343.0 -1.723603 -1.000403\n",
      "37344.0 -1.728567 -1.000338\n",
      "37422.0 -0.214476 -0.849247\n",
      "37446.0 -0.204887 -0.545226\n",
      "37449.0 -0.761838 -0.523004\n",
      "37450.0 -0.317982 -0.518831\n",
      "37461.0 -0.425493  0.275371\n",
      "37528.0 -1.016148 -1.000183\n",
      "37551.0 -1.048764 -0.999610\n",
      "37588.0 -1.000037 -0.504845\n",
      "37612.0 -1.577605 -0.999956\n",
      "37636.0  0.835956  0.510745\n",
      "37637.0  0.722692 -0.104498\n",
      "\n",
      "[2149 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "1.0     -1.272517 -1.531434 -1.000367\n",
      "3.0     -1.236296 -0.999811 -1.000024\n",
      "4.0     -0.866228 -0.999615 -0.999580\n",
      "9.0     -0.742957 -1.464357 -1.637074\n",
      "10.0    -0.999654 -1.000172 -0.772402\n",
      "20.0    -1.132581 -1.271852 -1.586880\n",
      "23.0    -0.604580 -0.999717 -0.351202\n",
      "24.0    -0.839161 -1.026846 -1.197090\n",
      "101.0   -0.986987 -0.999780 -0.779499\n",
      "116.0   -0.020295  0.014363 -0.712329\n",
      "130.0   -0.998561 -0.323771 -0.081950\n",
      "132.0   -1.207599 -1.011020 -0.999578\n",
      "148.0    0.720879 -0.106245 -0.790728\n",
      "160.0   -1.618940 -1.038008 -1.000109\n",
      "162.0   -1.388923 -1.495100 -0.999749\n",
      "163.0   -0.695637 -1.186797 -0.999749\n",
      "168.0   -1.481035 -1.961195 -0.999600\n",
      "208.0   -0.999591 -1.000371 -0.999595\n",
      "209.0   -0.999982 -1.548577 -0.999595\n",
      "210.0   -1.000044 -0.999873 -0.999595\n",
      "211.0   -1.000115 -0.999980 -0.999595\n",
      "212.0   -0.999689 -1.000114 -0.999595\n",
      "213.0   -1.199621 -1.112882 -0.999844\n",
      "280.0   -0.995307 -0.650590 -1.000253\n",
      "281.0   -0.999746 -0.453464 -0.999549\n",
      "316.0   -1.181614 -1.204478 -1.446268\n",
      "331.0   -0.449156 -0.999999 -0.999722\n",
      "337.0   -1.000184 -2.026273 -2.176979\n",
      "360.0   -0.821994 -0.478692  0.043979\n",
      "363.0   -0.680447 -1.379246 -0.891707\n",
      "...           ...       ...       ...\n",
      "36970.0 -0.937908 -0.999724 -0.397065\n",
      "36989.0  0.074830 -0.880373  0.357259\n",
      "36992.0 -1.395314 -0.999959 -0.380259\n",
      "36996.0 -1.085613 -0.999789 -0.999739\n",
      "37001.0 -1.074227 -1.343448 -0.999600\n",
      "37110.0 -1.000021 -1.315374 -1.329768\n",
      "37121.0 -1.747334 -1.000113 -0.935758\n",
      "37156.0 -1.000383 -1.000107 -1.063942\n",
      "37180.0 -0.596226 -1.000092 -0.999983\n",
      "37200.0 -1.128203 -0.999835 -0.999600\n",
      "37229.0 -0.186441 -0.624901 -1.000109\n",
      "37230.0 -1.268296 -1.468141 -1.062621\n",
      "37254.0 -1.147855 -0.688221 -1.000238\n",
      "37278.0 -0.999851 -0.999690 -0.967466\n",
      "37302.0 -1.785683 -1.000270 -0.999706\n",
      "37326.0 -1.159595 -0.999909 -0.295399\n",
      "37338.0 -0.999856 -1.295372 -1.236473\n",
      "37343.0 -1.723603 -1.000403 -1.236473\n",
      "37344.0 -1.728567 -1.000338 -1.236473\n",
      "37422.0 -0.214476 -0.849247 -1.000450\n",
      "37446.0 -0.204887 -0.545226  0.548253\n",
      "37449.0 -0.761838 -0.523004 -0.999961\n",
      "37450.0 -0.317982 -0.518831 -0.989308\n",
      "37461.0 -0.425493  0.275371 -0.999999\n",
      "37528.0 -1.016148 -1.000183 -0.913114\n",
      "37551.0 -1.048764 -0.999610 -0.469334\n",
      "37588.0 -1.000037 -0.504845 -0.999600\n",
      "37612.0 -1.577605 -0.999956 -0.247508\n",
      "37636.0  0.835956  0.510745  0.129385\n",
      "37637.0  0.722692 -0.104498 -0.163310\n",
      "\n",
      "[2149 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "1.0     -1.272517 -1.531434 -1.000367    0.0\n",
      "3.0     -1.236296 -0.999811 -1.000024    0.0\n",
      "4.0     -0.866228 -0.999615 -0.999580    0.0\n",
      "9.0     -0.742957 -1.464357 -1.637074    0.0\n",
      "10.0    -0.999654 -1.000172 -0.772402    0.0\n",
      "20.0    -1.132581 -1.271852 -1.586880    0.0\n",
      "23.0    -0.604580 -0.999717 -0.351202    0.0\n",
      "24.0    -0.839161 -1.026846 -1.197090    0.0\n",
      "101.0   -0.986987 -0.999780 -0.779499    0.0\n",
      "116.0   -0.020295  0.014363 -0.712329    0.0\n",
      "130.0   -0.998561 -0.323771 -0.081950  126.0\n",
      "132.0   -1.207599 -1.011020 -0.999578    0.0\n",
      "148.0    0.720879 -0.106245 -0.790728    0.0\n",
      "160.0   -1.618940 -1.038008 -1.000109    0.0\n",
      "162.0   -1.388923 -1.495100 -0.999749    0.0\n",
      "163.0   -0.695637 -1.186797 -0.999749    0.0\n",
      "168.0   -1.481035 -1.961195 -0.999600    0.0\n",
      "208.0   -0.999591 -1.000371 -0.999595    0.0\n",
      "209.0   -0.999982 -1.548577 -0.999595    0.0\n",
      "210.0   -1.000044 -0.999873 -0.999595    0.0\n",
      "211.0   -1.000115 -0.999980 -0.999595    0.0\n",
      "212.0   -0.999689 -1.000114 -0.999595    0.0\n",
      "213.0   -1.199621 -1.112882 -0.999844    0.0\n",
      "280.0   -0.995307 -0.650590 -1.000253    0.0\n",
      "281.0   -0.999746 -0.453464 -0.999549    0.0\n",
      "316.0   -1.181614 -1.204478 -1.446268    0.0\n",
      "331.0   -0.449156 -0.999999 -0.999722    0.0\n",
      "337.0   -1.000184 -2.026273 -2.176979    0.0\n",
      "360.0   -0.821994 -0.478692  0.043979    0.0\n",
      "363.0   -0.680447 -1.379246 -0.891707    0.0\n",
      "...           ...       ...       ...    ...\n",
      "36970.0 -0.937908 -0.999724 -0.397065    0.0\n",
      "36989.0  0.074830 -0.880373  0.357259    0.0\n",
      "36992.0 -1.395314 -0.999959 -0.380259    0.0\n",
      "36996.0 -1.085613 -0.999789 -0.999739    0.0\n",
      "37001.0 -1.074227 -1.343448 -0.999600    0.0\n",
      "37110.0 -1.000021 -1.315374 -1.329768    0.0\n",
      "37121.0 -1.747334 -1.000113 -0.935758    0.0\n",
      "37156.0 -1.000383 -1.000107 -1.063942    0.0\n",
      "37180.0 -0.596226 -1.000092 -0.999983    0.0\n",
      "37200.0 -1.128203 -0.999835 -0.999600    0.0\n",
      "37229.0 -0.186441 -0.624901 -1.000109    0.0\n",
      "37230.0 -1.268296 -1.468141 -1.062621    0.0\n",
      "37254.0 -1.147855 -0.688221 -1.000238    0.0\n",
      "37278.0 -0.999851 -0.999690 -0.967466    0.0\n",
      "37302.0 -1.785683 -1.000270 -0.999706    0.0\n",
      "37326.0 -1.159595 -0.999909 -0.295399    0.0\n",
      "37338.0 -0.999856 -1.295372 -1.236473    0.0\n",
      "37343.0 -1.723603 -1.000403 -1.236473    0.0\n",
      "37344.0 -1.728567 -1.000338 -1.236473    0.0\n",
      "37422.0 -0.214476 -0.849247 -1.000450    0.0\n",
      "37446.0 -0.204887 -0.545226  0.548253    0.0\n",
      "37449.0 -0.761838 -0.523004 -0.999961    0.0\n",
      "37450.0 -0.317982 -0.518831 -0.989308    0.0\n",
      "37461.0 -0.425493  0.275371 -0.999999    0.0\n",
      "37528.0 -1.016148 -1.000183 -0.913114    0.0\n",
      "37551.0 -1.048764 -0.999610 -0.469334    0.0\n",
      "37588.0 -1.000037 -0.504845 -0.999600    0.0\n",
      "37612.0 -1.577605 -0.999956 -0.247508    0.0\n",
      "37636.0  0.835956  0.510745  0.129385    0.0\n",
      "37637.0  0.722692 -0.104498 -0.163310    0.0\n",
      "\n",
      "[2149 rows x 4 columns]\n",
      "                0\n",
      "pkey             \n",
      "282.0    0.316566\n",
      "523.0   -0.519000\n",
      "917.0   -0.209063\n",
      "1923.0  -0.484642\n",
      "2055.0  -1.172467\n",
      "2621.0  -1.212702\n",
      "3291.0   0.571144\n",
      "4237.0  -0.726300\n",
      "4382.0  -1.262230\n",
      "5263.0  -0.768802\n",
      "5271.0  -0.535112\n",
      "6030.0  -0.951745\n",
      "6095.0  -0.063797\n",
      "6120.0   0.652641\n",
      "6168.0  -0.679541\n",
      "6952.0   0.600924\n",
      "6991.0  -0.065813\n",
      "8179.0   0.362112\n",
      "9107.0  -0.184504\n",
      "9746.0  -1.211542\n",
      "10158.0 -0.143225\n",
      "10368.0  0.000000\n",
      "10466.0  0.391391\n",
      "11169.0 -0.123541\n",
      "12276.0  0.688799\n",
      "12434.0 -0.004295\n",
      "12566.0  0.040203\n",
      "13504.0 -0.957196\n",
      "13804.0 -0.172356\n",
      "13866.0  1.138190\n",
      "...           ...\n",
      "23220.0  0.167213\n",
      "23269.0 -0.459490\n",
      "23281.0  0.418620\n",
      "23288.0  0.279213\n",
      "23357.0  0.118994\n",
      "23486.0 -0.338636\n",
      "23676.0  0.839068\n",
      "23967.0  0.651196\n",
      "24166.0  1.081191\n",
      "25530.0  0.466349\n",
      "27491.0  0.756256\n",
      "27591.0 -0.053797\n",
      "28645.0  0.209842\n",
      "29015.0 -0.544479\n",
      "29487.0  0.846983\n",
      "29695.0 -0.334005\n",
      "29703.0 -0.233487\n",
      "30868.0  1.027530\n",
      "31345.0  0.621714\n",
      "31524.0  0.388246\n",
      "32877.0 -0.851177\n",
      "33411.0 -0.801282\n",
      "33420.0 -0.515882\n",
      "33645.0  0.537037\n",
      "34645.0  0.990079\n",
      "34731.0 -0.364861\n",
      "34826.0  0.465580\n",
      "35473.0  0.162433\n",
      "36945.0  0.179800\n",
      "37013.0 -0.878718\n",
      "\n",
      "[80 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "282.0    0.316566  0.666154\n",
      "523.0   -0.519000 -0.028495\n",
      "917.0   -0.209063 -0.237551\n",
      "1923.0  -0.484642 -1.382184\n",
      "2055.0  -1.172467 -1.542302\n",
      "2621.0  -1.212702 -0.774573\n",
      "3291.0   0.571144 -0.011005\n",
      "4237.0  -0.726300 -1.141858\n",
      "4382.0  -1.262230 -1.465446\n",
      "5263.0  -0.768802 -0.910640\n",
      "5271.0  -0.535112 -0.537649\n",
      "6030.0  -0.951745 -0.490684\n",
      "6095.0  -0.063797 -0.330679\n",
      "6120.0   0.652641  0.979355\n",
      "6168.0  -0.679541 -0.443977\n",
      "6952.0   0.600924  0.594586\n",
      "6991.0  -0.065813 -0.371003\n",
      "8179.0   0.362112  0.232484\n",
      "9107.0  -0.184504 -0.420636\n",
      "9746.0  -1.211542 -1.775172\n",
      "10158.0 -0.143225 -0.465675\n",
      "10368.0  0.000000  0.000000\n",
      "10466.0  0.391391  0.217445\n",
      "11169.0 -0.123541  0.358082\n",
      "12276.0  0.688799  0.275846\n",
      "12434.0 -0.004295  0.645354\n",
      "12566.0  0.040203  0.484066\n",
      "13504.0 -0.957196 -1.030120\n",
      "13804.0 -0.172356 -0.006374\n",
      "13866.0  1.138190  1.174904\n",
      "...           ...       ...\n",
      "23220.0  0.167213  0.588879\n",
      "23269.0 -0.459490  0.150103\n",
      "23281.0  0.418620  0.601274\n",
      "23288.0  0.279213  1.103086\n",
      "23357.0  0.118994 -0.185454\n",
      "23486.0 -0.338636 -0.296079\n",
      "23676.0  0.839068  0.965376\n",
      "23967.0  0.651196  0.916444\n",
      "24166.0  1.081191  1.276306\n",
      "25530.0  0.466349  0.671775\n",
      "27491.0  0.756256  0.167690\n",
      "27591.0 -0.053797  1.261718\n",
      "28645.0  0.209842  1.140467\n",
      "29015.0 -0.544479 -1.214887\n",
      "29487.0  0.846983  0.951255\n",
      "29695.0 -0.334005 -0.362252\n",
      "29703.0 -0.233487 -0.841140\n",
      "30868.0  1.027530  0.844073\n",
      "31345.0  0.621714  0.719211\n",
      "31524.0  0.388246  0.301116\n",
      "32877.0 -0.851177 -0.655057\n",
      "33411.0 -0.801282 -0.220525\n",
      "33420.0 -0.515882  0.198765\n",
      "33645.0  0.537037  0.249245\n",
      "34645.0  0.990079  0.676773\n",
      "34731.0 -0.364861  0.184671\n",
      "34826.0  0.465580 -0.199128\n",
      "35473.0  0.162433  0.544842\n",
      "36945.0  0.179800  0.376410\n",
      "37013.0 -0.878718 -0.731872\n",
      "\n",
      "[80 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "282.0    0.316566  0.666154 -0.562895\n",
      "523.0   -0.519000 -0.028495 -0.380472\n",
      "917.0   -0.209063 -0.237551 -0.999600\n",
      "1923.0  -0.484642 -1.382184 -0.092767\n",
      "2055.0  -1.172467 -1.542302 -0.999600\n",
      "2621.0  -1.212702 -0.774573 -0.469334\n",
      "3291.0   0.571144 -0.011005 -0.220136\n",
      "4237.0  -0.726300 -1.141858 -1.151149\n",
      "4382.0  -1.262230 -1.465446 -1.653287\n",
      "5263.0  -0.768802 -0.910640  0.289242\n",
      "5271.0  -0.535112 -0.537649 -0.469334\n",
      "6030.0  -0.951745 -0.490684 -0.999600\n",
      "6095.0  -0.063797 -0.330679 -0.050917\n",
      "6120.0   0.652641  0.979355  0.544350\n",
      "6168.0  -0.679541 -0.443977  0.013591\n",
      "6952.0   0.600924  0.594586  0.086749\n",
      "6991.0  -0.065813 -0.371003 -0.265367\n",
      "8179.0   0.362112  0.232484  0.343295\n",
      "9107.0  -0.184504 -0.420636 -1.749390\n",
      "9746.0  -1.211542 -1.775172 -1.747772\n",
      "10158.0 -0.143225 -0.465675  0.178468\n",
      "10368.0  0.000000  0.000000  0.305953\n",
      "10466.0  0.391391  0.217445  0.037965\n",
      "11169.0 -0.123541  0.358082  0.422644\n",
      "12276.0  0.688799  0.275846 -0.672504\n",
      "12434.0 -0.004295  0.645354 -0.046467\n",
      "12566.0  0.040203  0.484066  0.225064\n",
      "13504.0 -0.957196 -1.030120 -0.515630\n",
      "13804.0 -0.172356 -0.006374  0.855449\n",
      "13866.0  1.138190  1.174904  1.085599\n",
      "...           ...       ...       ...\n",
      "23220.0  0.167213  0.588879  0.608081\n",
      "23269.0 -0.459490  0.150103  0.274361\n",
      "23281.0  0.418620  0.601274  1.541746\n",
      "23288.0  0.279213  1.103086  0.931763\n",
      "23357.0  0.118994 -0.185454  0.120812\n",
      "23486.0 -0.338636 -0.296079  0.136915\n",
      "23676.0  0.839068  0.965376  0.238001\n",
      "23967.0  0.651196  0.916444  0.941866\n",
      "24166.0  1.081191  1.276306  0.928913\n",
      "25530.0  0.466349  0.671775  1.264531\n",
      "27491.0  0.756256  0.167690  0.555799\n",
      "27591.0 -0.053797  1.261718  0.542176\n",
      "28645.0  0.209842  1.140467  0.036168\n",
      "29015.0 -0.544479 -1.214887 -0.361233\n",
      "29487.0  0.846983  0.951255  0.967741\n",
      "29695.0 -0.334005 -0.362252  0.889201\n",
      "29703.0 -0.233487 -0.841140 -0.504541\n",
      "30868.0  1.027530  0.844073  0.273277\n",
      "31345.0  0.621714  0.719211 -0.058521\n",
      "31524.0  0.388246  0.301116 -0.024875\n",
      "32877.0 -0.851177 -0.655057  0.384838\n",
      "33411.0 -0.801282 -0.220525  0.811909\n",
      "33420.0 -0.515882  0.198765  0.360054\n",
      "33645.0  0.537037  0.249245  0.615789\n",
      "34645.0  0.990079  0.676773 -0.387081\n",
      "34731.0 -0.364861  0.184671  0.655847\n",
      "34826.0  0.465580 -0.199128  0.302550\n",
      "35473.0  0.162433  0.544842  0.958553\n",
      "36945.0  0.179800  0.376410  0.152187\n",
      "37013.0 -0.878718 -0.731872 -1.062806\n",
      "\n",
      "[80 rows x 3 columns]\n",
      "                0         1         2     3\n",
      "pkey                                       \n",
      "282.0    0.316566  0.666154 -0.562895   0.0\n",
      "523.0   -0.519000 -0.028495 -0.380472   0.0\n",
      "917.0   -0.209063 -0.237551 -0.999600   0.0\n",
      "1923.0  -0.484642 -1.382184 -0.092767   0.0\n",
      "2055.0  -1.172467 -1.542302 -0.999600   0.0\n",
      "2621.0  -1.212702 -0.774573 -0.469334   0.0\n",
      "3291.0   0.571144 -0.011005 -0.220136   0.0\n",
      "4237.0  -0.726300 -1.141858 -1.151149   0.0\n",
      "4382.0  -1.262230 -1.465446 -1.653287   0.0\n",
      "5263.0  -0.768802 -0.910640  0.289242   0.0\n",
      "5271.0  -0.535112 -0.537649 -0.469334   0.0\n",
      "6030.0  -0.951745 -0.490684 -0.999600   0.0\n",
      "6095.0  -0.063797 -0.330679 -0.050917  30.0\n",
      "6120.0   0.652641  0.979355  0.544350   0.0\n",
      "6168.0  -0.679541 -0.443977  0.013591   0.0\n",
      "6952.0   0.600924  0.594586  0.086749   0.0\n",
      "6991.0  -0.065813 -0.371003 -0.265367   0.0\n",
      "8179.0   0.362112  0.232484  0.343295   0.0\n",
      "9107.0  -0.184504 -0.420636 -1.749390   0.0\n",
      "9746.0  -1.211542 -1.775172 -1.747772   0.0\n",
      "10158.0 -0.143225 -0.465675  0.178468   0.0\n",
      "10368.0  0.000000  0.000000  0.305953  50.0\n",
      "10466.0  0.391391  0.217445  0.037965   0.0\n",
      "11169.0 -0.123541  0.358082  0.422644   0.0\n",
      "12276.0  0.688799  0.275846 -0.672504   0.0\n",
      "12434.0 -0.004295  0.645354 -0.046467   0.0\n",
      "12566.0  0.040203  0.484066  0.225064   0.0\n",
      "13504.0 -0.957196 -1.030120 -0.515630   0.0\n",
      "13804.0 -0.172356 -0.006374  0.855449   0.0\n",
      "13866.0  1.138190  1.174904  1.085599   0.0\n",
      "...           ...       ...       ...   ...\n",
      "23220.0  0.167213  0.588879  0.608081   0.0\n",
      "23269.0 -0.459490  0.150103  0.274361   0.0\n",
      "23281.0  0.418620  0.601274  1.541746   0.0\n",
      "23288.0  0.279213  1.103086  0.931763   0.0\n",
      "23357.0  0.118994 -0.185454  0.120812   0.0\n",
      "23486.0 -0.338636 -0.296079  0.136915   0.0\n",
      "23676.0  0.839068  0.965376  0.238001  30.0\n",
      "23967.0  0.651196  0.916444  0.941866   0.0\n",
      "24166.0  1.081191  1.276306  0.928913   0.0\n",
      "25530.0  0.466349  0.671775  1.264531   0.0\n",
      "27491.0  0.756256  0.167690  0.555799   0.0\n",
      "27591.0 -0.053797  1.261718  0.542176  71.0\n",
      "28645.0  0.209842  1.140467  0.036168   0.0\n",
      "29015.0 -0.544479 -1.214887 -0.361233   0.0\n",
      "29487.0  0.846983  0.951255  0.967741   0.0\n",
      "29695.0 -0.334005 -0.362252  0.889201   0.0\n",
      "29703.0 -0.233487 -0.841140 -0.504541   0.0\n",
      "30868.0  1.027530  0.844073  0.273277   0.0\n",
      "31345.0  0.621714  0.719211 -0.058521   0.0\n",
      "31524.0  0.388246  0.301116 -0.024875   0.0\n",
      "32877.0 -0.851177 -0.655057  0.384838   0.0\n",
      "33411.0 -0.801282 -0.220525  0.811909   0.0\n",
      "33420.0 -0.515882  0.198765  0.360054   0.0\n",
      "33645.0  0.537037  0.249245  0.615789   0.0\n",
      "34645.0  0.990079  0.676773 -0.387081  30.0\n",
      "34731.0 -0.364861  0.184671  0.655847   0.0\n",
      "34826.0  0.465580 -0.199128  0.302550   0.0\n",
      "35473.0  0.162433  0.544842  0.958553   0.0\n",
      "36945.0  0.179800  0.376410  0.152187   0.0\n",
      "37013.0 -0.878718 -0.731872 -1.062806   0.0\n",
      "\n",
      "[80 rows x 4 columns]\n",
      "Epoch: 0\n",
      "Loss: tensor(0.6585, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 500\n",
      "Loss: tensor(0.5638, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1000\n",
      "Loss: tensor(0.4586, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1500\n",
      "Loss: tensor(0.3775, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2000\n",
      "Loss: tensor(0.3216, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2500\n",
      "Loss: tensor(0.2842, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3000\n",
      "Loss: tensor(0.2592, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3500\n",
      "Loss: tensor(0.2421, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4000\n",
      "Loss: tensor(0.2301, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4500\n",
      "Loss: tensor(0.2197, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5000\n",
      "Loss: tensor(0.2132, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5500\n",
      "Loss: tensor(0.2084, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6000\n",
      "Loss: tensor(0.2047, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6500\n",
      "Loss: tensor(0.2019, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7000\n",
      "Loss: tensor(0.1998, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7500\n",
      "Loss: tensor(0.1980, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8000\n",
      "Loss: tensor(0.1966, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8500\n",
      "Loss: tensor(0.1955, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9000\n",
      "Loss: tensor(0.1946, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9500\n",
      "Loss: tensor(0.1939, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:17:29,738 - DEBUG - dumping model to: default_jakarta_data/jakarta_en.p\n",
      "2019-08-22 17:17:29,802 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:17:29,803 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:17:29,803 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:17:29,804 - DEBUG - GoogleLabeler constructed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6875\n",
      "COMPARE WITH SVM: \n",
      "Num Correct 58 Out of 80\n",
      "Val score: 0.725\n",
      "____________\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:17:38,903 - INFO - Num Correct 53 Out of 77\n",
      "2019-08-22 17:17:38,903 - INFO - Val score: 0.6883116883116883\n",
      "2019-08-22 17:17:42,436 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:17:42,436 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:17:42,437 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:17:42,438 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:17:42,438 - DEBUG - logging from: default_jakarta_data/aws_labels_default.p\n",
      "2019-08-22 17:17:59,966 - INFO - Num Correct 54 Out of 77\n",
      "2019-08-22 17:17:59,967 - INFO - Val score: 0.7012987012987013\n",
      "2019-08-22 17:18:07,562 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:18:07,563 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:18:41,745 - INFO - Num Correct 61 Out of 76\n",
      "2019-08-22 17:18:41,745 - INFO - Val score: 0.8026315789473685\n",
      "2019-08-22 17:19:05,943 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:19:05,944 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:19:05,944 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:19:05,945 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:19:10,965 - DEBUG - logging from: default_jakarta_data/goog.p\n",
      "2019-08-22 17:19:10,966 - DEBUG - logging from: default_jakarta_data/aws.p\n",
      "2019-08-22 17:19:10,967 - DEBUG - logging from: default_jakarta_data/bow.p\n",
      "2019-08-22 17:19:10,969 - DEBUG - logging from: default_jakarta_data/fh.p\n",
      "2019-08-22 17:19:10,999 - INFO - training size (4, 2149)\n",
      "2019-08-22 17:19:11,000 - INFO - training matrix [[-1.27293136 -1.15774854 -0.91798782 ... -1.6060943   0.77381562\n",
      "   0.89953094]\n",
      " [-1.42969847 -1.0001098  -1.00001261 ... -0.99961654  0.48618659\n",
      "  -0.16781269]\n",
      " [-1.00018666 -0.99971113 -0.99980918 ... -0.26562102  0.09536472\n",
      "  -0.22496781]\n",
      " [ 0.          0.          0.         ...  0.          0.\n",
      "   0.        ]\n",
      " [-1.         -1.         -1.         ... -1.         -1.\n",
      "  -1.        ]]\n",
      "2019-08-22 17:19:11,028 - INFO - validation size (4, 80)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:15: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  return self.output(y_pred)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:62: UserWarning: torch.nn.utils.clip_grad_norm is now deprecated in favor of torch.nn.utils.clip_grad_norm_.\n",
      "  torch.nn.utils.clip_grad_norm(model.parameters(), 100)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                0\n",
      "pkey             \n",
      "1.0     -1.272931\n",
      "3.0     -1.157749\n",
      "4.0     -0.917988\n",
      "9.0     -0.737420\n",
      "10.0    -0.999880\n",
      "20.0    -1.234794\n",
      "23.0    -0.480205\n",
      "24.0    -0.605392\n",
      "101.0   -0.935750\n",
      "116.0    0.073686\n",
      "130.0   -0.962868\n",
      "132.0   -1.227674\n",
      "148.0    0.682282\n",
      "160.0   -1.603014\n",
      "162.0   -1.408266\n",
      "163.0   -0.698784\n",
      "168.0   -1.497801\n",
      "208.0   -1.000218\n",
      "209.0   -1.000340\n",
      "210.0   -1.000129\n",
      "211.0   -0.999757\n",
      "212.0   -1.000083\n",
      "213.0   -1.303735\n",
      "280.0   -1.000211\n",
      "281.0   -0.999902\n",
      "282.0    0.335474\n",
      "316.0   -1.074751\n",
      "331.0   -0.535210\n",
      "337.0   -1.000154\n",
      "360.0   -0.718389\n",
      "...           ...\n",
      "36989.0  0.032797\n",
      "36992.0 -1.434874\n",
      "36996.0 -1.114601\n",
      "37001.0 -1.135377\n",
      "37013.0 -0.895708\n",
      "37110.0 -1.000019\n",
      "37121.0 -1.724321\n",
      "37156.0 -0.999960\n",
      "37180.0 -0.633933\n",
      "37200.0 -1.024154\n",
      "37229.0 -0.295860\n",
      "37230.0 -1.268752\n",
      "37254.0 -1.337148\n",
      "37278.0 -1.090857\n",
      "37302.0 -1.845719\n",
      "37326.0 -1.153113\n",
      "37338.0 -1.000013\n",
      "37343.0 -1.703478\n",
      "37344.0 -1.732318\n",
      "37422.0 -0.229828\n",
      "37446.0 -0.063430\n",
      "37449.0 -0.801563\n",
      "37450.0 -0.414728\n",
      "37461.0 -0.384134\n",
      "37528.0 -1.095189\n",
      "37551.0 -1.026869\n",
      "37588.0 -0.952087\n",
      "37612.0 -1.606094\n",
      "37636.0  0.773816\n",
      "37637.0  0.899531\n",
      "\n",
      "[2149 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "1.0     -1.272931 -1.429698\n",
      "3.0     -1.157749 -1.000110\n",
      "4.0     -0.917988 -1.000013\n",
      "9.0     -0.737420 -1.553871\n",
      "10.0    -0.999880 -1.000058\n",
      "20.0    -1.234794 -1.281348\n",
      "23.0    -0.480205 -1.000220\n",
      "24.0    -0.605392 -1.024754\n",
      "101.0   -0.935750 -0.970877\n",
      "116.0    0.073686  0.122788\n",
      "130.0   -0.962868 -0.386930\n",
      "132.0   -1.227674 -0.999994\n",
      "148.0    0.682282  0.048428\n",
      "160.0   -1.603014 -1.227188\n",
      "162.0   -1.408266 -1.566216\n",
      "163.0   -0.698784 -1.061359\n",
      "168.0   -1.497801 -1.964643\n",
      "208.0   -1.000218 -1.000308\n",
      "209.0   -1.000340 -1.419888\n",
      "210.0   -1.000129 -1.000190\n",
      "211.0   -0.999757 -0.999814\n",
      "212.0   -1.000083 -0.997560\n",
      "213.0   -1.303735 -1.089616\n",
      "280.0   -1.000211 -0.685284\n",
      "281.0   -0.999902 -0.394447\n",
      "282.0    0.335474 -0.087001\n",
      "316.0   -1.074751 -1.184244\n",
      "331.0   -0.535210 -0.922989\n",
      "337.0   -1.000154 -2.048909\n",
      "360.0   -0.718389 -0.593737\n",
      "...           ...       ...\n",
      "36989.0  0.032797 -1.000365\n",
      "36992.0 -1.434874 -1.000054\n",
      "36996.0 -1.114601 -0.999720\n",
      "37001.0 -1.135377 -1.131765\n",
      "37013.0 -0.895708 -1.000136\n",
      "37110.0 -1.000019 -1.214689\n",
      "37121.0 -1.724321 -0.999516\n",
      "37156.0 -0.999960 -0.999947\n",
      "37180.0 -0.633933 -0.999928\n",
      "37200.0 -1.024154 -0.999813\n",
      "37229.0 -0.295860 -0.614683\n",
      "37230.0 -1.268752 -1.483627\n",
      "37254.0 -1.337148 -0.638848\n",
      "37278.0 -1.090857 -0.999812\n",
      "37302.0 -1.845719 -1.000099\n",
      "37326.0 -1.153113 -1.000105\n",
      "37338.0 -1.000013 -1.178578\n",
      "37343.0 -1.703478 -0.999875\n",
      "37344.0 -1.732318 -1.000091\n",
      "37422.0 -0.229828 -0.825686\n",
      "37446.0 -0.063430 -0.573481\n",
      "37449.0 -0.801563 -0.736522\n",
      "37450.0 -0.414728 -0.547687\n",
      "37461.0 -0.384134  0.105664\n",
      "37528.0 -1.095189 -0.999560\n",
      "37551.0 -1.026869 -0.999640\n",
      "37588.0 -0.952087 -0.434626\n",
      "37612.0 -1.606094 -0.999617\n",
      "37636.0  0.773816  0.486187\n",
      "37637.0  0.899531 -0.167813\n",
      "\n",
      "[2149 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "1.0     -1.272931 -1.429698 -1.000187\n",
      "3.0     -1.157749 -1.000110 -0.999711\n",
      "4.0     -0.917988 -1.000013 -0.999809\n",
      "9.0     -0.737420 -1.553871 -1.632603\n",
      "10.0    -0.999880 -1.000058 -0.787338\n",
      "20.0    -1.234794 -1.281348 -1.528914\n",
      "23.0    -0.480205 -1.000220 -0.370787\n",
      "24.0    -0.605392 -1.024754 -1.123076\n",
      "101.0   -0.935750 -0.970877 -0.809247\n",
      "116.0    0.073686  0.122788 -0.673259\n",
      "130.0   -0.962868 -0.386930 -0.102243\n",
      "132.0   -1.227674 -0.999994 -0.999923\n",
      "148.0    0.682282  0.048428 -0.857493\n",
      "160.0   -1.603014 -1.227188 -1.000386\n",
      "162.0   -1.408266 -1.566216 -1.000081\n",
      "163.0   -0.698784 -1.061359 -1.000081\n",
      "168.0   -1.497801 -1.964643 -0.999677\n",
      "208.0   -1.000218 -1.000308 -0.999661\n",
      "209.0   -1.000340 -1.419888 -0.999661\n",
      "210.0   -1.000129 -1.000190 -0.999661\n",
      "211.0   -0.999757 -0.999814 -0.999661\n",
      "212.0   -1.000083 -0.997560 -0.999661\n",
      "213.0   -1.303735 -1.089616 -1.000039\n",
      "280.0   -1.000211 -0.685284 -0.999932\n",
      "281.0   -0.999902 -0.394447 -0.999974\n",
      "282.0    0.335474 -0.087001 -1.000361\n",
      "316.0   -1.074751 -1.184244 -1.394988\n",
      "331.0   -0.535210 -0.922989 -0.999876\n",
      "337.0   -1.000154 -2.048909 -2.169615\n",
      "360.0   -0.718389 -0.593737  0.051090\n",
      "...           ...       ...       ...\n",
      "36989.0  0.032797 -1.000365  0.235472\n",
      "36992.0 -1.434874 -1.000054 -0.507604\n",
      "36996.0 -1.114601 -0.999720 -1.000308\n",
      "37001.0 -1.135377 -1.131765 -0.999677\n",
      "37013.0 -0.895708 -1.000136 -1.015186\n",
      "37110.0 -1.000019 -1.214689 -1.402060\n",
      "37121.0 -1.724321 -0.999516 -0.938513\n",
      "37156.0 -0.999960 -0.999947 -0.999979\n",
      "37180.0 -0.633933 -0.999928 -1.000010\n",
      "37200.0 -1.024154 -0.999813 -0.999677\n",
      "37229.0 -0.295860 -0.614683 -1.000362\n",
      "37230.0 -1.268752 -1.483627 -1.012726\n",
      "37254.0 -1.337148 -0.638848 -1.000204\n",
      "37278.0 -1.090857 -0.999812 -0.948888\n",
      "37302.0 -1.845719 -1.000099 -1.000177\n",
      "37326.0 -1.153113 -1.000105 -0.383022\n",
      "37338.0 -1.000013 -1.178578 -1.177587\n",
      "37343.0 -1.703478 -0.999875 -1.177587\n",
      "37344.0 -1.732318 -1.000091 -1.177587\n",
      "37422.0 -0.229828 -0.825686 -0.999811\n",
      "37446.0 -0.063430 -0.573481  0.410711\n",
      "37449.0 -0.801563 -0.736522 -1.000283\n",
      "37450.0 -0.414728 -0.547687 -0.966684\n",
      "37461.0 -0.384134  0.105664 -0.999819\n",
      "37528.0 -1.095189 -0.999560 -0.877727\n",
      "37551.0 -1.026869 -0.999640 -0.545883\n",
      "37588.0 -0.952087 -0.434626 -0.999677\n",
      "37612.0 -1.606094 -0.999617 -0.265621\n",
      "37636.0  0.773816  0.486187  0.095365\n",
      "37637.0  0.899531 -0.167813 -0.224968\n",
      "\n",
      "[2149 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "1.0     -1.272931 -1.429698 -1.000187    0.0\n",
      "3.0     -1.157749 -1.000110 -0.999711    0.0\n",
      "4.0     -0.917988 -1.000013 -0.999809    0.0\n",
      "9.0     -0.737420 -1.553871 -1.632603    0.0\n",
      "10.0    -0.999880 -1.000058 -0.787338    0.0\n",
      "20.0    -1.234794 -1.281348 -1.528914    0.0\n",
      "23.0    -0.480205 -1.000220 -0.370787    0.0\n",
      "24.0    -0.605392 -1.024754 -1.123076    0.0\n",
      "101.0   -0.935750 -0.970877 -0.809247    0.0\n",
      "116.0    0.073686  0.122788 -0.673259    0.0\n",
      "130.0   -0.962868 -0.386930 -0.102243  126.0\n",
      "132.0   -1.227674 -0.999994 -0.999923    0.0\n",
      "148.0    0.682282  0.048428 -0.857493    0.0\n",
      "160.0   -1.603014 -1.227188 -1.000386    0.0\n",
      "162.0   -1.408266 -1.566216 -1.000081    0.0\n",
      "163.0   -0.698784 -1.061359 -1.000081    0.0\n",
      "168.0   -1.497801 -1.964643 -0.999677    0.0\n",
      "208.0   -1.000218 -1.000308 -0.999661    0.0\n",
      "209.0   -1.000340 -1.419888 -0.999661    0.0\n",
      "210.0   -1.000129 -1.000190 -0.999661    0.0\n",
      "211.0   -0.999757 -0.999814 -0.999661    0.0\n",
      "212.0   -1.000083 -0.997560 -0.999661    0.0\n",
      "213.0   -1.303735 -1.089616 -1.000039    0.0\n",
      "280.0   -1.000211 -0.685284 -0.999932    0.0\n",
      "281.0   -0.999902 -0.394447 -0.999974    0.0\n",
      "282.0    0.335474 -0.087001 -1.000361    0.0\n",
      "316.0   -1.074751 -1.184244 -1.394988    0.0\n",
      "331.0   -0.535210 -0.922989 -0.999876    0.0\n",
      "337.0   -1.000154 -2.048909 -2.169615    0.0\n",
      "360.0   -0.718389 -0.593737  0.051090    0.0\n",
      "...           ...       ...       ...    ...\n",
      "36989.0  0.032797 -1.000365  0.235472    0.0\n",
      "36992.0 -1.434874 -1.000054 -0.507604    0.0\n",
      "36996.0 -1.114601 -0.999720 -1.000308    0.0\n",
      "37001.0 -1.135377 -1.131765 -0.999677    0.0\n",
      "37013.0 -0.895708 -1.000136 -1.015186    0.0\n",
      "37110.0 -1.000019 -1.214689 -1.402060    0.0\n",
      "37121.0 -1.724321 -0.999516 -0.938513    0.0\n",
      "37156.0 -0.999960 -0.999947 -0.999979    0.0\n",
      "37180.0 -0.633933 -0.999928 -1.000010    0.0\n",
      "37200.0 -1.024154 -0.999813 -0.999677    0.0\n",
      "37229.0 -0.295860 -0.614683 -1.000362    0.0\n",
      "37230.0 -1.268752 -1.483627 -1.012726    0.0\n",
      "37254.0 -1.337148 -0.638848 -1.000204    0.0\n",
      "37278.0 -1.090857 -0.999812 -0.948888    0.0\n",
      "37302.0 -1.845719 -1.000099 -1.000177    0.0\n",
      "37326.0 -1.153113 -1.000105 -0.383022    0.0\n",
      "37338.0 -1.000013 -1.178578 -1.177587    0.0\n",
      "37343.0 -1.703478 -0.999875 -1.177587    0.0\n",
      "37344.0 -1.732318 -1.000091 -1.177587    0.0\n",
      "37422.0 -0.229828 -0.825686 -0.999811    0.0\n",
      "37446.0 -0.063430 -0.573481  0.410711    0.0\n",
      "37449.0 -0.801563 -0.736522 -1.000283    0.0\n",
      "37450.0 -0.414728 -0.547687 -0.966684    0.0\n",
      "37461.0 -0.384134  0.105664 -0.999819    0.0\n",
      "37528.0 -1.095189 -0.999560 -0.877727    0.0\n",
      "37551.0 -1.026869 -0.999640 -0.545883    0.0\n",
      "37588.0 -0.952087 -0.434626 -0.999677    0.0\n",
      "37612.0 -1.606094 -0.999617 -0.265621    0.0\n",
      "37636.0  0.773816  0.486187  0.095365    0.0\n",
      "37637.0  0.899531 -0.167813 -0.224968    0.0\n",
      "\n",
      "[2149 rows x 4 columns]\n",
      "                0\n",
      "pkey             \n",
      "781.0   -1.055345\n",
      "1338.0  -1.187931\n",
      "1991.0   0.460503\n",
      "2618.0   0.242749\n",
      "2859.0   0.377015\n",
      "3483.0  -0.886179\n",
      "3772.0  -0.818130\n",
      "3921.0  -0.508500\n",
      "4107.0  -1.281487\n",
      "4274.0  -1.376794\n",
      "5606.0  -1.077281\n",
      "5654.0  -1.096243\n",
      "6120.0   1.004281\n",
      "6327.0  -0.083770\n",
      "8106.0   0.000000\n",
      "8420.0   0.873871\n",
      "9333.0   1.217442\n",
      "10013.0 -0.935111\n",
      "10115.0 -1.196787\n",
      "10518.0 -0.635016\n",
      "10570.0  1.154682\n",
      "10900.0  0.924052\n",
      "11503.0 -1.713351\n",
      "11928.0  0.751175\n",
      "12604.0  0.560938\n",
      "12694.0 -1.264848\n",
      "12899.0  0.337551\n",
      "13038.0 -0.628168\n",
      "13693.0 -0.140718\n",
      "13955.0  0.759088\n",
      "...           ...\n",
      "22010.0  0.600247\n",
      "22742.0  0.570615\n",
      "22840.0  0.693026\n",
      "23257.0  0.986455\n",
      "23271.0  0.543639\n",
      "23276.0  0.630373\n",
      "23301.0  1.623526\n",
      "23354.0  1.034658\n",
      "23501.0  0.786672\n",
      "23522.0 -0.097934\n",
      "23527.0  0.327718\n",
      "24406.0 -0.623341\n",
      "24491.0  0.959736\n",
      "26460.0  0.396507\n",
      "27190.0  0.469543\n",
      "28343.0  0.673730\n",
      "29695.0 -0.275105\n",
      "31075.0  0.000000\n",
      "31242.0  0.010309\n",
      "31370.0  0.534245\n",
      "31692.0  0.649430\n",
      "31879.0 -1.055772\n",
      "31938.0  0.386243\n",
      "32352.0  0.794037\n",
      "32585.0 -0.623341\n",
      "34362.0  1.071297\n",
      "34714.0  0.403141\n",
      "35320.0 -0.073705\n",
      "36257.0  0.451500\n",
      "36509.0 -0.007438\n",
      "\n",
      "[80 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "781.0   -1.055345 -0.722108\n",
      "1338.0  -1.187931 -1.068038\n",
      "1991.0   0.460503  0.089719\n",
      "2618.0   0.242749 -0.341213\n",
      "2859.0   0.377015  0.009334\n",
      "3483.0  -0.886179 -1.118267\n",
      "3772.0  -0.818130 -0.806216\n",
      "3921.0  -0.508500  0.152091\n",
      "4107.0  -1.281487 -0.340301\n",
      "4274.0  -1.376794  0.145865\n",
      "5606.0  -1.077281 -0.434940\n",
      "5654.0  -1.096243 -0.873873\n",
      "6120.0   1.004281  0.916986\n",
      "6327.0  -0.083770 -0.239850\n",
      "8106.0   0.000000  0.000000\n",
      "8420.0   0.873871 -0.597107\n",
      "9333.0   1.217442  1.297424\n",
      "10013.0 -0.935111 -1.180454\n",
      "10115.0 -1.196787 -0.742404\n",
      "10518.0 -0.635016 -0.087321\n",
      "10570.0  1.154682  0.865230\n",
      "10900.0  0.924052  0.588510\n",
      "11503.0 -1.713351 -0.545322\n",
      "11928.0  0.751175  0.509239\n",
      "12604.0  0.560938  0.796333\n",
      "12694.0 -1.264848 -0.854101\n",
      "12899.0  0.337551  0.457261\n",
      "13038.0 -0.628168 -0.870202\n",
      "13693.0 -0.140718  0.842553\n",
      "13955.0  0.759088  0.537182\n",
      "...           ...       ...\n",
      "22010.0  0.600247  0.745603\n",
      "22742.0  0.570615  0.587376\n",
      "22840.0  0.693026  0.549311\n",
      "23257.0  0.986455  1.143301\n",
      "23271.0  0.543639  0.372343\n",
      "23276.0  0.630373  0.657676\n",
      "23301.0  1.623526  1.314574\n",
      "23354.0  1.034658  0.832214\n",
      "23501.0  0.786672  0.617081\n",
      "23522.0 -0.097934  0.087628\n",
      "23527.0  0.327718  1.163767\n",
      "24406.0 -0.623341  0.809906\n",
      "24491.0  0.959736  1.160201\n",
      "26460.0  0.396507  0.437925\n",
      "27190.0  0.469543  1.266686\n",
      "28343.0  0.673730  0.458727\n",
      "29695.0 -0.275105 -0.371532\n",
      "31075.0  0.000000  0.000000\n",
      "31242.0  0.010309 -0.068167\n",
      "31370.0  0.534245  0.614071\n",
      "31692.0  0.649430  0.712039\n",
      "31879.0 -1.055772 -0.339997\n",
      "31938.0  0.386243  0.497582\n",
      "32352.0  0.794037  1.282149\n",
      "32585.0 -0.623341  0.314081\n",
      "34362.0  1.071297  0.200115\n",
      "34714.0  0.403141 -0.633607\n",
      "35320.0 -0.073705  0.170654\n",
      "36257.0  0.451500  0.230530\n",
      "36509.0 -0.007438  0.110324\n",
      "\n",
      "[80 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "781.0   -1.055345 -0.722108 -0.999991\n",
      "1338.0  -1.187931 -1.068038 -0.999112\n",
      "1991.0   0.460503  0.089719 -0.999677\n",
      "2618.0   0.242749 -0.341213 -0.545883\n",
      "2859.0   0.377015  0.009334 -1.293728\n",
      "3483.0  -0.886179 -1.118267 -0.999677\n",
      "3772.0  -0.818130 -0.806216 -0.278315\n",
      "3921.0  -0.508500  0.152091 -0.725460\n",
      "4107.0  -1.281487 -0.340301 -0.532969\n",
      "4274.0  -1.376794  0.145865 -0.652521\n",
      "5606.0  -1.077281 -0.434940 -0.205719\n",
      "5654.0  -1.096243 -0.873873 -1.014783\n",
      "6120.0   1.004281  0.916986  0.519217\n",
      "6327.0  -0.083770 -0.239850 -0.407841\n",
      "8106.0   0.000000  0.000000  0.217343\n",
      "8420.0   0.873871 -0.597107 -1.385320\n",
      "9333.0   1.217442  1.297424 -0.134396\n",
      "10013.0 -0.935111 -1.180454 -0.999677\n",
      "10115.0 -1.196787 -0.742404  0.050646\n",
      "10518.0 -0.635016 -0.087321 -0.908116\n",
      "10570.0  1.154682  0.865230 -0.297404\n",
      "10900.0  0.924052  0.588510  0.146345\n",
      "11503.0 -1.713351 -0.545322 -0.628847\n",
      "11928.0  0.751175  0.509239  0.433935\n",
      "12604.0  0.560938  0.796333 -0.031590\n",
      "12694.0 -1.264848 -0.854101 -0.559506\n",
      "12899.0  0.337551  0.457261 -0.216438\n",
      "13038.0 -0.628168 -0.870202  0.072837\n",
      "13693.0 -0.140718  0.842553  1.209047\n",
      "13955.0  0.759088  0.537182  0.015190\n",
      "...           ...       ...       ...\n",
      "22010.0  0.600247  0.745603  0.747857\n",
      "22742.0  0.570615  0.587376  0.392813\n",
      "22840.0  0.693026  0.549311  0.620622\n",
      "23257.0  0.986455  1.143301  1.000621\n",
      "23271.0  0.543639  0.372343  0.000000\n",
      "23276.0  0.630373  0.657676  0.534220\n",
      "23301.0  1.623526  1.314574  0.902918\n",
      "23354.0  1.034658  0.832214  0.492932\n",
      "23501.0  0.786672  0.617081  1.607123\n",
      "23522.0 -0.097934  0.087628  0.000000\n",
      "23527.0  0.327718  1.163767  0.647034\n",
      "24406.0 -0.623341  0.809906  1.231473\n",
      "24491.0  0.959736  1.160201  0.741419\n",
      "26460.0  0.396507  0.437925 -0.054950\n",
      "27190.0  0.469543  1.266686 -0.169344\n",
      "28343.0  0.673730  0.458727  0.136756\n",
      "29695.0 -0.275105 -0.371532  0.929878\n",
      "31075.0  0.000000  0.000000  0.000000\n",
      "31242.0  0.010309 -0.068167  0.271248\n",
      "31370.0  0.534245  0.614071  0.344416\n",
      "31692.0  0.649430  0.712039  0.900898\n",
      "31879.0 -1.055772 -0.339997 -0.002124\n",
      "31938.0  0.386243  0.497582 -0.013800\n",
      "32352.0  0.794037  1.282149  0.052424\n",
      "32585.0 -0.623341  0.314081 -0.011413\n",
      "34362.0  1.071297  0.200115  0.493245\n",
      "34714.0  0.403141 -0.633607  1.601893\n",
      "35320.0 -0.073705  0.170654  0.746563\n",
      "36257.0  0.451500  0.230530 -0.999677\n",
      "36509.0 -0.007438  0.110324 -0.003056\n",
      "\n",
      "[80 rows x 3 columns]\n",
      "                0         1         2     3\n",
      "pkey                                       \n",
      "781.0   -1.055345 -0.722108 -0.999991   0.0\n",
      "1338.0  -1.187931 -1.068038 -0.999112   0.0\n",
      "1991.0   0.460503  0.089719 -0.999677   0.0\n",
      "2618.0   0.242749 -0.341213 -0.545883   0.0\n",
      "2859.0   0.377015  0.009334 -1.293728   0.0\n",
      "3483.0  -0.886179 -1.118267 -0.999677   0.0\n",
      "3772.0  -0.818130 -0.806216 -0.278315   0.0\n",
      "3921.0  -0.508500  0.152091 -0.725460   0.0\n",
      "4107.0  -1.281487 -0.340301 -0.532969   0.0\n",
      "4274.0  -1.376794  0.145865 -0.652521   0.0\n",
      "5606.0  -1.077281 -0.434940 -0.205719   0.0\n",
      "5654.0  -1.096243 -0.873873 -1.014783   0.0\n",
      "6120.0   1.004281  0.916986  0.519217   0.0\n",
      "6327.0  -0.083770 -0.239850 -0.407841   0.0\n",
      "8106.0   0.000000  0.000000  0.217343   3.0\n",
      "8420.0   0.873871 -0.597107 -1.385320   0.0\n",
      "9333.0   1.217442  1.297424 -0.134396   0.0\n",
      "10013.0 -0.935111 -1.180454 -0.999677   0.0\n",
      "10115.0 -1.196787 -0.742404  0.050646   0.0\n",
      "10518.0 -0.635016 -0.087321 -0.908116   0.0\n",
      "10570.0  1.154682  0.865230 -0.297404   0.0\n",
      "10900.0  0.924052  0.588510  0.146345   0.0\n",
      "11503.0 -1.713351 -0.545322 -0.628847   0.0\n",
      "11928.0  0.751175  0.509239  0.433935   0.0\n",
      "12604.0  0.560938  0.796333 -0.031590   0.0\n",
      "12694.0 -1.264848 -0.854101 -0.559506   0.0\n",
      "12899.0  0.337551  0.457261 -0.216438   0.0\n",
      "13038.0 -0.628168 -0.870202  0.072837   0.0\n",
      "13693.0 -0.140718  0.842553  1.209047  50.0\n",
      "13955.0  0.759088  0.537182  0.015190   0.0\n",
      "...           ...       ...       ...   ...\n",
      "22010.0  0.600247  0.745603  0.747857   0.0\n",
      "22742.0  0.570615  0.587376  0.392813   0.0\n",
      "22840.0  0.693026  0.549311  0.620622  55.0\n",
      "23257.0  0.986455  1.143301  1.000621   0.0\n",
      "23271.0  0.543639  0.372343  0.000000   0.0\n",
      "23276.0  0.630373  0.657676  0.534220   0.0\n",
      "23301.0  1.623526  1.314574  0.902918   0.0\n",
      "23354.0  1.034658  0.832214  0.492932   0.0\n",
      "23501.0  0.786672  0.617081  1.607123   0.0\n",
      "23522.0 -0.097934  0.087628  0.000000   0.0\n",
      "23527.0  0.327718  1.163767  0.647034   0.0\n",
      "24406.0 -0.623341  0.809906  1.231473   0.0\n",
      "24491.0  0.959736  1.160201  0.741419   0.0\n",
      "26460.0  0.396507  0.437925 -0.054950   0.0\n",
      "27190.0  0.469543  1.266686 -0.169344   0.0\n",
      "28343.0  0.673730  0.458727  0.136756   0.0\n",
      "29695.0 -0.275105 -0.371532  0.929878   0.0\n",
      "31075.0  0.000000  0.000000  0.000000  23.0\n",
      "31242.0  0.010309 -0.068167  0.271248   0.0\n",
      "31370.0  0.534245  0.614071  0.344416   0.0\n",
      "31692.0  0.649430  0.712039  0.900898   0.0\n",
      "31879.0 -1.055772 -0.339997 -0.002124   0.0\n",
      "31938.0  0.386243  0.497582 -0.013800   0.0\n",
      "32352.0  0.794037  1.282149  0.052424   0.0\n",
      "32585.0 -0.623341  0.314081 -0.011413   0.0\n",
      "34362.0  1.071297  0.200115  0.493245   0.0\n",
      "34714.0  0.403141 -0.633607  1.601893   0.0\n",
      "35320.0 -0.073705  0.170654  0.746563  40.0\n",
      "36257.0  0.451500  0.230530 -0.999677   0.0\n",
      "36509.0 -0.007438  0.110324 -0.003056   0.0\n",
      "\n",
      "[80 rows x 4 columns]\n",
      "Epoch: 0\n",
      "Loss: tensor(0.7093, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 500\n",
      "Loss: tensor(0.6809, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1000\n",
      "Loss: tensor(0.6789, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1500\n",
      "Loss: tensor(0.6781, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2000\n",
      "Loss: tensor(0.6771, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2500\n",
      "Loss: tensor(0.6534, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3000\n",
      "Loss: tensor(0.6022, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3500\n",
      "Loss: tensor(0.5656, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4000\n",
      "Loss: tensor(0.5374, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4500\n",
      "Loss: tensor(0.5154, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5000\n",
      "Loss: tensor(0.4985, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5500\n",
      "Loss: tensor(0.4854, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6000\n",
      "Loss: tensor(0.4751, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6500\n",
      "Loss: tensor(0.4669, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7000\n",
      "Loss: tensor(0.4601, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7500\n",
      "Loss: tensor(0.4542, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8000\n",
      "Loss: tensor(0.4489, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8500\n",
      "Loss: tensor(0.4418, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9000\n",
      "Loss: tensor(0.4067, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9500\n",
      "Loss: tensor(0.3550, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:19:25,188 - DEBUG - dumping model to: default_jakarta_data/jakarta_en.p\n",
      "2019-08-22 17:19:25,255 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:19:25,255 - DEBUG - GoogleLabeler constructed\n",
      "2019-08-22 17:19:25,256 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:19:25,256 - DEBUG - GoogleLabeler constructed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.775\n",
      "COMPARE WITH SVM: \n",
      "Num Correct 58 Out of 80\n",
      "Val score: 0.725\n",
      "____________\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:19:34,781 - INFO - Num Correct 50 Out of 77\n",
      "2019-08-22 17:19:34,782 - INFO - Val score: 0.6493506493506493\n",
      "2019-08-22 17:19:38,534 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:19:38,535 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:19:38,535 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:19:38,536 - DEBUG - AwsLabeler constructed\n",
      "2019-08-22 17:19:38,537 - DEBUG - logging from: default_jakarta_data/aws_labels_default.p\n",
      "2019-08-22 17:19:56,484 - INFO - Num Correct 55 Out of 77\n",
      "2019-08-22 17:19:56,485 - INFO - Val score: 0.7142857142857143\n",
      "2019-08-22 17:20:03,816 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:20:03,817 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:20:37,635 - INFO - Num Correct 64 Out of 78\n",
      "2019-08-22 17:20:37,636 - INFO - Val score: 0.8205128205128205\n",
      "2019-08-22 17:21:01,664 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:21:01,665 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:21:01,666 - DEBUG - CognicityLoader constructed\n",
      "2019-08-22 17:21:01,666 - DEBUG - IdentityLabeler constructed\n",
      "2019-08-22 17:21:06,404 - DEBUG - logging from: default_jakarta_data/goog.p\n",
      "2019-08-22 17:21:06,405 - DEBUG - logging from: default_jakarta_data/aws.p\n",
      "2019-08-22 17:21:06,406 - DEBUG - logging from: default_jakarta_data/bow.p\n",
      "2019-08-22 17:21:06,408 - DEBUG - logging from: default_jakarta_data/fh.p\n",
      "2019-08-22 17:21:06,440 - INFO - training size (4, 2149)\n",
      "2019-08-22 17:21:06,441 - INFO - training matrix [[-1.28260486 -1.11100688 -0.84999647 ... -1.66733104  0.87015221\n",
      "   0.94666109]\n",
      " [-1.51414248 -1.00033409 -0.99999896 ... -0.99949265  0.40271117\n",
      "  -0.12546018]\n",
      " [-0.99998757 -1.00026285 -1.00038001 ... -0.21036213  0.1014228\n",
      "  -0.20569968]\n",
      " [ 0.          0.          0.         ...  0.          0.\n",
      "   0.        ]\n",
      " [-1.         -1.         -1.         ... -1.         -1.\n",
      "  -1.        ]]\n",
      "2019-08-22 17:21:06,472 - INFO - validation size (4, 80)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:15: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  return self.output(y_pred)\n",
      "/home/abrahamq/timeseries-analysis/simple_nn.py:62: UserWarning: torch.nn.utils.clip_grad_norm is now deprecated in favor of torch.nn.utils.clip_grad_norm_.\n",
      "  torch.nn.utils.clip_grad_norm(model.parameters(), 100)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                0\n",
      "pkey             \n",
      "1.0     -1.282605\n",
      "3.0     -1.111007\n",
      "4.0     -0.849996\n",
      "9.0     -0.635178\n",
      "10.0    -0.999633\n",
      "20.0    -1.128768\n",
      "23.0    -0.531676\n",
      "24.0    -0.717972\n",
      "101.0   -0.933579\n",
      "116.0   -0.088608\n",
      "130.0   -0.973464\n",
      "132.0   -1.166911\n",
      "148.0    0.661200\n",
      "160.0   -1.613677\n",
      "162.0   -1.353926\n",
      "163.0   -0.749583\n",
      "168.0   -1.475529\n",
      "208.0   -0.999951\n",
      "209.0   -0.999977\n",
      "210.0   -0.999969\n",
      "211.0   -1.000102\n",
      "212.0   -1.000331\n",
      "213.0   -1.356318\n",
      "280.0   -1.000258\n",
      "281.0   -0.999559\n",
      "282.0    0.288604\n",
      "316.0   -1.096088\n",
      "331.0   -0.519729\n",
      "337.0   -0.999846\n",
      "360.0   -0.824831\n",
      "...           ...\n",
      "36970.0 -0.796908\n",
      "36989.0  0.164896\n",
      "36992.0 -1.389208\n",
      "36996.0 -1.074406\n",
      "37001.0 -1.248870\n",
      "37013.0 -0.940312\n",
      "37110.0 -0.999916\n",
      "37121.0 -1.702595\n",
      "37156.0 -1.000190\n",
      "37180.0 -0.622339\n",
      "37200.0 -1.024975\n",
      "37229.0 -0.322545\n",
      "37230.0 -1.322480\n",
      "37254.0 -1.256568\n",
      "37278.0 -1.069315\n",
      "37302.0 -1.851545\n",
      "37326.0 -1.194476\n",
      "37338.0 -1.000390\n",
      "37343.0 -1.758257\n",
      "37344.0 -1.784901\n",
      "37422.0 -0.346689\n",
      "37446.0  0.053903\n",
      "37449.0 -0.793143\n",
      "37450.0 -0.415313\n",
      "37528.0 -1.023215\n",
      "37551.0 -1.003540\n",
      "37588.0 -0.986177\n",
      "37612.0 -1.667331\n",
      "37636.0  0.870152\n",
      "37637.0  0.946661\n",
      "\n",
      "[2149 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "1.0     -1.282605 -1.514142\n",
      "3.0     -1.111007 -1.000334\n",
      "4.0     -0.849996 -0.999999\n",
      "9.0     -0.635178 -1.455675\n",
      "10.0    -0.999633 -1.000194\n",
      "20.0    -1.128768 -1.230068\n",
      "23.0    -0.531676 -1.000418\n",
      "24.0    -0.717972 -0.999801\n",
      "101.0   -0.933579 -0.901311\n",
      "116.0   -0.088608 -0.078698\n",
      "130.0   -0.973464 -0.424151\n",
      "132.0   -1.166911 -0.999895\n",
      "148.0    0.661200 -0.102548\n",
      "160.0   -1.613677 -1.174724\n",
      "162.0   -1.353926 -1.527841\n",
      "163.0   -0.749583 -1.058235\n",
      "168.0   -1.475529 -2.006476\n",
      "208.0   -0.999951 -1.000021\n",
      "209.0   -0.999977 -1.499420\n",
      "210.0   -0.999969 -1.041768\n",
      "211.0   -1.000102 -0.999850\n",
      "212.0   -1.000331 -1.000160\n",
      "213.0   -1.356318 -1.120736\n",
      "280.0   -1.000258 -0.654655\n",
      "281.0   -0.999559 -0.386888\n",
      "282.0    0.288604 -0.024268\n",
      "316.0   -1.096088 -1.254081\n",
      "331.0   -0.519729 -0.999684\n",
      "337.0   -0.999846 -2.051001\n",
      "360.0   -0.824831 -0.560343\n",
      "...           ...       ...\n",
      "36970.0 -0.796908 -0.999949\n",
      "36989.0  0.164896 -1.000253\n",
      "36992.0 -1.389208 -1.000120\n",
      "36996.0 -1.074406 -1.000390\n",
      "37001.0 -1.248870 -1.235202\n",
      "37013.0 -0.940312 -0.999847\n",
      "37110.0 -0.999916 -1.278110\n",
      "37121.0 -1.702595 -1.000002\n",
      "37156.0 -1.000190 -1.000254\n",
      "37180.0 -0.622339 -0.999946\n",
      "37200.0 -1.024975 -0.999827\n",
      "37229.0 -0.322545 -0.649965\n",
      "37230.0 -1.322480 -1.449322\n",
      "37254.0 -1.256568 -0.649126\n",
      "37278.0 -1.069315 -0.999963\n",
      "37302.0 -1.851545 -0.999950\n",
      "37326.0 -1.194476 -1.000128\n",
      "37338.0 -1.000390 -1.148081\n",
      "37343.0 -1.758257 -0.999563\n",
      "37344.0 -1.784901 -0.999884\n",
      "37422.0 -0.346689 -0.860608\n",
      "37446.0  0.053903 -0.552084\n",
      "37449.0 -0.793143 -0.661210\n",
      "37450.0 -0.415313 -0.539806\n",
      "37528.0 -1.023215 -0.999977\n",
      "37551.0 -1.003540 -1.000017\n",
      "37588.0 -0.986177 -0.773355\n",
      "37612.0 -1.667331 -0.999493\n",
      "37636.0  0.870152  0.402711\n",
      "37637.0  0.946661 -0.125460\n",
      "\n",
      "[2149 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "1.0     -1.282605 -1.514142 -0.999988\n",
      "3.0     -1.111007 -1.000334 -1.000263\n",
      "4.0     -0.849996 -0.999999 -1.000380\n",
      "9.0     -0.635178 -1.455675 -1.626177\n",
      "10.0    -0.999633 -1.000194 -0.733849\n",
      "20.0    -1.128768 -1.230068 -1.606228\n",
      "23.0    -0.531676 -1.000418 -0.329918\n",
      "24.0    -0.717972 -0.999801 -1.181835\n",
      "101.0   -0.933579 -0.901311 -0.749209\n",
      "116.0   -0.088608 -0.078698 -0.664503\n",
      "130.0   -0.973464 -0.424151 -0.052828\n",
      "132.0   -1.166911 -0.999895 -1.000064\n",
      "148.0    0.661200 -0.102548 -0.803878\n",
      "160.0   -1.613677 -1.174724 -0.999691\n",
      "162.0   -1.353926 -1.527841 -0.999837\n",
      "163.0   -0.749583 -1.058235 -0.999837\n",
      "168.0   -1.475529 -2.006476 -0.999673\n",
      "208.0   -0.999951 -1.000021 -0.999855\n",
      "209.0   -0.999977 -1.499420 -0.999855\n",
      "210.0   -0.999969 -1.041768 -0.999855\n",
      "211.0   -1.000102 -0.999850 -0.999855\n",
      "212.0   -1.000331 -1.000160 -0.999855\n",
      "213.0   -1.356318 -1.120736 -0.999652\n",
      "280.0   -1.000258 -0.654655 -1.000436\n",
      "281.0   -0.999559 -0.386888 -0.999939\n",
      "282.0    0.288604 -0.024268 -1.000033\n",
      "316.0   -1.096088 -1.254081 -1.376461\n",
      "331.0   -0.519729 -0.999684 -0.999894\n",
      "337.0   -0.999846 -2.051001 -2.185939\n",
      "360.0   -0.824831 -0.560343  0.064407\n",
      "...           ...       ...       ...\n",
      "36970.0 -0.796908 -0.999949 -0.286029\n",
      "36989.0  0.164896 -1.000253  0.349101\n",
      "36992.0 -1.389208 -1.000120 -0.318036\n",
      "36996.0 -1.074406 -1.000390 -0.999850\n",
      "37001.0 -1.248870 -1.235202 -0.999673\n",
      "37013.0 -0.940312 -0.999847 -1.017960\n",
      "37110.0 -0.999916 -1.278110 -1.303071\n",
      "37121.0 -1.702595 -1.000002 -0.952362\n",
      "37156.0 -1.000190 -1.000254 -1.013401\n",
      "37180.0 -0.622339 -0.999946 -0.999835\n",
      "37200.0 -1.024975 -0.999827 -0.999673\n",
      "37229.0 -0.322545 -0.649965 -1.000170\n",
      "37230.0 -1.322480 -1.449322 -0.999971\n",
      "37254.0 -1.256568 -0.649126 -0.999956\n",
      "37278.0 -1.069315 -0.999963 -0.982553\n",
      "37302.0 -1.851545 -0.999950 -1.000051\n",
      "37326.0 -1.194476 -1.000128 -0.258618\n",
      "37338.0 -1.000390 -1.148081 -1.136297\n",
      "37343.0 -1.758257 -0.999563 -1.136297\n",
      "37344.0 -1.784901 -0.999884 -1.136297\n",
      "37422.0 -0.346689 -0.860608 -1.000218\n",
      "37446.0  0.053903 -0.552084  0.505884\n",
      "37449.0 -0.793143 -0.661210 -1.042587\n",
      "37450.0 -0.415313 -0.539806 -1.000233\n",
      "37528.0 -1.023215 -0.999977 -0.914695\n",
      "37551.0 -1.003540 -1.000017 -0.477636\n",
      "37588.0 -0.986177 -0.773355 -0.999673\n",
      "37612.0 -1.667331 -0.999493 -0.210362\n",
      "37636.0  0.870152  0.402711  0.101423\n",
      "37637.0  0.946661 -0.125460 -0.205700\n",
      "\n",
      "[2149 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "1.0     -1.282605 -1.514142 -0.999988    0.0\n",
      "3.0     -1.111007 -1.000334 -1.000263    0.0\n",
      "4.0     -0.849996 -0.999999 -1.000380    0.0\n",
      "9.0     -0.635178 -1.455675 -1.626177    0.0\n",
      "10.0    -0.999633 -1.000194 -0.733849    0.0\n",
      "20.0    -1.128768 -1.230068 -1.606228    0.0\n",
      "23.0    -0.531676 -1.000418 -0.329918    0.0\n",
      "24.0    -0.717972 -0.999801 -1.181835    0.0\n",
      "101.0   -0.933579 -0.901311 -0.749209    0.0\n",
      "116.0   -0.088608 -0.078698 -0.664503    0.0\n",
      "130.0   -0.973464 -0.424151 -0.052828  126.0\n",
      "132.0   -1.166911 -0.999895 -1.000064    0.0\n",
      "148.0    0.661200 -0.102548 -0.803878    0.0\n",
      "160.0   -1.613677 -1.174724 -0.999691    0.0\n",
      "162.0   -1.353926 -1.527841 -0.999837    0.0\n",
      "163.0   -0.749583 -1.058235 -0.999837    0.0\n",
      "168.0   -1.475529 -2.006476 -0.999673    0.0\n",
      "208.0   -0.999951 -1.000021 -0.999855    0.0\n",
      "209.0   -0.999977 -1.499420 -0.999855    0.0\n",
      "210.0   -0.999969 -1.041768 -0.999855    0.0\n",
      "211.0   -1.000102 -0.999850 -0.999855    0.0\n",
      "212.0   -1.000331 -1.000160 -0.999855    0.0\n",
      "213.0   -1.356318 -1.120736 -0.999652    0.0\n",
      "280.0   -1.000258 -0.654655 -1.000436    0.0\n",
      "281.0   -0.999559 -0.386888 -0.999939    0.0\n",
      "282.0    0.288604 -0.024268 -1.000033    0.0\n",
      "316.0   -1.096088 -1.254081 -1.376461    0.0\n",
      "331.0   -0.519729 -0.999684 -0.999894    0.0\n",
      "337.0   -0.999846 -2.051001 -2.185939    0.0\n",
      "360.0   -0.824831 -0.560343  0.064407    0.0\n",
      "...           ...       ...       ...    ...\n",
      "36970.0 -0.796908 -0.999949 -0.286029    0.0\n",
      "36989.0  0.164896 -1.000253  0.349101    0.0\n",
      "36992.0 -1.389208 -1.000120 -0.318036    0.0\n",
      "36996.0 -1.074406 -1.000390 -0.999850    0.0\n",
      "37001.0 -1.248870 -1.235202 -0.999673    0.0\n",
      "37013.0 -0.940312 -0.999847 -1.017960    0.0\n",
      "37110.0 -0.999916 -1.278110 -1.303071    0.0\n",
      "37121.0 -1.702595 -1.000002 -0.952362    0.0\n",
      "37156.0 -1.000190 -1.000254 -1.013401    0.0\n",
      "37180.0 -0.622339 -0.999946 -0.999835    0.0\n",
      "37200.0 -1.024975 -0.999827 -0.999673    0.0\n",
      "37229.0 -0.322545 -0.649965 -1.000170    0.0\n",
      "37230.0 -1.322480 -1.449322 -0.999971    0.0\n",
      "37254.0 -1.256568 -0.649126 -0.999956    0.0\n",
      "37278.0 -1.069315 -0.999963 -0.982553    0.0\n",
      "37302.0 -1.851545 -0.999950 -1.000051    0.0\n",
      "37326.0 -1.194476 -1.000128 -0.258618    0.0\n",
      "37338.0 -1.000390 -1.148081 -1.136297    0.0\n",
      "37343.0 -1.758257 -0.999563 -1.136297    0.0\n",
      "37344.0 -1.784901 -0.999884 -1.136297    0.0\n",
      "37422.0 -0.346689 -0.860608 -1.000218    0.0\n",
      "37446.0  0.053903 -0.552084  0.505884    0.0\n",
      "37449.0 -0.793143 -0.661210 -1.042587    0.0\n",
      "37450.0 -0.415313 -0.539806 -1.000233    0.0\n",
      "37528.0 -1.023215 -0.999977 -0.914695    0.0\n",
      "37551.0 -1.003540 -1.000017 -0.477636    0.0\n",
      "37588.0 -0.986177 -0.773355 -0.999673    0.0\n",
      "37612.0 -1.667331 -0.999493 -0.210362    0.0\n",
      "37636.0  0.870152  0.402711  0.101423    0.0\n",
      "37637.0  0.946661 -0.125460 -0.205700    0.0\n",
      "\n",
      "[2149 rows x 4 columns]\n",
      "                0\n",
      "pkey             \n",
      "783.0   -1.308449\n",
      "2309.0  -0.120242\n",
      "2621.0  -1.148207\n",
      "2884.0  -0.361818\n",
      "2987.0   0.138248\n",
      "3059.0   0.476690\n",
      "3438.0  -1.537727\n",
      "4880.0   0.284155\n",
      "5606.0  -0.904059\n",
      "6467.0   0.958758\n",
      "6583.0   0.000000\n",
      "7084.0   0.651202\n",
      "7307.0  -0.885013\n",
      "8060.0   0.420949\n",
      "9031.0   0.774412\n",
      "9354.0  -0.356087\n",
      "9598.0   0.163776\n",
      "9899.0  -0.081397\n",
      "9907.0  -0.292521\n",
      "10368.0  0.000000\n",
      "11503.0 -1.722045\n",
      "11708.0 -0.392698\n",
      "11928.0  0.812396\n",
      "12556.0 -1.102353\n",
      "12667.0 -0.682548\n",
      "12847.0  0.331945\n",
      "13088.0 -0.210825\n",
      "13187.0  1.178943\n",
      "15025.0  0.560654\n",
      "15416.0  0.156775\n",
      "...           ...\n",
      "23380.0  0.576994\n",
      "23401.0  0.839045\n",
      "23426.0 -0.899079\n",
      "23452.0  0.414719\n",
      "23530.0  0.923130\n",
      "23573.0  0.835182\n",
      "23675.0  1.398006\n",
      "23884.0 -0.465173\n",
      "24162.0  1.240069\n",
      "24983.0  1.354833\n",
      "25642.0  1.415374\n",
      "25737.0  0.587835\n",
      "25951.0 -0.764136\n",
      "26536.0  1.036261\n",
      "28837.0  0.359801\n",
      "29288.0  1.282732\n",
      "31401.0  1.398846\n",
      "31601.0 -0.124006\n",
      "31990.0  0.211888\n",
      "32593.0 -1.072874\n",
      "32730.0 -1.180468\n",
      "33813.0  0.233113\n",
      "34318.0  0.481902\n",
      "34714.0  0.488371\n",
      "34792.0 -1.414137\n",
      "35600.0 -1.230796\n",
      "36030.0 -1.025357\n",
      "36135.0 -1.110334\n",
      "36591.0 -0.515674\n",
      "37461.0 -0.364070\n",
      "\n",
      "[80 rows x 1 columns]\n",
      "                0         1\n",
      "pkey                       \n",
      "783.0   -1.308449 -1.181515\n",
      "2309.0  -0.120242  0.274576\n",
      "2621.0  -1.148207 -0.780002\n",
      "2884.0  -0.361818 -0.934602\n",
      "2987.0   0.138248  0.339724\n",
      "3059.0   0.476690  0.611717\n",
      "3438.0  -1.537727 -1.584772\n",
      "4880.0   0.284155 -0.569151\n",
      "5606.0  -0.904059 -0.468186\n",
      "6467.0   0.958758  0.836713\n",
      "6583.0   0.000000  0.000000\n",
      "7084.0   0.651202  0.783988\n",
      "7307.0  -0.885013 -1.644758\n",
      "8060.0   0.420949 -0.261068\n",
      "9031.0   0.774412  0.935123\n",
      "9354.0  -0.356087 -0.477554\n",
      "9598.0   0.163776  0.409156\n",
      "9899.0  -0.081397  0.700730\n",
      "9907.0  -0.292521 -0.248876\n",
      "10368.0  0.000000  0.000000\n",
      "11503.0 -1.722045 -0.530233\n",
      "11708.0 -0.392698 -0.453548\n",
      "11928.0  0.812396  0.649776\n",
      "12556.0 -1.102353  0.504216\n",
      "12667.0 -0.682548 -0.653158\n",
      "12847.0  0.331945 -0.848310\n",
      "13088.0 -0.210825 -0.341102\n",
      "13187.0  1.178943  0.947992\n",
      "15025.0  0.560654  0.070784\n",
      "15416.0  0.156775  0.487485\n",
      "...           ...       ...\n",
      "23380.0  0.576994  0.669245\n",
      "23401.0  0.839045  0.823265\n",
      "23426.0 -0.899079 -0.615486\n",
      "23452.0  0.414719  0.091722\n",
      "23530.0  0.923130  0.692395\n",
      "23573.0  0.835182  0.782259\n",
      "23675.0  1.398006  0.809558\n",
      "23884.0 -0.465173 -0.333081\n",
      "24162.0  1.240069  1.240057\n",
      "24983.0  1.354833  0.889213\n",
      "25642.0  1.415374  0.258947\n",
      "25737.0  0.587835  1.151033\n",
      "25951.0 -0.764136  0.655256\n",
      "26536.0  1.036261  0.786753\n",
      "28837.0  0.359801  1.148624\n",
      "29288.0  1.282732  0.958575\n",
      "31401.0  1.398846  0.649083\n",
      "31601.0 -0.124006  0.961722\n",
      "31990.0  0.211888  0.012984\n",
      "32593.0 -1.072874 -1.848545\n",
      "32730.0 -1.180468 -1.023105\n",
      "33813.0  0.233113  0.774220\n",
      "34318.0  0.481902  0.852513\n",
      "34714.0  0.488371 -0.692685\n",
      "34792.0 -1.414137 -1.810115\n",
      "35600.0 -1.230796 -0.937397\n",
      "36030.0 -1.025357 -0.794055\n",
      "36135.0 -1.110334 -0.801275\n",
      "36591.0 -0.515674  0.100494\n",
      "37461.0 -0.364070  0.617551\n",
      "\n",
      "[80 rows x 2 columns]\n",
      "                0         1         2\n",
      "pkey                                 \n",
      "783.0   -1.308449 -1.181515 -0.999749\n",
      "2309.0  -0.120242  0.274576 -0.897080\n",
      "2621.0  -1.148207 -0.780002 -0.477636\n",
      "2884.0  -0.361818 -0.934602 -0.712787\n",
      "2987.0   0.138248  0.339724 -1.875756\n",
      "3059.0   0.476690  0.611717 -0.748746\n",
      "3438.0  -1.537727 -1.584772 -0.999629\n",
      "4880.0   0.284155 -0.569151 -0.517778\n",
      "5606.0  -0.904059 -0.468186 -0.222478\n",
      "6467.0   0.958758  0.836713 -0.379061\n",
      "6583.0   0.000000  0.000000  0.475663\n",
      "7084.0   0.651202  0.783988  0.081676\n",
      "7307.0  -0.885013 -1.644758 -0.653887\n",
      "8060.0   0.420949 -0.261068 -0.043023\n",
      "9031.0   0.774412  0.935123 -0.279564\n",
      "9354.0  -0.356087 -0.477554 -0.647015\n",
      "9598.0   0.163776  0.409156  0.244268\n",
      "9899.0  -0.081397  0.700730 -0.131448\n",
      "9907.0  -0.292521 -0.248876 -0.015354\n",
      "10368.0  0.000000  0.000000  0.480508\n",
      "11503.0 -1.722045 -0.530233 -0.611965\n",
      "11708.0 -0.392698 -0.453548 -0.812976\n",
      "11928.0  0.812396  0.649776  0.390093\n",
      "12556.0 -1.102353  0.504216  0.099854\n",
      "12667.0 -0.682548 -0.653158 -0.999673\n",
      "12847.0  0.331945 -0.848310 -0.754218\n",
      "13088.0 -0.210825 -0.341102  0.056114\n",
      "13187.0  1.178943  0.947992  0.060873\n",
      "15025.0  0.560654  0.070784  1.248732\n",
      "15416.0  0.156775  0.487485  0.038569\n",
      "...           ...       ...       ...\n",
      "23380.0  0.576994  0.669245 -0.003197\n",
      "23401.0  0.839045  0.823265  0.154112\n",
      "23426.0 -0.899079 -0.615486 -0.227556\n",
      "23452.0  0.414719  0.091722  0.057035\n",
      "23530.0  0.923130  0.692395 -0.344436\n",
      "23573.0  0.835182  0.782259 -0.038596\n",
      "23675.0  1.398006  0.809558  0.922595\n",
      "23884.0 -0.465173 -0.333081  0.898216\n",
      "24162.0  1.240069  1.240057  0.470303\n",
      "24983.0  1.354833  0.889213  0.107804\n",
      "25642.0  1.415374  0.258947  0.625448\n",
      "25737.0  0.587835  1.151033  0.180651\n",
      "25951.0 -0.764136  0.655256  0.000000\n",
      "26536.0  1.036261  0.786753  0.108576\n",
      "28837.0  0.359801  1.148624  0.523366\n",
      "29288.0  1.282732  0.958575  0.825779\n",
      "31401.0  1.398846  0.649083 -0.255668\n",
      "31601.0 -0.124006  0.961722 -0.153188\n",
      "31990.0  0.211888  0.012984 -0.011550\n",
      "32593.0 -1.072874 -1.848545 -1.032882\n",
      "32730.0 -1.180468 -1.023105 -0.150878\n",
      "33813.0  0.233113  0.774220 -0.368855\n",
      "34318.0  0.481902  0.852513  0.723006\n",
      "34714.0  0.488371 -0.692685  1.601671\n",
      "34792.0 -1.414137 -1.810115 -0.529682\n",
      "35600.0 -1.230796 -0.937397 -0.954037\n",
      "36030.0 -1.025357 -0.794055  0.147420\n",
      "36135.0 -1.110334 -0.801275 -0.530733\n",
      "36591.0 -0.515674  0.100494 -1.101494\n",
      "37461.0 -0.364070  0.617551 -0.051033\n",
      "\n",
      "[80 rows x 3 columns]\n",
      "                0         1         2      3\n",
      "pkey                                        \n",
      "783.0   -1.308449 -1.181515 -0.999749    0.0\n",
      "2309.0  -0.120242  0.274576 -0.897080    0.0\n",
      "2621.0  -1.148207 -0.780002 -0.477636    0.0\n",
      "2884.0  -0.361818 -0.934602 -0.712787    0.0\n",
      "2987.0   0.138248  0.339724 -1.875756    0.0\n",
      "3059.0   0.476690  0.611717 -0.748746    0.0\n",
      "3438.0  -1.537727 -1.584772 -0.999629    0.0\n",
      "4880.0   0.284155 -0.569151 -0.517778    0.0\n",
      "5606.0  -0.904059 -0.468186 -0.222478    0.0\n",
      "6467.0   0.958758  0.836713 -0.379061    0.0\n",
      "6583.0   0.000000  0.000000  0.475663   53.0\n",
      "7084.0   0.651202  0.783988  0.081676    0.0\n",
      "7307.0  -0.885013 -1.644758 -0.653887    0.0\n",
      "8060.0   0.420949 -0.261068 -0.043023    0.0\n",
      "9031.0   0.774412  0.935123 -0.279564    0.0\n",
      "9354.0  -0.356087 -0.477554 -0.647015    0.0\n",
      "9598.0   0.163776  0.409156  0.244268    0.0\n",
      "9899.0  -0.081397  0.700730 -0.131448    0.0\n",
      "9907.0  -0.292521 -0.248876 -0.015354    0.0\n",
      "10368.0  0.000000  0.000000  0.480508   50.0\n",
      "11503.0 -1.722045 -0.530233 -0.611965    0.0\n",
      "11708.0 -0.392698 -0.453548 -0.812976    0.0\n",
      "11928.0  0.812396  0.649776  0.390093    0.0\n",
      "12556.0 -1.102353  0.504216  0.099854    0.0\n",
      "12667.0 -0.682548 -0.653158 -0.999673    0.0\n",
      "12847.0  0.331945 -0.848310 -0.754218    0.0\n",
      "13088.0 -0.210825 -0.341102  0.056114    0.0\n",
      "13187.0  1.178943  0.947992  0.060873    0.0\n",
      "15025.0  0.560654  0.070784  1.248732    0.0\n",
      "15416.0  0.156775  0.487485  0.038569    0.0\n",
      "...           ...       ...       ...    ...\n",
      "23380.0  0.576994  0.669245 -0.003197    0.0\n",
      "23401.0  0.839045  0.823265  0.154112    0.0\n",
      "23426.0 -0.899079 -0.615486 -0.227556    0.0\n",
      "23452.0  0.414719  0.091722  0.057035    0.0\n",
      "23530.0  0.923130  0.692395 -0.344436    0.0\n",
      "23573.0  0.835182  0.782259 -0.038596    0.0\n",
      "23675.0  1.398006  0.809558  0.922595   50.0\n",
      "23884.0 -0.465173 -0.333081  0.898216   48.0\n",
      "24162.0  1.240069  1.240057  0.470303    0.0\n",
      "24983.0  1.354833  0.889213  0.107804    0.0\n",
      "25642.0  1.415374  0.258947  0.625448  110.0\n",
      "25737.0  0.587835  1.151033  0.180651    0.0\n",
      "25951.0 -0.764136  0.655256  0.000000    0.0\n",
      "26536.0  1.036261  0.786753  0.108576    0.0\n",
      "28837.0  0.359801  1.148624  0.523366    0.0\n",
      "29288.0  1.282732  0.958575  0.825779    0.0\n",
      "31401.0  1.398846  0.649083 -0.255668    0.0\n",
      "31601.0 -0.124006  0.961722 -0.153188    0.0\n",
      "31990.0  0.211888  0.012984 -0.011550    0.0\n",
      "32593.0 -1.072874 -1.848545 -1.032882    0.0\n",
      "32730.0 -1.180468 -1.023105 -0.150878    0.0\n",
      "33813.0  0.233113  0.774220 -0.368855    0.0\n",
      "34318.0  0.481902  0.852513  0.723006   77.0\n",
      "34714.0  0.488371 -0.692685  1.601671    0.0\n",
      "34792.0 -1.414137 -1.810115 -0.529682    0.0\n",
      "35600.0 -1.230796 -0.937397 -0.954037    0.0\n",
      "36030.0 -1.025357 -0.794055  0.147420    0.0\n",
      "36135.0 -1.110334 -0.801275 -0.530733    0.0\n",
      "36591.0 -0.515674  0.100494 -1.101494    0.0\n",
      "37461.0 -0.364070  0.617551 -0.051033    0.0\n",
      "\n",
      "[80 rows x 4 columns]\n",
      "Epoch: 0\n",
      "Loss: tensor(0.6822, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 500\n",
      "Loss: tensor(0.6505, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1000\n",
      "Loss: tensor(0.6387, grad_fn=<NllLossBackward>)\n",
      "Epoch: 1500\n",
      "Loss: tensor(0.6274, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2000\n",
      "Loss: tensor(0.5825, grad_fn=<NllLossBackward>)\n",
      "Epoch: 2500\n",
      "Loss: tensor(0.5248, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3000\n",
      "Loss: tensor(0.4752, grad_fn=<NllLossBackward>)\n",
      "Epoch: 3500\n",
      "Loss: tensor(0.4317, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4000\n",
      "Loss: tensor(0.3952, grad_fn=<NllLossBackward>)\n",
      "Epoch: 4500\n",
      "Loss: tensor(0.3657, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5000\n",
      "Loss: tensor(0.3425, grad_fn=<NllLossBackward>)\n",
      "Epoch: 5500\n",
      "Loss: tensor(0.3242, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6000\n",
      "Loss: tensor(0.3098, grad_fn=<NllLossBackward>)\n",
      "Epoch: 6500\n",
      "Loss: tensor(0.2984, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7000\n",
      "Loss: tensor(0.2895, grad_fn=<NllLossBackward>)\n",
      "Epoch: 7500\n",
      "Loss: tensor(0.2824, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8000\n",
      "Loss: tensor(0.2768, grad_fn=<NllLossBackward>)\n",
      "Epoch: 8500\n",
      "Loss: tensor(0.2722, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9000\n",
      "Loss: tensor(0.2686, grad_fn=<NllLossBackward>)\n",
      "Epoch: 9500\n",
      "Loss: tensor(0.2656, grad_fn=<NllLossBackward>)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-08-22 17:21:19,892 - DEBUG - dumping model to: default_jakarta_data/jakarta_en.p\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.75\n",
      "COMPARE WITH SVM: \n",
      "Num Correct 61 Out of 80\n",
      "Val score: 0.7625\n",
      "____________\n",
      "{8: (0.6875, {10368, 14851, 14852, 1923, 33411, 29703, 21383, 2055, 34826, 523, 33420, 4237, 6030, 5263, 35473, 9746, 9107, 30868, 917, 37013, 12434, 5271, 12566, 282, 6168, 15388, 16029, 4382, 23967, 11169, 19874, 31524, 6952, 13866, 34731, 10158, 21039, 29487, 22323, 23220, 15416, 22329, 25530, 23036, 23357, 23486, 2621, 13504, 27591, 15819, 6991, 6095, 36945, 18770, 34645, 29015, 22105, 13914, 3291, 21213, 14561, 14690, 27491, 10466, 23269, 24166, 28645, 6120, 13804, 32877, 33645, 23281, 31345, 8179, 12276, 16255, 23288, 18171, 23676, 29695}, <learners.ensemble_learner.EnsembleLearner object at 0x7eff80d2aa90>, array([-1.,  1.,  1., -1., -1.,  1.,  1., -1., -1., -1., -1., -1., -1.,\n",
      "       -1., -1., -1., -1., -1., -1., -1., -1., -1., -1., -1., -1.,  1.,\n",
      "        1., -1.,  1., -1.,  1., -1., -1.,  1., -1., -1.,  1.,  1.,  1.,\n",
      "        1.,  1.,  1.,  1.,  1.,  1.,  1., -1.,  1.,  1.,  1., -1., -1.,\n",
      "       -1.,  1., -1.,  1.,  1.,  1., -1.,  1.,  1.,  1.,  1., -1.,  1.,\n",
      "        1.,  1., -1.,  1., -1., -1.,  1., -1., -1., -1.,  1.,  1.,  1.,\n",
      "        1.,  1.])), 9: (0.775, {18434, 17667, 13955, 23301, 18438, 17414, 10115, 31879, 31242, 4107, 31370, 781, 17425, 10900, 12694, 5654, 11928, 10518, 34714, 3483, 10013, 36509, 15391, 36257, 16035, 35320, 8106, 24491, 2859, 4274, 27190, 28343, 22840, 6327, 23354, 1338, 34362, 12604, 3772, 2618, 31938, 1991, 32585, 10570, 31692, 16717, 23501, 3921, 22742, 24406, 23257, 19291, 26460, 14556, 32352, 23522, 12899, 31075, 8420, 14694, 23527, 23271, 5606, 14186, 6120, 23276, 13038, 16494, 11503, 20465, 14324, 9333, 17654, 16504, 18169, 22010, 17660, 13693, 14718, 29695}, <learners.ensemble_learner.EnsembleLearner object at 0x7eff77fbee80>, array([ 1.,  1.,  1.,  1.,  1.,  1., -1., -1., -1., -1., -1., -1.,  1.,\n",
      "       -1., -1., -1., -1., -1., -1., -1., -1., -1.,  1., -1.,  1., -1.,\n",
      "       -1.,  1., -1., -1.,  1.,  1.,  1., -1.,  1., -1., -1., -1., -1.,\n",
      "       -1., -1., -1., -1., -1., -1.,  1.,  1., -1.,  1.,  1.,  1.,  1.,\n",
      "        1.,  1., -1.,  1., -1., -1., -1.,  1.,  1.,  1., -1.,  1., -1.,\n",
      "        1.,  1.,  1., -1.,  1.,  1., -1.,  1.,  1.,  1.,  1.,  1.,  1.,\n",
      "        1.,  1.])), 10: (0.75, {16256, 17665, 23426, 23298, 13187, 19585, 17409, 10368, 2309, 25737, 21385, 9354, 20748, 7307, 18702, 12556, 34318, 783, 35600, 4880, 23573, 33813, 24983, 11928, 34714, 23452, 17182, 13088, 28837, 36135, 19880, 26536, 25642, 31401, 9899, 2987, 7084, 12847, 15025, 21042, 18995, 9907, 6583, 15416, 11708, 2621, 36030, 6467, 2884, 23366, 9031, 22218, 20172, 23884, 32593, 23380, 37461, 16346, 32730, 25951, 24162, 5606, 29288, 23401, 23530, 23274, 15595, 34792, 23278, 3438, 36591, 11503, 31601, 3059, 12667, 31990, 23675, 8060, 17917, 9598}, <learners.ensemble_learner.EnsembleLearner object at 0x7eff7487db38>, array([ 1.,  1.,  1.,  1.,  1.,  1.,  1., -1., -1.,  1.,  1., -1.,  1.,\n",
      "       -1.,  1., -1., -1., -1., -1., -1.,  1., -1.,  1., -1., -1.,  1.,\n",
      "        1.,  1.,  1., -1.,  1.,  1.,  1., -1., -1., -1., -1., -1.,  1.,\n",
      "        1.,  1., -1., -1.,  1., -1., -1., -1., -1., -1.,  1., -1.,  1.,\n",
      "        1.,  1., -1.,  1., -1.,  1., -1.,  1.,  1., -1.,  1.,  1.,  1.,\n",
      "        1.,  1., -1.,  1., -1., -1., -1., -1., -1., -1., -1.,  1., -1.,\n",
      "        1., -1.])), 6: (0.725, {17408, 22529, 10241, 17667, 22020, 18436, 12801, 11527, 5256, 2569, 2570, 31754, 10890, 35080, 14863, 10383, 26001, 4880, 35473, 23572, 30868, 9113, 11930, 16028, 3613, 5662, 5407, 19874, 3618, 13988, 8615, 35114, 15019, 34731, 940, 11181, 33198, 18992, 1712, 562, 18996, 33717, 30007, 24120, 23356, 27454, 9790, 16960, 31935, 23491, 16963, 12104, 34765, 22225, 30290, 27092, 25685, 14548, 19288, 14170, 13914, 35675, 13021, 8286, 25825, 24164, 12773, 23782, 27495, 11622, 14700, 28143, 367, 14705, 17908, 14452, 36473, 17914, 20475, 6655}, <learners.ensemble_learner.EnsembleLearner object at 0x7eff808efda0>, array([ 1.,  1., -1.,  1.,  1.,  1., -1., -1., -1., -1., -1., -1., -1.,\n",
      "       -1.,  1., -1.,  1., -1., -1.,  1., -1., -1., -1.,  1., -1., -1.,\n",
      "       -1.,  1., -1.,  1., -1., -1.,  1., -1., -1., -1., -1.,  1., -1.,\n",
      "       -1.,  1., -1.,  1.,  1.,  1.,  1., -1.,  1., -1.,  1.,  1., -1.,\n",
      "       -1.,  1.,  1.,  1.,  1.,  1.,  1.,  1.,  1., -1., -1., -1.,  1.,\n",
      "        1., -1.,  1.,  1., -1.,  1.,  1., -1.,  1.,  1.,  1., -1.,  1.,\n",
      "        1., -1.])), 7: (0.5, {23936, 23297, 384, 769, 9346, 36996, 1669, 2055, 23048, 7816, 6025, 5256, 32783, 14096, 8593, 23443, 23444, 4886, 5271, 4374, 34842, 34971, 13725, 26142, 23967, 33822, 2207, 31266, 34723, 19879, 18986, 14380, 17454, 18224, 18996, 10037, 22838, 18999, 24504, 8374, 10939, 316, 12741, 11206, 1094, 30536, 32585, 24780, 21581, 5454, 23376, 28880, 2259, 4691, 23677, 22230, 19287, 22231, 23257, 19291, 24542, 32350, 10080, 14563, 23780, 16485, 24166, 27239, 29288, 28649, 27368, 23783, 486, 7399, 4845, 10224, 8820, 9333, 12154, 29949}, <learners.ensemble_learner.EnsembleLearner object at 0x7eff70260b00>, array([ 1.,  1., -1., -1., -1., -1., -1., -1.,  1., -1., -1., -1., -1.,\n",
      "        1., -1.,  1.,  1., -1., -1., -1., -1., -1.,  1.,  1.,  1., -1.,\n",
      "       -1., -1., -1.,  1.,  1.,  1.,  1.,  1.,  1., -1.,  1.,  1.,  1.,\n",
      "       -1., -1., -1., -1., -1., -1.,  1., -1.,  1.,  1., -1.,  1.,  1.,\n",
      "       -1., -1.,  1.,  1.,  1.,  1.,  1.,  1.,  1., -1., -1.,  1.,  1.,\n",
      "        1.,  1.,  1.,  1.,  1.,  1.,  1., -1., -1., -1., -1., -1., -1.,\n",
      "       -1.,  1.]))}\n"
     ]
    }
   ],
   "source": [
    "from learners.ensemble_learner import EnsembleLearner\n",
    "from learners.identity_learner import IdentityLearner\n",
    "from flood_depth.flood_labeler import IdentityLabeler\n",
    "\n",
    "from nlp.bow_labeler import BowLabeler\n",
    "import random\n",
    "\n",
    "\n",
    "results = dict()\n",
    "for i in range(6, 11):\n",
    "    validation_set = set(random.sample(config[\"flood_pkeys\"], 40))\n",
    "    validation_set = validation_set.union(set(random.sample(config[\"no_flood_pkeys\"], 40)))\n",
    "    \n",
    "    goog_learner = SvmLearner(config, CognicityLoader, GoogleLabeler)\n",
    "    th, th0 = goog_learner.run_learner(\"goog_separator.p\", rerun=True, validation_keys=validation_set, params={\"T\":1000, \"print\":True})\n",
    "\n",
    "    \n",
    "    aws_learner = SvmLearner(config, CognicityLoader, AwsLabeler)\n",
    "    th, th0 = aws_learner.run_learner(\"aws_separator.p\", rerun=RERUN, validation_keys=validation_set, params={\"T\":1000, \"print\":True})\n",
    "    bow_learner = SvmLearner(config, CognicityLoader, BowLabeler)\n",
    "    th, th0 = bow_learner.run_learner(\"bow_separator.p\", rerun=RERUN, validation_keys=validation_set, params={\"T\":400, \"print\":True})\n",
    "    \n",
    "    fh_learner = IdentityLearner(config, CognicityLoader, IdentityLabeler)\n",
    "    meh = fh_learner.run_learner(\"iden_separator.p\", rerun=RERUN, validation_keys=validation_set, params={\"T\":400, \"print\":True})\n",
    "    \n",
    "    learners = [ goog_learner, aws_learner, bow_learner, fh_learner]\n",
    "    names = [\"goog.p\", \"aws.p\", \"bow.p\", \"fh.p\"]\n",
    "    \n",
    "    # learners = [ aws_learner, bow_learner]\n",
    "    # names = [\"aws.p\", \"bow.p\"]\n",
    "    en_learner = EnsembleLearner(config, names, learners)\n",
    "    \n",
    "    nn_model = en_learner.run_learner(\"jakarta_en.p\", rerun=RERUN, validation_keys=validation_set, params={\"hidden\":i, \"print\":True, \"T\":2000})\n",
    "    import math\n",
    "    probs = math.e**en_learner.res\n",
    "    probs\n",
    "    import numpy as np\n",
    "    p = probs.data.numpy()\n",
    "    predicted = np.argmax(p, axis=1)\n",
    "    val_labs = en_learner.val_labels\n",
    "    true = np.where(val_labs <0, 0, 1)\n",
    "    score = np.sum(predicted == true)/(true.shape[0])\n",
    "    results[i] = (score, validation_set, en_learner, val_labs)\n",
    "    print(score)\n",
    "    print(\"COMPARE WITH SVM: \")\n",
    "    t_data = en_learner.train_matrix[1:-1, :]\n",
    "    t_labels = en_learner.train_matrix[-1, :]\n",
    "    val_data = en_learner.val_matrix[1:-1, :]\n",
    "    val_labels  = en_learner.val_matrix[-1, :]\n",
    "    \n",
    "    from sklearn import svm\n",
    "    clf = svm.SVC(gamma=\"scale\", kernel=\"rbf\", degree=3)\n",
    "            # sklearn expects rows to be data points, we've gone with columns\n",
    "    clf.fit(t_data.T, t_labels)\n",
    "    \n",
    "    pred = clf.predict(val_data.T)\n",
    "    \n",
    "    correct = np.sum(val_labels == pred)\n",
    "    \n",
    "    total = val_data.shape[1]\n",
    "    percent_correct = correct/total\n",
    "    print(\"Num Correct \" + str(correct) +\n",
    "                     \" Out of \" + str(total))\n",
    "    print(\"Val score: \" + str(percent_correct))\n",
    "    print(\"____________\")\n",
    "    \n",
    "\n",
    "print(results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "l = validation_set\n",
    "sorted(l)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "t_data = en_learner.train_matrix[1:-1, :]\n",
    "t_labels = en_learner.train_matrix[-1, :]\n",
    "val_data = en_learner.val_matrix[1:-1, :]\n",
    "val_labels  = en_learner.val_matrix[-1, :]\n",
    "\n",
    "from sklearn import svm\n",
    "clf = svm.SVC(gamma=\"scale\", kernel=\"rbf\", degree=3)\n",
    "        # sklearn expects rows to be data points, we've gone with columns\n",
    "clf.fit(t_data.T, t_labels)\n",
    "\n",
    "pred = clf.predict(val_data.T)\n",
    "\n",
    "correct = np.sum(val_labels == pred)\n",
    "\n",
    "total = val_data.shape[1]\n",
    "percent_correct = correct/total\n",
    "print(\"Num Correct \" + str(correct) +\n",
    "                 \" Out of \" + str(total))\n",
    "print(\"Val score: \" + str(percent_correct))\n",
    "print(pred)\n",
    "t_data[:,2:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "en_learner.val_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pytorch\n",
    "a = pytorch.tensor(.4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted\n",
    "\n",
    "validation_set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "_python",
   "language": "python",
   "name": "_python"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}