000_datacleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "9263ee8c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging\n",
    "\n",
    "logging.basicConfig(format=\"%(levelname)s - %(name)s -  %(message)s\", level=logging.WARNING)\n",
    "logging.getLogger(\"haystack\").setLevel(logging.INFO)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "bd7c6a90",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39148577ed72bce8d473.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f78577ed72bce8d3ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39138577ed72bce8d46d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc58577ed72bce8d7d9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacacd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac2.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39898577ed72bce8d62b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39338577ed72bce8d4eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39558577ed72bce8d567.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab6.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c58577ed72bce8d339.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39648577ed72bce8d59b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c380d8577ed72bce8d27b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e88577ed72bce8d3c5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f8fd38577ed72bce8d165.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394a8577ed72bce8d53b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dbf8577ed72bce8d7b3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a78577ed72bce8d2db.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39308577ed72bce8d4dd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395d8577ed72bce8d585.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd28577ed72bce8d80f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db38577ed72bce8d789.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e988577ed72bce8d197.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397d8577ed72bce8d5fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396c8577ed72bce8d5b9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dca8577ed72bce8d7ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185f5c8577ed72bce8d1a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39418577ed72bce8d51b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d128577ed72bce8d6eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39328577ed72bce8d4e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39888577ed72bce8d625.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/631868148577ed72bce8d1a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ac8577ed72bce8d2f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39998577ed72bce8d65f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e98577ed72bce8d3cb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39248577ed72bce8d4b5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389e8577ed72bce8d2bf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd38577ed72bce8d815.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397b8577ed72bce8d5f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391d8577ed72bce8d491.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dda8577ed72bce8d837.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391c8577ed72bce8d48f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39238577ed72bce8d4b1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39628577ed72bce8d591.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d128577ed72bce8d6e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389f8577ed72bce8d2c7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea08577ed72bce8d8c1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d68577ed72bce8d381.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185f568577ed72bce8d19d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38938577ed72bce8d2a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389c8577ed72bce8d2b5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39568577ed72bce8d56b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd58577ed72bce8d81f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dac8577ed72bce8d77d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395c8577ed72bce8d581.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f48577ed72bce8d3f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39108577ed72bce8d461.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39918577ed72bce8d63f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39348577ed72bce8d4ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dbb8577ed72bce8d7a9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaba.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacace.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e858577ed72bce8d877.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391f8577ed72bce8d49d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39758577ed72bce8d5db.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f98577ed72bce8d405.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39728577ed72bce8d5d1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38958577ed72bce8d2a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c88577ed72bce8d349.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f98577ed72bce8d407.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38de8577ed72bce8d3a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacabc.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39348577ed72bce8d4ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d2b8577ed72bce8d769.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39258577ed72bce8d4b7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ab8577ed72bce8d2f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ae8577ed72bce8d2fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39918577ed72bce8d63d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39178577ed72bce8d47d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38df8577ed72bce8d3a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397d8577ed72bce8d5f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd58577ed72bce8d81d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39058577ed72bce8d439.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389d8577ed72bce8d2bd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389c8577ed72bce8d2b7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f68577ed72bce8d3fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39748577ed72bce8d5d7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d68577ed72bce8d383.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d128577ed72bce8d6e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38dc8577ed72bce8d399.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea08577ed72bce8d8c3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389f8577ed72bce8d2c5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f28577ed72bce8d3e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391d8577ed72bce8d493.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391c8577ed72bce8d48d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397b8577ed72bce8d5f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395e8577ed72bce8d587.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e808577ed72bce8d873.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eb88577ed72bce8d8f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd38577ed72bce8d817.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a68577ed72bce8d2d7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39998577ed72bce8d65d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dda8577ed72bce8d83b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39118577ed72bce8d463.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395f8577ed72bce8d58b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39888577ed72bce8d627.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39328577ed72bce8d4e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39208577ed72bce8d49f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a58577ed72bce8d2d5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63173fb78577ed72bce8d173.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39278577ed72bce8d4c1.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e868577ed72bce8d18b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e778577ed72bce8d861.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39738577ed72bce8d5d3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f438577ed72bce8d959.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dca8577ed72bce8d7ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6317be638577ed72bce8d181.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b98577ed72bce8d315.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39308577ed72bce8d4df.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39028577ed72bce8d429.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd28577ed72bce8d80d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea58577ed72bce8d8cb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e18577ed72bce8d269.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dbf8577ed72bce8d7b1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f52d88577ed72bce8d15b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39638577ed72bce8d593.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e88577ed72bce8d3c7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac0.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab4.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39558577ed72bce8d565.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacacf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea88577ed72bce8d8e3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacabb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39268577ed72bce8d4bb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39408577ed72bce8d517.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39148577ed72bce8d471.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39138577ed72bce8d46b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d78577ed72bce8d387.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab0.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac4.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e828577ed72bce8d875.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea88577ed72bce8d8e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacabf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394b8577ed72bce8d53f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacacb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eca8577ed72bce8d941.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39988577ed72bce8d657.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e88577ed72bce8d3c3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39638577ed72bce8d597.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391e8577ed72bce8d497.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f38577ed72bce8d3f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ed8577ed72bce8d3d9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eb98577ed72bce8d8f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38918577ed72bce8d299.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395d8577ed72bce8d583.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39308577ed72bce8d4db.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394a8577ed72bce8d53d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea58577ed72bce8d8cf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38948577ed72bce8d2a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39128577ed72bce8d465.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dca8577ed72bce8d7eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddb8577ed72bce8d83d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f88577ed72bce8d403.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd08577ed72bce8d805.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b08577ed72bce8d2fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea08577ed72bce8d8bd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d128577ed72bce8d6ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d258577ed72bce8d749.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39428577ed72bce8d51f.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39248577ed72bce8d4b3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ac8577ed72bce8d2f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39778577ed72bce8d5df.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39318577ed72bce8d4e1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e08577ed72bce8d25f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dab8577ed72bce8d77b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd38577ed72bce8d813.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389b8577ed72bce8d2b3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e7a8577ed72bce8d869.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b88577ed72bce8d311.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dae8577ed72bce8d77f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397e8577ed72bce8d5fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389e8577ed72bce8d2c3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39368577ed72bce8d4f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39658577ed72bce8d59d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63171fc78577ed72bce8d16f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39168577ed72bce8d477.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e8f8577ed72bce8d88b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39548577ed72bce8d561.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd78577ed72bce8d829.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea08577ed72bce8d8c7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d18577ed72bce8d369.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39278577ed72bce8d4bf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39158577ed72bce8d475.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39568577ed72bce8d56d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f48577ed72bce8d3f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39448577ed72bce8d529.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacacc.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39528577ed72bce8d559.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/631745378577ed72bce8d175.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a48577ed72bce8d2d1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e768577ed72bce8d859.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39148577ed72bce8d46f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38aa8577ed72bce8d2e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391a8577ed72bce8d487.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebc8577ed72bce8d909.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6317b1dc8577ed72bce8d17d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a48577ed72bce8d2d3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaca.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacabe.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd18577ed72bce8d807.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6317a8fe8577ed72bce8d17b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39178577ed72bce8d47b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39768577ed72bce8d5dd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391e8577ed72bce8d49b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39988577ed72bce8d65b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d48577ed72bce8d379.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389d8577ed72bce8d2bb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eb98577ed72bce8d8fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d68577ed72bce8d385.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f68577ed72bce8d3fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395a8577ed72bce8d579.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39278577ed72bce8d4bd.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea08577ed72bce8d8c5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391c8577ed72bce8d48b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39658577ed72bce8d59f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63173b608577ed72bce8d171.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389e8577ed72bce8d2c1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eb88577ed72bce8d8f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b88577ed72bce8d313.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389b8577ed72bce8d2b1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39578577ed72bce8d56f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39318577ed72bce8d4e3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd48577ed72bce8d81b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd38577ed72bce8d811.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f58577ed72bce8d3f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39628577ed72bce8d58f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39428577ed72bce8d51d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39908577ed72bce8d63b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ac8577ed72bce8d2f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea08577ed72bce8d8bf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b08577ed72bce8d2ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddb8577ed72bce8d83f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39128577ed72bce8d467.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f88577ed72bce8d401.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39738577ed72bce8d5d5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39618577ed72bce8d58d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e818577ed72bce8d187.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea58577ed72bce8d8cd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f4b838577ed72bce8d157.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397c8577ed72bce8d5f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd28577ed72bce8d80b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391e8577ed72bce8d495.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39228577ed72bce8d4a9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185f548577ed72bce8d19b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcc8577ed72bce8d7f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39638577ed72bce8d595.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacabd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea88577ed72bce8d8e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab2.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39558577ed72bce8d563.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac6.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacadc.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea68577ed72bce8d8d3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d158577ed72bce8d709.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e888577ed72bce8d87d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399d8577ed72bce8d66f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9f8577ed72bce8d8bb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e38577ed72bce8d3b1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39938577ed72bce8d645.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393e8577ed72bce8d50f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388c8577ed72bce8d283.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f3d748577ed72bce8d153.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea78577ed72bce8d8dd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399f8577ed72bce8d677.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ce8577ed72bce8d35d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39798577ed72bce8d5eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39708577ed72bce8d5cb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b68577ed72bce8d30b.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399e8577ed72bce8d675.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ca8577ed72bce8d34f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a88577ed72bce8d2dd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc98577ed72bce8d7e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390f8577ed72bce8d45d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39798577ed72bce8d5e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63178ad68577ed72bce8d177.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b58577ed72bce8d307.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394c8577ed72bce8d541.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b08577ed72bce8d301.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcf8577ed72bce8d801.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9f8577ed72bce8d8b5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399c8577ed72bce8d66b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38be8577ed72bce8d327.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad4.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae0.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39878577ed72bce8d623.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacadb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cc8577ed72bce8d357.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394e8577ed72bce8d545.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1c8577ed72bce8d71f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39288577ed72bce8d4c5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390c8577ed72bce8d44f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390d8577ed72bce8d451.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db98577ed72bce8d7a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e788577ed72bce8d865.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddc8577ed72bce8d843.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e788577ed72bce8d867.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec48577ed72bce8d929.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/631868188577ed72bce8d1a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393d8577ed72bce8d50d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390c8577ed72bce8d44d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39958577ed72bce8d64d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e898577ed72bce8d18d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db98577ed72bce8d7a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390d8577ed72bce8d453.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9b8577ed72bce8d89f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394e8577ed72bce8d547.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cc8577ed72bce8d355.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad6.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39878577ed72bce8d621.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388e8577ed72bce8d28b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae2.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388b8577ed72bce8d281.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e68577ed72bce8d3bb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39968577ed72bce8d64f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e9d8577ed72bce8d199.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a98577ed72bce8d2e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9f8577ed72bce8d8b7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcf8577ed72bce8d803.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d298577ed72bce8d761.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e48577ed72bce8d3b7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc38577ed72bce8d7c9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399f8577ed72bce8d67b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399a8577ed72bce8d665.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393f8577ed72bce8d515.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39708577ed72bce8d5c7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39798577ed72bce8d5e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e78577ed72bce8d3c1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39978577ed72bce8d655.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a88577ed72bce8d2df.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399b8577ed72bce8d667.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ca8577ed72bce8d34d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39598577ed72bce8d575.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b18577ed72bce8d303.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393a8577ed72bce8d505.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bd8577ed72bce8d325.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1f8577ed72bce8d729.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec18577ed72bce8d91d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f9b958577ed72bce8d169.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ce8577ed72bce8d35f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea78577ed72bce8d8df.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9d8577ed72bce8d8a9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddb8577ed72bce8d841.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393b8577ed72bce8d507.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d88577ed72bce8d38b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec28577ed72bce8d91f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1b8577ed72bce8d71d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39938577ed72bce8d647.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e38577ed72bce8d3b3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39298577ed72bce8d4c7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399d8577ed72bce8d66d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a08577ed72bce8d2cb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394f8577ed72bce8d54b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e888577ed72bce8d87f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38be8577ed72bce8d32b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea68577ed72bce8d8d1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaee.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacada.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d98577ed72bce8d391.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddd8577ed72bce8d851.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bf8577ed72bce8d32d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddc8577ed72bce8d84b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea68577ed72bce8d8d5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacade.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaea.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e958577ed72bce8d195.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39788577ed72bce8d5e3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec08577ed72bce8d917.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39968577ed72bce8d651.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f488577ed72bce8d961.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e888577ed72bce8d87b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f50b08577ed72bce8d159.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39588577ed72bce8d571.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e948577ed72bce8d899.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390e8577ed72bce8d457.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea78577ed72bce8d8db.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9d8577ed72bce8d8b1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394d8577ed72bce8d543.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cb8577ed72bce8d351.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392e8577ed72bce8d4d9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b28577ed72bce8d305.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388c8577ed72bce8d285.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bd8577ed72bce8d321.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39188577ed72bce8d47f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e78577ed72bce8d3bf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399e8577ed72bce8d673.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a88577ed72bce8d2e1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d288577ed72bce8d759.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eb68577ed72bce8d8f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390f8577ed72bce8d45b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea78577ed72bce8d8e1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393e8577ed72bce8d513.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1b8577ed72bce8d717.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fa8577ed72bce8d409.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b78577ed72bce8d30d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388f8577ed72bce8d28d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e18577ed72bce8d3a9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39718577ed72bce8d5cd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38988577ed72bce8d2a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39918577ed72bce8d641.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacadd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cd8577ed72bce8d35b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae6.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad2.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddc8577ed72bce8d845.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddd8577ed72bce8d84f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d98577ed72bce8d38f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39498577ed72bce8d539.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39728577ed72bce8d5cf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e788577ed72bce8d863.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f3f8577ed72bce8d949.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39928577ed72bce8d643.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39288577ed72bce8d4c3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390d8577ed72bce8d455.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39958577ed72bce8d64b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddd8577ed72bce8d84d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393d8577ed72bce8d50b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddc8577ed72bce8d847.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae4.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e928577ed72bce8d193.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad0.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf8.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaeb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9e8577ed72bce8d8b3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacadf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e68577ed72bce8d3bd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec78577ed72bce8d939.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388f8577ed72bce8d28f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b78577ed72bce8d30f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a98577ed72bce8d2e3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185f588577ed72bce8d19f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393e8577ed72bce8d511.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f6e178577ed72bce8d15f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a28577ed72bce8d2cf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399a8577ed72bce8d663.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38998577ed72bce8d2ab.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39978577ed72bce8d653.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f700a8577ed72bce8d161.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc08577ed72bce8d7b9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399e8577ed72bce8d671.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39858577ed72bce8d619.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec18577ed72bce8d91b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bd8577ed72bce8d323.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393a8577ed72bce8d503.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db88577ed72bce8d799.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388c8577ed72bce8d287.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39688577ed72bce8d5a9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cb8577ed72bce8d353.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f5c068577ed72bce8d15d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d228577ed72bce8d739.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1b8577ed72bce8d71b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e38577ed72bce8d3b5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390b8577ed72bce8d44b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d88577ed72bce8d38d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39588577ed72bce8d573.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39838577ed72bce8d609.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a08577ed72bce8d2cd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39788577ed72bce8d5e1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaec.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea68577ed72bce8d8d7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fe8577ed72bce8d419.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ba8577ed72bce8d319.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eba8577ed72bce8d8fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39498577ed72bce8d537.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacafb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae8.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d168577ed72bce8d70d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd88577ed72bce8d82f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fb8577ed72bce8d411.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf4.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f3e8577ed72bce8d945.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39838577ed72bce8d60b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39198577ed72bce8d481.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39848577ed72bce8d615.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc18577ed72bce8d7bb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1b8577ed72bce8d719.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39948577ed72bce8d649.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec58577ed72bce8d92d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db88577ed72bce8d79b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9d8577ed72bce8d8ad.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d228577ed72bce8d73b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd98577ed72bce8d835.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da98577ed72bce8d773.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec18577ed72bce8d919.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1f8577ed72bce8d72d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cf8577ed72bce8d365.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc08577ed72bce8d7b5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39858577ed72bce8d61b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39388577ed72bce8d4ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d288577ed72bce8d757.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38998577ed72bce8d2a9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec68577ed72bce8d935.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e08577ed72bce8d3a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e918577ed72bce8d891.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392e8577ed72bce8d4d7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db88577ed72bce8d795.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc38577ed72bce8d7cd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390e8577ed72bce8d459.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c398c8577ed72bce8d631.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc88577ed72bce8d7e1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c398f8577ed72bce8d637.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e888577ed72bce8d885.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec78577ed72bce8d93b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39698577ed72bce8d5ab.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392c8577ed72bce8d4d3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacae9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacafc.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc28577ed72bce8d7c3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c398e8577ed72bce8d635.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec38577ed72bce8d925.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f3f8577ed72bce8d94b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ba8577ed72bce8d317.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacafa.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cd8577ed72bce8d359.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea68577ed72bce8d8d9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc28577ed72bce8d7c1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392c8577ed72bce8d4d1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63178e498577ed72bce8d179.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e18577ed72bce8d3ab.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da88577ed72bce8d771.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc88577ed72bce8d7e3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d208577ed72bce8d72f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d298577ed72bce8d75b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fa8577ed72bce8d40b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eab8577ed72bce8d8ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39488577ed72bce8d535.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fc8577ed72bce8d413.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d228577ed72bce8d737.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39688577ed72bce8d5a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e918577ed72bce8d893.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db88577ed72bce8d797.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e08577ed72bce8d3a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d288577ed72bce8d755.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39858577ed72bce8d617.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d218577ed72bce8d735.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63170dcd8577ed72bce8d16b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39828577ed72bce8d607.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc08577ed72bce8d7b7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d148577ed72bce8d703.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c390a8577ed72bce8d449.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e898577ed72bce8d887.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39818577ed72bce8d605.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fd8577ed72bce8d417.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9d8577ed72bce8d8af.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9c8577ed72bce8d8a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec58577ed72bce8d92f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39198577ed72bce8d483.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ff8577ed72bce8d41b.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1df8577ed72bce8d25d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e948577ed72bce8d89b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec78577ed72bce8d937.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bb8577ed72bce8d31b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f3e8577ed72bce8d947.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd88577ed72bce8d82d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf6.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1d8577ed72bce8d723.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ddc8577ed72bce8d849.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eba8577ed72bce8d8ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf2.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacafd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d168577ed72bce8d70b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38be8577ed72bce8d329.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/631716728577ed72bce8d16d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39848577ed72bce8d613.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a08577ed72bce8d2c9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ff8577ed72bce8d41f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc18577ed72bce8d7bd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c394f8577ed72bce8d549.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39838577ed72bce8d60d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d208577ed72bce8d731.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c398d8577ed72bce8d633.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd98577ed72bce8d833.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39868577ed72bce8d61f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc48577ed72bce8d7cf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39818577ed72bce8d601.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388d8577ed72bce8d289.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38b58577ed72bce8d309.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39078577ed72bce8d441.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9c8577ed72bce8d8a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9d8577ed72bce8d8ab.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1f8577ed72bce8d72b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da98577ed72bce8d775.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc98577ed72bce8d7e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cf8577ed72bce8d363.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e928577ed72bce8d895.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bc8577ed72bce8d31f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f3d8577ed72bce8d943.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc38577ed72bce8d7cb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399f8577ed72bce8d679.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ea8577ed72bce8d3cf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec58577ed72bce8d931.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c78577ed72bce8d343.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d298577ed72bce8d75f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d158577ed72bce8d707.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e888577ed72bce8d883.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc28577ed72bce8d7c5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d238577ed72bce8d73d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fb8577ed72bce8d40d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacafe.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db98577ed72bce8d79d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e908577ed72bce8d88d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392c8577ed72bce8d4d5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39698577ed72bce8d5ad.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e28577ed72bce8d3ad.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec48577ed72bce8d92b.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec38577ed72bce8d921.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e58577ed72bce8d3b9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c398b8577ed72bce8d62f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e28577ed72bce8d3af.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1c8577ed72bce8d721.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec38577ed72bce8d923.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ead8577ed72bce8d8ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e908577ed72bce8d88f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db98577ed72bce8d79f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39698577ed72bce8d5af.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fb8577ed72bce8d40f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d238577ed72bce8d73f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc28577ed72bce8d7c7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f73c98577ed72bce8d163.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e888577ed72bce8d881.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c398a8577ed72bce8d62d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d158577ed72bce8d705.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc88577ed72bce8d7e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c399c8577ed72bce8d669.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d298577ed72bce8d75d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39298577ed72bce8d4c9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1e8577ed72bce8d725.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec58577ed72bce8d933.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eab8577ed72bce8d8eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c78577ed72bce8d341.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9d8577ed72bce8d8a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ea8577ed72bce8d3cd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38fc8577ed72bce8d415.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d1f8577ed72bce8d727.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d701.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d218577ed72bce8d733.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38cf8577ed72bce8d361.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da98577ed72bce8d777.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39798577ed72bce8d5e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39708577ed72bce8d5c9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9c8577ed72bce8d8a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39868577ed72bce8d61d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd98577ed72bce8d831.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39818577ed72bce8d603.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e938577ed72bce8d897.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1df8577ed72bce8d25b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e948577ed72bce8d89d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ff8577ed72bce8d41d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc18577ed72bce8d7bf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39848577ed72bce8d611.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39198577ed72bce8d485.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39838577ed72bce8d60f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc88577ed72bce8d7df.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e9f8577ed72bce8d8b9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388a8577ed72bce8d27d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38bb8577ed72bce8d31d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacad8.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacaf0.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c388b8577ed72bce8d27f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec48577ed72bce8d927.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c393c8577ed72bce8d509.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c68577ed72bce8d33d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e768577ed72bce8d857.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39528577ed72bce8d557.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e7d8577ed72bce8d86f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39678577ed72bce8d5a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db78577ed72bce8d793.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39228577ed72bce8d4ab.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f418577ed72bce8d951.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39448577ed72bce8d527.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391b8577ed72bce8d489.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcc8577ed72bce8d7fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39518577ed72bce8d555.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc68577ed72bce8d7dd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ec8577ed72bce8d3d3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd28577ed72bce8d809.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39028577ed72bce8d42d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea98577ed72bce8d8e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39808577ed72bce8d5ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd78577ed72bce8d827.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc48577ed72bce8d7d1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e7b8577ed72bce8d86b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389a8577ed72bce8d2ad.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39008577ed72bce8d421.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39078577ed72bce8d43f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5daa8577ed72bce8d779.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39168577ed72bce8d479.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec88577ed72bce8d93d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcb8577ed72bce8d7f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dce8577ed72bce8d7ff.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39908577ed72bce8d639.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39368577ed72bce8d4f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39508577ed72bce8d54f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d58577ed72bce8d37b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd48577ed72bce8d819.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d268577ed72bce8d751.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c38577ed72bce8d335.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da78577ed72bce8d76f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f28577ed72bce8d3ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d258577ed72bce8d747.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318681b8577ed72bce8d1a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e8c8577ed72bce8d18f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39468577ed72bce8d531.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f68577ed72bce8d3f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebb8577ed72bce8d905.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebe8577ed72bce8d90f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d38577ed72bce8d371.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e18577ed72bce8d263.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eb98577ed72bce8d8f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38918577ed72bce8d297.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396f8577ed72bce8d5c3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39438577ed72bce8d523.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c391e8577ed72bce8d499.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39988577ed72bce8d659.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ea18577ed72bce8d8c9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d08577ed72bce8d367.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d188577ed72bce8d711.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db08577ed72bce8d783.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396e8577ed72bce8d5c1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d78577ed72bce8d389.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38aa8577ed72bce8d2eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f08577ed72bce8d3e1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e768577ed72bce8d85b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f08577ed72bce8d3e3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39218577ed72bce8d4a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d188577ed72bce8d713.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac8.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39068577ed72bce8d43d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39088577ed72bce8d443.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd68577ed72bce8d825.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcc8577ed72bce8d7f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcd8577ed72bce8d7fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ec98577ed72bce8d93f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39228577ed72bce8d4a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39438577ed72bce8d521.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d38577ed72bce8d373.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38da8577ed72bce8d393.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39128577ed72bce8d469.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f448577ed72bce8d95b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e8f8577ed72bce8d889.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacb01.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39668577ed72bce8d5a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd78577ed72bce8d82b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39548577ed72bce8d55f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d18577ed72bce8d36b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395b8577ed72bce8d57b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38eb8577ed72bce8d3d1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ee8577ed72bce8d3db.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39038577ed72bce8d435.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392a8577ed72bce8d4cb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38908577ed72bce8d295.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e08577ed72bce8d261.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39368577ed72bce8d4f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39508577ed72bce8d54d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebf8577ed72bce8d915.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39458577ed72bce8d52b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dbc8577ed72bce8d7ad.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39008577ed72bce8d423.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389a8577ed72bce8d2af.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39538577ed72bce8d55b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacb00.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d258577ed72bce8d74b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc48577ed72bce8d7d3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395a8577ed72bce8d577.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5daf8577ed72bce8d781.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c08577ed72bce8d32f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e8f8577ed72bce8d191.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39028577ed72bce8d42f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38918577ed72bce8d29b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39378577ed72bce8d4fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d278577ed72bce8d753.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d48577ed72bce8d377.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da68577ed72bce8d76d.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f38577ed72bce8d3ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f418577ed72bce8d953.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396a8577ed72bce8d5b1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db78577ed72bce8d791.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacac9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d248577ed72bce8d745.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d2a8577ed72bce8d763.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e768577ed72bce8d855.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebc8577ed72bce8d907.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebd8577ed72bce8d90d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c68577ed72bce8d33f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396b8577ed72bce8d5b3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39478577ed72bce8d533.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38aa8577ed72bce8d2e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5da58577ed72bce8d76b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c88577ed72bce8d345.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f428577ed72bce8d955.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c68577ed72bce8d33b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38928577ed72bce8d29d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39678577ed72bce8d5a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d248577ed72bce8d741.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395c8577ed72bce8d57f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e758577ed72bce8d853.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f468577ed72bce8d95d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dba8577ed72bce8d7a5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ec8577ed72bce8d3d5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dbf8577ed72bce8d7af.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39028577ed72bce8d42b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39518577ed72bce8d553.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f18577ed72bce8d3e7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39208577ed72bce8d4a1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c98577ed72bce8d34b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395f8577ed72bce8d589.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392b8577ed72bce8d4cd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39098577ed72bce8d447.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39358577ed72bce8d4f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ad8577ed72bce8d2f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebf8577ed72bce8d911.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcb8577ed72bce8d7f3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f408577ed72bce8d94d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dda8577ed72bce8d839.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c48577ed72bce8d337.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38908577ed72bce8d291.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39038577ed72bce8d431.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db28577ed72bce8d787.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db58577ed72bce8d78d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d58577ed72bce8d37d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e7f8577ed72bce8d871.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d28577ed72bce8d36d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f28577ed72bce8d3eb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5eba8577ed72bce8d901.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39238577ed72bce8d4ad.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c38577ed72bce8d333.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ef8577ed72bce8d3dd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397a8577ed72bce8d5ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38dc8577ed72bce8d39b.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebb8577ed72bce8d903.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396d8577ed72bce8d5bd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396c8577ed72bce8d5b7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39058577ed72bce8d43b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e18577ed72bce8d265.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39438577ed72bce8d525.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396f8577ed72bce8d5c5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ab8577ed72bce8d2ef.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db78577ed72bce8d78f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6f7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/62d67bdf3c6dae3aa9bacab8.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f40698577ed72bce8d155.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db08577ed72bce8d785.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39018577ed72bce8d427.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38de8577ed72bce8d39f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e7c8577ed72bce8d86d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd68577ed72bce8d821.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc58577ed72bce8d7d7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e768577ed72bce8d85f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39218577ed72bce8d4a3.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39758577ed72bce8d5d9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e768577ed72bce8d85d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38db8577ed72bce8d397.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc58577ed72bce8d7d5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dd68577ed72bce8d823.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39018577ed72bce8d425.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dbb8577ed72bce8d7ab.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6f5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ab8577ed72bce8d2ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39108577ed72bce8d45f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/63185e848577ed72bce8d189.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38da8577ed72bce8d395.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e18577ed72bce8d267.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d38577ed72bce8d375.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39568577ed72bce8d569.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/630f97828577ed72bce8d167.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39398577ed72bce8d501.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397a8577ed72bce8d5ed.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ef8577ed72bce8d3df.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38938577ed72bce8d29f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f478577ed72bce8d95f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39238577ed72bce8d4af.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c395b8577ed72bce8d57d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38a68577ed72bce8d2d9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d28577ed72bce8d36f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39508577ed72bce8d551.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5e878577ed72bce8d879.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39048577ed72bce8d437.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38d58577ed72bce8d37f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d268577ed72bce8d74f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39038577ed72bce8d433.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38908577ed72bce8d293.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f408577ed72bce8d94f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39998577ed72bce8d661.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39458577ed72bce8d52d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38e98577ed72bce8d3c9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dcb8577ed72bce8d7f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebf8577ed72bce8d913.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d258577ed72bce8d74d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d128577ed72bce8d6e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39358577ed72bce8d4f1.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38dd8577ed72bce8d39d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39538577ed72bce8d55d.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39098577ed72bce8d445.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c392b8577ed72bce8d4cf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d198577ed72bce8d715.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6317ba238577ed72bce8d17f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396c8577ed72bce8d5bb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39468577ed72bce8d52f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38f18577ed72bce8d3e5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39418577ed72bce8d519.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39378577ed72bce8d4fd.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c389c8577ed72bce8d2b9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5db38577ed72bce8d78b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c397d8577ed72bce8d5f9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38ec8577ed72bce8d3d7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dba8577ed72bce8d7a7.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c28577ed72bce8d331.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39648577ed72bce8d599.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39258577ed72bce8d4b9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d2b8577ed72bce8d767.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5dc58577ed72bce8d7db.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d248577ed72bce8d743.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/6318b1e28577ed72bce8d26b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39898577ed72bce8d629.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d188577ed72bce8d70f.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c39338577ed72bce8d4e9.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d138577ed72bce8d6fb.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396e8577ed72bce8d5bf.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5f428577ed72bce8d957.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c38c88577ed72bce8d347.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/633c396b8577ed72bce8d5b5.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5ebd8577ed72bce8d90b.txt\n",
      "INFO - haystack.utils.preprocessing -  Converting /Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/634d5d2a8577ed72bce8d765.txt\n",
      "[nltk_data] Downloading package punkt to /Users/kpham/nltk_data...\n",
      "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4f48bc7bbb0e449099ec108539535104",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Preprocessing:   0%|          | 0/964 [00:00<?, ?docs/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING - haystack.nodes.preprocessor.preprocessor -  We found one or more sentences whose word count is higher than the split length.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "n_files_input: 964\n",
      "n_docs_output: 110696\n"
     ]
    }
   ],
   "source": [
    "from haystack.nodes import TextConverter, PDFToTextConverter, DocxToTextConverter, PreProcessor\n",
    "from haystack.utils import convert_files_to_docs\n",
    "\n",
    "\n",
    "all_docs = convert_files_to_docs(dir_path='/Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt/')\n",
    "preprocessor = PreProcessor(\n",
    "    clean_empty_lines=True,\n",
    "    clean_whitespace=True,\n",
    "    clean_header_footer=False,\n",
    "    split_by=\"word\",\n",
    "    split_length=100,\n",
    "    split_respect_sentence_boundary=True,\n",
    ")\n",
    "docs = preprocessor.process(all_docs)\n",
    "\n",
    "print(f\"n_files_input: {len(all_docs)}\\nn_docs_output: {len(docs)}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "a6c2a4e8",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'FARMReader' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/var/folders/ph/ghqzy_yd3wzgzv9tphj7l4k80000gp/T/ipykernel_22672/415195494.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mreader\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mFARMReader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel_name_or_path\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"distilbert-base-uncased-distilled-squad\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0muse_gpu\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mdata_dir\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"data/squad20\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;31m# data_dir = \"/Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mreader\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrain_filename\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"dev-v2.0.json\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0muse_gpu\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_epochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msave_dir\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"mymodel\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'FARMReader' is not defined"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c652b3d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.nodes import FARMReader\n",
    "from haystack.utils import fetch_archive_from_http\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3c54f4c2",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.modeling.utils -  Using devices: CPU - Number of GPUs: 0\n",
      "INFO - haystack.modeling.utils -  Using devices: CPU - Number of GPUs: 0\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "67f1fa0a3acf46c1a352efe5cddbbfe3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading config.json:   0%|          | 0.00/451 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.modeling.model.language_model -   * LOADING MODEL: 'distilbert-base-uncased-distilled-squad' (DistilBert)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0dc546a4e806484290861dfde797ed7a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading pytorch_model.bin:   0%|          | 0.00/253M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.modeling.model.language_model -  Auto-detected model language: english\n",
      "INFO - haystack.modeling.model.language_model -  Loaded 'distilbert-base-uncased-distilled-squad' (DistilBert model) from model hub.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "adb3c5f7a17b426382a6260d6805d535",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading tokenizer_config.json:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0382fe062af04ef8aca84bf980a0388f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading vocab.txt:   0%|          | 0.00/226k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "188bacb8b5a444a1a69a90f0d3e71ba0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading tokenizer.json:   0%|          | 0.00/455k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO - haystack.modeling.utils -  Using devices: CPU - Number of GPUs: 0\n",
      "INFO - haystack.modeling.utils -  Using devices: CPU - Number of GPUs: 0\n",
      "INFO - haystack.modeling.data_handler.data_silo -  \n",
      "Loading data into the data silo ... \n",
      "              ______\n",
      "               |o  |   !\n",
      "   __          |:`_|---'-.\n",
      "  |__|______.-/ _ \\-----.|       \n",
      " (o)(o)------'\\ _ /     ( )      \n",
      " \n",
      "INFO - haystack.modeling.data_handler.data_silo -  LOADING TRAIN DATA\n",
      "INFO - haystack.modeling.data_handler.data_silo -  ==================\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Loading train set from: data/squad20/dev-v2.0.json \n",
      "INFO - haystack.modeling.data_handler.processor -  Couldn't find data/squad20/dev-v2.0.json locally. Trying to download ...\n",
      "INFO - haystack.modeling.data_handler.processor -  downloading and extracting file squad20 to dir /Users/kpham/Desktop/coding-kim/haystack/data\n",
      "100%|█████████████████████████| 10186398/10186398 [00:00<00:00, 15764196.27B/s]\n",
      "Preprocessing dataset: 100%|█████████████████| 3/3 [00:05<00:00,  1.78s/ Dicts]\n",
      "INFO - haystack.modeling.data_handler.data_silo -  \n",
      "INFO - haystack.modeling.data_handler.data_silo -  LOADING DEV DATA\n",
      "INFO - haystack.modeling.data_handler.data_silo -  =================\n",
      "INFO - haystack.modeling.data_handler.data_silo -  No dev set is being loaded\n",
      "INFO - haystack.modeling.data_handler.data_silo -  \n",
      "INFO - haystack.modeling.data_handler.data_silo -  LOADING TEST DATA\n",
      "INFO - haystack.modeling.data_handler.data_silo -  =================\n",
      "INFO - haystack.modeling.data_handler.data_silo -  No test set is being loaded\n",
      "INFO - haystack.modeling.data_handler.data_silo -  \n",
      "INFO - haystack.modeling.data_handler.data_silo -  DATASETS SUMMARY\n",
      "INFO - haystack.modeling.data_handler.data_silo -  ================\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Examples in train: 13600\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Examples in dev  : 0\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Examples in test : 0\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Total examples   : 13600\n",
      "INFO - haystack.modeling.data_handler.data_silo -  \n",
      "INFO - haystack.modeling.data_handler.data_silo -  Longest sequence length observed after clipping:     256\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Average sequence length after clipping: 174.0468382352941\n",
      "INFO - haystack.modeling.data_handler.data_silo -  Proportion clipped:      0.12830882352941175\n",
      "INFO - haystack.modeling.model.optimization -  Loading optimizer 'AdamW': {'correct_bias': False, 'weight_decay': 0.01, 'lr': 1e-05}\n",
      "INFO - haystack.modeling.model.optimization -  Using scheduler 'get_linear_schedule_with_warmup'\n",
      "INFO - haystack.modeling.model.optimization -  Loading schedule 'get_linear_schedule_with_warmup': '{'num_training_steps': 1360, 'num_warmup_steps': 272}'\n",
      "Train epoch 0/0 (Cur. train loss: 1.6634):  29%|▎| 399/1360 [1:15:49<2:11:44,  "
     ]
    }
   ],
   "source": [
    "reader = FARMReader(model_name_or_path=\"distilbert-base-uncased-distilled-squad\", use_gpu=True)\n",
    "data_dir = \"data/squad20\"\n",
    "# data_dir = \"/Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt\"\n",
    "reader.train(data_dir=data_dir, train_filename=\"dev-v2.0.json\", use_gpu=True, n_epochs=1, save_dir=\"mymodel\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c60001d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "reader = FARMReader(model_name_or_path=\"distilbert-base-uncased-distilled-squad\", use_gpu=True)\n",
    "# data_dir = \"data/squad20\"\n",
    "data_dir = \"/Users/kpham/Desktop/coding-kim/haystack/combio_clean/singletxt\"\n",
    "reader.train(data_dir=data_dir, train_filename=\"dev-v2.0.json\", use_gpu=True, n_epochs=1, save_dir=\"mymodel\")\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}