Clean_ufos.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('ufo.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date_Time</th>\n",
       "      <th>City</th>\n",
       "      <th>State</th>\n",
       "      <th>Shape</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Date_Posted</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5/9/19 21:15</td>\n",
       "      <td>Cincinnati</td>\n",
       "      <td>OH</td>\n",
       "      <td>Triangle</td>\n",
       "      <td>15 seconds</td>\n",
       "      <td>Large V/triangle-shaped craft that moved silen...</td>\n",
       "      <td>5/9/19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5/8/19 23:00</td>\n",
       "      <td>Statesboro</td>\n",
       "      <td>GA</td>\n",
       "      <td>Triangle</td>\n",
       "      <td>20 seconds</td>\n",
       "      <td>Two UFO's near Statesboro, Ga. 11:00 PM 5-9-2019.</td>\n",
       "      <td>5/9/19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5/8/19 23:00</td>\n",
       "      <td>Norfolk</td>\n",
       "      <td>VA</td>\n",
       "      <td>Light</td>\n",
       "      <td>&gt;10 minutes</td>\n",
       "      <td>Extremely loud bang, light spotted in sky.</td>\n",
       "      <td>5/9/19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5/8/19 21:00</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>NH</td>\n",
       "      <td>Other</td>\n",
       "      <td>Continuing up till right</td>\n",
       "      <td>Very large floating aircraft with nav-lights. ...</td>\n",
       "      <td>5/9/19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5/8/19 01:30</td>\n",
       "      <td>Saint George</td>\n",
       "      <td>UT</td>\n",
       "      <td>Other</td>\n",
       "      <td>1:30</td>\n",
       "      <td>Started noticing a huge flash of light @ aroun...</td>\n",
       "      <td>5/9/19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Date_Time          City State     Shape                   Duration  \\\n",
       "0  5/9/19 21:15    Cincinnati    OH  Triangle                 15 seconds   \n",
       "1  5/8/19 23:00    Statesboro    GA  Triangle                 20 seconds   \n",
       "2  5/8/19 23:00       Norfolk    VA     Light                >10 minutes   \n",
       "3  5/8/19 21:00       Fremont    NH     Other  Continuing up till right    \n",
       "4  5/8/19 01:30  Saint George    UT     Other                       1:30   \n",
       "\n",
       "                                             Summary Date_Posted  \n",
       "0  Large V/triangle-shaped craft that moved silen...      5/9/19  \n",
       "1  Two UFO's near Statesboro, Ga. 11:00 PM 5-9-2019.      5/9/19  \n",
       "2         Extremely loud bang, light spotted in sky.      5/9/19  \n",
       "3  Very large floating aircraft with nav-lights. ...      5/9/19  \n",
       "4  Started noticing a huge flash of light @ aroun...      5/9/19  "
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 119178 entries, 0 to 119177\n",
      "Data columns (total 7 columns):\n",
      "Date_Time      119178 non-null object\n",
      "City           118940 non-null object\n",
      "State          110576 non-null object\n",
      "Shape          115244 non-null object\n",
      "Duration       115006 non-null object\n",
      "Summary        119141 non-null object\n",
      "Date_Posted    119178 non-null object\n",
      "dtypes: object(7)\n",
      "memory usage: 6.4+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.Duration\n",
    "import numpy as np\n",
    "# def get_duration(duration):\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_duration(duration):\n",
    "    \n",
    "    dursplit = duration.split()\n",
    "#     print(duration)\n",
    "#     print(len(dursplit))\n",
    "    if len(dursplit) == 2:\n",
    "        try:\n",
    "            dtime = dursplit[0]\n",
    "            if dtime.startswith('>') or dtime.startswith('<') or dtime.startswith('~'):\n",
    "                dtime = dtime[1:]\n",
    "            if dtime.endswith('+'):\n",
    "                dtime = dtime[:-1]\n",
    "#             print('dtime', dtime)\n",
    "            if '-' in dtime:\n",
    "                dtimes = dtime.split('-')\n",
    "#                 print('dtimes',dtimes)\n",
    "                try:\n",
    "                    dtime = (int(dtimes[0])+int(dtimes[1]))/2\n",
    "\n",
    "                except:\n",
    "                    return None\n",
    "            dtime = int(dtime)\n",
    "            unit = dursplit[1]\n",
    "            \n",
    "            \n",
    "#             print('dtime', dtime, 'unit', unit, unit.lower().startswith('m'))\n",
    "            \n",
    "            if unit.lower() == 'seconds':\n",
    "                return dtime\n",
    "            elif unit.lower().startswith('min'):\n",
    "#                 print( 'minute')\n",
    "                return dtime*60\n",
    "            elif unit.lower().startswith('h'):\n",
    "                return dtime*60*60\n",
    "            \n",
    "#             for items in dursplit:\n",
    "#                 print(items)\n",
    "        except:\n",
    "#             print(dtime)\n",
    "            return None\n",
    "    if len(dursplit) == 1:\n",
    "        if ':' in dursplit[0]:\n",
    "            tvals = dursplit[0].split(':')\n",
    "            if len(tvals)==2:\n",
    "                mins = 0\n",
    "                secs =0\n",
    "                try:\n",
    "                    mins = int(tvals[0])*60\n",
    "                except:\n",
    "                    pass\n",
    "                try:\n",
    "                    secs = int(tvals[1])\n",
    "                except:\n",
    "                    pass\n",
    "#                 print(tvals[0])\n",
    "#                 print(tvals[1])\n",
    "                return mins + secs\n",
    "            \n",
    "        if dursplit[0].isdigit():\n",
    "            return int(dursplit[0])*60\n",
    "\n",
    "    return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'30'"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtime = '30+'\n",
    "dtime[:-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.Duration[60:90]\n",
    "df['Duration_sec'] = df.Duration.apply(lambda x: get_duration(str(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop_duplicates(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.dropna(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "81127"
      ]
     },
     "execution_count": 184,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib  inline\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x12afe8978>]"
      ]
     },
     "execution_count": 195,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEwlJREFUeJzt3X9sXWd5wPHvs5QWFlelUGZVSTWnS1URtRM0Vy3VJmRL0DpsoRuqtkRVaVnaiG2RmMQkUjFN5Y+JMan7g9JRglZFm6qajLH1V1CGAKsgVZCGFZKQBUIVVLdVsi7Dm6tOXeDZH/eku3V97fv7Xr/9fiTL97z3Pec85+T6yfFzXr8nMhNJUrl+adgBSJL6y0QvSYUz0UtS4Uz0klQ4E70kFc5EL0mFM9FLUuFM9JJUOBO9JBXuvGEHAHDJJZfkxMRER+u+9NJLrF27trcBDYBxD5ZxD5ZxD8ahQ4dezMx3rNRvJBL9xMQETz31VEfrzs7OMjk52duABsC4B8u4B8u4ByMiftpKv56XbiJiMiK+FRH3R8Rkr7cvSWpPS4k+Ih6IiNMRcWRR+3REHI+IExGxu2pOYAF4MzDX23AlSe1q9Yp+LzDd2BARa4D7gC3AJmB7RGwCvpWZW4BPAJ/qXaiSpE60lOgz8wngzKLma4ETmflMZr4CzAA3ZeYvqvf/E7igZ5FKkjoSrc5HHxETwGOZeVW1fDMwnZl3VMu3AtcB3wBuBN4KfD4zZ5tsbyewE2B8fHzzzMxMRwewsLDA2NhYR+sOk3EPlnEPlnEPxtTU1KHMrK3Ur5tRN7FEW2bmV4CvrLRyZu6JiBeArRdeeOHmTu90r7a75OcY92AZ92AZ92jpZtTNHHBZw/J64Pl2NpCZj2bmzosuuqiLMCRJy+km0R8EroiIDRFxPrANeKSdDUTE1ojYMz8/30UYkqTltDq88iHgSeDKiJiLiB2ZeRbYBRwAjgH7MvNoOzvvxRX94efmmdj9OBO7H+94G5JUspZq9Jm5vUn7fmB/TyOSJPXUUCc1s3QjSf031ETvzVhJ6j+nKZakwlm6kaTCWbqRpMJZupGkwlm6kaTCWbqRpMJZupGkwpnoJalw1uglqXDW6CWpcJZuJKlwJnpJKpyJXpIK581YSSqcN2MlqXCWbiSpcCZ6SSqciV6SCmeil6TCmeglqXAOr5Skwjm8UpIKZ+lGkgpnopekwpnoJalwJnpJKpyJXpIKZ6KXpML1JdFHxNqIOBQRv92P7UuSWtdSoo+IByLidEQcWdQ+HRHHI+JEROxueOsTwL5eBipJ6kyrV/R7genGhohYA9wHbAE2AdsjYlNEvA/4IXCqh3FKkjp0XiudMvOJiJhY1HwtcCIznwGIiBngJmAMWEs9+b8cEfsz8xc9i1iS1JbIzNY61hP9Y5l5VbV8MzCdmXdUy7cC12Xmrmr5duDFzHysyfZ2AjsBxsfHN8/MzHR0AKfPzHPq5frrq9etnqkUFhYWGBsbG3YYbTPuwTLuwVptcU9NTR3KzNpK/Vq6om8ilmh79X+NzNy73MqZuQfYA1Cr1XJycrKjIO598GHuOVw/jJO3dLaNYZidnaXTYx4m4x4s4x6s1Rr3SroZdTMHXNawvB54vp0NOHulJPVfN4n+IHBFRGyIiPOBbcAj7WzA2Sslqf9aHV75EPAkcGVEzEXEjsw8C+wCDgDHgH2ZebSdnXtFL0n91+qom+1N2vcD+zvdeWY+Cjxaq9Xu7HQbkqTl+YQpSSqcT5iSpMI5qZkkFc7SjSQVztKNJBXO0o0kFc7SjSQVztKNJBXO0o0kFc5EL0mFs0YvSYWzRi9JhbN0I0mFM9FLUuFM9JJUOG/GSlLhvBkrSYWzdCNJhTPRS1LhWnpm7GoxsfvxV1+f/MvfGmIkkjQ6vKKXpMKZ6CWpcA6vlKTCObxSkgpn6UaSCmeil6TCmeglqXAmekkqnIlekgpnopekwpnoJalwPZ/rJiLeCXwMuAT4emZ+vtf7aIXz3khSXUtX9BHxQEScjogji9qnI+J4RJyIiN0AmXksMz8K/B5Q633IkqR2tFq62QtMNzZExBrgPmALsAnYHhGbqvc+CHwb+HrPIpUkdSQys7WOERPAY5l5VbV8PXB3Zt5YLd8FkJmfbljn8cxcsm4SETuBnQDj4+ObZ2ZmOjqA02fmOfXy8n2uXjd6UywsLCwwNjY27DDaZtyDZdyDtdrinpqaOpSZK1ZOuqnRrwOebVieA66LiEngQ8AFwP5mK2fmHmAPQK1Wy8nJyY6CuPfBh7nn8PKHcfKWzrbdT7Ozs3R6zMNk3INl3IO1WuNeSTeJPpZoy8ycBWZb2kDEVmDrxo0buwhDkrScboZXzgGXNSyvB55vZwPOXilJ/ddNoj8IXBERGyLifGAb8Eg7G3A+eknqv1aHVz4EPAlcGRFzEbEjM88Cu4ADwDFgX2YebWfnXtFLUv+1VKPPzO1N2vezzA1XSdLw+ShBSSqcjxKUpMJ5RS9JhfOKXpIK5zTFklS4nk9TPIqcsljSG5k1ekkqnDV6SSqcNXpJKpyJXpIKZ41ekgpnjV6SCmfpRpIKZ6KXpMKZ6CWpcN6MlaTCeTNWkgpn6UaSCmeil6TCvSFmr2zkTJaS3mi8opekwpnoJalwDq+UpMI5vFKSCmfpRpIKZ6KXpMKZ6CWpcCZ6SSqciV6SCmeil6TC9SXRR8TvRMQXI+LhiLihH/uQJLWm5UQfEQ9ExOmIOLKofToijkfEiYjYDZCZ/5yZdwK3A7/f04glSW1pZ1KzvcDngL871xARa4D7gPcDc8DBiHgkM39Ydfmz6v2R1DjBGTjJmaQytXxFn5lPAGcWNV8LnMjMZzLzFWAGuCnqPgN8NTO/17twJUntisxsvXPEBPBYZl5VLd8MTGfmHdXyrcB1wI+A24CDwNOZef8S29oJ7AQYHx/fPDMz09EBnD4zz6mXO1r1da5eN7ipGBYWFhgbGxvY/nrFuAfLuAdrtcU9NTV1KDNrK/Xrdj76WKItM/OzwGeXWzEz9wB7AGq1Wk5OTnYUwL0PPsw9h3szrf7JWzqLoROzs7N0eszDZNyDZdyDtVrjXkm3o27mgMsaltcDz7e6srNXSlL/dZvoDwJXRMSGiDgf2AY80urKzl4pSf3XzvDKh4AngSsjYi4idmTmWWAXcAA4BuzLzKNtbNMreknqs5aL25m5vUn7fmB/JzvPzEeBR2u12p2drC9JWtlQHw4eEVuBrRs3bhxmGK/yweGSSuQTpiSpcE5qJkmF8+HgklQ4SzeSVDhLN5JUOEs3klQ4SzeSVDhLN5JUOBO9JBXOGr0kFc4avSQVztKNJBXORC9JhTPRS1LhvBkrSYXzZqwkFW6oDx5ZLXwgiaTVzBq9JBXORC9JhTPRS1LhrNE30ViXl6TVzOGVklQ4h1dKUuGs0UtS4Uz0klQ4E70kFc5EL0mFM9FLUuEcR98F58CRtBqY6NvkH1JJWm16XrqJiMsj4m8j4su93rYkqX0tJfqIeCAiTkfEkUXt0xFxPCJORMRugMx8JjN39CNYSVL7Wr2i3wtMNzZExBrgPmALsAnYHhGbehqdJKlrkZmtdYyYAB7LzKuq5euBuzPzxmr5LoDM/HS1/OXMvHmZ7e0EdgKMj49vnpmZ6egATp+Z59TLHa3aU1evW3oah8PPzS/ZZ2FhgbGxsb7H1WvGPVjGPVirLe6pqalDmVlbqV83N2PXAc82LM8B10XE24G/AN4dEXedS/yLZeYeYA9ArVbLycnJjoK498GHuefw8O8pn7xlcsn22xtH5jT0mZ2dpdNjHibjHizjHqzVGvdKusmQsURbZuZ/AB9taQMRW4GtGzdu7CIMSdJyuhl1Mwdc1rC8Hni+nQ04e6Uk9V83if4gcEVEbIiI84FtwCPtbMD56CWp/1odXvkQ8CRwZUTMRcSOzDwL7AIOAMeAfZl5tJ2de0UvSf3XUo0+M7c3ad8P7O9pRJKknvJRgpJUOB8lKEmF84pekgrnFb0kFc4Hj0hS4Uz0klS4oU4S4xQIw+UTsqQ3Bmv0klQ4SzeSVDgTvSQVzhp9j5Rc7248tr3Tawe2r8bzOIrndxRjkpZijV6SCmfpRpIKZ6KXpMKZ6CWpcN6MXSXeiDf+Go+5lT5vlPMitcubsZJUOEs3klQ4E70kFc5EL0mFM9FLUuFM9JJUOIdXDlDjUMCPX32W21cYPjjI4YKDHqbYzf5aGXap0eaw2MFyeKUkFc7SjSQVzkQvSYUz0UtS4Uz0klQ4E70kFc5EL0mF6/k4+ohYC/wN8Aowm5kP9nofkqTWtXRFHxEPRMTpiDiyqH06Io5HxImI2F01fwj4cmbeCXywx/FKktrUaulmLzDd2BARa4D7gC3AJmB7RGwC1gPPVt1+3pswJUmdainRZ+YTwJlFzdcCJzLzmcx8BZgBbgLmqCf7lrcvSeqfyMzWOkZMAI9l5lXV8s3AdGbeUS3fClwHfAL4HPA/wLeb1egjYiewE2B8fHzzzMxMRwdw+sw8p17uaNW+uXrd/0/pcPi5+SX7jL+FFeNuZTuNfRo19m+lz3LbbOy34aI1jI2NdbS/Vvo3i6kVy+13YWFhybi70e457uS89CPuQVgp7n6cu14Y1Pnu1bFNTU0dyszaSv26uRkbS7RlZr4EfGSllTNzD7AHoFar5eTkZEdB3Pvgw9xzeKhzs73OyVsmX33dbOKyj199dsW4W9lOY59Gjf1b6bPcNhv77Z1ey1L/Vq3sr5X+K030tpzl9js7O7tk3N1o9xx3cl76EfcgrBR3P85dLwzqfA/62LoprcwBlzUsrweeb2cDEbE1IvbMz3d+FSdJWl43if4gcEVEbIiI84FtwCPtbMDZKyWp/1odXvkQ8CRwZUTMRcSOzDwL7AIOAMeAfZl5tJ2de0UvSf3XUnE7M7c3ad8P7O9055n5KPBorVa7s9NtSJKWN9Thj17RS1L/+YQpSSqcf9AkSYWzdCNJhWv5L2P7GkTEvwM/7XD1S4AXexjOoBj3YBn3YBn3YPxqZr5jpU4jkei7ERFPtfInwKPGuAfLuAfLuEeLNXpJKpyJXpIKV0Ki3zPsADpk3INl3INl3CNk1dfoJUnLK+GKXpK0jFWd6Js8s3bQMZyMiMMR8XREPFW1vS0ivhYRP66+X1y1R0R8tor3BxFxTcN2bqv6/zgibmto31xt/0S17lLPAWglztc993cQcTbbR5dx3x0Rz1Xn/OmI+EDDe3dVMRyPiBsb2pf8rFSzr36niu9L1UysRMQF1fKJ6v2JNuO+LCK+GRHHIuJoRHxsufMxKud8mbhH+pxHxJsj4rsR8f0q7k91uq9eHc9IycxV+QWsAX4CXA6cD3wf2DSEOE4Clyxq+ytgd/V6N/CZ6vUHgK9Sf2jLe4DvVO1vA56pvl9cvb64eu+7wPXVOl8FtnQY53uBa4Ajg4yz2T66jPtu4E+X6Lup+hxcAGyoPh9rlvusAPuAbdXr+4E/rF7/EXB/9Xob8KU2474UuKZ6fSHwoyq+kT7ny8Q90ue8Ogdj1es3Ad+pzmNb++rl8YzS19AD6Djw+gf8QMPyXcBdQ4jjJK9P9MeBS6vXlwLHq9dfALYv7gdsB77Q0P6Fqu1S4N8a2l/Tr4NYJ3htwux7nM320WXcd7N00nnNZ4D6FNrXN/usVMnhReC8xZ+pc+tWr8+r+kUX5/5h4P2r5ZwvEfeqOefALwPfo/5o07b21cvjGaWv1Vy6WQc827A8V7UNWgL/EhGHov4cXIDxzHwBoPr+K1V7s5iXa59bor1XBhFns310a1dV4nigoTTRbtxvB36W9WcrLI771XWq9+er/m2rygLvpn6VuWrO+aK4YcTPeUSsiYingdPA16hfgbe7r14ez8hYzYl+yWfWDjwK+I3MvAbYAvxxRLx3mb7NYm63vd9GPc7PA78GvAt4Abinau9l3D05pogYA/4R+JPM/K/lujbZ31DO+RJxj/w5z8yfZ+a7qD/W9FrgnR3sa6T+HXplNSf6rp9Z2wuZ+Xz1/TTwT9Q/YKci4lKA6vvpqnuzmJdrX79Ee68MIs5m++hYZp6qfqh/AXyR+jnvJO4XgbdGxHmL2l+zrer9i4Az7cQZEW+iniwfzMyvVM0jf86Xinu1nPMq1p8Bs9Rr9O3uq5fHMzJWc6Lv+pm13YqItRFx4bnXwA3AkSqOc6MjbqNe56Rq/3A1wuI9wHz1q/UB4IaIuLj6lfgG6nW+F4D/joj3VCMqPtywrV4YRJzN9tGxc0ms8rvUz/m5fW2rRlRsAK6gfsNyyc9K1ouq3wRubnIOzsV9M/CNqn+rMQbwt8CxzPzrhrdG+pw3i3vUz3lEvCMi3lq9fgvwPuqPOG13X708ntEx7JsE3XxRH6nwI+q1uE8OYf+XU7/7/n3g6LkYqNftvg78uPr+tqo9gPuqeA8DtYZt/QFwovr6SEN7jfoP1U+Az9HhDUHgIeq/cv8v9auTHYOIs9k+uoz776u4fkD9B/PShv6frGI4TsMIpWaflerf8LvV8fwDcEHV/uZq+UT1/uVtxv2b1H+F/wHwdPX1gVE/58vEPdLnHPh14F+r+I4Af97pvnp1PKP05V/GSlLhVnPpRpLUAhO9JBXORC9JhTPRS1LhTPSSVDgTvSQVzkQvSYUz0UtS4f4Pm92ngb/eDdEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.Duration_sec.hist(bins=100 )\n",
    "plt.semilogy(True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "13.88888888888889"
      ]
     },
     "execution_count": 197,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'str' object has no attribute 'to_date'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-201-b8d389b72d50>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdf\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'Date_Time'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_date\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m: 'str' object has no attribute 'to_date'"
     ]
    }
   ],
   "source": [
    "df['Date_Time'][0].to_date()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['event_date'] = pd.to_datetime(df['Date_Time'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.drop(['Date_Time'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>City</th>\n",
       "      <th>State</th>\n",
       "      <th>Shape</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Date_Posted</th>\n",
       "      <th>Duration_sec</th>\n",
       "      <th>event_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Cincinnati</td>\n",
       "      <td>OH</td>\n",
       "      <td>Triangle</td>\n",
       "      <td>15 seconds</td>\n",
       "      <td>Large V/triangle-shaped craft that moved silen...</td>\n",
       "      <td>5/9/19</td>\n",
       "      <td>15.0</td>\n",
       "      <td>2019-05-09 21:15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Statesboro</td>\n",
       "      <td>GA</td>\n",
       "      <td>Triangle</td>\n",
       "      <td>20 seconds</td>\n",
       "      <td>Two UFO's near Statesboro, Ga. 11:00 PM 5-9-2019.</td>\n",
       "      <td>5/9/19</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2019-05-08 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Norfolk</td>\n",
       "      <td>VA</td>\n",
       "      <td>Light</td>\n",
       "      <td>&gt;10 minutes</td>\n",
       "      <td>Extremely loud bang, light spotted in sky.</td>\n",
       "      <td>5/9/19</td>\n",
       "      <td>600.0</td>\n",
       "      <td>2019-05-08 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Saint George</td>\n",
       "      <td>UT</td>\n",
       "      <td>Other</td>\n",
       "      <td>1:30</td>\n",
       "      <td>Started noticing a huge flash of light @ aroun...</td>\n",
       "      <td>5/9/19</td>\n",
       "      <td>90.0</td>\n",
       "      <td>2019-05-08 01:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Highlands</td>\n",
       "      <td>NC</td>\n",
       "      <td>Light</td>\n",
       "      <td>1 minute</td>\n",
       "      <td>I have about 10 recordings from last night on ...</td>\n",
       "      <td>5/9/19</td>\n",
       "      <td>60.0</td>\n",
       "      <td>2019-05-08 01:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           City State     Shape     Duration  \\\n",
       "0    Cincinnati    OH  Triangle   15 seconds   \n",
       "1    Statesboro    GA  Triangle   20 seconds   \n",
       "2       Norfolk    VA     Light  >10 minutes   \n",
       "4  Saint George    UT     Other         1:30   \n",
       "5     Highlands    NC     Light     1 minute   \n",
       "\n",
       "                                             Summary Date_Posted  \\\n",
       "0  Large V/triangle-shaped craft that moved silen...      5/9/19   \n",
       "1  Two UFO's near Statesboro, Ga. 11:00 PM 5-9-2019.      5/9/19   \n",
       "2         Extremely loud bang, light spotted in sky.      5/9/19   \n",
       "4  Started noticing a huge flash of light @ aroun...      5/9/19   \n",
       "5  I have about 10 recordings from last night on ...      5/9/19   \n",
       "\n",
       "   Duration_sec          event_date  \n",
       "0          15.0 2019-05-09 21:15:00  \n",
       "1          20.0 2019-05-08 23:00:00  \n",
       "2         600.0 2019-05-08 23:00:00  \n",
       "4          90.0 2019-05-08 01:30:00  \n",
       "5          60.0 2019-05-08 01:00:00  "
      ]
     },
     "execution_count": 209,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'triangle'"
      ]
     },
     "execution_count": 212,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.Shape[0].lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 213,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.Shape = df.Shape.apply(lambda x: x.lower())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "light         17346\n",
       "circle         8793\n",
       "triangle       8053\n",
       "fireball       6648\n",
       "sphere         5742\n",
       "unknown        5595\n",
       "other          5429\n",
       "disk           4682\n",
       "oval           3670\n",
       "formation      2728\n",
       "changing       2065\n",
       "cigar          2013\n",
       "rectangle      1427\n",
       "flash          1343\n",
       "cylinder       1312\n",
       "diamond        1236\n",
       "chevron        1030\n",
       "teardrop        713\n",
       "egg             699\n",
       "cone            327\n",
       "cross           263\n",
       "delta             7\n",
       "flare             1\n",
       "triangular        1\n",
       "round             1\n",
       "crescent          1\n",
       "changed           1\n",
       "pyramid           1\n",
       "Name: Shape, dtype: int64"
      ]
     },
     "execution_count": 218,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.Shape.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 221,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('ufo_cleaned.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>City</th>\n",
       "      <th>State</th>\n",
       "      <th>Shape</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Date_Posted</th>\n",
       "      <th>Duration_sec</th>\n",
       "      <th>event_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2626</th>\n",
       "      <td>Ortonville</td>\n",
       "      <td>MI</td>\n",
       "      <td>circle</td>\n",
       "      <td>12 hours</td>\n",
       "      <td>Ortonville/ Oakland County lights.  ((anonymou...</td>\n",
       "      <td>8/10/18</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>2018-08-02 22:15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5333</th>\n",
       "      <td>Omaha</td>\n",
       "      <td>NE</td>\n",
       "      <td>unknown</td>\n",
       "      <td>1100</td>\n",
       "      <td>Line of lights that are flashing and blinking ...</td>\n",
       "      <td>11/9/17</td>\n",
       "      <td>66000.0</td>\n",
       "      <td>2017-11-08 00:45:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8872</th>\n",
       "      <td>Uniontown</td>\n",
       "      <td>PA</td>\n",
       "      <td>circle</td>\n",
       "      <td>24 hours</td>\n",
       "      <td>All are seen on night vision camera for 5 days...</td>\n",
       "      <td>3/10/17</td>\n",
       "      <td>86400.0</td>\n",
       "      <td>2017-02-24 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17817</th>\n",
       "      <td>Brazoria</td>\n",
       "      <td>TX</td>\n",
       "      <td>formation</td>\n",
       "      <td>48 hours</td>\n",
       "      <td>Pictures dont have to prove whats going on her...</td>\n",
       "      <td>9/11/15</td>\n",
       "      <td>172800.0</td>\n",
       "      <td>2015-09-08 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18251</th>\n",
       "      <td>Rolling Meadows</td>\n",
       "      <td>IL</td>\n",
       "      <td>light</td>\n",
       "      <td>1601</td>\n",
       "      <td>Orb that pulsed on and off, that fly across th...</td>\n",
       "      <td>8/27/15</td>\n",
       "      <td>96060.0</td>\n",
       "      <td>2015-08-16 16:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20094</th>\n",
       "      <td>Parrish</td>\n",
       "      <td>FL</td>\n",
       "      <td>other</td>\n",
       "      <td>48 hours</td>\n",
       "      <td>Small flickering lights form into a v formatio...</td>\n",
       "      <td>5/22/15</td>\n",
       "      <td>172800.0</td>\n",
       "      <td>2015-05-14 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21346</th>\n",
       "      <td>Seal Beach</td>\n",
       "      <td>CA</td>\n",
       "      <td>chevron</td>\n",
       "      <td>0921</td>\n",
       "      <td>The chevron craft flew towards my sister and m...</td>\n",
       "      <td>3/6/15</td>\n",
       "      <td>55260.0</td>\n",
       "      <td>2015-02-20 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21616</th>\n",
       "      <td>Tri-cities and Yakima County</td>\n",
       "      <td>WA</td>\n",
       "      <td>flash</td>\n",
       "      <td>25 hours</td>\n",
       "      <td>The entire sky keeps lighting up like camera f...</td>\n",
       "      <td>2/6/15</td>\n",
       "      <td>90000.0</td>\n",
       "      <td>2015-01-30 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25318</th>\n",
       "      <td>Oakland Park</td>\n",
       "      <td>FL</td>\n",
       "      <td>triangle</td>\n",
       "      <td>72 hours</td>\n",
       "      <td>3 DOTS ON MY ARM AFTER SIGHTING..  OAKLAND PAR...</td>\n",
       "      <td>8/22/14</td>\n",
       "      <td>259200.0</td>\n",
       "      <td>2014-08-18 10:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27370</th>\n",
       "      <td>Detroit</td>\n",
       "      <td>MI</td>\n",
       "      <td>circle</td>\n",
       "      <td>1300</td>\n",
       "      <td>There is a possibility that its a ufo.</td>\n",
       "      <td>6/20/14</td>\n",
       "      <td>78000.0</td>\n",
       "      <td>2014-06-15 01:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30867</th>\n",
       "      <td>Mesa</td>\n",
       "      <td>AZ</td>\n",
       "      <td>fireball</td>\n",
       "      <td>48 hours</td>\n",
       "      <td>I'm reporting very concerning sightings of non...</td>\n",
       "      <td>1/10/14</td>\n",
       "      <td>172800.0</td>\n",
       "      <td>2013-12-31 21:54:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33209</th>\n",
       "      <td>Scranton</td>\n",
       "      <td>PA</td>\n",
       "      <td>triangle</td>\n",
       "      <td>2100</td>\n",
       "      <td>Trail of stream of orbs followed by 3,large bo...</td>\n",
       "      <td>10/3/13</td>\n",
       "      <td>126000.0</td>\n",
       "      <td>2013-09-30 21:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35103</th>\n",
       "      <td>Syracuse</td>\n",
       "      <td>NY</td>\n",
       "      <td>circle</td>\n",
       "      <td>30_40 minutes</td>\n",
       "      <td>Very bright round object, witnesses descending...</td>\n",
       "      <td>8/30/13</td>\n",
       "      <td>182400.0</td>\n",
       "      <td>2013-07-25 21:15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36570</th>\n",
       "      <td>Vernal</td>\n",
       "      <td>UT</td>\n",
       "      <td>unknown</td>\n",
       "      <td>24 hours</td>\n",
       "      <td>Blue orb that changed into a floating alien be...</td>\n",
       "      <td>3/14/19</td>\n",
       "      <td>86400.0</td>\n",
       "      <td>2013-06-01 03:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36630</th>\n",
       "      <td>Moore</td>\n",
       "      <td>OK</td>\n",
       "      <td>triangle</td>\n",
       "      <td>48 hours</td>\n",
       "      <td>Multiple ufo sightings in the past 48 hours, d...</td>\n",
       "      <td>6/2/13</td>\n",
       "      <td>172800.0</td>\n",
       "      <td>2013-05-29 23:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42464</th>\n",
       "      <td>Tum Tum</td>\n",
       "      <td>WA</td>\n",
       "      <td>light</td>\n",
       "      <td>24 hours</td>\n",
       "      <td>Light seen by 2 still sitting in the same loca...</td>\n",
       "      <td>8/5/12</td>\n",
       "      <td>86400.0</td>\n",
       "      <td>2012-07-31 22:40:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47388</th>\n",
       "      <td>Anchorage</td>\n",
       "      <td>AK</td>\n",
       "      <td>circle</td>\n",
       "      <td>01100</td>\n",
       "      <td>This incident took place on 11-23-11, I had ju...</td>\n",
       "      <td>12/12/11</td>\n",
       "      <td>66000.0</td>\n",
       "      <td>2011-11-23 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50018</th>\n",
       "      <td>South Padre</td>\n",
       "      <td>TX</td>\n",
       "      <td>oval</td>\n",
       "      <td>15_20 min.</td>\n",
       "      <td>we were on vacation in south padre. myself,son...</td>\n",
       "      <td>10/10/11</td>\n",
       "      <td>91200.0</td>\n",
       "      <td>2011-07-07 15:45:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61395</th>\n",
       "      <td>Stouffville (Canada)</td>\n",
       "      <td>ON</td>\n",
       "      <td>unknown</td>\n",
       "      <td>2358</td>\n",
       "      <td>So on this one evening me and my girlfreiend w...</td>\n",
       "      <td>6/9/09</td>\n",
       "      <td>141480.0</td>\n",
       "      <td>2009-02-15 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61939</th>\n",
       "      <td>Bridgeville</td>\n",
       "      <td>CA</td>\n",
       "      <td>light</td>\n",
       "      <td>12 Hours</td>\n",
       "      <td>Bright Light In Sky.  ((NUFORC Note:  Sighting...</td>\n",
       "      <td>3/19/09</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>2009-01-12 18:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76590</th>\n",
       "      <td>Buckeye</td>\n",
       "      <td>AZ</td>\n",
       "      <td>light</td>\n",
       "      <td>1640</td>\n",
       "      <td>lights seen in sky</td>\n",
       "      <td>12/16/05</td>\n",
       "      <td>98400.0</td>\n",
       "      <td>2005-11-29 16:25:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82592</th>\n",
       "      <td>Lakeville</td>\n",
       "      <td>MN</td>\n",
       "      <td>light</td>\n",
       "      <td>12 hours</td>\n",
       "      <td>Video of object over the Minneapolis metro are...</td>\n",
       "      <td>9/1/04</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>2004-08-19 17:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85201</th>\n",
       "      <td>Lone Pine</td>\n",
       "      <td>CA</td>\n",
       "      <td>unknown</td>\n",
       "      <td>30 hours</td>\n",
       "      <td>UFO Battle</td>\n",
       "      <td>3/1/04</td>\n",
       "      <td>108000.0</td>\n",
       "      <td>2004-02-07 02:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85909</th>\n",
       "      <td>Taylorsville</td>\n",
       "      <td>NC</td>\n",
       "      <td>unknown</td>\n",
       "      <td>15 hours</td>\n",
       "      <td>Two Clouds moving at the speed of Light</td>\n",
       "      <td>12/9/03</td>\n",
       "      <td>54000.0</td>\n",
       "      <td>2003-12-03 06:55:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88891</th>\n",
       "      <td>Pinole</td>\n",
       "      <td>CA</td>\n",
       "      <td>circle</td>\n",
       "      <td>2220</td>\n",
       "      <td>bright red light moving slowly eastward</td>\n",
       "      <td>5/13/03</td>\n",
       "      <td>133200.0</td>\n",
       "      <td>2003-05-10 22:10:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90053</th>\n",
       "      <td>Deerfield Beach</td>\n",
       "      <td>FL</td>\n",
       "      <td>circle</td>\n",
       "      <td>2230</td>\n",
       "      <td>aircraft flying in the vicinity only</td>\n",
       "      <td>3/21/03</td>\n",
       "      <td>133800.0</td>\n",
       "      <td>2002-12-23 20:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90497</th>\n",
       "      <td>Detroit</td>\n",
       "      <td>MI</td>\n",
       "      <td>other</td>\n",
       "      <td>0815</td>\n",
       "      <td>THEERE REALLY IS SOOMETHING OUT THEERE AN UFO ...</td>\n",
       "      <td>11/4/02</td>\n",
       "      <td>48900.0</td>\n",
       "      <td>2002-11-02 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91518</th>\n",
       "      <td>Salem</td>\n",
       "      <td>UT</td>\n",
       "      <td>other</td>\n",
       "      <td>2330</td>\n",
       "      <td>Shadowy lights in the shape of a bird moving a...</td>\n",
       "      <td>9/6/02</td>\n",
       "      <td>139800.0</td>\n",
       "      <td>2002-08-12 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93415</th>\n",
       "      <td>Melbourne</td>\n",
       "      <td>FL</td>\n",
       "      <td>light</td>\n",
       "      <td>2210</td>\n",
       "      <td>Eleven reddish orange lights appear and disapp...</td>\n",
       "      <td>2/22/02</td>\n",
       "      <td>132600.0</td>\n",
       "      <td>2002-02-02 21:15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94598</th>\n",
       "      <td>Carmichael</td>\n",
       "      <td>CA</td>\n",
       "      <td>circle</td>\n",
       "      <td>1620</td>\n",
       "      <td>I saw a circular craft .The size Of a dime frr...</td>\n",
       "      <td>10/12/01</td>\n",
       "      <td>97200.0</td>\n",
       "      <td>2001-09-13 16:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97706</th>\n",
       "      <td>Sulphur Springs</td>\n",
       "      <td>TX</td>\n",
       "      <td>circle</td>\n",
       "      <td>12 hours</td>\n",
       "      <td>had a circle of lights with Y in center of it.</td>\n",
       "      <td>12/9/00</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>2000-10-30 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97825</th>\n",
       "      <td>Vineland</td>\n",
       "      <td>CO</td>\n",
       "      <td>sphere</td>\n",
       "      <td>1110</td>\n",
       "      <td>Bright object sited 11-19-00 at approximately ...</td>\n",
       "      <td>12/2/00</td>\n",
       "      <td>66600.0</td>\n",
       "      <td>2000-10-19 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98444</th>\n",
       "      <td>Gilbert</td>\n",
       "      <td>AZ</td>\n",
       "      <td>light</td>\n",
       "      <td>2015</td>\n",
       "      <td>A radiating sextant  in red.</td>\n",
       "      <td>8/19/00</td>\n",
       "      <td>120900.0</td>\n",
       "      <td>2000-08-15 20:10:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99459</th>\n",
       "      <td>Wittmann</td>\n",
       "      <td>AZ</td>\n",
       "      <td>flash</td>\n",
       "      <td>2200</td>\n",
       "      <td>First spotted flashing light just above mounta...</td>\n",
       "      <td>5/3/00</td>\n",
       "      <td>132000.0</td>\n",
       "      <td>2000-04-29 20:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99742</th>\n",
       "      <td>Boulder</td>\n",
       "      <td>CO</td>\n",
       "      <td>diamond</td>\n",
       "      <td>14 hrs</td>\n",
       "      <td>Convoy of crafts came from the ground one at a...</td>\n",
       "      <td>6/20/05</td>\n",
       "      <td>50400.0</td>\n",
       "      <td>2000-03-15 16:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99747</th>\n",
       "      <td>Winthrop</td>\n",
       "      <td>MA</td>\n",
       "      <td>changing</td>\n",
       "      <td>14 hours</td>\n",
       "      <td>The strang multicolored object was up in the s...</td>\n",
       "      <td>5/11/00</td>\n",
       "      <td>50400.0</td>\n",
       "      <td>2000-03-15 06:39:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100047</th>\n",
       "      <td>Sealy</td>\n",
       "      <td>TX</td>\n",
       "      <td>light</td>\n",
       "      <td>2330</td>\n",
       "      <td>I went out my back ddor at about nine fifty pm...</td>\n",
       "      <td>2/16/00</td>\n",
       "      <td>139800.0</td>\n",
       "      <td>2000-02-03 21:50:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100432</th>\n",
       "      <td>Wilkinson County</td>\n",
       "      <td>GA</td>\n",
       "      <td>sphere</td>\n",
       "      <td>0945</td>\n",
       "      <td>white rocket looking craft with no wings a tai...</td>\n",
       "      <td>1/7/00</td>\n",
       "      <td>56700.0</td>\n",
       "      <td>1999-12-15 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102877</th>\n",
       "      <td>Apache Junction</td>\n",
       "      <td>AZ</td>\n",
       "      <td>light</td>\n",
       "      <td>2145</td>\n",
       "      <td>While leaving my brothers nearby home (approx,...</td>\n",
       "      <td>4/26/99</td>\n",
       "      <td>128700.0</td>\n",
       "      <td>1999-04-18 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104114</th>\n",
       "      <td>Mesa</td>\n",
       "      <td>AZ</td>\n",
       "      <td>triangle</td>\n",
       "      <td>2200</td>\n",
       "      <td>bright white triangle when viewed with telesco...</td>\n",
       "      <td>11/1/98</td>\n",
       "      <td>132000.0</td>\n",
       "      <td>1998-09-28 21:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104613</th>\n",
       "      <td>Salem</td>\n",
       "      <td>NH</td>\n",
       "      <td>circle</td>\n",
       "      <td>12 hours</td>\n",
       "      <td>while night fishing we watched a silent craft ...</td>\n",
       "      <td>1/22/00</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>1998-07-15 23:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104938</th>\n",
       "      <td>Salem</td>\n",
       "      <td>OR</td>\n",
       "      <td>oval</td>\n",
       "      <td>2105</td>\n",
       "      <td>EXPLOSION OF CRAFT 1998</td>\n",
       "      <td>8/5/09</td>\n",
       "      <td>126300.0</td>\n",
       "      <td>1998-05-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105184</th>\n",
       "      <td>Newnan</td>\n",
       "      <td>GA</td>\n",
       "      <td>disk</td>\n",
       "      <td>2305</td>\n",
       "      <td>They flew around in circles and would fly up t...</td>\n",
       "      <td>1/28/99</td>\n",
       "      <td>138300.0</td>\n",
       "      <td>1998-03-27 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105503</th>\n",
       "      <td>Primrose</td>\n",
       "      <td>GA</td>\n",
       "      <td>light</td>\n",
       "      <td>24 HOURS</td>\n",
       "      <td>SINGLE WHITE LIGHT JUMPING AROUND IN WEST SKIE...</td>\n",
       "      <td>3/7/98</td>\n",
       "      <td>86400.0</td>\n",
       "      <td>1997-12-26 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105764</th>\n",
       "      <td>Buffalo</td>\n",
       "      <td>NY</td>\n",
       "      <td>other</td>\n",
       "      <td>4500</td>\n",
       "      <td>Please Not Post</td>\n",
       "      <td>1/28/99</td>\n",
       "      <td>270000.0</td>\n",
       "      <td>1997-10-13 03:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106116</th>\n",
       "      <td>Coopersville</td>\n",
       "      <td>MI</td>\n",
       "      <td>unknown</td>\n",
       "      <td>18 hrs</td>\n",
       "      <td>Fireball impact , intelligent colorful lights,...</td>\n",
       "      <td>1/31/11</td>\n",
       "      <td>64800.0</td>\n",
       "      <td>1997-07-07 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109610</th>\n",
       "      <td>Grants Pass</td>\n",
       "      <td>OR</td>\n",
       "      <td>changing</td>\n",
       "      <td>12 hours</td>\n",
       "      <td>Thought of as a Dream for 20 Years, Recent Inf...</td>\n",
       "      <td>7/3/13</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>1994-09-01 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110366</th>\n",
       "      <td>Two Rivers</td>\n",
       "      <td>WI</td>\n",
       "      <td>triangle</td>\n",
       "      <td>1992</td>\n",
       "      <td>My cousin and I were coming home from the rest...</td>\n",
       "      <td>2/18/01</td>\n",
       "      <td>119520.0</td>\n",
       "      <td>1992-11-15 22:15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110538</th>\n",
       "      <td>Area 51</td>\n",
       "      <td>NV</td>\n",
       "      <td>oval</td>\n",
       "      <td>12 hrs.</td>\n",
       "      <td>4 adults video tape object over area 51 in Nev...</td>\n",
       "      <td>3/7/98</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>1992-06-15 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111005</th>\n",
       "      <td>Centralia</td>\n",
       "      <td>WA</td>\n",
       "      <td>disk</td>\n",
       "      <td>36 hours</td>\n",
       "      <td>Missing time coinciding with eyewitness reports.</td>\n",
       "      <td>11/3/17</td>\n",
       "      <td>129600.0</td>\n",
       "      <td>1990-10-12 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111097</th>\n",
       "      <td>Tularosa</td>\n",
       "      <td>NM</td>\n",
       "      <td>unknown</td>\n",
       "      <td>16 HRS</td>\n",
       "      <td>IN 1990 I WAS WORKING A MINING CLAIM NORTH WES...</td>\n",
       "      <td>8/5/01</td>\n",
       "      <td>57600.0</td>\n",
       "      <td>1990-07-12 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111841</th>\n",
       "      <td>Little Fort (near) (Canada)</td>\n",
       "      <td>BC</td>\n",
       "      <td>disk</td>\n",
       "      <td>92 hours</td>\n",
       "      <td>4 days of missing time while working in a remo...</td>\n",
       "      <td>3/23/18</td>\n",
       "      <td>331200.0</td>\n",
       "      <td>1988-02-16 12:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113186</th>\n",
       "      <td>Lakewood</td>\n",
       "      <td>NJ</td>\n",
       "      <td>sphere</td>\n",
       "      <td>13 hours</td>\n",
       "      <td>No one else remembered leaving for the entire ...</td>\n",
       "      <td>12/12/09</td>\n",
       "      <td>46800.0</td>\n",
       "      <td>1982-07-01 08:30:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115024</th>\n",
       "      <td>Cave Junction</td>\n",
       "      <td>OR</td>\n",
       "      <td>triangle</td>\n",
       "      <td>12 hours</td>\n",
       "      <td>Real man in black</td>\n",
       "      <td>10/11/05</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>1976-07-15 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115655</th>\n",
       "      <td>Fossil</td>\n",
       "      <td>OR</td>\n",
       "      <td>changing</td>\n",
       "      <td>55 hours</td>\n",
       "      <td>((HOAX??))  The object at a distance looked li...</td>\n",
       "      <td>5/29/15</td>\n",
       "      <td>198000.0</td>\n",
       "      <td>1974-10-05 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116805</th>\n",
       "      <td>Millington</td>\n",
       "      <td>TN</td>\n",
       "      <td>formation</td>\n",
       "      <td>72 hours</td>\n",
       "      <td>Star-like, 8-point inverted V-shape, changed t...</td>\n",
       "      <td>1/29/02</td>\n",
       "      <td>259200.0</td>\n",
       "      <td>1969-10-13 21:15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117026</th>\n",
       "      <td>Kansas Ciy</td>\n",
       "      <td>KS</td>\n",
       "      <td>changing</td>\n",
       "      <td>27 hours</td>\n",
       "      <td>Deep red light changeing to two much larger sp...</td>\n",
       "      <td>1/31/04</td>\n",
       "      <td>97200.0</td>\n",
       "      <td>2068-08-16 03:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117507</th>\n",
       "      <td>Opa Locka</td>\n",
       "      <td>FL</td>\n",
       "      <td>chevron</td>\n",
       "      <td>&gt;12 hours</td>\n",
       "      <td>Did anyone see the UFO's hovering over OpaLock...</td>\n",
       "      <td>7/25/04</td>\n",
       "      <td>43200.0</td>\n",
       "      <td>2066-11-01 12:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118523</th>\n",
       "      <td>Cincinnati</td>\n",
       "      <td>OH</td>\n",
       "      <td>diamond</td>\n",
       "      <td>24 hours</td>\n",
       "      <td>5/16/1958/ 1500 hours/ just getting dark,mount...</td>\n",
       "      <td>5/15/06</td>\n",
       "      <td>86400.0</td>\n",
       "      <td>2058-05-16 00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118975</th>\n",
       "      <td>Salem</td>\n",
       "      <td>OR</td>\n",
       "      <td>cigar</td>\n",
       "      <td>2300</td>\n",
       "      <td>Cigar Craft, Body Marks and Missing Time</td>\n",
       "      <td>8/5/09</td>\n",
       "      <td>138000.0</td>\n",
       "      <td>2049-06-30 21:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>63 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                City State      Shape       Duration  \\\n",
       "2626                      Ortonville    MI     circle       12 hours   \n",
       "5333                           Omaha    NE    unknown           1100   \n",
       "8872                       Uniontown    PA     circle       24 hours   \n",
       "17817                       Brazoria    TX  formation       48 hours   \n",
       "18251                Rolling Meadows    IL      light           1601   \n",
       "20094                        Parrish    FL      other       48 hours   \n",
       "21346                     Seal Beach    CA    chevron           0921   \n",
       "21616   Tri-cities and Yakima County    WA      flash       25 hours   \n",
       "25318                   Oakland Park    FL   triangle       72 hours   \n",
       "27370                        Detroit    MI     circle           1300   \n",
       "30867                           Mesa    AZ   fireball       48 hours   \n",
       "33209                       Scranton    PA   triangle           2100   \n",
       "35103                       Syracuse    NY     circle  30_40 minutes   \n",
       "36570                         Vernal    UT    unknown       24 hours   \n",
       "36630                          Moore    OK   triangle       48 hours   \n",
       "42464                        Tum Tum    WA      light       24 hours   \n",
       "47388                      Anchorage    AK     circle          01100   \n",
       "50018                    South Padre    TX       oval     15_20 min.   \n",
       "61395           Stouffville (Canada)    ON    unknown           2358   \n",
       "61939                    Bridgeville    CA      light       12 Hours   \n",
       "76590                        Buckeye    AZ      light           1640   \n",
       "82592                      Lakeville    MN      light       12 hours   \n",
       "85201                      Lone Pine    CA    unknown       30 hours   \n",
       "85909                   Taylorsville    NC    unknown       15 hours   \n",
       "88891                         Pinole    CA     circle           2220   \n",
       "90053                Deerfield Beach    FL     circle           2230   \n",
       "90497                        Detroit    MI      other           0815   \n",
       "91518                          Salem    UT      other           2330   \n",
       "93415                      Melbourne    FL      light           2210   \n",
       "94598                     Carmichael    CA     circle           1620   \n",
       "...                              ...   ...        ...            ...   \n",
       "97706                Sulphur Springs    TX     circle       12 hours   \n",
       "97825                       Vineland    CO     sphere           1110   \n",
       "98444                        Gilbert    AZ      light           2015   \n",
       "99459                       Wittmann    AZ      flash           2200   \n",
       "99742                        Boulder    CO    diamond         14 hrs   \n",
       "99747                       Winthrop    MA   changing       14 hours   \n",
       "100047                         Sealy    TX      light           2330   \n",
       "100432              Wilkinson County    GA     sphere           0945   \n",
       "102877               Apache Junction    AZ      light           2145   \n",
       "104114                          Mesa    AZ   triangle           2200   \n",
       "104613                         Salem    NH     circle       12 hours   \n",
       "104938                         Salem    OR       oval           2105   \n",
       "105184                        Newnan    GA       disk           2305   \n",
       "105503                      Primrose    GA      light       24 HOURS   \n",
       "105764                       Buffalo    NY      other           4500   \n",
       "106116                  Coopersville    MI    unknown         18 hrs   \n",
       "109610                   Grants Pass    OR   changing       12 hours   \n",
       "110366                    Two Rivers    WI   triangle           1992   \n",
       "110538                       Area 51    NV       oval        12 hrs.   \n",
       "111005                     Centralia    WA       disk       36 hours   \n",
       "111097                      Tularosa    NM    unknown         16 HRS   \n",
       "111841   Little Fort (near) (Canada)    BC       disk       92 hours   \n",
       "113186                      Lakewood    NJ     sphere       13 hours   \n",
       "115024                 Cave Junction    OR   triangle       12 hours   \n",
       "115655                        Fossil    OR   changing       55 hours   \n",
       "116805                    Millington    TN  formation       72 hours   \n",
       "117026                    Kansas Ciy    KS   changing       27 hours   \n",
       "117507                     Opa Locka    FL    chevron      >12 hours   \n",
       "118523                    Cincinnati    OH    diamond       24 hours   \n",
       "118975                         Salem    OR      cigar           2300   \n",
       "\n",
       "                                                  Summary Date_Posted  \\\n",
       "2626    Ortonville/ Oakland County lights.  ((anonymou...     8/10/18   \n",
       "5333    Line of lights that are flashing and blinking ...     11/9/17   \n",
       "8872    All are seen on night vision camera for 5 days...     3/10/17   \n",
       "17817   Pictures dont have to prove whats going on her...     9/11/15   \n",
       "18251   Orb that pulsed on and off, that fly across th...     8/27/15   \n",
       "20094   Small flickering lights form into a v formatio...     5/22/15   \n",
       "21346   The chevron craft flew towards my sister and m...      3/6/15   \n",
       "21616   The entire sky keeps lighting up like camera f...      2/6/15   \n",
       "25318   3 DOTS ON MY ARM AFTER SIGHTING..  OAKLAND PAR...     8/22/14   \n",
       "27370              There is a possibility that its a ufo.     6/20/14   \n",
       "30867   I'm reporting very concerning sightings of non...     1/10/14   \n",
       "33209   Trail of stream of orbs followed by 3,large bo...     10/3/13   \n",
       "35103   Very bright round object, witnesses descending...     8/30/13   \n",
       "36570   Blue orb that changed into a floating alien be...     3/14/19   \n",
       "36630   Multiple ufo sightings in the past 48 hours, d...      6/2/13   \n",
       "42464   Light seen by 2 still sitting in the same loca...      8/5/12   \n",
       "47388   This incident took place on 11-23-11, I had ju...    12/12/11   \n",
       "50018   we were on vacation in south padre. myself,son...    10/10/11   \n",
       "61395   So on this one evening me and my girlfreiend w...      6/9/09   \n",
       "61939   Bright Light In Sky.  ((NUFORC Note:  Sighting...     3/19/09   \n",
       "76590                                  lights seen in sky    12/16/05   \n",
       "82592   Video of object over the Minneapolis metro are...      9/1/04   \n",
       "85201                                          UFO Battle      3/1/04   \n",
       "85909             Two Clouds moving at the speed of Light     12/9/03   \n",
       "88891             bright red light moving slowly eastward     5/13/03   \n",
       "90053                aircraft flying in the vicinity only     3/21/03   \n",
       "90497   THEERE REALLY IS SOOMETHING OUT THEERE AN UFO ...     11/4/02   \n",
       "91518   Shadowy lights in the shape of a bird moving a...      9/6/02   \n",
       "93415   Eleven reddish orange lights appear and disapp...     2/22/02   \n",
       "94598   I saw a circular craft .The size Of a dime frr...    10/12/01   \n",
       "...                                                   ...         ...   \n",
       "97706      had a circle of lights with Y in center of it.     12/9/00   \n",
       "97825   Bright object sited 11-19-00 at approximately ...     12/2/00   \n",
       "98444                        A radiating sextant  in red.     8/19/00   \n",
       "99459   First spotted flashing light just above mounta...      5/3/00   \n",
       "99742   Convoy of crafts came from the ground one at a...     6/20/05   \n",
       "99747   The strang multicolored object was up in the s...     5/11/00   \n",
       "100047  I went out my back ddor at about nine fifty pm...     2/16/00   \n",
       "100432  white rocket looking craft with no wings a tai...      1/7/00   \n",
       "102877  While leaving my brothers nearby home (approx,...     4/26/99   \n",
       "104114  bright white triangle when viewed with telesco...     11/1/98   \n",
       "104613  while night fishing we watched a silent craft ...     1/22/00   \n",
       "104938                            EXPLOSION OF CRAFT 1998      8/5/09   \n",
       "105184  They flew around in circles and would fly up t...     1/28/99   \n",
       "105503  SINGLE WHITE LIGHT JUMPING AROUND IN WEST SKIE...      3/7/98   \n",
       "105764                                    Please Not Post     1/28/99   \n",
       "106116  Fireball impact , intelligent colorful lights,...     1/31/11   \n",
       "109610  Thought of as a Dream for 20 Years, Recent Inf...      7/3/13   \n",
       "110366  My cousin and I were coming home from the rest...     2/18/01   \n",
       "110538  4 adults video tape object over area 51 in Nev...      3/7/98   \n",
       "111005   Missing time coinciding with eyewitness reports.     11/3/17   \n",
       "111097  IN 1990 I WAS WORKING A MINING CLAIM NORTH WES...      8/5/01   \n",
       "111841  4 days of missing time while working in a remo...     3/23/18   \n",
       "113186  No one else remembered leaving for the entire ...    12/12/09   \n",
       "115024                                  Real man in black    10/11/05   \n",
       "115655  ((HOAX??))  The object at a distance looked li...     5/29/15   \n",
       "116805  Star-like, 8-point inverted V-shape, changed t...     1/29/02   \n",
       "117026  Deep red light changeing to two much larger sp...     1/31/04   \n",
       "117507  Did anyone see the UFO's hovering over OpaLock...     7/25/04   \n",
       "118523  5/16/1958/ 1500 hours/ just getting dark,mount...     5/15/06   \n",
       "118975           Cigar Craft, Body Marks and Missing Time      8/5/09   \n",
       "\n",
       "        Duration_sec          event_date  \n",
       "2626         43200.0 2018-08-02 22:15:00  \n",
       "5333         66000.0 2017-11-08 00:45:00  \n",
       "8872         86400.0 2017-02-24 20:00:00  \n",
       "17817       172800.0 2015-09-08 22:00:00  \n",
       "18251        96060.0 2015-08-16 16:00:00  \n",
       "20094       172800.0 2015-05-14 20:00:00  \n",
       "21346        55260.0 2015-02-20 21:00:00  \n",
       "21616        90000.0 2015-01-30 00:00:00  \n",
       "25318       259200.0 2014-08-18 10:00:00  \n",
       "27370        78000.0 2014-06-15 01:00:00  \n",
       "30867       172800.0 2013-12-31 21:54:00  \n",
       "33209       126000.0 2013-09-30 21:30:00  \n",
       "35103       182400.0 2013-07-25 21:15:00  \n",
       "36570        86400.0 2013-06-01 03:00:00  \n",
       "36630       172800.0 2013-05-29 23:30:00  \n",
       "42464        86400.0 2012-07-31 22:40:00  \n",
       "47388        66000.0 2011-11-23 11:00:00  \n",
       "50018        91200.0 2011-07-07 15:45:00  \n",
       "61395       141480.0 2009-02-15 00:00:00  \n",
       "61939        43200.0 2009-01-12 18:30:00  \n",
       "76590        98400.0 2005-11-29 16:25:00  \n",
       "82592        43200.0 2004-08-19 17:00:00  \n",
       "85201       108000.0 2004-02-07 02:00:00  \n",
       "85909        54000.0 2003-12-03 06:55:00  \n",
       "88891       133200.0 2003-05-10 22:10:00  \n",
       "90053       133800.0 2002-12-23 20:30:00  \n",
       "90497        48900.0 2002-11-02 06:00:00  \n",
       "91518       139800.0 2002-08-12 23:00:00  \n",
       "93415       132600.0 2002-02-02 21:15:00  \n",
       "94598        97200.0 2001-09-13 16:00:00  \n",
       "...              ...                 ...  \n",
       "97706        43200.0 2000-10-30 18:00:00  \n",
       "97825        66600.0 2000-10-19 00:00:00  \n",
       "98444       120900.0 2000-08-15 20:10:00  \n",
       "99459       132000.0 2000-04-29 20:30:00  \n",
       "99742        50400.0 2000-03-15 16:30:00  \n",
       "99747        50400.0 2000-03-15 06:39:00  \n",
       "100047      139800.0 2000-02-03 21:50:00  \n",
       "100432       56700.0 1999-12-15 00:00:00  \n",
       "102877      128700.0 1999-04-18 21:00:00  \n",
       "104114      132000.0 1998-09-28 21:30:00  \n",
       "104613       43200.0 1998-07-15 23:30:00  \n",
       "104938      126300.0 1998-05-30 21:00:00  \n",
       "105184      138300.0 1998-03-27 23:00:00  \n",
       "105503       86400.0 1997-12-26 20:00:00  \n",
       "105764      270000.0 1997-10-13 03:00:00  \n",
       "106116       64800.0 1997-07-07 23:00:00  \n",
       "109610       43200.0 1994-09-01 11:00:00  \n",
       "110366      119520.0 1992-11-15 22:15:00  \n",
       "110538       43200.0 1992-06-15 18:00:00  \n",
       "111005      129600.0 1990-10-12 00:00:00  \n",
       "111097       57600.0 1990-07-12 11:00:00  \n",
       "111841      331200.0 1988-02-16 12:30:00  \n",
       "113186       46800.0 1982-07-01 08:30:00  \n",
       "115024       43200.0 1976-07-15 00:00:00  \n",
       "115655      198000.0 1974-10-05 23:00:00  \n",
       "116805      259200.0 1969-10-13 21:15:00  \n",
       "117026       97200.0 2068-08-16 03:00:00  \n",
       "117507       43200.0 2066-11-01 12:00:00  \n",
       "118523       86400.0 2058-05-16 00:00:00  \n",
       "118975      138000.0 2049-06-30 21:00:00  \n",
       "\n",
       "[63 rows x 8 columns]"
      ]
     },
     "execution_count": 224,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.Duration_sec>40000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "139800"
      ]
     },
     "execution_count": 228,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_duration(df.Duration[100047])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2330'"
      ]
     },
     "execution_count": 232,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "duration = df.Duration[100047]\n",
    "duration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autoclose": false,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "Ctrl-E",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}