Volcano_Data_Cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "7a8aa381",
   "metadata": {},
   "outputs": [],
   "source": [
    "### Assigned by ###\n",
    "# Gal Israeli #####\n",
    "# Yulia Kuderko ###\n",
    "# Ram Michaeli ####\n",
    "###################\n",
    "\n",
    "import pandas as pd\n",
    "import time\n",
    "from datetime import datetime as dt, timedelta\n",
    "import json\n",
    "import requests\n",
    "import re\n",
    "import matplotlib as plt\n",
    "from bs4 import BeautifulSoup\n",
    "import numpy as np\n",
    "import os\n",
    "import sys\n",
    "from selenium.webdriver.support.ui import WebDriverWait as wait\n",
    "from selenium import webdriver\n",
    "from requests import get\n",
    "import seaborn as sns\n",
    "\n",
    "import numpy as np\n",
    "import matplotlib as mpl\n",
    "from matplotlib import pyplot as plt\n",
    "%matplotlib inline\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "\n",
    "#!pip install selenium"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8e744510",
   "metadata": {},
   "source": [
    "# <font color='#38ADC8'><u>First Glimpse at Our Database</u></font>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "c92ab414",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>volcanoName</th>\n",
       "      <th>eruptionCertainty</th>\n",
       "      <th>startDate</th>\n",
       "      <th>maxVEI</th>\n",
       "      <th>activityArea</th>\n",
       "      <th>evidenceMethod</th>\n",
       "      <th>stopDate</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>volcanoHeight</th>\n",
       "      <th>country</th>\n",
       "      <th>primaryVolcanoType</th>\n",
       "      <th>population5km</th>\n",
       "      <th>population10km</th>\n",
       "      <th>population30km</th>\n",
       "      <th>population100km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ambae</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2021 Dec 5</td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2021 Dec 9</td>\n",
       "      <td>-15.389</td>\n",
       "      <td>167.835</td>\n",
       "      <td>1496 m</td>\n",
       "      <td>Vanuatu</td>\n",
       "      <td>Shield</td>\n",
       "      <td>73</td>\n",
       "      <td>1,279</td>\n",
       "      <td>4,326</td>\n",
       "      <td>73,308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Pinatubo</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2021 Nov 30</td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2021 Nov 30</td>\n",
       "      <td>15.130</td>\n",
       "      <td>120.350</td>\n",
       "      <td>1486 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>725</td>\n",
       "      <td>3,808</td>\n",
       "      <td>1,148,684</td>\n",
       "      <td>21,875,048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Iliwerung</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2021 Nov 28</td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2021 Nov 29</td>\n",
       "      <td>-8.532</td>\n",
       "      <td>123.573</td>\n",
       "      <td>583 m</td>\n",
       "      <td>Indonesia</td>\n",
       "      <td>Complex</td>\n",
       "      <td>968</td>\n",
       "      <td>4,318</td>\n",
       "      <td>79,569</td>\n",
       "      <td>665,081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Taal</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2021 Nov 15</td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2021 Nov 22</td>\n",
       "      <td>14.002</td>\n",
       "      <td>120.993</td>\n",
       "      <td>311 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Caldera</td>\n",
       "      <td>717,090</td>\n",
       "      <td>717,090</td>\n",
       "      <td>2,380,326</td>\n",
       "      <td>24,814,047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Turrialba</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2021 Nov 3</td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2021 Nov 23</td>\n",
       "      <td>10.025</td>\n",
       "      <td>-83.767</td>\n",
       "      <td>3340 m</td>\n",
       "      <td>Costa Rica</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>1,891</td>\n",
       "      <td>6,867</td>\n",
       "      <td>672,428</td>\n",
       "      <td>3,390,544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11217</th>\n",
       "      <td>Yojoa, Lago</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1073 BCE</td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Radiocarbon (corrected)</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>14.964</td>\n",
       "      <td>-87.983</td>\n",
       "      <td>1060 m</td>\n",
       "      <td>Honduras</td>\n",
       "      <td>Volcanic field</td>\n",
       "      <td>123,374</td>\n",
       "      <td>123,374</td>\n",
       "      <td>279,991</td>\n",
       "      <td>3,336,190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11218</th>\n",
       "      <td>Quetrupillan</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1345 BCE</td>\n",
       "      <td>3</td>\n",
       "      <td>Quet2</td>\n",
       "      <td>Radiocarbon (corrected)</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-39.496</td>\n",
       "      <td>-71.722</td>\n",
       "      <td>2360 m</td>\n",
       "      <td>Chile</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>129</td>\n",
       "      <td>518</td>\n",
       "      <td>11,191</td>\n",
       "      <td>269,087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11219</th>\n",
       "      <td>Saunders</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-57.800</td>\n",
       "      <td>-26.483</td>\n",
       "      <td>843 m</td>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11220</th>\n",
       "      <td>Fournaise, Piton de la</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td></td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-21.244</td>\n",
       "      <td>55.708</td>\n",
       "      <td>2632 m</td>\n",
       "      <td>France</td>\n",
       "      <td>Shield</td>\n",
       "      <td>55,859</td>\n",
       "      <td>55,859</td>\n",
       "      <td>246,792</td>\n",
       "      <td>717,820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11221</th>\n",
       "      <td>Karangetang</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td></td>\n",
       "      <td>--</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>2.781</td>\n",
       "      <td>125.407</td>\n",
       "      <td>1797 m</td>\n",
       "      <td>Indonesia</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>892</td>\n",
       "      <td>4,478</td>\n",
       "      <td>11,066</td>\n",
       "      <td>65,667</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11222 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  volcanoName   eruptionCertainty    startDate maxVEI  \\\n",
       "0                       Ambae  Confirmed Eruption   2021 Dec 5     --   \n",
       "1                    Pinatubo  Confirmed Eruption  2021 Nov 30     --   \n",
       "2                   Iliwerung  Confirmed Eruption  2021 Nov 28     --   \n",
       "3                        Taal  Confirmed Eruption  2021 Nov 15     --   \n",
       "4                   Turrialba  Confirmed Eruption   2021 Nov 3     --   \n",
       "...                       ...                 ...          ...    ...   \n",
       "11217             Yojoa, Lago  Confirmed Eruption     1073 BCE     --   \n",
       "11218            Quetrupillan  Confirmed Eruption     1345 BCE      3   \n",
       "11219                Saunders  Confirmed Eruption                   0   \n",
       "11220  Fournaise, Piton de la  Confirmed Eruption                  --   \n",
       "11221             Karangetang  Confirmed Eruption                  --   \n",
       "\n",
       "      activityArea           evidenceMethod     stopDate  latitude  longitude  \\\n",
       "0              NaN  Historical Observations   2021 Dec 9   -15.389    167.835   \n",
       "1              NaN  Historical Observations  2021 Nov 30    15.130    120.350   \n",
       "2              NaN  Historical Observations  2021 Nov 29    -8.532    123.573   \n",
       "3              NaN  Historical Observations  2021 Nov 22    14.002    120.993   \n",
       "4              NaN  Historical Observations  2021 Nov 23    10.025    -83.767   \n",
       "...            ...                      ...          ...       ...        ...   \n",
       "11217          NaN  Radiocarbon (corrected)      Unknown    14.964    -87.983   \n",
       "11218        Quet2  Radiocarbon (corrected)      Unknown   -39.496    -71.722   \n",
       "11219          NaN                  Unknown      Unknown   -57.800    -26.483   \n",
       "11220          NaN                  Unknown      Unknown   -21.244     55.708   \n",
       "11221          NaN                  Unknown      Unknown     2.781    125.407   \n",
       "\n",
       "      volcanoHeight         country primaryVolcanoType population5km  \\\n",
       "0            1496 m         Vanuatu             Shield            73   \n",
       "1            1486 m     Philippines      Stratovolcano           725   \n",
       "2             583 m       Indonesia            Complex           968   \n",
       "3             311 m     Philippines            Caldera       717,090   \n",
       "4            3340 m      Costa Rica      Stratovolcano         1,891   \n",
       "...             ...             ...                ...           ...   \n",
       "11217        1060 m        Honduras     Volcanic field       123,374   \n",
       "11218        2360 m           Chile      Stratovolcano           129   \n",
       "11219         843 m  United Kingdom      Stratovolcano             0   \n",
       "11220        2632 m          France             Shield        55,859   \n",
       "11221        1797 m       Indonesia      Stratovolcano           892   \n",
       "\n",
       "      population10km population30km population100km  \n",
       "0              1,279          4,326          73,308  \n",
       "1              3,808      1,148,684      21,875,048  \n",
       "2              4,318         79,569         665,081  \n",
       "3            717,090      2,380,326      24,814,047  \n",
       "4              6,867        672,428       3,390,544  \n",
       "...              ...            ...             ...  \n",
       "11217        123,374        279,991       3,336,190  \n",
       "11218            518         11,191         269,087  \n",
       "11219              0              0               0  \n",
       "11220         55,859        246,792         717,820  \n",
       "11221          4,478         11,066          65,667  \n",
       "\n",
       "[11222 rows x 16 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=pd.read_csv(\"Volcano_Final.csv\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c37484d2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['volcanoName', 'eruptionCertainty', 'startDate', 'maxVEI',\n",
       "       'activityArea', 'evidenceMethod', 'stopDate', 'latitude', 'longitude',\n",
       "       'volcanoHeight', 'country', 'primaryVolcanoType', 'population5km',\n",
       "       'population10km', 'population30km', 'population100km'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "efb642b3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11222, 16)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f650eed4",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 11222 entries, 0 to 11221\n",
      "Data columns (total 16 columns):\n",
      " #   Column              Non-Null Count  Dtype  \n",
      "---  ------              --------------  -----  \n",
      " 0   volcanoName         11222 non-null  object \n",
      " 1   eruptionCertainty   11222 non-null  object \n",
      " 2   startDate           11222 non-null  object \n",
      " 3   maxVEI              11222 non-null  object \n",
      " 4   activityArea        5193 non-null   object \n",
      " 5   evidenceMethod      11145 non-null  object \n",
      " 6   stopDate            11145 non-null  object \n",
      " 7   latitude            11145 non-null  float64\n",
      " 8   longitude           11145 non-null  float64\n",
      " 9   volcanoHeight       11145 non-null  object \n",
      " 10  country             11145 non-null  object \n",
      " 11  primaryVolcanoType  11145 non-null  object \n",
      " 12  population5km       11114 non-null  object \n",
      " 13  population10km      11100 non-null  object \n",
      " 14  population30km      11100 non-null  object \n",
      " 15  population100km     11100 non-null  object \n",
      "dtypes: float64(2), object(14)\n",
      "memory usage: 1.4+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "fb2d57e6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>volcanoName</th>\n",
       "      <th>eruptionCertainty</th>\n",
       "      <th>startDate</th>\n",
       "      <th>maxVEI</th>\n",
       "      <th>activityArea</th>\n",
       "      <th>evidenceMethod</th>\n",
       "      <th>stopDate</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>volcanoHeight</th>\n",
       "      <th>country</th>\n",
       "      <th>primaryVolcanoType</th>\n",
       "      <th>population5km</th>\n",
       "      <th>population10km</th>\n",
       "      <th>population30km</th>\n",
       "      <th>population100km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>11222</td>\n",
       "      <td>11222</td>\n",
       "      <td>11222</td>\n",
       "      <td>11222</td>\n",
       "      <td>5193</td>\n",
       "      <td>11145</td>\n",
       "      <td>11145</td>\n",
       "      <td>11145.000000</td>\n",
       "      <td>11145.000000</td>\n",
       "      <td>11145</td>\n",
       "      <td>11145</td>\n",
       "      <td>11145</td>\n",
       "      <td>11114</td>\n",
       "      <td>11100</td>\n",
       "      <td>11100</td>\n",
       "      <td>11100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>914</td>\n",
       "      <td>3</td>\n",
       "      <td>6935</td>\n",
       "      <td>9</td>\n",
       "      <td>3268</td>\n",
       "      <td>22</td>\n",
       "      <td>4143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>815</td>\n",
       "      <td>81</td>\n",
       "      <td>28</td>\n",
       "      <td>516</td>\n",
       "      <td>609</td>\n",
       "      <td>718</td>\n",
       "      <td>817</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>Etna</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>0050 BCE</td>\n",
       "      <td>2</td>\n",
       "      <td>Naka-dake</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3320 m</td>\n",
       "      <td>Japan</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>241</td>\n",
       "      <td>9944</td>\n",
       "      <td>33</td>\n",
       "      <td>4020</td>\n",
       "      <td>171</td>\n",
       "      <td>6397</td>\n",
       "      <td>5813</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>241</td>\n",
       "      <td>1725</td>\n",
       "      <td>5254</td>\n",
       "      <td>2848</td>\n",
       "      <td>2311</td>\n",
       "      <td>1079</td>\n",
       "      <td>505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16.962395</td>\n",
       "      <td>31.936626</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.788674</td>\n",
       "      <td>115.613025</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-77.530000</td>\n",
       "      <td>-179.970000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-6.137000</td>\n",
       "      <td>-77.870000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.222000</td>\n",
       "      <td>55.708000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.821000</td>\n",
       "      <td>139.394000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>85.608000</td>\n",
       "      <td>179.580000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       volcanoName   eruptionCertainty startDate maxVEI activityArea  \\\n",
       "count        11222               11222     11222  11222         5193   \n",
       "unique         914                   3      6935      9         3268   \n",
       "top           Etna  Confirmed Eruption  0050 BCE      2    Naka-dake   \n",
       "freq           241                9944        33   4020          171   \n",
       "mean           NaN                 NaN       NaN    NaN          NaN   \n",
       "std            NaN                 NaN       NaN    NaN          NaN   \n",
       "min            NaN                 NaN       NaN    NaN          NaN   \n",
       "25%            NaN                 NaN       NaN    NaN          NaN   \n",
       "50%            NaN                 NaN       NaN    NaN          NaN   \n",
       "75%            NaN                 NaN       NaN    NaN          NaN   \n",
       "max            NaN                 NaN       NaN    NaN          NaN   \n",
       "\n",
       "                 evidenceMethod stopDate      latitude     longitude  \\\n",
       "count                     11145    11145  11145.000000  11145.000000   \n",
       "unique                       22     4143           NaN           NaN   \n",
       "top     Historical Observations  Unknown           NaN           NaN   \n",
       "freq                       6397     5813           NaN           NaN   \n",
       "mean                        NaN      NaN     16.962395     31.936626   \n",
       "std                         NaN      NaN     30.788674    115.613025   \n",
       "min                         NaN      NaN    -77.530000   -179.970000   \n",
       "25%                         NaN      NaN     -6.137000    -77.870000   \n",
       "50%                         NaN      NaN     18.222000     55.708000   \n",
       "75%                         NaN      NaN     40.821000    139.394000   \n",
       "max                         NaN      NaN     85.608000    179.580000   \n",
       "\n",
       "       volcanoHeight country primaryVolcanoType population5km population10km  \\\n",
       "count          11145   11145              11145         11114          11100   \n",
       "unique           815      81                 28           516            609   \n",
       "top           3320 m   Japan      Stratovolcano             0              0   \n",
       "freq             241    1725               5254          2848           2311   \n",
       "mean             NaN     NaN                NaN           NaN            NaN   \n",
       "std              NaN     NaN                NaN           NaN            NaN   \n",
       "min              NaN     NaN                NaN           NaN            NaN   \n",
       "25%              NaN     NaN                NaN           NaN            NaN   \n",
       "50%              NaN     NaN                NaN           NaN            NaN   \n",
       "75%              NaN     NaN                NaN           NaN            NaN   \n",
       "max              NaN     NaN                NaN           NaN            NaN   \n",
       "\n",
       "       population30km population100km  \n",
       "count           11100           11100  \n",
       "unique            718             817  \n",
       "top                 0               0  \n",
       "freq             1079             505  \n",
       "mean              NaN             NaN  \n",
       "std               NaN             NaN  \n",
       "min               NaN             NaN  \n",
       "25%               NaN             NaN  \n",
       "50%               NaN             NaN  \n",
       "75%               NaN             NaN  \n",
       "max               NaN             NaN  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe(include='all')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "72f019e9",
   "metadata": {},
   "source": [
    "# <font color='#38ADC8'><u>Cleaning</u></font>\n",
    "\n",
    "###### We will check each column to see if it needs cleaning\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "011c7451",
   "metadata": {},
   "source": [
    "### <u>Volcano Name</u>\n",
    "\n",
    "###### We can see we have multiple volcanoes with the same name ('Unnamed') , but they are different"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "56250868",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>volcanoName</th>\n",
       "      <th>eruptionCertainty</th>\n",
       "      <th>startDate</th>\n",
       "      <th>maxVEI</th>\n",
       "      <th>activityArea</th>\n",
       "      <th>evidenceMethod</th>\n",
       "      <th>stopDate</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>volcanoHeight</th>\n",
       "      <th>country</th>\n",
       "      <th>primaryVolcanoType</th>\n",
       "      <th>population5km</th>\n",
       "      <th>population10km</th>\n",
       "      <th>population30km</th>\n",
       "      <th>population100km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2017 Jan 23</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2017 Jan 31</td>\n",
       "      <td>-20.852</td>\n",
       "      <td>-175.550</td>\n",
       "      <td>-296 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>817</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>2001 Sep 27</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>2001 Sep 28 (?)</td>\n",
       "      <td>-18.325</td>\n",
       "      <td>-174.365</td>\n",
       "      <td>-40 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>18,153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>936</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1999 Jan 8</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>1999 Jan 14 (?)</td>\n",
       "      <td>-20.852</td>\n",
       "      <td>-175.550</td>\n",
       "      <td>-296 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1973</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1972 Apr 29</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hydrophonic</td>\n",
       "      <td>1972 Apr 30</td>\n",
       "      <td>46.470</td>\n",
       "      <td>151.280</td>\n",
       "      <td>-502 m</td>\n",
       "      <td>Russia</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2064</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Uncertain Eruption</td>\n",
       "      <td>1970 Jan 3</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>[ 1970 Jan 3 ]</td>\n",
       "      <td>-20.852</td>\n",
       "      <td>-175.550</td>\n",
       "      <td>-296 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2175</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Uncertain Eruption</td>\n",
       "      <td>1967 Apr 26</td>\n",
       "      <td>--</td>\n",
       "      <td>17.5 km NW of Iturup Island</td>\n",
       "      <td></td>\n",
       "      <td>[ Unknown ]</td>\n",
       "      <td>45.022</td>\n",
       "      <td>147.019</td>\n",
       "      <td>-195 m</td>\n",
       "      <td>Japan - administered by Russia</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>693</td>\n",
       "      <td>5,920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3388</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1932 Dec 1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-21.338</td>\n",
       "      <td>-175.650</td>\n",
       "      <td>-68 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,771</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3704</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1923 Jul 1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-20.852</td>\n",
       "      <td>-175.550</td>\n",
       "      <td>-296 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4040</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1911 Aug</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-20.852</td>\n",
       "      <td>-175.550</td>\n",
       "      <td>-296 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4173</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1907 Jul</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>-21.338</td>\n",
       "      <td>-175.650</td>\n",
       "      <td>-68 m</td>\n",
       "      <td>Tonga</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>88,771</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5484</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1854 Jan 15</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>20.330</td>\n",
       "      <td>121.750</td>\n",
       "      <td>-24 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>1</td>\n",
       "      <td>214</td>\n",
       "      <td>8,699</td>\n",
       "      <td>13,109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5576</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1850</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>20.330</td>\n",
       "      <td>121.750</td>\n",
       "      <td>-24 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>1</td>\n",
       "      <td>214</td>\n",
       "      <td>8,699</td>\n",
       "      <td>13,109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6499</th>\n",
       "      <td>Unnamed</td>\n",
       "      <td>Confirmed Eruption</td>\n",
       "      <td>1773 Oct</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>20.330</td>\n",
       "      <td>121.750</td>\n",
       "      <td>-24 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Submarine</td>\n",
       "      <td>1</td>\n",
       "      <td>214</td>\n",
       "      <td>8,699</td>\n",
       "      <td>13,109</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     volcanoName   eruptionCertainty    startDate maxVEI  \\\n",
       "153      Unnamed  Confirmed Eruption  2017 Jan 23      0   \n",
       "817      Unnamed  Confirmed Eruption  2001 Sep 27      2   \n",
       "936      Unnamed  Confirmed Eruption   1999 Jan 8      1   \n",
       "1973     Unnamed  Confirmed Eruption  1972 Apr 29      0   \n",
       "2064     Unnamed  Uncertain Eruption   1970 Jan 3      0   \n",
       "2175     Unnamed  Uncertain Eruption  1967 Apr 26     --   \n",
       "3388     Unnamed  Confirmed Eruption   1932 Dec 1      0   \n",
       "3704     Unnamed  Confirmed Eruption   1923 Jul 1      0   \n",
       "4040     Unnamed  Confirmed Eruption     1911 Aug      0   \n",
       "4173     Unnamed  Confirmed Eruption     1907 Jul      0   \n",
       "5484     Unnamed  Confirmed Eruption  1854 Jan 15      0   \n",
       "5576     Unnamed  Confirmed Eruption         1850      0   \n",
       "6499     Unnamed  Confirmed Eruption     1773 Oct      0   \n",
       "\n",
       "                     activityArea           evidenceMethod         stopDate  \\\n",
       "153                           NaN  Historical Observations      2017 Jan 31   \n",
       "817                           NaN  Historical Observations  2001 Sep 28 (?)   \n",
       "936                           NaN  Historical Observations  1999 Jan 14 (?)   \n",
       "1973                          NaN              Hydrophonic      1972 Apr 30   \n",
       "2064                          NaN                            [ 1970 Jan 3 ]   \n",
       "2175  17.5 km NW of Iturup Island                               [ Unknown ]   \n",
       "3388                          NaN  Historical Observations          Unknown   \n",
       "3704                          NaN  Historical Observations          Unknown   \n",
       "4040                          NaN  Historical Observations          Unknown   \n",
       "4173                          NaN  Historical Observations          Unknown   \n",
       "5484                          NaN  Historical Observations          Unknown   \n",
       "5576                          NaN  Historical Observations          Unknown   \n",
       "6499                          NaN  Historical Observations          Unknown   \n",
       "\n",
       "      latitude  longitude volcanoHeight                         country  \\\n",
       "153    -20.852   -175.550        -296 m                           Tonga   \n",
       "817    -18.325   -174.365         -40 m                           Tonga   \n",
       "936    -20.852   -175.550        -296 m                           Tonga   \n",
       "1973    46.470    151.280        -502 m                          Russia   \n",
       "2064   -20.852   -175.550        -296 m                           Tonga   \n",
       "2175    45.022    147.019        -195 m  Japan - administered by Russia   \n",
       "3388   -21.338   -175.650         -68 m                           Tonga   \n",
       "3704   -20.852   -175.550        -296 m                           Tonga   \n",
       "4040   -20.852   -175.550        -296 m                           Tonga   \n",
       "4173   -21.338   -175.650         -68 m                           Tonga   \n",
       "5484    20.330    121.750         -24 m                     Philippines   \n",
       "5576    20.330    121.750         -24 m                     Philippines   \n",
       "6499    20.330    121.750         -24 m                     Philippines   \n",
       "\n",
       "     primaryVolcanoType population5km population10km population30km  \\\n",
       "153           Submarine             0              0              0   \n",
       "817           Submarine             0              0             20   \n",
       "936           Submarine             0              0              0   \n",
       "1973          Submarine             0              0              0   \n",
       "2064          Submarine             0              0              0   \n",
       "2175          Submarine             0              0            693   \n",
       "3388          Submarine             0              0              0   \n",
       "3704          Submarine             0              0              0   \n",
       "4040          Submarine             0              0              0   \n",
       "4173          Submarine             0              0              0   \n",
       "5484          Submarine             1            214          8,699   \n",
       "5576          Submarine             1            214          8,699   \n",
       "6499          Submarine             1            214          8,699   \n",
       "\n",
       "     population100km  \n",
       "153           88,571  \n",
       "817           18,153  \n",
       "936           88,571  \n",
       "1973             578  \n",
       "2064          88,571  \n",
       "2175           5,920  \n",
       "3388          88,771  \n",
       "3704          88,571  \n",
       "4040          88,571  \n",
       "4173          88,771  \n",
       "5484          13,109  \n",
       "5576          13,109  \n",
       "6499          13,109  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['volcanoName'] == 'Unnamed']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "697062dc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unnamed 1\n",
      "Unnamed 1\n",
      "Unnamed 2\n",
      "Unnamed 2\n",
      "Unnamed 2\n",
      "Unnamed 2\n",
      "Unnamed 2\n",
      "Unnamed 3\n",
      "Unnamed 4\n",
      "Unnamed 4\n",
      "Unnamed 4\n",
      "Unnamed 5\n",
      "Unnamed 6\n"
     ]
    }
   ],
   "source": [
    "# Here we create df2 , which is all the \"unnamed\" volcanoes in 1 small data frame.\n",
    "# Each unnamed volcano may represent a different volcano , so we categorized them by number (unnamed 1 to 6)\n",
    "\n",
    "\n",
    "df2 = df[df['volcanoName'] == 'Unnamed'].copy().sort_values('latitude')\n",
    "\n",
    "\n",
    "index=0\n",
    "counter=1\n",
    "temp=None\n",
    "for i, j in df2.iterrows():\n",
    "    if(index==0):\n",
    "        df2['volcanoName'].iloc[0] = df2['volcanoName'].iloc[0].replace('Unnamed','Unnamed '+str(counter))\n",
    "    else:\n",
    "        if (j['latitude']==temp['latitude'] and j['longitude']==temp['longitude']):\n",
    "            df2['volcanoName'].iloc[index] = df2['volcanoName'].iloc[index].replace('Unnamed','Unnamed '+str(counter))\n",
    "        else:\n",
    "            counter+=1\n",
    "            df2['volcanoName'].iloc[index] = df2['volcanoName'].iloc[index].replace('Unnamed','Unnamed '+str(counter))\n",
    "    index+=1\n",
    "    temp = j\n",
    "    \n",
    "# Here we replace the unnamed volcanoes in df to categorized unnamed volcanoes (1-6) using df2 we created above\n",
    "\n",
    "df2_index = 0\n",
    "for i,j in df2.iterrows():\n",
    "    df['volcanoName'].iloc[i] = df['volcanoName'].iloc[i].replace('Unnamed',df2['volcanoName'].iloc[df2_index])\n",
    "    print(df['volcanoName'].iloc[i])\n",
    "    df2_index+=1\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b11ac41f",
   "metadata": {},
   "source": [
    "### <u> Eruption Certainty</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8a467fe3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>eruptionCertainty</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Confirmed Eruption</th>\n",
       "      <td>9944</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Uncertain Eruption</th>\n",
       "      <td>1111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Discredited Eruption</th>\n",
       "      <td>167</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      eruptionCertainty\n",
       "Confirmed Eruption                 9944\n",
       "Uncertain Eruption                 1111\n",
       "Discredited Eruption                167"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.eruptionCertainty.value_counts().to_frame()\n",
    "\n",
    "# We can see that we have no cleaning to do here"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "210205e7",
   "metadata": {},
   "source": [
    "### <u> Start Date</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "e8879e4e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>startDate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0050 BCE</th>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2050 BCE</th>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1550</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0950</th>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0550 BCE</th>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1954 May 18</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1954 May 26</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1954 May 28</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1954 May 31</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1910 May</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6935 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             startDate\n",
       "0050 BCE            33\n",
       "2050 BCE            33\n",
       "1550                29\n",
       "0950                27\n",
       "0550 BCE            27\n",
       "...                ...\n",
       "1954 May 18          1\n",
       "1954 May 26          1\n",
       "1954 May 28          1\n",
       "1954 May 31          1\n",
       "1910 May             1\n",
       "\n",
       "[6935 rows x 1 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.startDate.value_counts().to_frame()\n",
    "\n",
    "# All the dates seem to be okay"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "81da4819",
   "metadata": {},
   "source": [
    "### <u> max VEI</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9c4b7ff9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>maxVEI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>--</th>\n",
       "      <td>2902</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    maxVEI\n",
       "2     4020\n",
       "--    2902\n",
       "1     1385\n",
       "3     1159\n",
       "0     1009\n",
       "4      510\n",
       "5      177\n",
       "6       52\n",
       "7        8"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.maxVEI.value_counts().to_frame()\n",
    "\n",
    "# We can see that 2902 rows have '--' for their maxVEI , so we will change it to NaN\n",
    "# for easier processing later"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "8a8dbfb9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>maxVEI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   maxVEI\n",
       "2    4020\n",
       "1    1385\n",
       "3    1159\n",
       "0    1009\n",
       "4     510\n",
       "5     177\n",
       "6      52\n",
       "7       8"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=df[~df.isin([\"--\"])]\n",
    "\n",
    "df.maxVEI.value_counts().to_frame()\n",
    "\n",
    "# We can see we no longer have \"--\" in our maxVEI column."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6e17cf05",
   "metadata": {},
   "source": [
    "### <u> Activity Area</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "f263e3ca",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.54% volcanoes don't have activityArea value!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rowsWithArea = df.activityArea.value_counts().to_frame().sum()\n",
    "totalRows = df.shape[0]\n",
    "\n",
    "print(str((1- round((rowsWithArea/totalRows)[0],2)))+\"% volcanoes don't have activityArea value!\")\n",
    "# Over 50% of the data don't have \"activityArea\" so we will remove this column\n",
    "\n",
    "df.drop('activityArea', axis=1, inplace=True)\n",
    "\n",
    "'activityArea' not in df.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de882b6f",
   "metadata": {},
   "source": [
    "### <u> Evidence Method</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "47d27259",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>evidenceMethod</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Historical Observations</th>\n",
       "      <td>6397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <td>1278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tephrochronology</th>\n",
       "      <td>1037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Radiocarbon (uncorrected)</th>\n",
       "      <td>982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Radiocarbon (corrected)</th>\n",
       "      <td>854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Varve Count</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hydrophonic</th>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Magnetism</th>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unknown</th>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ice Core</th>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Anthropology</th>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Uranium-series</th>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ar/Ar</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Surface Exposure</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Potassium-Argon</th>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hydration Rind</th>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Thermoluminescence</th>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dendrochronology</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Uncertain</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Seismicity</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fission track</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lichenometry</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           evidenceMethod\n",
       "Historical Observations              6397\n",
       "                                     1278\n",
       "Tephrochronology                     1037\n",
       "Radiocarbon (uncorrected)             982\n",
       "Radiocarbon (corrected)               854\n",
       "Varve Count                           187\n",
       "Hydrophonic                            67\n",
       "Magnetism                              58\n",
       "Unknown                                50\n",
       "Ice Core                               45\n",
       "Anthropology                           35\n",
       "Uranium-series                         31\n",
       "Ar/Ar                                  29\n",
       "Surface Exposure                       29\n",
       "Potassium-Argon                        22\n",
       "Hydration Rind                         11\n",
       "Thermoluminescence                     11\n",
       "Dendrochronology                       10\n",
       "Uncertain                               4\n",
       "Seismicity                              3\n",
       "Fission track                           3\n",
       "Lichenometry                            2"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.evidenceMethod.value_counts().to_frame()\n",
    "\n",
    "# We can see we have some values which are not NaN but seem like they should be NaN..\n",
    "# We can also see we have \"Unknown\" and \"Uncertain\" values , we will replace them with NaN\n",
    "\n",
    "# Lets figure out what it is , and replace it with NaN value"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "694f2e3a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\xa0'"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Lets look at a row which has no evidence method and see what is the string inside \n",
    "\n",
    "df[df['volcanoName']=='Cleveland'].iloc[1]['evidenceMethod']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "e6aa61d6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>evidenceMethod</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Historical Observations</th>\n",
       "      <td>6397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tephrochronology</th>\n",
       "      <td>1037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Radiocarbon (uncorrected)</th>\n",
       "      <td>982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Radiocarbon (corrected)</th>\n",
       "      <td>854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Varve Count</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hydrophonic</th>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Magnetism</th>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ice Core</th>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Anthropology</th>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Uranium-series</th>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ar/Ar</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Surface Exposure</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Potassium-Argon</th>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hydration Rind</th>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Thermoluminescence</th>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dendrochronology</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Seismicity</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fission track</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lichenometry</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           evidenceMethod\n",
       "Historical Observations              6397\n",
       "Tephrochronology                     1037\n",
       "Radiocarbon (uncorrected)             982\n",
       "Radiocarbon (corrected)               854\n",
       "Varve Count                           187\n",
       "Hydrophonic                            67\n",
       "Magnetism                              58\n",
       "Ice Core                               45\n",
       "Anthropology                           35\n",
       "Uranium-series                         31\n",
       "Ar/Ar                                  29\n",
       "Surface Exposure                       29\n",
       "Potassium-Argon                        22\n",
       "Hydration Rind                         11\n",
       "Thermoluminescence                     11\n",
       "Dendrochronology                       10\n",
       "Seismicity                              3\n",
       "Fission track                           3\n",
       "Lichenometry                            2"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# \\xa0 is that string! lets replace it (along with 'Unknown' and 'Uncertain')\n",
    "# with an actual NaN value\n",
    "\n",
    "df=df[~df.isin([\"\\xa0\"])]\n",
    "df=df[~df.isin([\"Unknown\"])]\n",
    "df=df[~df.isin([\"Uncertain\"])]\n",
    "df.evidenceMethod.value_counts().to_frame()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dc0ccf03",
   "metadata": {},
   "source": [
    "### <u> Stop Date</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "e6ceb4b4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.52% volcanoes don't have stopDate value!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rowsWithStopDate = df.stopDate.value_counts().to_frame().sum()\n",
    "totalRows = df.shape[0]\n",
    "\n",
    "print(str((1- round((rowsWithStopDate/totalRows)[0],2)))+\"% volcanoes don't have stopDate value!\")\n",
    "# Over 50% of the data don't have \"stopDate\" so we will remove this column\n",
    "\n",
    "df.drop('stopDate', axis=1, inplace=True)\n",
    "\n",
    "'stopDate' not in df.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7332d4c1",
   "metadata": {},
   "source": [
    "### <u> Latitude</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "c746d445",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>37.748</th>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-21.244</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32.884</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-39.420</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36.406</th>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-17.874</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44.411</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25.500</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3.248</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-4.889</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>908 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         latitude\n",
       " 37.748       241\n",
       "-21.244       197\n",
       " 32.884       187\n",
       "-39.420       164\n",
       " 36.406       147\n",
       "...           ...\n",
       "-17.874         1\n",
       " 44.411         1\n",
       " 25.500         1\n",
       " 3.248          1\n",
       "-4.889          1\n",
       "\n",
       "[908 rows x 1 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.latitude.value_counts().to_frame()\n",
    "\n",
    "# We can see all the latitude values seem to be okay\n",
    "# We will check this later when we will convert the column type from object to int64\n",
    "# If non-numeric values exist , it shouldn't work , and we will come back to fix it"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d6858233",
   "metadata": {},
   "source": [
    "### <u> Longitude</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "a00ad676",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>longitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>14.999</th>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55.708</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131.104</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-71.930</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>138.523</th>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113.570</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-178.006</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-90.743</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>-89.780</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31.933</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>912 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          longitude\n",
       " 14.999         241\n",
       " 55.708         197\n",
       " 131.104        187\n",
       "-71.930         164\n",
       " 138.523        147\n",
       "...             ...\n",
       " 113.570          1\n",
       "-178.006          1\n",
       "-90.743           1\n",
       "-89.780           1\n",
       " 31.933           1\n",
       "\n",
       "[912 rows x 1 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.longitude.value_counts().to_frame()\n",
    "\n",
    "# Same thing goes here\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "adc4b33e",
   "metadata": {},
   "source": [
    "### <u> Volcano Height</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "7f9e32be",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>volcanoHeight</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3320 m</th>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2632 m</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1490 m</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1592 m</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2847 m</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>887 m</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1068 m</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1138 m</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1028 m</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1146 m</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>815 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        volcanoHeight\n",
       "3320 m            241\n",
       "2632 m            197\n",
       "1490 m            197\n",
       "1592 m            187\n",
       "2847 m            164\n",
       "...               ...\n",
       "887 m               1\n",
       "1068 m              1\n",
       "1138 m              1\n",
       "1028 m              1\n",
       "1146 m              1\n",
       "\n",
       "[815 rows x 1 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.volcanoHeight.value_counts().to_frame()\n",
    "\n",
    "# We can see all the volcano height values seem to be okay...\n",
    "# (Btw : negative values mean underwater volcanoes!)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "060997fd",
   "metadata": {},
   "source": [
    "### <u> Country</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "e11c5a59",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Japan</th>\n",
       "      <td>1725</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Indonesia</th>\n",
       "      <td>1467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>United States</th>\n",
       "      <td>1326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Russia</th>\n",
       "      <td>974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Chile</th>\n",
       "      <td>580</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Vietnam</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ethiopia-Djibouti</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mongolia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Colombia-Ecuador</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Djibouti</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>81 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   country\n",
       "Japan                 1725\n",
       "Indonesia             1467\n",
       "United States         1326\n",
       "Russia                 974\n",
       "Chile                  580\n",
       "...                    ...\n",
       "Vietnam                  1\n",
       "Ethiopia-Djibouti        1\n",
       "Mongolia                 1\n",
       "Colombia-Ecuador         1\n",
       "Djibouti                 1\n",
       "\n",
       "[81 rows x 1 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.country.value_counts().to_frame()\n",
    "\n",
    "# We can see all the country values seem to be okay"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4368ab4c",
   "metadata": {},
   "source": [
    "### <u> Primary Volcano Type</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "b9b18d24",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>primaryVolcanoType</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Stratovolcano</th>\n",
       "      <td>5254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Stratovolcano(es)</th>\n",
       "      <td>1687</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caldera</th>\n",
       "      <td>1085</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Shield</th>\n",
       "      <td>1056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Complex</th>\n",
       "      <td>735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Submarine</th>\n",
       "      <td>431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Subglacial</th>\n",
       "      <td>142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lava dome(s)</th>\n",
       "      <td>141</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pyroclastic cone(s)</th>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pyroclastic shield</th>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Crater rows</th>\n",
       "      <td>68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Volcanic field</th>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Compound</th>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caldera(s)</th>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Shield(s)</th>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fissure vent(s)</th>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lava cone</th>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lava dome</th>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fissure vent</th>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pyroclastic cone</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Maar(s)</th>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Stratovolcano?</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Complex(es)</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuff cone(s)</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Maar</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Explosion crater(s)</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cone(s)</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuff ring(s)</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     primaryVolcanoType\n",
       "Stratovolcano                      5254\n",
       "Stratovolcano(es)                  1687\n",
       "Caldera                            1085\n",
       "Shield                             1056\n",
       "Complex                             735\n",
       "Submarine                           431\n",
       "Subglacial                          142\n",
       "Lava dome(s)                        141\n",
       "Pyroclastic cone(s)                 140\n",
       "Pyroclastic shield                   86\n",
       "Crater rows                          68\n",
       "Volcanic field                       56\n",
       "Compound                             52\n",
       "Caldera(s)                           35\n",
       "Shield(s)                            35\n",
       "Fissure vent(s)                      31\n",
       "Lava cone                            27\n",
       "Lava dome                            23\n",
       "Fissure vent                         14\n",
       "Pyroclastic cone                     12\n",
       "Maar(s)                               9\n",
       "Stratovolcano?                        8\n",
       "Complex(es)                           7\n",
       "Tuff cone(s)                          4\n",
       "Maar                                  3\n",
       "Explosion crater(s)                   2\n",
       "Cone(s)                               1\n",
       "Tuff ring(s)                          1"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.primaryVolcanoType.value_counts().to_frame()\n",
    "\n",
    "# We can see all the primary volcano type values seem to be okay\n",
    "# We will combine the (es)/(s)/? to their original type"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "ab259232",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>primaryVolcanoType</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Stratovolcano</th>\n",
       "      <td>6949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caldera</th>\n",
       "      <td>1120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Shield</th>\n",
       "      <td>1091</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Complex</th>\n",
       "      <td>742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Submarine</th>\n",
       "      <td>431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lava dome</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pyroclastic cone</th>\n",
       "      <td>152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Subglacial</th>\n",
       "      <td>142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pyroclastic shield</th>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>nan</th>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Crater rows</th>\n",
       "      <td>68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Volcanic field</th>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Compound</th>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fissure vent</th>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lava cone</th>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Maar</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuff cone</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Explosion crater</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cone</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuff ring</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    primaryVolcanoType\n",
       "Stratovolcano                     6949\n",
       "Caldera                           1120\n",
       "Shield                            1091\n",
       "Complex                            742\n",
       "Submarine                          431\n",
       "Lava dome                          164\n",
       "Pyroclastic cone                   152\n",
       "Subglacial                         142\n",
       "Pyroclastic shield                  86\n",
       "nan                                 77\n",
       "Crater rows                         68\n",
       "Volcanic field                      56\n",
       "Compound                            52\n",
       "Fissure vent                        45\n",
       "Lava cone                           27\n",
       "Maar                                12\n",
       "Tuff cone                            4\n",
       "Explosion crater                     2\n",
       "Cone                                 1\n",
       "Tuff ring                            1"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We took the original string , split it to two , first half is until '('\n",
    "# Then we took the first half , meaning we lost all the character from '(' to the end\n",
    "\n",
    "for i, j in df.iterrows():\n",
    "    a_string=j['primaryVolcanoType']\n",
    "    split_string = str(a_string).split(\"(\", 1)\n",
    "    substring = split_string[0]\n",
    "    df.at[i,'primaryVolcanoType']=substring\n",
    "\n",
    "for i, j in df.iterrows():\n",
    "    a_string=j['primaryVolcanoType'] \n",
    "    split_string = str(a_string).split(\"?\", 1)\n",
    "    substring = split_string[0]\n",
    "    df.at[i,'primaryVolcanoType']=substring\n",
    "    \n",
    "    \n",
    "df.primaryVolcanoType.value_counts().to_frame()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bbe554cb",
   "metadata": {},
   "source": [
    "### <u> Population</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "eae73610",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>population5km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>285</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55,859</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75,559</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>837</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>970</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23,157</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37,034</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>516 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        population5km\n",
       "0                2848\n",
       "78                285\n",
       "55,859            197\n",
       "75,559            187\n",
       "477               164\n",
       "...               ...\n",
       "837                 1\n",
       "970                 1\n",
       "23,157              1\n",
       "242                 1\n",
       "37,034              1\n",
       "\n",
       "[516 rows x 1 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.population5km.value_counts().to_frame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "30b9421b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>population10km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3,291</th>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55,859</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75,559</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1,067</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49,763</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134,114</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21,448</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80,502</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37,034</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>609 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         population10km\n",
       "0                  2311\n",
       "3,291               241\n",
       "55,859              197\n",
       "75,559              187\n",
       "1,067               164\n",
       "...                 ...\n",
       "49,763                1\n",
       "134,114               1\n",
       "21,448                1\n",
       "80,502                1\n",
       "37,034                1\n",
       "\n",
       "[609 rows x 1 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.population10km.value_counts().to_frame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "125fe3d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>population30km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1079</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1,016,540</th>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246,792</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234,591</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35,118</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15,991</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195,475</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33,262</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>574,162</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105,827</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>718 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           population30km\n",
       "0                    1079\n",
       "1,016,540             241\n",
       "246,792               197\n",
       "234,591               187\n",
       "35,118                164\n",
       "...                   ...\n",
       "15,991                  1\n",
       "195,475                 1\n",
       "33,262                  1\n",
       "574,162                 1\n",
       "105,827                 1\n",
       "\n",
       "[718 rows x 1 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.population30km.value_counts().to_frame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "21e1c907",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>population100km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3,052,770</th>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>717,820</th>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6,507,519</th>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>667,788</th>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6,215,853</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3,650</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>259,325</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3,001</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>774,440</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>817 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           population100km\n",
       "0                      505\n",
       "3,052,770              241\n",
       "717,820                197\n",
       "6,507,519              187\n",
       "667,788                164\n",
       "...                    ...\n",
       "6,215,853                1\n",
       "3,650                    1\n",
       "259,325                  1\n",
       "3,001                    1\n",
       "774,440                  1\n",
       "\n",
       "[817 rows x 1 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.population100km.value_counts().to_frame()\n",
    "\n",
    "# We can see all the population values seem to be okay"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "01171d62",
   "metadata": {},
   "source": [
    "## <font color='#38ADC8'><u>Filling missing values</u></font>\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "93b7a0f7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "volcanoName              0\n",
       "eruptionCertainty        0\n",
       "startDate                3\n",
       "maxVEI                2902\n",
       "evidenceMethod        1409\n",
       "latitude                77\n",
       "longitude               77\n",
       "volcanoHeight           77\n",
       "country                 77\n",
       "primaryVolcanoType       0\n",
       "population5km          108\n",
       "population10km         122\n",
       "population30km         122\n",
       "population100km        122\n",
       "dtype: int64"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3108c3f5",
   "metadata": {},
   "source": [
    "### <u> Filling maxVEI with average values</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "a506af5f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# We created a dictionary that contains all the (VolcanoName : [List of its VEI's])\n",
    "# Then we created another dictionary that based on VEI's averages and it looks like this (VolcanoName : AverageVEI)\n",
    "\n",
    "# We used our AVG dictionary to fill in the missing VEI's \n",
    "\n",
    "maxVEI_dict = dict()\n",
    "\n",
    "for i,j in df.iterrows():  \n",
    "    if (pd.isna(j['maxVEI'])):\n",
    "        continue\n",
    "    else:\n",
    "        if j['volcanoName'] in maxVEI_dict.keys():\n",
    "            maxVEI_dict[j['volcanoName']].append(j['maxVEI'])\n",
    "        else:\n",
    "            maxVEI_dict[j['volcanoName']]=list([j['maxVEI']])          \n",
    "    \n",
    "def cal_average(num):\n",
    "    sum_num = 0\n",
    "    for t in num:\n",
    "        sum_num = sum_num + int(t)           \n",
    "\n",
    "    avg = sum_num / len(num)\n",
    "    return avg\n",
    "\n",
    "all_avgs=dict()\n",
    "\n",
    "for key in maxVEI_dict:\n",
    "    all_avgs[key]=(int(cal_average(maxVEI_dict[key])))\n",
    "    \n",
    "for i, j in df.iterrows():\n",
    "    if (pd.isna(j['maxVEI']) and j['volcanoName'] in all_avgs):\n",
    "        df.at[i,'maxVEI']=all_avgs[j['volcanoName']]\n",
    "\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "a5539b4f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Here we remove all the volcanoes who have no maxVEI history at all (no avg)\n",
    "df=df[~df['maxVEI'].isin([float('NaN')])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "275a87e0",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['maxVEI'].isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8598211c",
   "metadata": {},
   "source": [
    "### <u> Filling Evidence Method with upper neighbour value</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "d6317fe5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['evidenceMethod'].fillna(method='ffill',inplace=True)\n",
    "\n",
    "df['evidenceMethod'].isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a7ba8343",
   "metadata": {},
   "source": [
    "## <font color='#944242'><u> Dropping All the Rows with Missing Values</u></font>\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "dc5a7f20",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "volcanoName             0\n",
       "eruptionCertainty       0\n",
       "startDate               3\n",
       "maxVEI                  0\n",
       "evidenceMethod          0\n",
       "latitude               77\n",
       "longitude              77\n",
       "volcanoHeight          77\n",
       "country                77\n",
       "primaryVolcanoType      0\n",
       "population5km         102\n",
       "population10km        116\n",
       "population30km        116\n",
       "population100km       116\n",
       "dtype: int64"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "e56e7722",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "volcanoName           0\n",
       "eruptionCertainty     0\n",
       "startDate             0\n",
       "maxVEI                0\n",
       "evidenceMethod        0\n",
       "latitude              0\n",
       "longitude             0\n",
       "volcanoHeight         0\n",
       "country               0\n",
       "primaryVolcanoType    0\n",
       "population5km         0\n",
       "population10km        0\n",
       "population30km        0\n",
       "population100km       0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We can see that only 3 rows remain with missing values so now we will drop them\n",
    "df.dropna(inplace=True)\n",
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c47daeaa",
   "metadata": {},
   "source": [
    "## <font color='#38ADC8'><u> Converting columns to their appropriate type (Ex. from object to float)</u></font>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "4424ff40",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "volcanoName            object\n",
       "eruptionCertainty      object\n",
       "startDate              object\n",
       "maxVEI                 object\n",
       "evidenceMethod         object\n",
       "latitude              float64\n",
       "longitude             float64\n",
       "volcanoHeight          object\n",
       "country                object\n",
       "primaryVolcanoType     object\n",
       "population5km          object\n",
       "population10km         object\n",
       "population30km         object\n",
       "population100km        object\n",
       "dtype: object"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "a7c718cc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Confirmed Eruption', 'Uncertain Eruption', 'Discredited Eruption'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['eruptionCertainty'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "9dcc755c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 10637 entries, 0 to 11218\n",
      "Data columns (total 14 columns):\n",
      " #   Column              Non-Null Count  Dtype   \n",
      "---  ------              --------------  -----   \n",
      " 0   volcanoName         10637 non-null  object  \n",
      " 1   eruptionCertainty   10637 non-null  category\n",
      " 2   startDate           10637 non-null  object  \n",
      " 3   maxVEI              10637 non-null  object  \n",
      " 4   evidenceMethod      10637 non-null  object  \n",
      " 5   latitude            10637 non-null  float64 \n",
      " 6   longitude           10637 non-null  float64 \n",
      " 7   volcanoHeight       10637 non-null  object  \n",
      " 8   country             10637 non-null  object  \n",
      " 9   primaryVolcanoType  10637 non-null  object  \n",
      " 10  population5km       10637 non-null  object  \n",
      " 11  population10km      10637 non-null  object  \n",
      " 12  population30km      10637 non-null  object  \n",
      " 13  population100km     10637 non-null  object  \n",
      "dtypes: category(1), float64(2), object(11)\n",
      "memory usage: 1.1+ MB\n"
     ]
    }
   ],
   "source": [
    "df[\"eruptionCertainty\"] = df['eruptionCertainty'].astype('category')\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "af93c628",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>volcanoName</th>\n",
       "      <th>eruptionCertainty</th>\n",
       "      <th>startDate</th>\n",
       "      <th>maxVEI</th>\n",
       "      <th>evidenceMethod</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>volcanoHeight</th>\n",
       "      <th>country</th>\n",
       "      <th>primaryVolcanoType</th>\n",
       "      <th>population5km</th>\n",
       "      <th>population10km</th>\n",
       "      <th>population30km</th>\n",
       "      <th>population100km</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ambae</td>\n",
       "      <td>1</td>\n",
       "      <td>2021 Dec 5</td>\n",
       "      <td>2</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>-15.389</td>\n",
       "      <td>167.835</td>\n",
       "      <td>1496 m</td>\n",
       "      <td>Vanuatu</td>\n",
       "      <td>Shield</td>\n",
       "      <td>73</td>\n",
       "      <td>1,279</td>\n",
       "      <td>4,326</td>\n",
       "      <td>73,308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Pinatubo</td>\n",
       "      <td>1</td>\n",
       "      <td>2021 Nov 30</td>\n",
       "      <td>4</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>15.130</td>\n",
       "      <td>120.350</td>\n",
       "      <td>1486 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>725</td>\n",
       "      <td>3,808</td>\n",
       "      <td>1,148,684</td>\n",
       "      <td>21,875,048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Iliwerung</td>\n",
       "      <td>1</td>\n",
       "      <td>2021 Nov 28</td>\n",
       "      <td>1</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>-8.532</td>\n",
       "      <td>123.573</td>\n",
       "      <td>583 m</td>\n",
       "      <td>Indonesia</td>\n",
       "      <td>Complex</td>\n",
       "      <td>968</td>\n",
       "      <td>4,318</td>\n",
       "      <td>79,569</td>\n",
       "      <td>665,081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Taal</td>\n",
       "      <td>1</td>\n",
       "      <td>2021 Nov 15</td>\n",
       "      <td>2</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>14.002</td>\n",
       "      <td>120.993</td>\n",
       "      <td>311 m</td>\n",
       "      <td>Philippines</td>\n",
       "      <td>Caldera</td>\n",
       "      <td>717,090</td>\n",
       "      <td>717,090</td>\n",
       "      <td>2,380,326</td>\n",
       "      <td>24,814,047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Turrialba</td>\n",
       "      <td>1</td>\n",
       "      <td>2021 Nov 3</td>\n",
       "      <td>2</td>\n",
       "      <td>Historical Observations</td>\n",
       "      <td>10.025</td>\n",
       "      <td>-83.767</td>\n",
       "      <td>3340 m</td>\n",
       "      <td>Costa Rica</td>\n",
       "      <td>Stratovolcano</td>\n",
       "      <td>1,891</td>\n",
       "      <td>6,867</td>\n",
       "      <td>672,428</td>\n",
       "      <td>3,390,544</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  volcanoName eruptionCertainty    startDate maxVEI           evidenceMethod  \\\n",
       "0       Ambae                 1   2021 Dec 5      2  Historical Observations   \n",
       "1    Pinatubo                 1  2021 Nov 30      4  Historical Observations   \n",
       "2   Iliwerung                 1  2021 Nov 28      1  Historical Observations   \n",
       "3        Taal                 1  2021 Nov 15      2  Historical Observations   \n",
       "4   Turrialba                 1   2021 Nov 3      2  Historical Observations   \n",
       "\n",
       "   latitude  longitude volcanoHeight      country primaryVolcanoType  \\\n",
       "0   -15.389    167.835        1496 m      Vanuatu             Shield   \n",
       "1    15.130    120.350        1486 m  Philippines      Stratovolcano   \n",
       "2    -8.532    123.573         583 m    Indonesia            Complex   \n",
       "3    14.002    120.993         311 m  Philippines            Caldera   \n",
       "4    10.025    -83.767        3340 m   Costa Rica      Stratovolcano   \n",
       "\n",
       "  population5km population10km population30km population100km  \n",
       "0            73          1,279          4,326          73,308  \n",
       "1           725          3,808      1,148,684      21,875,048  \n",
       "2           968          4,318         79,569         665,081  \n",
       "3       717,090        717,090      2,380,326      24,814,047  \n",
       "4         1,891          6,867        672,428       3,390,544  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "replace_map = {'Confirmed Eruption': 1, 'Uncertain Eruption': 2, 'Discredited Eruption': 3}\n",
    "df.replace(replace_map, inplace=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "9afdaf8b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 10637 entries, 0 to 11218\n",
      "Data columns (total 14 columns):\n",
      " #   Column              Non-Null Count  Dtype   \n",
      "---  ------              --------------  -----   \n",
      " 0   volcanoName         10637 non-null  object  \n",
      " 1   eruptionCertainty   10637 non-null  category\n",
      " 2   startDate           10637 non-null  object  \n",
      " 3   maxVEI              10637 non-null  int64   \n",
      " 4   evidenceMethod      10637 non-null  object  \n",
      " 5   latitude            10637 non-null  float64 \n",
      " 6   longitude           10637 non-null  float64 \n",
      " 7   volcanoHeight       10637 non-null  int64   \n",
      " 8   country             10637 non-null  object  \n",
      " 9   primaryVolcanoType  10637 non-null  object  \n",
      " 10  population5km       10637 non-null  int64   \n",
      " 11  population10km      10637 non-null  int64   \n",
      " 12  population30km      10637 non-null  int64   \n",
      " 13  population100km     10637 non-null  int64   \n",
      "dtypes: category(1), float64(2), int64(6), object(5)\n",
      "memory usage: 1.1+ MB\n"
     ]
    }
   ],
   "source": [
    "cols = ['maxVEI', 'latitude', 'longitude', 'population5km', 'population10km', 'population30km', 'population100km', 'volcanoHeight']\n",
    "problems = ['population5km', 'population10km', 'population30km', 'population100km']\n",
    "df[problems] = df[problems].replace(',','',regex=True)\n",
    "df['volcanoHeight'] = df['volcanoHeight'].replace('m','',regex=True)\n",
    "df[cols] = df[cols].apply(pd.to_numeric)\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "69529f32",
   "metadata": {},
   "source": [
    "## <font color='#38ADC8'><u> Outliers</u></font>\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "69f745f9",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "### <u> Latitude</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "c52c2c89",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "85.608\n",
      "-77.53\n"
     ]
    }
   ],
   "source": [
    "# Here we are checking if there are outliers in latitude column.\n",
    "# We know that latitude should be between -90 to 90\n",
    "print (df.latitude.max())\n",
    "print (df.latitude.min())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4873c98b",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "### <u> Longitude</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "87bbf72f",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "179.58\n",
      "-179.97\n"
     ]
    }
   ],
   "source": [
    "# Here we are checking if there are outliers in latitude column.\n",
    "# We know that latitude should be between -180 to 180\n",
    "print (df.longitude.max())\n",
    "print (df.longitude.min())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "73ef3c2d",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "### <u> Volcano Height</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "b4e57543",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6879\n",
      "-5700\n"
     ]
    }
   ],
   "source": [
    "# We know that the highest volcano in the world is: \"Ojos del Salado\" and its height is ~ 6800\n",
    "# We know that the deepest volcano in the world is: \"Pico Fracture Zone\" and its height is ~ -4200\n",
    "print(df.volcanoHeight.max())\n",
    "print(df.volcanoHeight.min())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "8d764ba3",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-4200\n"
     ]
    }
   ],
   "source": [
    "df.drop(df.index[df['volcanoHeight'] < (-4200)], inplace=True)\n",
    "print(df.volcanoHeight.min())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dee2f8e1",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "### <u> Population</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "39091fe8",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5783287\n",
      "5783287\n",
      "6735396\n",
      "40640105\n"
     ]
    }
   ],
   "source": [
    "# We can see that the max value is correct\n",
    "print(df.population5km.max())\n",
    "print(df.population10km.max())\n",
    "print(df.population30km.max())\n",
    "print(df.population100km.max())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "dc466de9",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "0\n",
      "0\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "# We can see that the min value is 0 which is correct\n",
    "print(df.population5km.min())\n",
    "print(df.population10km.min())\n",
    "print(df.population30km.min())\n",
    "print(df.population100km.min())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "00f0b9d1",
   "metadata": {},
   "source": [
    "<br>\n",
    "\n",
    "#### <u> After we cleaned the dataframe now we can continue to the EDA part</u>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "46de1afe",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "df.to_csv(\"Volcano_after_cleaning.csv\", index=False, encoding='utf-8')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}