preprocessing_final.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "fca197a8-5b9e-4388-92f8-08a1afd51571",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           Date  Price   Open    High    Low     Vol. Change % Bank Name\n",
      "9880 2014-12-17  6.000  5.550   6.250  5.050   10.83M    9.29%      ADCB\n",
      "4913 2014-12-17  4.186  4.145   4.283  3.942   26.45M    2.00%       DIB\n",
      "2412 2014-12-17  6.180  5.891   6.604  5.872    3.13M    4.91%      ENBD\n",
      "7410 2014-12-17  9.860  9.090  10.000  9.090  662.52K    7.88%       FAB\n",
      "9879 2014-12-18  6.900  6.400   6.900  6.140   12.71M   15.00%      ADCB\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# Load each bank's stock price data\n",
    "bank1 = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/Emirates NBD PJSC Stock Price History.csv')\n",
    "bank2 = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/Dubai Islamic Bank Stock Price History.csv')\n",
    "bank3 = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/First Abu Dhabi Bank Stock Price History (1).csv')\n",
    "bank4 = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/Abu Dhabi Commercial Bank PJSC Stock Price History.csv')\n",
    "\n",
    "\n",
    "# Add a 'Bank Name' column to differentiate datasets\n",
    "bank1['Bank Name'] = 'ENBD'\n",
    "bank2['Bank Name'] = 'DIB'\n",
    "bank3['Bank Name'] = 'FAB'\n",
    "bank4['Bank Name'] = 'ADCB'\n",
    "\n",
    "\n",
    "# Combine all datasets into a single DataFrame\n",
    "master_stock_data = pd.concat([bank1, bank2, bank3, bank4], ignore_index=True)\n",
    "\n",
    "# Ensure Date is in proper format\n",
    "master_stock_data['Date'] = pd.to_datetime(master_stock_data['Date'], errors='coerce')\n",
    "\n",
    "# Sort the data by Date for consistency\n",
    "master_stock_data = master_stock_data.sort_values(by=['Date', 'Bank Name'])\n",
    "\n",
    "# Display the first few rows of the master dataset\n",
    "print(master_stock_data.head())\n",
    "\n",
    "# Save the combined dataset to a CSV file\n",
    "master_stock_data.to_csv('master_stock_prices.csv', index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "c5129893-951d-4850-8efd-db882293f6be",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "dfm_data = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/DFM General Historical Data.csv')\n",
    "brent_data = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/Brent Oil Futures Historical Data(usd).csv')\n",
    "usd_aed_data = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/USD_AED Historical Data.csv')\n",
    "\n",
    "# Convert 'Vol.' in master_stock_data to numeric\n",
    "def convert_volume(vol):\n",
    "    if isinstance(vol, str):\n",
    "        vol = vol.replace('K', 'e3').replace('M', 'e6').replace(',', '')\n",
    "        try:\n",
    "            return float(eval(vol))\n",
    "        except:\n",
    "            return None\n",
    "    return vol\n",
    "\n",
    "# Handle missing values in 'Vol.' column by converting units and filling with mean\n",
    "master_stock_data['Vol.'] = master_stock_data['Vol.'].apply(convert_volume)\n",
    "master_stock_data['Vol.'] = master_stock_data['Vol.'].fillna(master_stock_data['Vol.'].mean())\n",
    "\n",
    "# Convert 'Change %' to numeric\n",
    "master_stock_data['Change %'] = master_stock_data['Change %'].str.replace('%', '').astype(float)\n",
    "\n",
    "# Add lagged features\n",
    "master_stock_data['Price Lag 1'] = master_stock_data.groupby('Bank Name')['Price'].shift(1)\n",
    "master_stock_data['Change % Lag 1'] = master_stock_data.groupby('Bank Name')['Change %'].shift(1)\n",
    "\n",
    "# Add moving averages\n",
    "master_stock_data['Price MA 5'] = master_stock_data.groupby('Bank Name')['Price'].rolling(window=5, min_periods=1).mean().reset_index(0, drop=True)\n",
    "master_stock_data['Price MA 10'] = master_stock_data.groupby('Bank Name')['Price'].rolling(window=10, min_periods=1).mean().reset_index(0, drop=True)\n",
    "\n",
    "# Create interaction term: Price per unit volume\n",
    "master_stock_data['Price per Vol'] = master_stock_data['Price'] / master_stock_data['Vol.']\n",
    "\n",
    "# Convert dates in external datasets to datetime\n",
    "dfm_data['Date'] = pd.to_datetime(dfm_data['Date'], errors='coerce')\n",
    "brent_data['Date'] = pd.to_datetime(brent_data['Date'], errors='coerce')\n",
    "usd_aed_data['Date'] = pd.to_datetime(usd_aed_data['Date'], errors='coerce')\n",
    "\n",
    "# Merge external datasets\n",
    "merged_data = master_stock_data.copy()\n",
    "merged_data = merged_data.merge(dfm_data[['Date', 'Price']], on='Date', how='left', suffixes=('', '_DFM'))\n",
    "merged_data = merged_data.merge(brent_data[['Date', 'Price']], on='Date', how='left', suffixes=('', '_Brent'))\n",
    "merged_data = merged_data.merge(usd_aed_data[['Date', 'Price']], on='Date', how='left', suffixes=('', '_USD_AED'))\n",
    "\n",
    "# Rename columns for clarity\n",
    "merged_data.rename(columns={\n",
    "    'Price_DFM': 'DFM Index',\n",
    "    'Price_Brent': 'Brent Oil Price',\n",
    "    'Price_USD_AED': 'USD to AED Exchange Rate'\n",
    "}, inplace=True)\n",
    "\n",
    "# Handle missing values in external datasets using forward-fill\n",
    "merged_data['DFM Index'] = merged_data['DFM Index'].ffill()\n",
    "merged_data['Brent Oil Price'] = merged_data['Brent Oil Price'].ffill()\n",
    "merged_data['USD to AED Exchange Rate'] = merged_data['USD to AED Exchange Rate'].ffill()\n",
    "\n",
    "# Convert Brent Oil Price from USD to AED\n",
    "merged_data['Brent Oil Price (AED)'] = merged_data['Brent Oil Price'] * merged_data['USD to AED Exchange Rate']\n",
    "merged_data.drop(columns=['Brent Oil Price'], inplace=True)\n",
    "\n",
    "# Save the processed data to a CSV file\n",
    "merged_data.to_csv('enhanced_stock_data.csv', index=False)\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "74b70e08-c7e2-465c-b3c7-c2aac9c458d0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Price</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Vol.</th>\n",
       "      <th>Change %</th>\n",
       "      <th>Bank Name</th>\n",
       "      <th>Price Lag 1</th>\n",
       "      <th>Change % Lag 1</th>\n",
       "      <th>Price MA 5</th>\n",
       "      <th>Price MA 10</th>\n",
       "      <th>Price per Vol</th>\n",
       "      <th>DFM Index</th>\n",
       "      <th>USD to AED Exchange Rate</th>\n",
       "      <th>Brent Oil Price (AED)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.550</td>\n",
       "      <td>6.250</td>\n",
       "      <td>5.050</td>\n",
       "      <td>10830000.0</td>\n",
       "      <td>9.29</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.000</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.540166e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.145</td>\n",
       "      <td>4.283</td>\n",
       "      <td>3.942</td>\n",
       "      <td>26450000.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>DIB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.186</td>\n",
       "      <td>1.582609e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.180</td>\n",
       "      <td>5.891</td>\n",
       "      <td>6.604</td>\n",
       "      <td>5.872</td>\n",
       "      <td>3130000.0</td>\n",
       "      <td>4.91</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.180</td>\n",
       "      <td>6.180</td>\n",
       "      <td>1.974441e-06</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.090</td>\n",
       "      <td>10.000</td>\n",
       "      <td>9.090</td>\n",
       "      <td>662520.0</td>\n",
       "      <td>7.88</td>\n",
       "      <td>FAB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.860</td>\n",
       "      <td>1.488257e-05</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-18</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.400</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.140</td>\n",
       "      <td>12710000.0</td>\n",
       "      <td>15.00</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>6.00</td>\n",
       "      <td>9.29</td>\n",
       "      <td>6.450</td>\n",
       "      <td>6.450</td>\n",
       "      <td>5.428796e-07</td>\n",
       "      <td>3,426.70</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>217.704637</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9876</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>6.780</td>\n",
       "      <td>6.800</td>\n",
       "      <td>6.840</td>\n",
       "      <td>6.780</td>\n",
       "      <td>2000000.0</td>\n",
       "      <td>-0.29</td>\n",
       "      <td>DIB</td>\n",
       "      <td>6.80</td>\n",
       "      <td>0.59</td>\n",
       "      <td>6.788</td>\n",
       "      <td>6.809</td>\n",
       "      <td>3.390000e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9877</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>19.800</td>\n",
       "      <td>19.700</td>\n",
       "      <td>19.900</td>\n",
       "      <td>19.500</td>\n",
       "      <td>1680000.0</td>\n",
       "      <td>0.51</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>19.70</td>\n",
       "      <td>1.03</td>\n",
       "      <td>19.600</td>\n",
       "      <td>19.620</td>\n",
       "      <td>1.178571e-05</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9878</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>13.080</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.080</td>\n",
       "      <td>2730000.0</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.26</td>\n",
       "      <td>0.15</td>\n",
       "      <td>13.224</td>\n",
       "      <td>13.122</td>\n",
       "      <td>4.791209e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9879</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>10.580</td>\n",
       "      <td>10.300</td>\n",
       "      <td>10.600</td>\n",
       "      <td>10.220</td>\n",
       "      <td>6390000.0</td>\n",
       "      <td>4.13</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>10.16</td>\n",
       "      <td>0.40</td>\n",
       "      <td>10.110</td>\n",
       "      <td>10.059</td>\n",
       "      <td>1.655712e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9880</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>13.200</td>\n",
       "      <td>13.000</td>\n",
       "      <td>13.220</td>\n",
       "      <td>12.980</td>\n",
       "      <td>2950000.0</td>\n",
       "      <td>0.92</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.08</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>13.212</td>\n",
       "      <td>13.142</td>\n",
       "      <td>4.474576e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9881 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date   Price    Open    High     Low        Vol.  Change %  \\\n",
       "0    2014-12-17   6.000   5.550   6.250   5.050  10830000.0      9.29   \n",
       "1    2014-12-17   4.186   4.145   4.283   3.942  26450000.0      2.00   \n",
       "2    2014-12-17   6.180   5.891   6.604   5.872   3130000.0      4.91   \n",
       "3    2014-12-17   9.860   9.090  10.000   9.090    662520.0      7.88   \n",
       "4    2014-12-18   6.900   6.400   6.900   6.140  12710000.0     15.00   \n",
       "...         ...     ...     ...     ...     ...         ...       ...   \n",
       "9876 2024-12-13   6.780   6.800   6.840   6.780   2000000.0     -0.29   \n",
       "9877 2024-12-13  19.800  19.700  19.900  19.500   1680000.0      0.51   \n",
       "9878 2024-12-13  13.080  13.260  13.260  13.080   2730000.0     -1.36   \n",
       "9879 2024-12-16  10.580  10.300  10.600  10.220   6390000.0      4.13   \n",
       "9880 2024-12-16  13.200  13.000  13.220  12.980   2950000.0      0.92   \n",
       "\n",
       "     Bank Name  Price Lag 1  Change % Lag 1  Price MA 5  Price MA 10  \\\n",
       "0         ADCB          NaN             NaN       6.000        6.000   \n",
       "1          DIB          NaN             NaN       4.186        4.186   \n",
       "2         ENBD          NaN             NaN       6.180        6.180   \n",
       "3          FAB          NaN             NaN       9.860        9.860   \n",
       "4         ADCB         6.00            9.29       6.450        6.450   \n",
       "...        ...          ...             ...         ...          ...   \n",
       "9876       DIB         6.80            0.59       6.788        6.809   \n",
       "9877      ENBD        19.70            1.03      19.600       19.620   \n",
       "9878       FAB        13.26            0.15      13.224       13.122   \n",
       "9879      ADCB        10.16            0.40      10.110       10.059   \n",
       "9880       FAB        13.08           -1.36      13.212       13.142   \n",
       "\n",
       "      Price per Vol DFM Index  USD to AED Exchange Rate  Brent Oil Price (AED)  \n",
       "0      5.540166e-07  3,033.00                    3.6731             224.720258  \n",
       "1      1.582609e-07  3,033.00                    3.6731             224.720258  \n",
       "2      1.974441e-06  3,033.00                    3.6731             224.720258  \n",
       "3      1.488257e-05  3,033.00                    3.6731             224.720258  \n",
       "4      5.428796e-07  3,426.70                    3.6731             217.704637  \n",
       "...             ...       ...                       ...                    ...  \n",
       "9876   3.390000e-06  4,829.63                    3.6724             273.557076  \n",
       "9877   1.178571e-05  4,829.63                    3.6724             273.557076  \n",
       "9878   4.791209e-06  4,829.63                    3.6724             273.557076  \n",
       "9879   1.655712e-06  5,047.54                    3.6729             271.464039  \n",
       "9880   4.474576e-06  5,047.54                    3.6729             271.464039  \n",
       "\n",
       "[9881 rows x 16 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "68771a50-6d0c-4412-9fd0-2b59b5022873",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Missing GDP data for these dates: <DatetimeArray>\n",
      "['2024-04-02 00:00:00', '2024-04-03 00:00:00', '2024-04-04 00:00:00',\n",
      " '2024-04-05 00:00:00', '2024-04-15 00:00:00', '2024-04-16 00:00:00',\n",
      " '2024-04-17 00:00:00', '2024-04-18 00:00:00', '2024-04-19 00:00:00',\n",
      " '2024-04-22 00:00:00',\n",
      " ...\n",
      " '2024-11-29 00:00:00', '2024-12-04 00:00:00', '2024-12-05 00:00:00',\n",
      " '2024-12-06 00:00:00', '2024-12-09 00:00:00', '2024-12-10 00:00:00',\n",
      " '2024-12-11 00:00:00', '2024-12-12 00:00:00', '2024-12-13 00:00:00',\n",
      " '2024-12-16 00:00:00']\n",
      "Length: 176, dtype: datetime64[ns]\n",
      "Number of missing values in 'GDP_Quarterly' after filling: 0\n"
     ]
    }
   ],
   "source": [
    "# Load GDP data\n",
    "gdp_data = pd.read_csv('/Users/tanishq/Desktop/Projects/bank stock prices/gdp quartely.csv')\n",
    "\n",
    "\n",
    "# Step 1: Filter for relevant data\n",
    "gdp_filtered = gdp_data.loc[\n",
    "    (gdp_data['MEASURE'] == 'TOT_GDP') & \n",
    "    (gdp_data['UNIT_MEASURE'] == 'MILAED') & \n",
    "    (gdp_data['QGDP_UNIT'] == 'VAL')\n",
    "].copy()\n",
    "\n",
    "# Step 2: Map QUARTER to starting months\n",
    "quarter_mapping = {'Q1': '01', 'Q2': '04', 'Q3': '07', 'Q4': '10'}\n",
    "gdp_filtered['Start_Month'] = gdp_filtered['QUARTER'].map(quarter_mapping)\n",
    "\n",
    "# Step 3: Combine TIME_PERIOD (year) with Start_Month to create a valid date\n",
    "gdp_filtered['Date'] = pd.to_datetime(\n",
    "    gdp_filtered['TIME_PERIOD'].astype(str) + '-' + gdp_filtered['Start_Month'] + '-01', \n",
    "    format='%Y-%m-%d'\n",
    ")\n",
    "\n",
    "# Step 4: Handle missing values in GDP data\n",
    "# Fill missing values in OBS_VALUE with forward fill and backward fill\n",
    "gdp_filtered['OBS_VALUE'] = gdp_filtered['OBS_VALUE'].ffill().bfill()\n",
    "\n",
    "# Step 5: Expand GDP data to daily granularity\n",
    "gdp_daily = gdp_filtered.set_index('Date').resample('D').ffill().reset_index()\n",
    "\n",
    "# Step 6: Ensure master dataset's Date format matches\n",
    "merged_data['Date'] = pd.to_datetime(merged_data['Date'], errors='coerce')\n",
    "\n",
    "# Step 7: Merge GDP data with master dataset\n",
    "merged_data = merged_data.merge(\n",
    "    gdp_daily[['Date', 'OBS_VALUE']], \n",
    "    on='Date', \n",
    "    how='left'\n",
    ")\n",
    "\n",
    "# Rename the column for clarity\n",
    "merged_data.rename(columns={'OBS_VALUE': 'GDP_Quarterly'}, inplace=True)\n",
    "\n",
    "# Step 8: Identify missing GDP data\n",
    "missing_dates = merged_data[merged_data['GDP_Quarterly'].isnull()]['Date'].unique()\n",
    "print(f\"Missing GDP data for these dates: {missing_dates}\")\n",
    "\n",
    "# Step 9: Resolve remaining missing values\n",
    "# Fill remaining missing values with the mean GDP value\n",
    "merged_data['GDP_Quarterly'] = merged_data['GDP_Quarterly'].fillna(merged_data['GDP_Quarterly'].mean())\n",
    "\n",
    "# Step 10: Verify missing values are resolved\n",
    "missing_gdp_after = merged_data['GDP_Quarterly'].isnull().sum()\n",
    "print(f\"Number of missing values in 'GDP_Quarterly' after filling: {missing_gdp_after}\")\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d8e5741a-4343-4cf0-b69b-cad46e51aa20",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Price</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Vol.</th>\n",
       "      <th>Change %</th>\n",
       "      <th>Bank Name</th>\n",
       "      <th>Price Lag 1</th>\n",
       "      <th>Change % Lag 1</th>\n",
       "      <th>Price MA 5</th>\n",
       "      <th>Price MA 10</th>\n",
       "      <th>Price per Vol</th>\n",
       "      <th>DFM Index</th>\n",
       "      <th>USD to AED Exchange Rate</th>\n",
       "      <th>Brent Oil Price (AED)</th>\n",
       "      <th>GDP_Quarterly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.550</td>\n",
       "      <td>6.250</td>\n",
       "      <td>5.050</td>\n",
       "      <td>10830000.0</td>\n",
       "      <td>9.29</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.000</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.540166e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.145</td>\n",
       "      <td>4.283</td>\n",
       "      <td>3.942</td>\n",
       "      <td>26450000.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>DIB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.186</td>\n",
       "      <td>1.582609e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.180</td>\n",
       "      <td>5.891</td>\n",
       "      <td>6.604</td>\n",
       "      <td>5.872</td>\n",
       "      <td>3130000.0</td>\n",
       "      <td>4.91</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.180</td>\n",
       "      <td>6.180</td>\n",
       "      <td>1.974441e-06</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.090</td>\n",
       "      <td>10.000</td>\n",
       "      <td>9.090</td>\n",
       "      <td>662520.0</td>\n",
       "      <td>7.88</td>\n",
       "      <td>FAB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.860</td>\n",
       "      <td>1.488257e-05</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-18</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.400</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.140</td>\n",
       "      <td>12710000.0</td>\n",
       "      <td>15.00</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>6.00</td>\n",
       "      <td>9.29</td>\n",
       "      <td>6.450</td>\n",
       "      <td>6.450</td>\n",
       "      <td>5.428796e-07</td>\n",
       "      <td>3,426.70</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>217.704637</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9876</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>6.780</td>\n",
       "      <td>6.800</td>\n",
       "      <td>6.840</td>\n",
       "      <td>6.780</td>\n",
       "      <td>2000000.0</td>\n",
       "      <td>-0.29</td>\n",
       "      <td>DIB</td>\n",
       "      <td>6.80</td>\n",
       "      <td>0.59</td>\n",
       "      <td>6.788</td>\n",
       "      <td>6.809</td>\n",
       "      <td>3.390000e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9877</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>19.800</td>\n",
       "      <td>19.700</td>\n",
       "      <td>19.900</td>\n",
       "      <td>19.500</td>\n",
       "      <td>1680000.0</td>\n",
       "      <td>0.51</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>19.70</td>\n",
       "      <td>1.03</td>\n",
       "      <td>19.600</td>\n",
       "      <td>19.620</td>\n",
       "      <td>1.178571e-05</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9878</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>13.080</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.080</td>\n",
       "      <td>2730000.0</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.26</td>\n",
       "      <td>0.15</td>\n",
       "      <td>13.224</td>\n",
       "      <td>13.122</td>\n",
       "      <td>4.791209e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9879</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>10.580</td>\n",
       "      <td>10.300</td>\n",
       "      <td>10.600</td>\n",
       "      <td>10.220</td>\n",
       "      <td>6390000.0</td>\n",
       "      <td>4.13</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>10.16</td>\n",
       "      <td>0.40</td>\n",
       "      <td>10.110</td>\n",
       "      <td>10.059</td>\n",
       "      <td>1.655712e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9880</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>13.200</td>\n",
       "      <td>13.000</td>\n",
       "      <td>13.220</td>\n",
       "      <td>12.980</td>\n",
       "      <td>2950000.0</td>\n",
       "      <td>0.92</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.08</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>13.212</td>\n",
       "      <td>13.142</td>\n",
       "      <td>4.474576e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9881 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date   Price    Open    High     Low        Vol.  Change %  \\\n",
       "0    2014-12-17   6.000   5.550   6.250   5.050  10830000.0      9.29   \n",
       "1    2014-12-17   4.186   4.145   4.283   3.942  26450000.0      2.00   \n",
       "2    2014-12-17   6.180   5.891   6.604   5.872   3130000.0      4.91   \n",
       "3    2014-12-17   9.860   9.090  10.000   9.090    662520.0      7.88   \n",
       "4    2014-12-18   6.900   6.400   6.900   6.140  12710000.0     15.00   \n",
       "...         ...     ...     ...     ...     ...         ...       ...   \n",
       "9876 2024-12-13   6.780   6.800   6.840   6.780   2000000.0     -0.29   \n",
       "9877 2024-12-13  19.800  19.700  19.900  19.500   1680000.0      0.51   \n",
       "9878 2024-12-13  13.080  13.260  13.260  13.080   2730000.0     -1.36   \n",
       "9879 2024-12-16  10.580  10.300  10.600  10.220   6390000.0      4.13   \n",
       "9880 2024-12-16  13.200  13.000  13.220  12.980   2950000.0      0.92   \n",
       "\n",
       "     Bank Name  Price Lag 1  Change % Lag 1  Price MA 5  Price MA 10  \\\n",
       "0         ADCB          NaN             NaN       6.000        6.000   \n",
       "1          DIB          NaN             NaN       4.186        4.186   \n",
       "2         ENBD          NaN             NaN       6.180        6.180   \n",
       "3          FAB          NaN             NaN       9.860        9.860   \n",
       "4         ADCB         6.00            9.29       6.450        6.450   \n",
       "...        ...          ...             ...         ...          ...   \n",
       "9876       DIB         6.80            0.59       6.788        6.809   \n",
       "9877      ENBD        19.70            1.03      19.600       19.620   \n",
       "9878       FAB        13.26            0.15      13.224       13.122   \n",
       "9879      ADCB        10.16            0.40      10.110       10.059   \n",
       "9880       FAB        13.08           -1.36      13.212       13.142   \n",
       "\n",
       "      Price per Vol DFM Index  USD to AED Exchange Rate  \\\n",
       "0      5.540166e-07  3,033.00                    3.6731   \n",
       "1      1.582609e-07  3,033.00                    3.6731   \n",
       "2      1.974441e-06  3,033.00                    3.6731   \n",
       "3      1.488257e-05  3,033.00                    3.6731   \n",
       "4      5.428796e-07  3,426.70                    3.6731   \n",
       "...             ...       ...                       ...   \n",
       "9876   3.390000e-06  4,829.63                    3.6724   \n",
       "9877   1.178571e-05  4,829.63                    3.6724   \n",
       "9878   4.791209e-06  4,829.63                    3.6724   \n",
       "9879   1.655712e-06  5,047.54                    3.6729   \n",
       "9880   4.474576e-06  5,047.54                    3.6729   \n",
       "\n",
       "      Brent Oil Price (AED)  GDP_Quarterly  \n",
       "0                224.720258  303395.911300  \n",
       "1                224.720258  303395.911300  \n",
       "2                224.720258  303395.911300  \n",
       "3                224.720258  303395.911300  \n",
       "4                217.704637  303395.911300  \n",
       "...                     ...            ...  \n",
       "9876             273.557076  379226.258711  \n",
       "9877             273.557076  379226.258711  \n",
       "9878             273.557076  379226.258711  \n",
       "9879             271.464039  379226.258711  \n",
       "9880             271.464039  379226.258711  \n",
       "\n",
       "[9881 rows x 17 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "9fc487ab-4d3a-46f8-b931-17fe7295c1d7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Date                        0\n",
       "Price                       0\n",
       "Open                        0\n",
       "High                        0\n",
       "Low                         0\n",
       "Vol.                        0\n",
       "Change %                    0\n",
       "Bank Name                   0\n",
       "Price Lag 1                 4\n",
       "Change % Lag 1              4\n",
       "Price MA 5                  0\n",
       "Price MA 10                 0\n",
       "Price per Vol               0\n",
       "DFM Index                   0\n",
       "USD to AED Exchange Rate    0\n",
       "Brent Oil Price (AED)       0\n",
       "GDP_Quarterly               0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Code to check missing values for all columns\n",
    "missing_values_summary = merged_data.isnull().sum()\n",
    "\n",
    "missing_values_summary\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "4caa660a-358d-4fb9-a642-9ab25bbb3043",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Price</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Vol.</th>\n",
       "      <th>Change %</th>\n",
       "      <th>Bank Name</th>\n",
       "      <th>Price Lag 1</th>\n",
       "      <th>Change % Lag 1</th>\n",
       "      <th>Price MA 5</th>\n",
       "      <th>Price MA 10</th>\n",
       "      <th>Price per Vol</th>\n",
       "      <th>DFM Index</th>\n",
       "      <th>USD to AED Exchange Rate</th>\n",
       "      <th>Brent Oil Price (AED)</th>\n",
       "      <th>GDP_Quarterly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.550</td>\n",
       "      <td>6.250</td>\n",
       "      <td>5.050</td>\n",
       "      <td>10830000.0</td>\n",
       "      <td>9.29</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.000</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.540166e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.145</td>\n",
       "      <td>4.283</td>\n",
       "      <td>3.942</td>\n",
       "      <td>26450000.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>DIB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.186</td>\n",
       "      <td>1.582609e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.180</td>\n",
       "      <td>5.891</td>\n",
       "      <td>6.604</td>\n",
       "      <td>5.872</td>\n",
       "      <td>3130000.0</td>\n",
       "      <td>4.91</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.180</td>\n",
       "      <td>6.180</td>\n",
       "      <td>1.974441e-06</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.090</td>\n",
       "      <td>10.000</td>\n",
       "      <td>9.090</td>\n",
       "      <td>662520.0</td>\n",
       "      <td>7.88</td>\n",
       "      <td>FAB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.860</td>\n",
       "      <td>1.488257e-05</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-18</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.400</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.140</td>\n",
       "      <td>12710000.0</td>\n",
       "      <td>15.00</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>6.00</td>\n",
       "      <td>9.29</td>\n",
       "      <td>6.450</td>\n",
       "      <td>6.450</td>\n",
       "      <td>5.428796e-07</td>\n",
       "      <td>3,426.70</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>217.704637</td>\n",
       "      <td>303395.911300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9876</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>6.780</td>\n",
       "      <td>6.800</td>\n",
       "      <td>6.840</td>\n",
       "      <td>6.780</td>\n",
       "      <td>2000000.0</td>\n",
       "      <td>-0.29</td>\n",
       "      <td>DIB</td>\n",
       "      <td>6.80</td>\n",
       "      <td>0.59</td>\n",
       "      <td>6.788</td>\n",
       "      <td>6.809</td>\n",
       "      <td>3.390000e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9877</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>19.800</td>\n",
       "      <td>19.700</td>\n",
       "      <td>19.900</td>\n",
       "      <td>19.500</td>\n",
       "      <td>1680000.0</td>\n",
       "      <td>0.51</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>19.70</td>\n",
       "      <td>1.03</td>\n",
       "      <td>19.600</td>\n",
       "      <td>19.620</td>\n",
       "      <td>1.178571e-05</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9878</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>13.080</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.080</td>\n",
       "      <td>2730000.0</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.26</td>\n",
       "      <td>0.15</td>\n",
       "      <td>13.224</td>\n",
       "      <td>13.122</td>\n",
       "      <td>4.791209e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9879</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>10.580</td>\n",
       "      <td>10.300</td>\n",
       "      <td>10.600</td>\n",
       "      <td>10.220</td>\n",
       "      <td>6390000.0</td>\n",
       "      <td>4.13</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>10.16</td>\n",
       "      <td>0.40</td>\n",
       "      <td>10.110</td>\n",
       "      <td>10.059</td>\n",
       "      <td>1.655712e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9880</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>13.200</td>\n",
       "      <td>13.000</td>\n",
       "      <td>13.220</td>\n",
       "      <td>12.980</td>\n",
       "      <td>2950000.0</td>\n",
       "      <td>0.92</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.08</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>13.212</td>\n",
       "      <td>13.142</td>\n",
       "      <td>4.474576e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "      <td>379226.258711</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9881 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date   Price    Open    High     Low        Vol.  Change %  \\\n",
       "0    2014-12-17   6.000   5.550   6.250   5.050  10830000.0      9.29   \n",
       "1    2014-12-17   4.186   4.145   4.283   3.942  26450000.0      2.00   \n",
       "2    2014-12-17   6.180   5.891   6.604   5.872   3130000.0      4.91   \n",
       "3    2014-12-17   9.860   9.090  10.000   9.090    662520.0      7.88   \n",
       "4    2014-12-18   6.900   6.400   6.900   6.140  12710000.0     15.00   \n",
       "...         ...     ...     ...     ...     ...         ...       ...   \n",
       "9876 2024-12-13   6.780   6.800   6.840   6.780   2000000.0     -0.29   \n",
       "9877 2024-12-13  19.800  19.700  19.900  19.500   1680000.0      0.51   \n",
       "9878 2024-12-13  13.080  13.260  13.260  13.080   2730000.0     -1.36   \n",
       "9879 2024-12-16  10.580  10.300  10.600  10.220   6390000.0      4.13   \n",
       "9880 2024-12-16  13.200  13.000  13.220  12.980   2950000.0      0.92   \n",
       "\n",
       "     Bank Name  Price Lag 1  Change % Lag 1  Price MA 5  Price MA 10  \\\n",
       "0         ADCB          NaN             NaN       6.000        6.000   \n",
       "1          DIB          NaN             NaN       4.186        4.186   \n",
       "2         ENBD          NaN             NaN       6.180        6.180   \n",
       "3          FAB          NaN             NaN       9.860        9.860   \n",
       "4         ADCB         6.00            9.29       6.450        6.450   \n",
       "...        ...          ...             ...         ...          ...   \n",
       "9876       DIB         6.80            0.59       6.788        6.809   \n",
       "9877      ENBD        19.70            1.03      19.600       19.620   \n",
       "9878       FAB        13.26            0.15      13.224       13.122   \n",
       "9879      ADCB        10.16            0.40      10.110       10.059   \n",
       "9880       FAB        13.08           -1.36      13.212       13.142   \n",
       "\n",
       "      Price per Vol DFM Index  USD to AED Exchange Rate  \\\n",
       "0      5.540166e-07  3,033.00                    3.6731   \n",
       "1      1.582609e-07  3,033.00                    3.6731   \n",
       "2      1.974441e-06  3,033.00                    3.6731   \n",
       "3      1.488257e-05  3,033.00                    3.6731   \n",
       "4      5.428796e-07  3,426.70                    3.6731   \n",
       "...             ...       ...                       ...   \n",
       "9876   3.390000e-06  4,829.63                    3.6724   \n",
       "9877   1.178571e-05  4,829.63                    3.6724   \n",
       "9878   4.791209e-06  4,829.63                    3.6724   \n",
       "9879   1.655712e-06  5,047.54                    3.6729   \n",
       "9880   4.474576e-06  5,047.54                    3.6729   \n",
       "\n",
       "      Brent Oil Price (AED)  GDP_Quarterly  \n",
       "0                224.720258  303395.911300  \n",
       "1                224.720258  303395.911300  \n",
       "2                224.720258  303395.911300  \n",
       "3                224.720258  303395.911300  \n",
       "4                217.704637  303395.911300  \n",
       "...                     ...            ...  \n",
       "9876             273.557076  379226.258711  \n",
       "9877             273.557076  379226.258711  \n",
       "9878             273.557076  379226.258711  \n",
       "9879             271.464039  379226.258711  \n",
       "9880             271.464039  379226.258711  \n",
       "\n",
       "[9881 rows x 17 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "096ec676-6dc7-4c4c-8010-0ac798c120ec",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Date                        0\n",
       "Price                       0\n",
       "Open                        0\n",
       "High                        0\n",
       "Low                         0\n",
       "Vol.                        0\n",
       "Change %                    0\n",
       "Bank Name                   0\n",
       "Price Lag 1                 4\n",
       "Change % Lag 1              4\n",
       "Price MA 5                  0\n",
       "Price MA 10                 0\n",
       "Price per Vol               0\n",
       "DFM Index                   0\n",
       "USD to AED Exchange Rate    0\n",
       "Brent Oil Price (AED)       0\n",
       "GDP_Quarterly               0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Code to check missing values for all columns\n",
    "missing_values_summary = merged_data.isnull().sum()\n",
    "\n",
    "missing_values_summary\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "15b46d4b-8fed-4d97-ae32-65f8097b6e33",
   "metadata": {},
   "outputs": [],
   "source": [
    "merged_data.to_csv('/Users/tanishq/Desktop/Projects/bank stock prices/master_stock_prices.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c289290a-313f-4cab-835f-c9ad13c6c6ff",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/xz/q94zrrts0633czyfk72bc8tr0000gn/T/ipykernel_27787/2219396768.py:6: UserWarning: Parsing dates in %d/%m/%Y format when dayfirst=False (the default) was specified. Pass `dayfirst=True` or specify a format to silence this warning.\n",
      "  interest_rate['Date'] = pd.to_datetime(interest_rate['Date'])\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Price</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Vol.</th>\n",
       "      <th>Change %</th>\n",
       "      <th>Bank Name</th>\n",
       "      <th>Price Lag 1</th>\n",
       "      <th>Change % Lag 1</th>\n",
       "      <th>Price MA 5</th>\n",
       "      <th>Price MA 10</th>\n",
       "      <th>Price per Vol</th>\n",
       "      <th>DFM Index</th>\n",
       "      <th>USD to AED Exchange Rate</th>\n",
       "      <th>Brent Oil Price (AED)</th>\n",
       "      <th>GDP_Quarterly</th>\n",
       "      <th>Overnight</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.550</td>\n",
       "      <td>6.250</td>\n",
       "      <td>5.050</td>\n",
       "      <td>10830000.0</td>\n",
       "      <td>9.29</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.000</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.540166e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.9113</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.145</td>\n",
       "      <td>4.283</td>\n",
       "      <td>3.942</td>\n",
       "      <td>26450000.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>DIB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.186</td>\n",
       "      <td>1.582609e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.9113</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.180</td>\n",
       "      <td>5.891</td>\n",
       "      <td>6.604</td>\n",
       "      <td>5.872</td>\n",
       "      <td>3130000.0</td>\n",
       "      <td>4.91</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.180</td>\n",
       "      <td>6.180</td>\n",
       "      <td>1.974441e-06</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.9113</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.090</td>\n",
       "      <td>10.000</td>\n",
       "      <td>9.090</td>\n",
       "      <td>662520.0</td>\n",
       "      <td>7.88</td>\n",
       "      <td>FAB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.860</td>\n",
       "      <td>1.488257e-05</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.9113</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-18</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.400</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.140</td>\n",
       "      <td>12710000.0</td>\n",
       "      <td>15.00</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>6.0</td>\n",
       "      <td>9.29</td>\n",
       "      <td>6.450</td>\n",
       "      <td>6.450</td>\n",
       "      <td>5.428796e-07</td>\n",
       "      <td>3,426.70</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>217.704637</td>\n",
       "      <td>303395.9113</td>\n",
       "      <td>0.09571</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Date  Price   Open    High    Low        Vol.  Change % Bank Name  \\\n",
       "0 2014-12-17  6.000  5.550   6.250  5.050  10830000.0      9.29      ADCB   \n",
       "1 2014-12-17  4.186  4.145   4.283  3.942  26450000.0      2.00       DIB   \n",
       "2 2014-12-17  6.180  5.891   6.604  5.872   3130000.0      4.91      ENBD   \n",
       "3 2014-12-17  9.860  9.090  10.000  9.090    662520.0      7.88       FAB   \n",
       "4 2014-12-18  6.900  6.400   6.900  6.140  12710000.0     15.00      ADCB   \n",
       "\n",
       "   Price Lag 1  Change % Lag 1  Price MA 5  Price MA 10  Price per Vol  \\\n",
       "0          NaN             NaN       6.000        6.000   5.540166e-07   \n",
       "1          NaN             NaN       4.186        4.186   1.582609e-07   \n",
       "2          NaN             NaN       6.180        6.180   1.974441e-06   \n",
       "3          NaN             NaN       9.860        9.860   1.488257e-05   \n",
       "4          6.0            9.29       6.450        6.450   5.428796e-07   \n",
       "\n",
       "  DFM Index  USD to AED Exchange Rate  Brent Oil Price (AED)  GDP_Quarterly  \\\n",
       "0  3,033.00                    3.6731             224.720258    303395.9113   \n",
       "1  3,033.00                    3.6731             224.720258    303395.9113   \n",
       "2  3,033.00                    3.6731             224.720258    303395.9113   \n",
       "3  3,033.00                    3.6731             224.720258    303395.9113   \n",
       "4  3,426.70                    3.6731             217.704637    303395.9113   \n",
       "\n",
       "   Overnight  \n",
       "0    0.09286  \n",
       "1    0.09286  \n",
       "2    0.09286  \n",
       "3    0.09286  \n",
       "4    0.09571  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "interest_rate_path = '/Users/tanishq/Desktop/Projects/bank stock prices/interest rate 3csv.csv'\n",
    "interest_rate = pd.read_csv(interest_rate_path)\n",
    "\n",
    "# Ensure both 'Date' columns are datetime\n",
    "merged_data['Date'] = pd.to_datetime(merged_data['Date'])\n",
    "interest_rate['Date'] = pd.to_datetime(interest_rate['Date'])\n",
    "\n",
    "# Perform the merge again\n",
    "merged_data = pd.merge(merged_data, interest_rate, on='Date', how='left')\n",
    "merged_data['Overnight'] = merged_data['Overnight'].fillna(merged_data['Overnight'].mean())\n",
    "\n",
    "# Display the first few rows of the merged dataset\n",
    "merged_data.head()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "f32f2e30-539f-4450-91f6-06e9fd0235f5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Date                        0\n",
       "Price                       0\n",
       "Open                        0\n",
       "High                        0\n",
       "Low                         0\n",
       "Vol.                        0\n",
       "Change %                    0\n",
       "Bank Name                   0\n",
       "Price Lag 1                 4\n",
       "Change % Lag 1              4\n",
       "Price MA 5                  0\n",
       "Price MA 10                 0\n",
       "Price per Vol               0\n",
       "DFM Index                   0\n",
       "USD to AED Exchange Rate    0\n",
       "Brent Oil Price (AED)       0\n",
       "GDP_Quarterly               0\n",
       "Overnight                   0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Code to check missing values for all columns\n",
    "missing_values_summary = merged_data.isnull().sum()\n",
    "\n",
    "missing_values_summary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "58518166-a5ec-4106-ab61-33f7bcfd6a97",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Price</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Vol.</th>\n",
       "      <th>Change %</th>\n",
       "      <th>Bank Name</th>\n",
       "      <th>Price Lag 1</th>\n",
       "      <th>Change % Lag 1</th>\n",
       "      <th>Price MA 5</th>\n",
       "      <th>Price MA 10</th>\n",
       "      <th>Price per Vol</th>\n",
       "      <th>DFM Index</th>\n",
       "      <th>USD to AED Exchange Rate</th>\n",
       "      <th>Brent Oil Price (AED)</th>\n",
       "      <th>GDP_Quarterly</th>\n",
       "      <th>Overnight</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.550</td>\n",
       "      <td>6.250</td>\n",
       "      <td>5.050</td>\n",
       "      <td>10830000.0</td>\n",
       "      <td>9.29</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.000</td>\n",
       "      <td>6.000</td>\n",
       "      <td>5.540166e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.145</td>\n",
       "      <td>4.283</td>\n",
       "      <td>3.942</td>\n",
       "      <td>26450000.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>DIB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.186</td>\n",
       "      <td>4.186</td>\n",
       "      <td>1.582609e-07</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>6.180</td>\n",
       "      <td>5.891</td>\n",
       "      <td>6.604</td>\n",
       "      <td>5.872</td>\n",
       "      <td>3130000.0</td>\n",
       "      <td>4.91</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.180</td>\n",
       "      <td>6.180</td>\n",
       "      <td>1.974441e-06</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-17</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.090</td>\n",
       "      <td>10.000</td>\n",
       "      <td>9.090</td>\n",
       "      <td>662520.0</td>\n",
       "      <td>7.88</td>\n",
       "      <td>FAB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.860</td>\n",
       "      <td>9.860</td>\n",
       "      <td>1.488257e-05</td>\n",
       "      <td>3,033.00</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>224.720258</td>\n",
       "      <td>303395.911300</td>\n",
       "      <td>0.09286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-18</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.400</td>\n",
       "      <td>6.900</td>\n",
       "      <td>6.140</td>\n",
       "      <td>12710000.0</td>\n",
       "      <td>15.00</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>6.00</td>\n",
       "      <td>9.29</td>\n",
       "      <td>6.450</td>\n",
       "      <td>6.450</td>\n",
       "      <td>5.428796e-07</td>\n",
       "      <td>3,426.70</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>217.704637</td>\n",
       "      <td>303395.911300</td>\n",
       "      <td>0.09571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9928</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>6.780</td>\n",
       "      <td>6.800</td>\n",
       "      <td>6.840</td>\n",
       "      <td>6.780</td>\n",
       "      <td>2000000.0</td>\n",
       "      <td>-0.29</td>\n",
       "      <td>DIB</td>\n",
       "      <td>6.80</td>\n",
       "      <td>0.59</td>\n",
       "      <td>6.788</td>\n",
       "      <td>6.809</td>\n",
       "      <td>3.390000e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "      <td>4.50567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9929</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>19.800</td>\n",
       "      <td>19.700</td>\n",
       "      <td>19.900</td>\n",
       "      <td>19.500</td>\n",
       "      <td>1680000.0</td>\n",
       "      <td>0.51</td>\n",
       "      <td>ENBD</td>\n",
       "      <td>19.70</td>\n",
       "      <td>1.03</td>\n",
       "      <td>19.600</td>\n",
       "      <td>19.620</td>\n",
       "      <td>1.178571e-05</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "      <td>4.50567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9930</th>\n",
       "      <td>2024-12-13</td>\n",
       "      <td>13.080</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.260</td>\n",
       "      <td>13.080</td>\n",
       "      <td>2730000.0</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.26</td>\n",
       "      <td>0.15</td>\n",
       "      <td>13.224</td>\n",
       "      <td>13.122</td>\n",
       "      <td>4.791209e-06</td>\n",
       "      <td>4,829.63</td>\n",
       "      <td>3.6724</td>\n",
       "      <td>273.557076</td>\n",
       "      <td>379226.258711</td>\n",
       "      <td>4.50567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9931</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>10.580</td>\n",
       "      <td>10.300</td>\n",
       "      <td>10.600</td>\n",
       "      <td>10.220</td>\n",
       "      <td>6390000.0</td>\n",
       "      <td>4.13</td>\n",
       "      <td>ADCB</td>\n",
       "      <td>10.16</td>\n",
       "      <td>0.40</td>\n",
       "      <td>10.110</td>\n",
       "      <td>10.059</td>\n",
       "      <td>1.655712e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "      <td>379226.258711</td>\n",
       "      <td>4.56593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9932</th>\n",
       "      <td>2024-12-16</td>\n",
       "      <td>13.200</td>\n",
       "      <td>13.000</td>\n",
       "      <td>13.220</td>\n",
       "      <td>12.980</td>\n",
       "      <td>2950000.0</td>\n",
       "      <td>0.92</td>\n",
       "      <td>FAB</td>\n",
       "      <td>13.08</td>\n",
       "      <td>-1.36</td>\n",
       "      <td>13.212</td>\n",
       "      <td>13.142</td>\n",
       "      <td>4.474576e-06</td>\n",
       "      <td>5,047.54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>271.464039</td>\n",
       "      <td>379226.258711</td>\n",
       "      <td>4.56593</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9933 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date   Price    Open    High     Low        Vol.  Change %  \\\n",
       "0    2014-12-17   6.000   5.550   6.250   5.050  10830000.0      9.29   \n",
       "1    2014-12-17   4.186   4.145   4.283   3.942  26450000.0      2.00   \n",
       "2    2014-12-17   6.180   5.891   6.604   5.872   3130000.0      4.91   \n",
       "3    2014-12-17   9.860   9.090  10.000   9.090    662520.0      7.88   \n",
       "4    2014-12-18   6.900   6.400   6.900   6.140  12710000.0     15.00   \n",
       "...         ...     ...     ...     ...     ...         ...       ...   \n",
       "9928 2024-12-13   6.780   6.800   6.840   6.780   2000000.0     -0.29   \n",
       "9929 2024-12-13  19.800  19.700  19.900  19.500   1680000.0      0.51   \n",
       "9930 2024-12-13  13.080  13.260  13.260  13.080   2730000.0     -1.36   \n",
       "9931 2024-12-16  10.580  10.300  10.600  10.220   6390000.0      4.13   \n",
       "9932 2024-12-16  13.200  13.000  13.220  12.980   2950000.0      0.92   \n",
       "\n",
       "     Bank Name  Price Lag 1  Change % Lag 1  Price MA 5  Price MA 10  \\\n",
       "0         ADCB          NaN             NaN       6.000        6.000   \n",
       "1          DIB          NaN             NaN       4.186        4.186   \n",
       "2         ENBD          NaN             NaN       6.180        6.180   \n",
       "3          FAB          NaN             NaN       9.860        9.860   \n",
       "4         ADCB         6.00            9.29       6.450        6.450   \n",
       "...        ...          ...             ...         ...          ...   \n",
       "9928       DIB         6.80            0.59       6.788        6.809   \n",
       "9929      ENBD        19.70            1.03      19.600       19.620   \n",
       "9930       FAB        13.26            0.15      13.224       13.122   \n",
       "9931      ADCB        10.16            0.40      10.110       10.059   \n",
       "9932       FAB        13.08           -1.36      13.212       13.142   \n",
       "\n",
       "      Price per Vol DFM Index  USD to AED Exchange Rate  \\\n",
       "0      5.540166e-07  3,033.00                    3.6731   \n",
       "1      1.582609e-07  3,033.00                    3.6731   \n",
       "2      1.974441e-06  3,033.00                    3.6731   \n",
       "3      1.488257e-05  3,033.00                    3.6731   \n",
       "4      5.428796e-07  3,426.70                    3.6731   \n",
       "...             ...       ...                       ...   \n",
       "9928   3.390000e-06  4,829.63                    3.6724   \n",
       "9929   1.178571e-05  4,829.63                    3.6724   \n",
       "9930   4.791209e-06  4,829.63                    3.6724   \n",
       "9931   1.655712e-06  5,047.54                    3.6729   \n",
       "9932   4.474576e-06  5,047.54                    3.6729   \n",
       "\n",
       "      Brent Oil Price (AED)  GDP_Quarterly  Overnight  \n",
       "0                224.720258  303395.911300    0.09286  \n",
       "1                224.720258  303395.911300    0.09286  \n",
       "2                224.720258  303395.911300    0.09286  \n",
       "3                224.720258  303395.911300    0.09286  \n",
       "4                217.704637  303395.911300    0.09571  \n",
       "...                     ...            ...        ...  \n",
       "9928             273.557076  379226.258711    4.50567  \n",
       "9929             273.557076  379226.258711    4.50567  \n",
       "9930             273.557076  379226.258711    4.50567  \n",
       "9931             271.464039  379226.258711    4.56593  \n",
       "9932             271.464039  379226.258711    4.56593  \n",
       "\n",
       "[9933 rows x 18 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merged_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "142ba62e-fe7e-49ab-99ef-e388a0ee72b0",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:base] *",
   "language": "python",
   "name": "conda-base-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}