api_data_merge.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# imports\n",
    "import pandas as pd\n",
    "from functions import *\n",
    "ds = pd.read_csv('data/d_t100_8c_songs.csv', header=0, index_col=False)\n",
    "s01 = pd.read_csv('data/songs_01.csv', header=0, index_col=False)\n",
    "s02 = pd.read_csv('data/songs_02.csv', header=0, index_col=False)\n",
    "s03 = pd.read_csv('data/songs_03.csv', header=0, index_col=False)\n",
    "s04 = pd.read_csv('data/songs_04.csv', header=0, index_col=False)\n",
    "s05 = pd.read_csv('data/songs_05.csv', header=0, index_col=False)\n",
    "s06 = pd.read_csv('data/songs_06.csv', header=0, index_col=False)\n",
    "s07 = pd.read_csv('data/songs_07.csv', header=0, index_col=False)\n",
    "s08 = pd.read_csv('data/songs_08.csv', header=0, index_col=False)\n",
    "s09 = pd.read_csv('data/songs_09.csv', header=0, index_col=False)\n",
    "s10 = pd.read_csv('data/songs_10.csv', header=0, index_col=False)\n",
    "s11 = pd.read_csv('data/songs_11.csv', header=0, index_col=False)\n",
    "s12 = pd.read_csv('data/songs_12.csv', header=0, index_col=False)\n",
    "s13 = pd.read_csv('data/songs_13.csv', header=0, index_col=False)\n",
    "s14 = pd.read_csv('data/songs_14.csv', header=0, index_col=False)\n",
    "s15 = pd.read_csv('data/songs_15.csv', header=0, index_col=False)\n",
    "s16 = pd.read_csv('data/songs_16.csv', header=0, index_col=False)\n",
    "s17 = pd.read_csv('data/songs2_01.csv', header=0, index_col=False)\n",
    "s18 = pd.read_csv('data/songs2_02.csv', header=0, index_col=False)\n",
    "s19 = pd.read_csv('data/songs2_03.csv', header=0, index_col=False)\n",
    "s20 = pd.read_csv('data/songs2_04.csv', header=0, index_col=False)\n",
    "s21 = pd.read_csv('data/songs2_05.csv', header=0, index_col=False)\n",
    "s22 = pd.read_csv('data/songs2_06.csv', header=0, index_col=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>type</th>\n",
       "      <th>id</th>\n",
       "      <th>uri</th>\n",
       "      <th>track_href</th>\n",
       "      <th>analysis_url</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>time_signature</th>\n",
       "      <th>danceability_energy_key_loudness_mode_speechiness_acousticness_instrumentalness_liveness_valence_tempo_duration_ms_time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.720</td>\n",
       "      <td>0.763</td>\n",
       "      <td>9</td>\n",
       "      <td>-4.068</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0523</td>\n",
       "      <td>0.406</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.180</td>\n",
       "      <td>0.742</td>\n",
       "      <td>101.965</td>\n",
       "      <td>audio_features</td>\n",
       "      <td>5knuzwU65gJK7IF5yJsuaW</td>\n",
       "      <td>spotify:track:5knuzwU65gJK7IF5yJsuaW</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/5knuzwU65gJK...</td>\n",
       "      <td>https://api.spotify.com/v1/audio-analysis/5knu...</td>\n",
       "      <td>251088</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.676</td>\n",
       "      <td>0.929</td>\n",
       "      <td>10</td>\n",
       "      <td>-3.194</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0458</td>\n",
       "      <td>0.186</td>\n",
       "      <td>0.000405</td>\n",
       "      <td>0.121</td>\n",
       "      <td>0.157</td>\n",
       "      <td>97.019</td>\n",
       "      <td>audio_features</td>\n",
       "      <td>0JiVRyTJcJnmlwCZ854K4p</td>\n",
       "      <td>spotify:track:0JiVRyTJcJnmlwCZ854K4p</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/0JiVRyTJcJnm...</td>\n",
       "      <td>https://api.spotify.com/v1/audio-analysis/0JiV...</td>\n",
       "      <td>161200</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.773</td>\n",
       "      <td>0.623</td>\n",
       "      <td>6</td>\n",
       "      <td>-6.173</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0377</td>\n",
       "      <td>0.220</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.389</td>\n",
       "      <td>0.714</td>\n",
       "      <td>129.962</td>\n",
       "      <td>audio_features</td>\n",
       "      <td>2nYpbaLykC2cjU8Yt5KF1v</td>\n",
       "      <td>spotify:track:2nYpbaLykC2cjU8Yt5KF1v</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/2nYpbaLykC2c...</td>\n",
       "      <td>https://api.spotify.com/v1/audio-analysis/2nYp...</td>\n",
       "      <td>208280</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   danceability  energy  key  loudness  mode  speechiness  acousticness  \\\n",
       "0         0.720   0.763    9    -4.068     0       0.0523         0.406   \n",
       "1         0.676   0.929   10    -3.194     1       0.0458         0.186   \n",
       "2         0.773   0.623    6    -6.173     0       0.0377         0.220   \n",
       "\n",
       "   instrumentalness  liveness  valence    tempo            type  \\\n",
       "0          0.000000     0.180    0.742  101.965  audio_features   \n",
       "1          0.000405     0.121    0.157   97.019  audio_features   \n",
       "2          0.000000     0.389    0.714  129.962  audio_features   \n",
       "\n",
       "                       id                                   uri  \\\n",
       "0  5knuzwU65gJK7IF5yJsuaW  spotify:track:5knuzwU65gJK7IF5yJsuaW   \n",
       "1  0JiVRyTJcJnmlwCZ854K4p  spotify:track:0JiVRyTJcJnmlwCZ854K4p   \n",
       "2  2nYpbaLykC2cjU8Yt5KF1v  spotify:track:2nYpbaLykC2cjU8Yt5KF1v   \n",
       "\n",
       "                                          track_href  \\\n",
       "0  https://api.spotify.com/v1/tracks/5knuzwU65gJK...   \n",
       "1  https://api.spotify.com/v1/tracks/0JiVRyTJcJnm...   \n",
       "2  https://api.spotify.com/v1/tracks/2nYpbaLykC2c...   \n",
       "\n",
       "                                        analysis_url  duration_ms  \\\n",
       "0  https://api.spotify.com/v1/audio-analysis/5knu...       251088   \n",
       "1  https://api.spotify.com/v1/audio-analysis/0JiV...       161200   \n",
       "2  https://api.spotify.com/v1/audio-analysis/2nYp...       208280   \n",
       "\n",
       "   time_signature  \\\n",
       "0               4   \n",
       "1               4   \n",
       "2               4   \n",
       "\n",
       "   danceability_energy_key_loudness_mode_speechiness_acousticness_instrumentalness_liveness_valence_tempo_duration_ms_time_signature  \n",
       "0                                                NaN                                                                                  \n",
       "1                                                NaN                                                                                  \n",
       "2                                                NaN                                                                                  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s01.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 18710 entries, 0 to 18709\n",
      "Data columns (total 3 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   title     18710 non-null  object\n",
      " 1   artist    18710 non-null  object\n",
      " 2   track_id  18710 non-null  object\n",
      "dtypes: object(3)\n",
      "memory usage: 438.6+ KB\n"
     ]
    }
   ],
   "source": [
    "ds.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "check = pd.concat([s01, s02, s03, s04, s05, s06, s07, s08, s09, s10, s11, s12, s13, s14, s15, s16, s17, s18, s19, s20, s21, s22], ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 18710 entries, 0 to 18709\n",
      "Data columns (total 19 columns):\n",
      " #   Column                                                                                                                             Non-Null Count  Dtype  \n",
      "---  ------                                                                                                                             --------------  -----  \n",
      " 0   danceability                                                                                                                       18710 non-null  float64\n",
      " 1   energy                                                                                                                             18710 non-null  float64\n",
      " 2   key                                                                                                                                18710 non-null  int64  \n",
      " 3   loudness                                                                                                                           18710 non-null  float64\n",
      " 4   mode                                                                                                                               18710 non-null  int64  \n",
      " 5   speechiness                                                                                                                        18710 non-null  float64\n",
      " 6   acousticness                                                                                                                       18710 non-null  float64\n",
      " 7   instrumentalness                                                                                                                   18710 non-null  float64\n",
      " 8   liveness                                                                                                                           18710 non-null  float64\n",
      " 9   valence                                                                                                                            18710 non-null  float64\n",
      " 10  tempo                                                                                                                              18710 non-null  float64\n",
      " 11  type                                                                                                                               18710 non-null  object \n",
      " 12  id                                                                                                                                 18710 non-null  object \n",
      " 13  uri                                                                                                                                18710 non-null  object \n",
      " 14  track_href                                                                                                                         18710 non-null  object \n",
      " 15  analysis_url                                                                                                                       18710 non-null  object \n",
      " 16  duration_ms                                                                                                                        18710 non-null  int64  \n",
      " 17  time_signature                                                                                                                     18710 non-null  int64  \n",
      " 18  danceability_energy_key_loudness_mode_speechiness_acousticness_instrumentalness_liveness_valence_tempo_duration_ms_time_signature  0 non-null      float64\n",
      "dtypes: float64(10), int64(4), object(5)\n",
      "memory usage: 2.7+ MB\n"
     ]
    }
   ],
   "source": [
    "check.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>type</th>\n",
       "      <th>id</th>\n",
       "      <th>uri</th>\n",
       "      <th>track_href</th>\n",
       "      <th>analysis_url</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>time_signature</th>\n",
       "      <th>danceability_energy_key_loudness_mode_speechiness_acousticness_instrumentalness_liveness_valence_tempo_duration_ms_time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>18707</th>\n",
       "      <td>0.673</td>\n",
       "      <td>0.842</td>\n",
       "      <td>1</td>\n",
       "      <td>-10.171</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0304</td>\n",
       "      <td>0.00319</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.9520</td>\n",
       "      <td>0.806</td>\n",
       "      <td>134.802</td>\n",
       "      <td>audio_features</td>\n",
       "      <td>3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>spotify:track:3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/3YB6nCSuFqNi...</td>\n",
       "      <td>https://api.spotify.com/v1/audio-analysis/3YB6...</td>\n",
       "      <td>241133</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18708</th>\n",
       "      <td>0.763</td>\n",
       "      <td>0.419</td>\n",
       "      <td>8</td>\n",
       "      <td>-9.916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0529</td>\n",
       "      <td>0.38300</td>\n",
       "      <td>0.001690</td>\n",
       "      <td>0.0732</td>\n",
       "      <td>0.335</td>\n",
       "      <td>92.044</td>\n",
       "      <td>audio_features</td>\n",
       "      <td>29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>spotify:track:29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/29HSkfe5ITej...</td>\n",
       "      <td>https://api.spotify.com/v1/audio-analysis/29HS...</td>\n",
       "      <td>248591</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18709</th>\n",
       "      <td>0.658</td>\n",
       "      <td>0.678</td>\n",
       "      <td>1</td>\n",
       "      <td>-4.407</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0580</td>\n",
       "      <td>0.30300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.3610</td>\n",
       "      <td>0.662</td>\n",
       "      <td>97.976</td>\n",
       "      <td>audio_features</td>\n",
       "      <td>0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>spotify:track:0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/0UBLhedidy1D...</td>\n",
       "      <td>https://api.spotify.com/v1/audio-analysis/0UBL...</td>\n",
       "      <td>199111</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       danceability  energy  key  loudness  mode  speechiness  acousticness  \\\n",
       "18707         0.673   0.842    1   -10.171     0       0.0304       0.00319   \n",
       "18708         0.763   0.419    8    -9.916     0       0.0529       0.38300   \n",
       "18709         0.658   0.678    1    -4.407     1       0.0580       0.30300   \n",
       "\n",
       "       instrumentalness  liveness  valence    tempo            type  \\\n",
       "18707          0.000011    0.9520    0.806  134.802  audio_features   \n",
       "18708          0.001690    0.0732    0.335   92.044  audio_features   \n",
       "18709          0.000000    0.3610    0.662   97.976  audio_features   \n",
       "\n",
       "                           id                                   uri  \\\n",
       "18707  3YB6nCSuFqNiqOvPtAPK9X  spotify:track:3YB6nCSuFqNiqOvPtAPK9X   \n",
       "18708  29HSkfe5ITejb0MXhroHtG  spotify:track:29HSkfe5ITejb0MXhroHtG   \n",
       "18709  0UBLhedidy1DjSF4ncF5zL  spotify:track:0UBLhedidy1DjSF4ncF5zL   \n",
       "\n",
       "                                              track_href  \\\n",
       "18707  https://api.spotify.com/v1/tracks/3YB6nCSuFqNi...   \n",
       "18708  https://api.spotify.com/v1/tracks/29HSkfe5ITej...   \n",
       "18709  https://api.spotify.com/v1/tracks/0UBLhedidy1D...   \n",
       "\n",
       "                                            analysis_url  duration_ms  \\\n",
       "18707  https://api.spotify.com/v1/audio-analysis/3YB6...       241133   \n",
       "18708  https://api.spotify.com/v1/audio-analysis/29HS...       248591   \n",
       "18709  https://api.spotify.com/v1/audio-analysis/0UBL...       199111   \n",
       "\n",
       "       time_signature  \\\n",
       "18707               4   \n",
       "18708               4   \n",
       "18709               4   \n",
       "\n",
       "       danceability_energy_key_loudness_mode_speechiness_acousticness_instrumentalness_liveness_valence_tempo_duration_ms_time_signature  \n",
       "18707                                                NaN                                                                                  \n",
       "18708                                                NaN                                                                                  \n",
       "18709                                                NaN                                                                                  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check.tail(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "check.drop(['type', 'uri', 'track_href', 'analysis_url', 'time_signature', 'danceability_energy_key_loudness_mode_speechiness_acousticness_instrumentalness_liveness_valence_tempo_duration_ms_time_signature'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>id</th>\n",
       "      <th>duration_ms</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>18707</th>\n",
       "      <td>0.673</td>\n",
       "      <td>0.842</td>\n",
       "      <td>1</td>\n",
       "      <td>-10.171</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0304</td>\n",
       "      <td>0.00319</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.9520</td>\n",
       "      <td>0.806</td>\n",
       "      <td>134.802</td>\n",
       "      <td>3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>241133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18708</th>\n",
       "      <td>0.763</td>\n",
       "      <td>0.419</td>\n",
       "      <td>8</td>\n",
       "      <td>-9.916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0529</td>\n",
       "      <td>0.38300</td>\n",
       "      <td>0.001690</td>\n",
       "      <td>0.0732</td>\n",
       "      <td>0.335</td>\n",
       "      <td>92.044</td>\n",
       "      <td>29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>248591</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18709</th>\n",
       "      <td>0.658</td>\n",
       "      <td>0.678</td>\n",
       "      <td>1</td>\n",
       "      <td>-4.407</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0580</td>\n",
       "      <td>0.30300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.3610</td>\n",
       "      <td>0.662</td>\n",
       "      <td>97.976</td>\n",
       "      <td>0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>199111</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       danceability  energy  key  loudness  mode  speechiness  acousticness  \\\n",
       "18707         0.673   0.842    1   -10.171     0       0.0304       0.00319   \n",
       "18708         0.763   0.419    8    -9.916     0       0.0529       0.38300   \n",
       "18709         0.658   0.678    1    -4.407     1       0.0580       0.30300   \n",
       "\n",
       "       instrumentalness  liveness  valence    tempo                      id  \\\n",
       "18707          0.000011    0.9520    0.806  134.802  3YB6nCSuFqNiqOvPtAPK9X   \n",
       "18708          0.001690    0.0732    0.335   92.044  29HSkfe5ITejb0MXhroHtG   \n",
       "18709          0.000000    0.3610    0.662   97.976  0UBLhedidy1DjSF4ncF5zL   \n",
       "\n",
       "       duration_ms  \n",
       "18707       241133  \n",
       "18708       248591  \n",
       "18709       199111  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check.tail(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "check.rename(columns={'id':'track_id'}, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "d_merged = ds.merge(check, how='left', on='track_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>artist</th>\n",
       "      <th>track_id</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>duration_ms</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Starboy</td>\n",
       "      <td>The Weeknd, Daft Punk</td>\n",
       "      <td>5aAx2yezTd8zXrkmtKl66Z</td>\n",
       "      <td>0.681</td>\n",
       "      <td>0.594</td>\n",
       "      <td>7</td>\n",
       "      <td>-7.028</td>\n",
       "      <td>1</td>\n",
       "      <td>0.2820</td>\n",
       "      <td>0.165</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.134</td>\n",
       "      <td>0.535</td>\n",
       "      <td>186.054</td>\n",
       "      <td>230453</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rockabye (feat. Sean Paul &amp; Anne-Marie)</td>\n",
       "      <td>Clean Bandit</td>\n",
       "      <td>5knuzwU65gJK7IF5yJsuaW</td>\n",
       "      <td>0.720</td>\n",
       "      <td>0.763</td>\n",
       "      <td>9</td>\n",
       "      <td>-4.068</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0523</td>\n",
       "      <td>0.406</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.180</td>\n",
       "      <td>0.742</td>\n",
       "      <td>101.965</td>\n",
       "      <td>251088</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Closer</td>\n",
       "      <td>The Chainsmokers, Halsey</td>\n",
       "      <td>7BKLCZ1jbUBVqRi2FVlTVw</td>\n",
       "      <td>0.748</td>\n",
       "      <td>0.524</td>\n",
       "      <td>8</td>\n",
       "      <td>-5.599</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0338</td>\n",
       "      <td>0.414</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.111</td>\n",
       "      <td>0.661</td>\n",
       "      <td>95.010</td>\n",
       "      <td>244960</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     title                    artist  \\\n",
       "0                                  Starboy     The Weeknd, Daft Punk   \n",
       "1  Rockabye (feat. Sean Paul & Anne-Marie)              Clean Bandit   \n",
       "2                                   Closer  The Chainsmokers, Halsey   \n",
       "\n",
       "                 track_id  danceability  energy  key  loudness  mode  \\\n",
       "0  5aAx2yezTd8zXrkmtKl66Z         0.681   0.594    7    -7.028     1   \n",
       "1  5knuzwU65gJK7IF5yJsuaW         0.720   0.763    9    -4.068     0   \n",
       "2  7BKLCZ1jbUBVqRi2FVlTVw         0.748   0.524    8    -5.599     1   \n",
       "\n",
       "   speechiness  acousticness  instrumentalness  liveness  valence    tempo  \\\n",
       "0       0.2820         0.165          0.000003     0.134    0.535  186.054   \n",
       "1       0.0523         0.406          0.000000     0.180    0.742  101.965   \n",
       "2       0.0338         0.414          0.000000     0.111    0.661   95.010   \n",
       "\n",
       "   duration_ms  \n",
       "0       230453  \n",
       "1       251088  \n",
       "2       244960  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d_merged.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 18710 entries, 0 to 18709\n",
      "Data columns (total 15 columns):\n",
      " #   Column            Non-Null Count  Dtype  \n",
      "---  ------            --------------  -----  \n",
      " 0   title             18710 non-null  object \n",
      " 1   artist            18710 non-null  object \n",
      " 2   track_id          18710 non-null  object \n",
      " 3   danceability      18710 non-null  float64\n",
      " 4   energy            18710 non-null  float64\n",
      " 5   key               18710 non-null  int64  \n",
      " 6   loudness          18710 non-null  float64\n",
      " 7   mode              18710 non-null  int64  \n",
      " 8   speechiness       18710 non-null  float64\n",
      " 9   acousticness      18710 non-null  float64\n",
      " 10  instrumentalness  18710 non-null  float64\n",
      " 11  liveness          18710 non-null  float64\n",
      " 12  valence           18710 non-null  float64\n",
      " 13  tempo             18710 non-null  float64\n",
      " 14  duration_ms       18710 non-null  int64  \n",
      "dtypes: float64(9), int64(3), object(3)\n",
      "memory usage: 2.1+ MB\n"
     ]
    }
   ],
   "source": [
    "d_merged.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/inthesea/Downloads/df.csv\n"
     ]
    }
   ],
   "source": [
    "save(d_merged)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "t01 = pd.read_csv('data/tracks_01.csv', header=0, index_col=False)\n",
    "t02 = pd.read_csv('data/tracks_02.csv', header=0, index_col=False)\n",
    "t03 = pd.read_csv('data/tracks_03.csv', header=0, index_col=False)\n",
    "t04 = pd.read_csv('data/tracks_04.csv', header=0, index_col=False)\n",
    "t05 = pd.read_csv('data/tracks_05.csv', header=0, index_col=False)\n",
    "t06 = pd.read_csv('data/tracks_06.csv', header=0, index_col=False)\n",
    "t07 = pd.read_csv('data/tracks_07.csv', header=0, index_col=False)\n",
    "t08 = pd.read_csv('data/tracks_08.csv', header=0, index_col=False)\n",
    "t09 = pd.read_csv('data/tracks_09.csv', header=0, index_col=False)\n",
    "t10 = pd.read_csv('data/tracks_10.csv', header=0, index_col=False)\n",
    "t11 = pd.read_csv('data/tracks_11.csv', header=0, index_col=False)\n",
    "t12 = pd.read_csv('data/tracks_12.csv', header=0, index_col=False)\n",
    "t13 = pd.read_csv('data/tracks_13.csv', header=0, index_col=False)\n",
    "t14 = pd.read_csv('data/tracks2_01.csv', header=0, index_col=False)\n",
    "t15 = pd.read_csv('data/tracks2_02.csv', header=0, index_col=False)\n",
    "t16 = pd.read_csv('data/tracks2_03.csv', header=0, index_col=False)\n",
    "t17 = pd.read_csv('data/tracks2_04.csv', header=0, index_col=False)\n",
    "t18 = pd.read_csv('data/tracks2_05.csv', header=0, index_col=False)\n",
    "t19 = pd.read_csv('data/tracks2_06.csv', header=0, index_col=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artists</th>\n",
       "      <th>available_markets</th>\n",
       "      <th>disc_number</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>explicit</th>\n",
       "      <th>href</th>\n",
       "      <th>id</th>\n",
       "      <th>is_local</th>\n",
       "      <th>name</th>\n",
       "      <th>popularity</th>\n",
       "      <th>preview_url</th>\n",
       "      <th>track_number</th>\n",
       "      <th>type</th>\n",
       "      <th>uri</th>\n",
       "      <th>album_album_type</th>\n",
       "      <th>album_artists</th>\n",
       "      <th>album_available_markets</th>\n",
       "      <th>album_external_urls_spotify</th>\n",
       "      <th>album_href</th>\n",
       "      <th>album_id</th>\n",
       "      <th>album_images</th>\n",
       "      <th>album_name</th>\n",
       "      <th>album_release_date</th>\n",
       "      <th>album_release_date_precision</th>\n",
       "      <th>album_total_tracks</th>\n",
       "      <th>album_type</th>\n",
       "      <th>album_uri</th>\n",
       "      <th>external_ids_isrc</th>\n",
       "      <th>external_urls_spotify</th>\n",
       "      <th>album</th>\n",
       "      <th>release_date_popularity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>1</td>\n",
       "      <td>251088</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/5knuzwU65gJK...</td>\n",
       "      <td>5knuzwU65gJK7IF5yJsuaW</td>\n",
       "      <td>False</td>\n",
       "      <td>Rockabye (feat. Sean Paul &amp; Anne-Marie)</td>\n",
       "      <td>77</td>\n",
       "      <td>https://p.scdn.co/mp3-preview/e2ffc646cf90e4e5...</td>\n",
       "      <td>1</td>\n",
       "      <td>track</td>\n",
       "      <td>spotify:track:5knuzwU65gJK7IF5yJsuaW</td>\n",
       "      <td>single</td>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>https://open.spotify.com/album/3meZFplbMmji648...</td>\n",
       "      <td>https://api.spotify.com/v1/albums/3meZFplbMmji...</td>\n",
       "      <td>3meZFplbMmji648oWUNEfQ</td>\n",
       "      <td>[{'height': 640, 'url': 'https://i.scdn.co/ima...</td>\n",
       "      <td>Rockabye (feat. Sean Paul &amp; Anne-Marie)</td>\n",
       "      <td>2016-10-21</td>\n",
       "      <td>day</td>\n",
       "      <td>1</td>\n",
       "      <td>album</td>\n",
       "      <td>spotify:album:3meZFplbMmji648oWUNEfQ</td>\n",
       "      <td>GBAHS1600363</td>\n",
       "      <td>https://open.spotify.com/track/5knuzwU65gJK7IF...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>1</td>\n",
       "      <td>161200</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/0JiVRyTJcJnm...</td>\n",
       "      <td>0JiVRyTJcJnmlwCZ854K4p</td>\n",
       "      <td>False</td>\n",
       "      <td>Alone</td>\n",
       "      <td>64</td>\n",
       "      <td>https://p.scdn.co/mp3-preview/623bb6720396d5ca...</td>\n",
       "      <td>1</td>\n",
       "      <td>track</td>\n",
       "      <td>spotify:track:0JiVRyTJcJnmlwCZ854K4p</td>\n",
       "      <td>single</td>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>https://open.spotify.com/album/4blCxKnK1sGo9D4...</td>\n",
       "      <td>https://api.spotify.com/v1/albums/4blCxKnK1sGo...</td>\n",
       "      <td>4blCxKnK1sGo9D45trrqjt</td>\n",
       "      <td>[{'height': 640, 'url': 'https://i.scdn.co/ima...</td>\n",
       "      <td>Alone</td>\n",
       "      <td>2016-12-02</td>\n",
       "      <td>day</td>\n",
       "      <td>3</td>\n",
       "      <td>album</td>\n",
       "      <td>spotify:album:4blCxKnK1sGo9D45trrqjt</td>\n",
       "      <td>NOG841617010</td>\n",
       "      <td>https://open.spotify.com/track/0JiVRyTJcJnmlwC...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>208280</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/2nYpbaLykC2c...</td>\n",
       "      <td>2nYpbaLykC2cjU8Yt5KF1v</td>\n",
       "      <td>False</td>\n",
       "      <td>Chöre</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>track</td>\n",
       "      <td>spotify:track:2nYpbaLykC2cjU8Yt5KF1v</td>\n",
       "      <td>album</td>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>[]</td>\n",
       "      <td>https://open.spotify.com/album/3PYi5cqKxVEgc1H...</td>\n",
       "      <td>https://api.spotify.com/v1/albums/3PYi5cqKxVEg...</td>\n",
       "      <td>3PYi5cqKxVEgc1HTMvzStf</td>\n",
       "      <td>[{'height': 640, 'url': 'https://i.scdn.co/ima...</td>\n",
       "      <td>TAPE</td>\n",
       "      <td>2016-06-03</td>\n",
       "      <td>day</td>\n",
       "      <td>14</td>\n",
       "      <td>album</td>\n",
       "      <td>spotify:album:3PYi5cqKxVEgc1HTMvzStf</td>\n",
       "      <td>DEQ321600148</td>\n",
       "      <td>https://open.spotify.com/track/2nYpbaLykC2cjU8...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             artists  \\\n",
       "0  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "1  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "2  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "\n",
       "                                   available_markets  disc_number  \\\n",
       "0  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...            1   \n",
       "1  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...            1   \n",
       "2                                                 []            1   \n",
       "\n",
       "   duration_ms  explicit                                               href  \\\n",
       "0       251088     False  https://api.spotify.com/v1/tracks/5knuzwU65gJK...   \n",
       "1       161200     False  https://api.spotify.com/v1/tracks/0JiVRyTJcJnm...   \n",
       "2       208280     False  https://api.spotify.com/v1/tracks/2nYpbaLykC2c...   \n",
       "\n",
       "                       id  is_local                                     name  \\\n",
       "0  5knuzwU65gJK7IF5yJsuaW     False  Rockabye (feat. Sean Paul & Anne-Marie)   \n",
       "1  0JiVRyTJcJnmlwCZ854K4p     False                                    Alone   \n",
       "2  2nYpbaLykC2cjU8Yt5KF1v     False                                    Chöre   \n",
       "\n",
       "   popularity                                        preview_url  \\\n",
       "0          77  https://p.scdn.co/mp3-preview/e2ffc646cf90e4e5...   \n",
       "1          64  https://p.scdn.co/mp3-preview/623bb6720396d5ca...   \n",
       "2           0                                                NaN   \n",
       "\n",
       "   track_number   type                                   uri album_album_type  \\\n",
       "0             1  track  spotify:track:5knuzwU65gJK7IF5yJsuaW           single   \n",
       "1             1  track  spotify:track:0JiVRyTJcJnmlwCZ854K4p           single   \n",
       "2             7  track  spotify:track:2nYpbaLykC2cjU8Yt5KF1v            album   \n",
       "\n",
       "                                       album_artists  \\\n",
       "0  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "1  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "2  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "\n",
       "                             album_available_markets  \\\n",
       "0  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...   \n",
       "1  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...   \n",
       "2                                                 []   \n",
       "\n",
       "                         album_external_urls_spotify  \\\n",
       "0  https://open.spotify.com/album/3meZFplbMmji648...   \n",
       "1  https://open.spotify.com/album/4blCxKnK1sGo9D4...   \n",
       "2  https://open.spotify.com/album/3PYi5cqKxVEgc1H...   \n",
       "\n",
       "                                          album_href                album_id  \\\n",
       "0  https://api.spotify.com/v1/albums/3meZFplbMmji...  3meZFplbMmji648oWUNEfQ   \n",
       "1  https://api.spotify.com/v1/albums/4blCxKnK1sGo...  4blCxKnK1sGo9D45trrqjt   \n",
       "2  https://api.spotify.com/v1/albums/3PYi5cqKxVEg...  3PYi5cqKxVEgc1HTMvzStf   \n",
       "\n",
       "                                        album_images  \\\n",
       "0  [{'height': 640, 'url': 'https://i.scdn.co/ima...   \n",
       "1  [{'height': 640, 'url': 'https://i.scdn.co/ima...   \n",
       "2  [{'height': 640, 'url': 'https://i.scdn.co/ima...   \n",
       "\n",
       "                                album_name album_release_date  \\\n",
       "0  Rockabye (feat. Sean Paul & Anne-Marie)         2016-10-21   \n",
       "1                                    Alone         2016-12-02   \n",
       "2                                     TAPE         2016-06-03   \n",
       "\n",
       "  album_release_date_precision  album_total_tracks album_type  \\\n",
       "0                          day                   1      album   \n",
       "1                          day                   3      album   \n",
       "2                          day                  14      album   \n",
       "\n",
       "                              album_uri external_ids_isrc  \\\n",
       "0  spotify:album:3meZFplbMmji648oWUNEfQ      GBAHS1600363   \n",
       "1  spotify:album:4blCxKnK1sGo9D45trrqjt      NOG841617010   \n",
       "2  spotify:album:3PYi5cqKxVEgc1HTMvzStf      DEQ321600148   \n",
       "\n",
       "                               external_urls_spotify  album  \\\n",
       "0  https://open.spotify.com/track/5knuzwU65gJK7IF...    NaN   \n",
       "1  https://open.spotify.com/track/0JiVRyTJcJnmlwC...    NaN   \n",
       "2  https://open.spotify.com/track/2nYpbaLykC2cjU8...    NaN   \n",
       "\n",
       "   release_date_popularity  \n",
       "0                      NaN  \n",
       "1                      NaN  \n",
       "2                      NaN  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.set_option('display.max_columns', None)\n",
    "t01.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['artists', 'available_markets', 'disc_number', 'duration_ms',\n",
       "       'explicit', 'href', 'id', 'is_local', 'name', 'popularity',\n",
       "       'preview_url', 'track_number', 'type', 'uri', 'album_album_type',\n",
       "       'album_artists', 'album_available_markets',\n",
       "       'album_external_urls_spotify', 'album_href', 'album_id', 'album_images',\n",
       "       'album_name', 'album_release_date', 'album_release_date_precision',\n",
       "       'album_total_tracks', 'album_type', 'album_uri', 'external_ids_isrc',\n",
       "       'external_urls_spotify', 'album', 'release_date_popularity'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t01.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "check2 = pd.concat([t01, t02, t03, t04, t05, t06, t07, t08, t09, t10, t11, t12, t13, t14, t15, t16, t17, t18, t19], ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 18710 entries, 0 to 18709\n",
      "Data columns (total 31 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   artists                       18710 non-null  object \n",
      " 1   available_markets             18710 non-null  object \n",
      " 2   disc_number                   18710 non-null  int64  \n",
      " 3   duration_ms                   18710 non-null  int64  \n",
      " 4   explicit                      18710 non-null  bool   \n",
      " 5   href                          18710 non-null  object \n",
      " 6   id                            18710 non-null  object \n",
      " 7   is_local                      18710 non-null  bool   \n",
      " 8   name                          18687 non-null  object \n",
      " 9   popularity                    18710 non-null  int64  \n",
      " 10  preview_url                   8202 non-null   object \n",
      " 11  track_number                  18710 non-null  int64  \n",
      " 12  type                          18710 non-null  object \n",
      " 13  uri                           18710 non-null  object \n",
      " 14  album_album_type              18710 non-null  object \n",
      " 15  album_artists                 18710 non-null  object \n",
      " 16  album_available_markets       18710 non-null  object \n",
      " 17  album_external_urls_spotify   18710 non-null  object \n",
      " 18  album_href                    18710 non-null  object \n",
      " 19  album_id                      18710 non-null  object \n",
      " 20  album_images                  18710 non-null  object \n",
      " 21  album_name                    18687 non-null  object \n",
      " 22  album_release_date            18710 non-null  object \n",
      " 23  album_release_date_precision  18710 non-null  object \n",
      " 24  album_total_tracks            18710 non-null  int64  \n",
      " 25  album_type                    18710 non-null  object \n",
      " 26  album_uri                     18710 non-null  object \n",
      " 27  external_ids_isrc             18686 non-null  object \n",
      " 28  external_urls_spotify         18710 non-null  object \n",
      " 29  album                         0 non-null      float64\n",
      " 30  release_date_popularity       0 non-null      float64\n",
      "dtypes: bool(2), float64(2), int64(5), object(22)\n",
      "memory usage: 4.2+ MB\n"
     ]
    }
   ],
   "source": [
    "check2.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artists</th>\n",
       "      <th>available_markets</th>\n",
       "      <th>disc_number</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>explicit</th>\n",
       "      <th>href</th>\n",
       "      <th>id</th>\n",
       "      <th>is_local</th>\n",
       "      <th>name</th>\n",
       "      <th>popularity</th>\n",
       "      <th>preview_url</th>\n",
       "      <th>track_number</th>\n",
       "      <th>type</th>\n",
       "      <th>uri</th>\n",
       "      <th>album_album_type</th>\n",
       "      <th>album_artists</th>\n",
       "      <th>album_available_markets</th>\n",
       "      <th>album_external_urls_spotify</th>\n",
       "      <th>album_href</th>\n",
       "      <th>album_id</th>\n",
       "      <th>album_images</th>\n",
       "      <th>album_name</th>\n",
       "      <th>album_release_date</th>\n",
       "      <th>album_release_date_precision</th>\n",
       "      <th>album_total_tracks</th>\n",
       "      <th>album_type</th>\n",
       "      <th>album_uri</th>\n",
       "      <th>external_ids_isrc</th>\n",
       "      <th>external_urls_spotify</th>\n",
       "      <th>album</th>\n",
       "      <th>release_date_popularity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>18707</th>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>1</td>\n",
       "      <td>241133</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/3YB6nCSuFqNi...</td>\n",
       "      <td>3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>False</td>\n",
       "      <td>Be My Lover</td>\n",
       "      <td>68</td>\n",
       "      <td>https://p.scdn.co/mp3-preview/8f23f4f7b44336d5...</td>\n",
       "      <td>3</td>\n",
       "      <td>track</td>\n",
       "      <td>spotify:track:3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>album</td>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>https://open.spotify.com/album/71RkrTSvnL2Ke6x...</td>\n",
       "      <td>https://api.spotify.com/v1/albums/71RkrTSvnL2K...</td>\n",
       "      <td>71RkrTSvnL2Ke6xvYIMoOy</td>\n",
       "      <td>[{'height': 640, 'url': 'https://i.scdn.co/ima...</td>\n",
       "      <td>Sweet Dreams</td>\n",
       "      <td>1995-03-11</td>\n",
       "      <td>day</td>\n",
       "      <td>14</td>\n",
       "      <td>album</td>\n",
       "      <td>spotify:album:71RkrTSvnL2Ke6xvYIMoOy</td>\n",
       "      <td>DED169500047</td>\n",
       "      <td>https://open.spotify.com/track/3YB6nCSuFqNiqOv...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18708</th>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AU', 'NZ']</td>\n",
       "      <td>1</td>\n",
       "      <td>248590</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/29HSkfe5ITej...</td>\n",
       "      <td>29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>False</td>\n",
       "      <td>Be About You</td>\n",
       "      <td>52</td>\n",
       "      <td>https://p.scdn.co/mp3-preview/8047c58464514f82...</td>\n",
       "      <td>4</td>\n",
       "      <td>track</td>\n",
       "      <td>spotify:track:29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>album</td>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AU', 'NZ']</td>\n",
       "      <td>https://open.spotify.com/album/4kN92M0macg1SPS...</td>\n",
       "      <td>https://api.spotify.com/v1/albums/4kN92M0macg1...</td>\n",
       "      <td>4kN92M0macg1SPS4aeq62i</td>\n",
       "      <td>[{'height': 640, 'url': 'https://i.scdn.co/ima...</td>\n",
       "      <td>Sponge Cake</td>\n",
       "      <td>2017-09-29</td>\n",
       "      <td>day</td>\n",
       "      <td>16</td>\n",
       "      <td>album</td>\n",
       "      <td>spotify:album:4kN92M0macg1SPS4aeq62i</td>\n",
       "      <td>AUDCB1600950</td>\n",
       "      <td>https://open.spotify.com/track/29HSkfe5ITejb0M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18709</th>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>1</td>\n",
       "      <td>199111</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.spotify.com/v1/tracks/0UBLhedidy1D...</td>\n",
       "      <td>0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>False</td>\n",
       "      <td>All Falls Down</td>\n",
       "      <td>36</td>\n",
       "      <td>https://p.scdn.co/mp3-preview/66574523adc388fb...</td>\n",
       "      <td>16</td>\n",
       "      <td>track</td>\n",
       "      <td>spotify:track:0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>compilation</td>\n",
       "      <td>[{'external_urls': {'spotify': 'https://open.s...</td>\n",
       "      <td>['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...</td>\n",
       "      <td>https://open.spotify.com/album/6ndaa5yzks3YifH...</td>\n",
       "      <td>https://api.spotify.com/v1/albums/6ndaa5yzks3Y...</td>\n",
       "      <td>6ndaa5yzks3YifHX1u5Esl</td>\n",
       "      <td>[{'height': 640, 'url': 'https://i.scdn.co/ima...</td>\n",
       "      <td>New Year's Eve 2017/18</td>\n",
       "      <td>2017-12-22</td>\n",
       "      <td>day</td>\n",
       "      <td>34</td>\n",
       "      <td>album</td>\n",
       "      <td>spotify:album:6ndaa5yzks3YifHX1u5Esl</td>\n",
       "      <td>NOG841715010</td>\n",
       "      <td>https://open.spotify.com/track/0UBLhedidy1DjSF...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 artists  \\\n",
       "18707  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "18708  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "18709  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "\n",
       "                                       available_markets  disc_number  \\\n",
       "18707  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...            1   \n",
       "18708                                       ['AU', 'NZ']            1   \n",
       "18709  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...            1   \n",
       "\n",
       "       duration_ms  explicit  \\\n",
       "18707       241133     False   \n",
       "18708       248590     False   \n",
       "18709       199111     False   \n",
       "\n",
       "                                                    href  \\\n",
       "18707  https://api.spotify.com/v1/tracks/3YB6nCSuFqNi...   \n",
       "18708  https://api.spotify.com/v1/tracks/29HSkfe5ITej...   \n",
       "18709  https://api.spotify.com/v1/tracks/0UBLhedidy1D...   \n",
       "\n",
       "                           id  is_local            name  popularity  \\\n",
       "18707  3YB6nCSuFqNiqOvPtAPK9X     False     Be My Lover          68   \n",
       "18708  29HSkfe5ITejb0MXhroHtG     False    Be About You          52   \n",
       "18709  0UBLhedidy1DjSF4ncF5zL     False  All Falls Down          36   \n",
       "\n",
       "                                             preview_url  track_number   type  \\\n",
       "18707  https://p.scdn.co/mp3-preview/8f23f4f7b44336d5...             3  track   \n",
       "18708  https://p.scdn.co/mp3-preview/8047c58464514f82...             4  track   \n",
       "18709  https://p.scdn.co/mp3-preview/66574523adc388fb...            16  track   \n",
       "\n",
       "                                        uri album_album_type  \\\n",
       "18707  spotify:track:3YB6nCSuFqNiqOvPtAPK9X            album   \n",
       "18708  spotify:track:29HSkfe5ITejb0MXhroHtG            album   \n",
       "18709  spotify:track:0UBLhedidy1DjSF4ncF5zL      compilation   \n",
       "\n",
       "                                           album_artists  \\\n",
       "18707  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "18708  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "18709  [{'external_urls': {'spotify': 'https://open.s...   \n",
       "\n",
       "                                 album_available_markets  \\\n",
       "18707  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...   \n",
       "18708                                       ['AU', 'NZ']   \n",
       "18709  ['AR', 'AU', 'AT', 'BE', 'BO', 'BR', 'BG', 'CA...   \n",
       "\n",
       "                             album_external_urls_spotify  \\\n",
       "18707  https://open.spotify.com/album/71RkrTSvnL2Ke6x...   \n",
       "18708  https://open.spotify.com/album/4kN92M0macg1SPS...   \n",
       "18709  https://open.spotify.com/album/6ndaa5yzks3YifH...   \n",
       "\n",
       "                                              album_href  \\\n",
       "18707  https://api.spotify.com/v1/albums/71RkrTSvnL2K...   \n",
       "18708  https://api.spotify.com/v1/albums/4kN92M0macg1...   \n",
       "18709  https://api.spotify.com/v1/albums/6ndaa5yzks3Y...   \n",
       "\n",
       "                     album_id  \\\n",
       "18707  71RkrTSvnL2Ke6xvYIMoOy   \n",
       "18708  4kN92M0macg1SPS4aeq62i   \n",
       "18709  6ndaa5yzks3YifHX1u5Esl   \n",
       "\n",
       "                                            album_images  \\\n",
       "18707  [{'height': 640, 'url': 'https://i.scdn.co/ima...   \n",
       "18708  [{'height': 640, 'url': 'https://i.scdn.co/ima...   \n",
       "18709  [{'height': 640, 'url': 'https://i.scdn.co/ima...   \n",
       "\n",
       "                   album_name album_release_date album_release_date_precision  \\\n",
       "18707            Sweet Dreams         1995-03-11                          day   \n",
       "18708             Sponge Cake         2017-09-29                          day   \n",
       "18709  New Year's Eve 2017/18         2017-12-22                          day   \n",
       "\n",
       "       album_total_tracks album_type                             album_uri  \\\n",
       "18707                  14      album  spotify:album:71RkrTSvnL2Ke6xvYIMoOy   \n",
       "18708                  16      album  spotify:album:4kN92M0macg1SPS4aeq62i   \n",
       "18709                  34      album  spotify:album:6ndaa5yzks3YifHX1u5Esl   \n",
       "\n",
       "      external_ids_isrc                              external_urls_spotify  \\\n",
       "18707      DED169500047  https://open.spotify.com/track/3YB6nCSuFqNiqOv...   \n",
       "18708      AUDCB1600950  https://open.spotify.com/track/29HSkfe5ITejb0M...   \n",
       "18709      NOG841715010  https://open.spotify.com/track/0UBLhedidy1DjSF...   \n",
       "\n",
       "       album  release_date_popularity  \n",
       "18707    NaN                      NaN  \n",
       "18708    NaN                      NaN  \n",
       "18709    NaN                      NaN  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check2.tail(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "check2.drop(['artists', 'available_markets', 'duration_ms', 'explicit', 'href', 'is_local', 'name', 'preview_url', 'track_number', 'type', 'uri', 'album_album_type', 'album_artists', \n",
    "             'album_available_markets', 'album_external_urls_spotify', 'album_href', 'album_id', 'album_images', 'album_total_tracks', 'album_type', 'album_uri', 'external_ids_isrc',\n",
    "             'external_urls_spotify', 'album', 'release_date_popularity', 'disc_number', 'album_release_date_precision'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>popularity</th>\n",
       "      <th>album_name</th>\n",
       "      <th>album_release_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>18707</th>\n",
       "      <td>3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>68</td>\n",
       "      <td>Sweet Dreams</td>\n",
       "      <td>1995-03-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18708</th>\n",
       "      <td>29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>52</td>\n",
       "      <td>Sponge Cake</td>\n",
       "      <td>2017-09-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18709</th>\n",
       "      <td>0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>36</td>\n",
       "      <td>New Year's Eve 2017/18</td>\n",
       "      <td>2017-12-22</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           id  popularity              album_name  \\\n",
       "18707  3YB6nCSuFqNiqOvPtAPK9X          68            Sweet Dreams   \n",
       "18708  29HSkfe5ITejb0MXhroHtG          52             Sponge Cake   \n",
       "18709  0UBLhedidy1DjSF4ncF5zL          36  New Year's Eve 2017/18   \n",
       "\n",
       "      album_release_date  \n",
       "18707         1995-03-11  \n",
       "18708         2017-09-29  \n",
       "18709         2017-12-22  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check2.tail(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "check2.rename(columns={'id':'track_id'}, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>track_id</th>\n",
       "      <th>popularity</th>\n",
       "      <th>album_name</th>\n",
       "      <th>album_release_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>18707</th>\n",
       "      <td>3YB6nCSuFqNiqOvPtAPK9X</td>\n",
       "      <td>68</td>\n",
       "      <td>Sweet Dreams</td>\n",
       "      <td>1995-03-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18708</th>\n",
       "      <td>29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>52</td>\n",
       "      <td>Sponge Cake</td>\n",
       "      <td>2017-09-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18709</th>\n",
       "      <td>0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>36</td>\n",
       "      <td>New Year's Eve 2017/18</td>\n",
       "      <td>2017-12-22</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     track_id  popularity              album_name  \\\n",
       "18707  3YB6nCSuFqNiqOvPtAPK9X          68            Sweet Dreams   \n",
       "18708  29HSkfe5ITejb0MXhroHtG          52             Sponge Cake   \n",
       "18709  0UBLhedidy1DjSF4ncF5zL          36  New Year's Eve 2017/18   \n",
       "\n",
       "      album_release_date  \n",
       "18707         1995-03-11  \n",
       "18708         2017-09-29  \n",
       "18709         2017-12-22  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check2.tail(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "d_merged_2 = d_merged.merge(check2, how='left', on='track_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>artist</th>\n",
       "      <th>track_id</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>popularity</th>\n",
       "      <th>album_name</th>\n",
       "      <th>album_release_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Starboy</td>\n",
       "      <td>The Weeknd, Daft Punk</td>\n",
       "      <td>5aAx2yezTd8zXrkmtKl66Z</td>\n",
       "      <td>0.681</td>\n",
       "      <td>0.594</td>\n",
       "      <td>7</td>\n",
       "      <td>-7.028</td>\n",
       "      <td>1</td>\n",
       "      <td>0.2820</td>\n",
       "      <td>0.165</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.134</td>\n",
       "      <td>0.535</td>\n",
       "      <td>186.054</td>\n",
       "      <td>230453</td>\n",
       "      <td>28</td>\n",
       "      <td>Starboy</td>\n",
       "      <td>2016-11-25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rockabye (feat. Sean Paul &amp; Anne-Marie)</td>\n",
       "      <td>Clean Bandit</td>\n",
       "      <td>5knuzwU65gJK7IF5yJsuaW</td>\n",
       "      <td>0.720</td>\n",
       "      <td>0.763</td>\n",
       "      <td>9</td>\n",
       "      <td>-4.068</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0523</td>\n",
       "      <td>0.406</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.180</td>\n",
       "      <td>0.742</td>\n",
       "      <td>101.965</td>\n",
       "      <td>251088</td>\n",
       "      <td>77</td>\n",
       "      <td>Rockabye (feat. Sean Paul &amp; Anne-Marie)</td>\n",
       "      <td>2016-10-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Closer</td>\n",
       "      <td>The Chainsmokers, Halsey</td>\n",
       "      <td>7BKLCZ1jbUBVqRi2FVlTVw</td>\n",
       "      <td>0.748</td>\n",
       "      <td>0.524</td>\n",
       "      <td>8</td>\n",
       "      <td>-5.599</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0338</td>\n",
       "      <td>0.414</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.111</td>\n",
       "      <td>0.661</td>\n",
       "      <td>95.010</td>\n",
       "      <td>244960</td>\n",
       "      <td>86</td>\n",
       "      <td>Closer</td>\n",
       "      <td>2016-07-29</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     title                    artist  \\\n",
       "0                                  Starboy     The Weeknd, Daft Punk   \n",
       "1  Rockabye (feat. Sean Paul & Anne-Marie)              Clean Bandit   \n",
       "2                                   Closer  The Chainsmokers, Halsey   \n",
       "\n",
       "                 track_id  danceability  energy  key  loudness  mode  \\\n",
       "0  5aAx2yezTd8zXrkmtKl66Z         0.681   0.594    7    -7.028     1   \n",
       "1  5knuzwU65gJK7IF5yJsuaW         0.720   0.763    9    -4.068     0   \n",
       "2  7BKLCZ1jbUBVqRi2FVlTVw         0.748   0.524    8    -5.599     1   \n",
       "\n",
       "   speechiness  acousticness  instrumentalness  liveness  valence    tempo  \\\n",
       "0       0.2820         0.165          0.000003     0.134    0.535  186.054   \n",
       "1       0.0523         0.406          0.000000     0.180    0.742  101.965   \n",
       "2       0.0338         0.414          0.000000     0.111    0.661   95.010   \n",
       "\n",
       "   duration_ms  popularity                               album_name  \\\n",
       "0       230453          28                                  Starboy   \n",
       "1       251088          77  Rockabye (feat. Sean Paul & Anne-Marie)   \n",
       "2       244960          86                                   Closer   \n",
       "\n",
       "  album_release_date  \n",
       "0         2016-11-25  \n",
       "1         2016-10-21  \n",
       "2         2016-07-29  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d_merged_2.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>artist</th>\n",
       "      <th>track_id</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>popularity</th>\n",
       "      <th>album_name</th>\n",
       "      <th>album_release_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>18707</th>\n",
       "      <td>Too Much Jewelry</td>\n",
       "      <td>Migos</td>\n",
       "      <td>4loAa1lBkE83qJXU1ddmCV</td>\n",
       "      <td>0.683</td>\n",
       "      <td>0.329</td>\n",
       "      <td>1</td>\n",
       "      <td>-9.155</td>\n",
       "      <td>0</td>\n",
       "      <td>0.1230</td>\n",
       "      <td>0.214</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.1270</td>\n",
       "      <td>0.229</td>\n",
       "      <td>149.957</td>\n",
       "      <td>245664</td>\n",
       "      <td>48</td>\n",
       "      <td>Culture II</td>\n",
       "      <td>2018-01-26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18708</th>\n",
       "      <td>Be About You</td>\n",
       "      <td>Winston Surfshirt</td>\n",
       "      <td>29HSkfe5ITejb0MXhroHtG</td>\n",
       "      <td>0.763</td>\n",
       "      <td>0.419</td>\n",
       "      <td>8</td>\n",
       "      <td>-9.916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0529</td>\n",
       "      <td>0.383</td>\n",
       "      <td>0.001690</td>\n",
       "      <td>0.0732</td>\n",
       "      <td>0.335</td>\n",
       "      <td>92.044</td>\n",
       "      <td>248591</td>\n",
       "      <td>52</td>\n",
       "      <td>Sponge Cake</td>\n",
       "      <td>2017-09-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18709</th>\n",
       "      <td>All Falls Down</td>\n",
       "      <td>Alan Walker, Noah Cyrus, Digital Farm Animals,...</td>\n",
       "      <td>0UBLhedidy1DjSF4ncF5zL</td>\n",
       "      <td>0.658</td>\n",
       "      <td>0.678</td>\n",
       "      <td>1</td>\n",
       "      <td>-4.407</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0580</td>\n",
       "      <td>0.303</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.3610</td>\n",
       "      <td>0.662</td>\n",
       "      <td>97.976</td>\n",
       "      <td>199111</td>\n",
       "      <td>36</td>\n",
       "      <td>New Year's Eve 2017/18</td>\n",
       "      <td>2017-12-22</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  title                                             artist  \\\n",
       "18707  Too Much Jewelry                                              Migos   \n",
       "18708      Be About You                                  Winston Surfshirt   \n",
       "18709    All Falls Down  Alan Walker, Noah Cyrus, Digital Farm Animals,...   \n",
       "\n",
       "                     track_id  danceability  energy  key  loudness  mode  \\\n",
       "18707  4loAa1lBkE83qJXU1ddmCV         0.683   0.329    1    -9.155     0   \n",
       "18708  29HSkfe5ITejb0MXhroHtG         0.763   0.419    8    -9.916     0   \n",
       "18709  0UBLhedidy1DjSF4ncF5zL         0.658   0.678    1    -4.407     1   \n",
       "\n",
       "       speechiness  acousticness  instrumentalness  liveness  valence  \\\n",
       "18707       0.1230         0.214          0.000004    0.1270    0.229   \n",
       "18708       0.0529         0.383          0.001690    0.0732    0.335   \n",
       "18709       0.0580         0.303          0.000000    0.3610    0.662   \n",
       "\n",
       "         tempo  duration_ms  popularity              album_name  \\\n",
       "18707  149.957       245664          48              Culture II   \n",
       "18708   92.044       248591          52             Sponge Cake   \n",
       "18709   97.976       199111          36  New Year's Eve 2017/18   \n",
       "\n",
       "      album_release_date  \n",
       "18707         2018-01-26  \n",
       "18708         2017-09-29  \n",
       "18709         2017-12-22  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d_merged_2.tail(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 18710 entries, 0 to 18709\n",
      "Data columns (total 18 columns):\n",
      " #   Column              Non-Null Count  Dtype  \n",
      "---  ------              --------------  -----  \n",
      " 0   title               18710 non-null  object \n",
      " 1   artist              18710 non-null  object \n",
      " 2   track_id            18710 non-null  object \n",
      " 3   danceability        18710 non-null  float64\n",
      " 4   energy              18710 non-null  float64\n",
      " 5   key                 18710 non-null  int64  \n",
      " 6   loudness            18710 non-null  float64\n",
      " 7   mode                18710 non-null  int64  \n",
      " 8   speechiness         18710 non-null  float64\n",
      " 9   acousticness        18710 non-null  float64\n",
      " 10  instrumentalness    18710 non-null  float64\n",
      " 11  liveness            18710 non-null  float64\n",
      " 12  valence             18710 non-null  float64\n",
      " 13  tempo               18710 non-null  float64\n",
      " 14  duration_ms         18710 non-null  int64  \n",
      " 15  popularity          18710 non-null  int64  \n",
      " 16  album_name          18687 non-null  object \n",
      " 17  album_release_date  18710 non-null  object \n",
      "dtypes: float64(9), int64(4), object(5)\n",
      "memory usage: 2.6+ MB\n"
     ]
    }
   ],
   "source": [
    "d_merged_2.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/inthesea/Downloads/df.csv\n"
     ]
    }
   ],
   "source": [
    "save(d_merged_2)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "nf_sql",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.17"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}