Hirerarchial_ensemble_try_Stratified_test.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn import svm\n",
    "from sklearn.model_selection import StratifiedShuffleSplit,train_test_split\n",
    "from sklearn.metrics import accuracy_score,confusion_matrix\n",
    "from sklearn import preprocessing \n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.naive_bayes import GaussianNB\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "from copy import deepcopy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dataset = pd.read_csv(\"FMA_8000_with_track_and_genres.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "All_class=[\"Electronic\",\"Experimental\",\"Hip-Hop\",\"Instrumental\",\"Folk\",\"International\",\"Pop\",\"Rock\"]\n",
    "class_listA=[\"Electronic\",\"Experimental\",\"Hip-Hop\",\"Instrumental\"]\n",
    "class_listB=[\"Folk\",\"International\",\"Pop\",\"Rock\"]\n",
    "#class_listA=[\"Electronic\",\"Folk\",\"Hip-Hop\",\"Rock\"]\n",
    "#class_listB=[\"Instrumental\",\"International\",\"Experimental\",\"Pop\"]\n",
    "\n",
    "class_listAA=class_listA[:2]\n",
    "class_listAB=class_listA[2:]\n",
    "class_listBA=class_listB[:2]\n",
    "class_listBB=class_listB[2:]\n",
    "\n",
    "def mask_genres(dataframe,class_list):\n",
    "    new_data_frame=deepcopy(dataframe)\n",
    "    mask=[x for x in All_class if x not in class_list]\n",
    "    for x in mask:\n",
    "        new_data_frame=new_data_frame[new_data_frame.genre!=x]\n",
    "    return new_data_frame\n",
    "def convert_to_class(x,class_list_A,class_list_B):\n",
    "    if x in class_list_A:\n",
    "        return \",\".join(class_list_A)\n",
    "    elif x in class_list_B:\n",
    "        return \",\".join(class_list_B)\n",
    "    else:\n",
    "        return \"Invalid\"\n",
    "def filter_invalid(dataset,col):\n",
    "    new_dataset=deepcopy(dataset)\n",
    "    new_dataset=new_dataset[new_dataset[col]!=\"Invalid\"]\n",
    "    return new_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>159</th>\n",
       "      <th>Track_Id</th>\n",
       "      <th>genre</th>\n",
       "      <th>genre_level0</th>\n",
       "      <th>genre_level1_A</th>\n",
       "      <th>genre_level1_B</th>\n",
       "      <th>genre_level2_AA</th>\n",
       "      <th>genre_level2_AB</th>\n",
       "      <th>genre_level2_BA</th>\n",
       "      <th>genre_level2_BB</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.424967</td>\n",
       "      <td>-0.574072</td>\n",
       "      <td>-0.205378</td>\n",
       "      <td>0.546491</td>\n",
       "      <td>1.067850</td>\n",
       "      <td>0.302817</td>\n",
       "      <td>-0.395523</td>\n",
       "      <td>-0.116830</td>\n",
       "      <td>0.949642</td>\n",
       "      <td>1.145280</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.033239</td>\n",
       "      <td>2</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.421997</td>\n",
       "      <td>-0.606361</td>\n",
       "      <td>-0.204723</td>\n",
       "      <td>0.533886</td>\n",
       "      <td>1.146231</td>\n",
       "      <td>0.277144</td>\n",
       "      <td>-0.394943</td>\n",
       "      <td>-0.114340</td>\n",
       "      <td>0.981951</td>\n",
       "      <td>1.170583</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.074502</td>\n",
       "      <td>5</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.416044</td>\n",
       "      <td>-0.580548</td>\n",
       "      <td>-0.206957</td>\n",
       "      <td>0.386746</td>\n",
       "      <td>0.951788</td>\n",
       "      <td>0.212872</td>\n",
       "      <td>-0.398086</td>\n",
       "      <td>-0.139479</td>\n",
       "      <td>1.006953</td>\n",
       "      <td>1.109066</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166498</td>\n",
       "      <td>10</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.330282</td>\n",
       "      <td>-0.664061</td>\n",
       "      <td>-0.207915</td>\n",
       "      <td>0.303146</td>\n",
       "      <td>0.865987</td>\n",
       "      <td>0.088599</td>\n",
       "      <td>-0.400752</td>\n",
       "      <td>-0.155342</td>\n",
       "      <td>0.753146</td>\n",
       "      <td>1.063515</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.101007</td>\n",
       "      <td>140</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.261336</td>\n",
       "      <td>-0.658513</td>\n",
       "      <td>-0.208614</td>\n",
       "      <td>0.267213</td>\n",
       "      <td>0.795050</td>\n",
       "      <td>0.019048</td>\n",
       "      <td>-0.402303</td>\n",
       "      <td>-0.158173</td>\n",
       "      <td>0.712158</td>\n",
       "      <td>0.989184</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017843</td>\n",
       "      <td>141</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.384889</td>\n",
       "      <td>-0.649945</td>\n",
       "      <td>-0.207658</td>\n",
       "      <td>0.313118</td>\n",
       "      <td>0.939155</td>\n",
       "      <td>0.155306</td>\n",
       "      <td>-0.398240</td>\n",
       "      <td>-0.151331</td>\n",
       "      <td>0.923454</td>\n",
       "      <td>1.097505</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.042868</td>\n",
       "      <td>148</td>\n",
       "      <td>Experimental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Electronic,Experimental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Experimental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.446811</td>\n",
       "      <td>-0.610839</td>\n",
       "      <td>-0.206134</td>\n",
       "      <td>0.442822</td>\n",
       "      <td>1.021726</td>\n",
       "      <td>0.236611</td>\n",
       "      <td>-0.397075</td>\n",
       "      <td>-0.131321</td>\n",
       "      <td>1.020164</td>\n",
       "      <td>1.162439</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010357</td>\n",
       "      <td>182</td>\n",
       "      <td>Rock</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Rock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.256236</td>\n",
       "      <td>-0.595367</td>\n",
       "      <td>-0.208178</td>\n",
       "      <td>0.273196</td>\n",
       "      <td>0.874514</td>\n",
       "      <td>0.067740</td>\n",
       "      <td>-0.402634</td>\n",
       "      <td>-0.146710</td>\n",
       "      <td>0.851326</td>\n",
       "      <td>0.970648</td>\n",
       "      <td>...</td>\n",
       "      <td>0.203233</td>\n",
       "      <td>190</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.204991</td>\n",
       "      <td>-0.628090</td>\n",
       "      <td>-0.209275</td>\n",
       "      <td>0.191138</td>\n",
       "      <td>0.780613</td>\n",
       "      <td>-0.001720</td>\n",
       "      <td>-0.405324</td>\n",
       "      <td>-0.161660</td>\n",
       "      <td>0.577112</td>\n",
       "      <td>0.883058</td>\n",
       "      <td>...</td>\n",
       "      <td>0.147421</td>\n",
       "      <td>193</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.211462</td>\n",
       "      <td>-0.625234</td>\n",
       "      <td>-0.208876</td>\n",
       "      <td>0.230424</td>\n",
       "      <td>0.841300</td>\n",
       "      <td>0.026359</td>\n",
       "      <td>-0.404091</td>\n",
       "      <td>-0.155169</td>\n",
       "      <td>0.713028</td>\n",
       "      <td>0.919844</td>\n",
       "      <td>...</td>\n",
       "      <td>0.046566</td>\n",
       "      <td>194</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.188672</td>\n",
       "      <td>-0.667825</td>\n",
       "      <td>-0.209534</td>\n",
       "      <td>0.236643</td>\n",
       "      <td>0.729644</td>\n",
       "      <td>0.029787</td>\n",
       "      <td>-0.405661</td>\n",
       "      <td>-0.166963</td>\n",
       "      <td>0.716871</td>\n",
       "      <td>0.919350</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.190518</td>\n",
       "      <td>197</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.217909</td>\n",
       "      <td>-0.590124</td>\n",
       "      <td>-0.208124</td>\n",
       "      <td>0.244461</td>\n",
       "      <td>0.857652</td>\n",
       "      <td>0.076071</td>\n",
       "      <td>-0.402948</td>\n",
       "      <td>-0.151063</td>\n",
       "      <td>0.866589</td>\n",
       "      <td>0.946565</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.122787</td>\n",
       "      <td>200</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.282892</td>\n",
       "      <td>-0.634539</td>\n",
       "      <td>-0.206605</td>\n",
       "      <td>0.289926</td>\n",
       "      <td>0.989891</td>\n",
       "      <td>0.139283</td>\n",
       "      <td>-0.401639</td>\n",
       "      <td>-0.138302</td>\n",
       "      <td>0.903597</td>\n",
       "      <td>1.006105</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.015675</td>\n",
       "      <td>203</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.313612</td>\n",
       "      <td>-0.617217</td>\n",
       "      <td>-0.207987</td>\n",
       "      <td>0.286112</td>\n",
       "      <td>0.874640</td>\n",
       "      <td>0.053771</td>\n",
       "      <td>-0.401860</td>\n",
       "      <td>-0.149003</td>\n",
       "      <td>0.820076</td>\n",
       "      <td>1.027397</td>\n",
       "      <td>...</td>\n",
       "      <td>0.281411</td>\n",
       "      <td>204</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.112902</td>\n",
       "      <td>-0.703600</td>\n",
       "      <td>-0.211092</td>\n",
       "      <td>0.171006</td>\n",
       "      <td>0.620002</td>\n",
       "      <td>0.044229</td>\n",
       "      <td>-0.410036</td>\n",
       "      <td>-0.179759</td>\n",
       "      <td>0.580367</td>\n",
       "      <td>0.806432</td>\n",
       "      <td>...</td>\n",
       "      <td>0.093077</td>\n",
       "      <td>207</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.216280</td>\n",
       "      <td>-0.605799</td>\n",
       "      <td>-0.207972</td>\n",
       "      <td>0.236046</td>\n",
       "      <td>0.898883</td>\n",
       "      <td>0.062560</td>\n",
       "      <td>-0.401995</td>\n",
       "      <td>-0.148296</td>\n",
       "      <td>0.860203</td>\n",
       "      <td>0.949578</td>\n",
       "      <td>...</td>\n",
       "      <td>0.210217</td>\n",
       "      <td>210</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.233996</td>\n",
       "      <td>-0.598878</td>\n",
       "      <td>-0.207987</td>\n",
       "      <td>0.221162</td>\n",
       "      <td>0.911457</td>\n",
       "      <td>0.049641</td>\n",
       "      <td>-0.402591</td>\n",
       "      <td>-0.147304</td>\n",
       "      <td>0.866862</td>\n",
       "      <td>0.961642</td>\n",
       "      <td>...</td>\n",
       "      <td>0.116870</td>\n",
       "      <td>211</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.362603</td>\n",
       "      <td>-0.603549</td>\n",
       "      <td>-0.207279</td>\n",
       "      <td>0.310885</td>\n",
       "      <td>0.958701</td>\n",
       "      <td>0.098767</td>\n",
       "      <td>-0.400478</td>\n",
       "      <td>-0.143093</td>\n",
       "      <td>0.888583</td>\n",
       "      <td>1.100469</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115693</td>\n",
       "      <td>212</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.256375</td>\n",
       "      <td>-0.650954</td>\n",
       "      <td>-0.209610</td>\n",
       "      <td>0.198155</td>\n",
       "      <td>0.753065</td>\n",
       "      <td>-0.021031</td>\n",
       "      <td>-0.405351</td>\n",
       "      <td>-0.167405</td>\n",
       "      <td>0.778697</td>\n",
       "      <td>0.957633</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.090236</td>\n",
       "      <td>213</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.345160</td>\n",
       "      <td>-0.639557</td>\n",
       "      <td>-0.206667</td>\n",
       "      <td>0.310035</td>\n",
       "      <td>0.998207</td>\n",
       "      <td>0.128108</td>\n",
       "      <td>-0.398813</td>\n",
       "      <td>-0.138752</td>\n",
       "      <td>0.881284</td>\n",
       "      <td>1.023344</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.017951</td>\n",
       "      <td>255</td>\n",
       "      <td>Rock</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Rock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.399652</td>\n",
       "      <td>-0.612987</td>\n",
       "      <td>-0.205770</td>\n",
       "      <td>0.448837</td>\n",
       "      <td>1.058676</td>\n",
       "      <td>0.233474</td>\n",
       "      <td>-0.395348</td>\n",
       "      <td>-0.129677</td>\n",
       "      <td>1.064187</td>\n",
       "      <td>1.195067</td>\n",
       "      <td>...</td>\n",
       "      <td>0.048150</td>\n",
       "      <td>256</td>\n",
       "      <td>Rock</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Rock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.346907</td>\n",
       "      <td>-0.661367</td>\n",
       "      <td>-0.207428</td>\n",
       "      <td>0.354903</td>\n",
       "      <td>0.890011</td>\n",
       "      <td>0.108882</td>\n",
       "      <td>-0.400075</td>\n",
       "      <td>-0.150327</td>\n",
       "      <td>0.747451</td>\n",
       "      <td>1.115052</td>\n",
       "      <td>...</td>\n",
       "      <td>0.093172</td>\n",
       "      <td>368</td>\n",
       "      <td>Rock</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Rock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.367396</td>\n",
       "      <td>-0.607169</td>\n",
       "      <td>-0.206943</td>\n",
       "      <td>0.366563</td>\n",
       "      <td>0.954764</td>\n",
       "      <td>0.162975</td>\n",
       "      <td>-0.397774</td>\n",
       "      <td>-0.135200</td>\n",
       "      <td>0.922061</td>\n",
       "      <td>1.046937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.046932</td>\n",
       "      <td>424</td>\n",
       "      <td>Experimental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Electronic,Experimental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Experimental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.387283</td>\n",
       "      <td>-0.625143</td>\n",
       "      <td>-0.207618</td>\n",
       "      <td>0.344873</td>\n",
       "      <td>0.865453</td>\n",
       "      <td>0.090869</td>\n",
       "      <td>-0.400009</td>\n",
       "      <td>-0.152069</td>\n",
       "      <td>0.910116</td>\n",
       "      <td>1.152499</td>\n",
       "      <td>...</td>\n",
       "      <td>0.267182</td>\n",
       "      <td>459</td>\n",
       "      <td>Rock</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Rock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.293016</td>\n",
       "      <td>-0.691877</td>\n",
       "      <td>-0.208384</td>\n",
       "      <td>0.272911</td>\n",
       "      <td>0.809457</td>\n",
       "      <td>0.054296</td>\n",
       "      <td>-0.400682</td>\n",
       "      <td>-0.161878</td>\n",
       "      <td>0.772100</td>\n",
       "      <td>1.042153</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.028147</td>\n",
       "      <td>534</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.363288</td>\n",
       "      <td>-0.642063</td>\n",
       "      <td>-0.207254</td>\n",
       "      <td>0.326290</td>\n",
       "      <td>0.931718</td>\n",
       "      <td>0.120553</td>\n",
       "      <td>-0.399521</td>\n",
       "      <td>-0.143912</td>\n",
       "      <td>0.838863</td>\n",
       "      <td>1.055831</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.075434</td>\n",
       "      <td>540</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.399181</td>\n",
       "      <td>-0.650666</td>\n",
       "      <td>-0.207358</td>\n",
       "      <td>0.335690</td>\n",
       "      <td>0.895526</td>\n",
       "      <td>0.132182</td>\n",
       "      <td>-0.399397</td>\n",
       "      <td>-0.147307</td>\n",
       "      <td>0.876460</td>\n",
       "      <td>1.067968</td>\n",
       "      <td>...</td>\n",
       "      <td>0.143508</td>\n",
       "      <td>546</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.427287</td>\n",
       "      <td>-0.614612</td>\n",
       "      <td>-0.205967</td>\n",
       "      <td>0.439204</td>\n",
       "      <td>1.063197</td>\n",
       "      <td>0.261411</td>\n",
       "      <td>-0.395705</td>\n",
       "      <td>-0.127868</td>\n",
       "      <td>1.043113</td>\n",
       "      <td>1.150537</td>\n",
       "      <td>...</td>\n",
       "      <td>0.029357</td>\n",
       "      <td>574</td>\n",
       "      <td>Rock</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Rock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.245573</td>\n",
       "      <td>-0.690527</td>\n",
       "      <td>-0.209977</td>\n",
       "      <td>0.197469</td>\n",
       "      <td>0.714692</td>\n",
       "      <td>-0.022710</td>\n",
       "      <td>-0.404578</td>\n",
       "      <td>-0.175945</td>\n",
       "      <td>0.666643</td>\n",
       "      <td>0.970475</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.063892</td>\n",
       "      <td>602</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.095638</td>\n",
       "      <td>-0.731329</td>\n",
       "      <td>-0.211464</td>\n",
       "      <td>0.066770</td>\n",
       "      <td>0.616344</td>\n",
       "      <td>-0.127750</td>\n",
       "      <td>-0.410165</td>\n",
       "      <td>-0.194071</td>\n",
       "      <td>0.454574</td>\n",
       "      <td>0.861578</td>\n",
       "      <td>...</td>\n",
       "      <td>0.135188</td>\n",
       "      <td>615</td>\n",
       "      <td>Experimental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Electronic,Experimental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Experimental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7970</th>\n",
       "      <td>0.384095</td>\n",
       "      <td>-0.600357</td>\n",
       "      <td>-0.207270</td>\n",
       "      <td>0.354679</td>\n",
       "      <td>0.927522</td>\n",
       "      <td>0.162633</td>\n",
       "      <td>-0.400650</td>\n",
       "      <td>-0.144025</td>\n",
       "      <td>0.829331</td>\n",
       "      <td>1.074345</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002352</td>\n",
       "      <td>152103</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7971</th>\n",
       "      <td>0.306273</td>\n",
       "      <td>-0.610447</td>\n",
       "      <td>-0.208520</td>\n",
       "      <td>0.310790</td>\n",
       "      <td>0.805840</td>\n",
       "      <td>0.097597</td>\n",
       "      <td>-0.401014</td>\n",
       "      <td>-0.153248</td>\n",
       "      <td>0.832029</td>\n",
       "      <td>0.906045</td>\n",
       "      <td>...</td>\n",
       "      <td>0.203405</td>\n",
       "      <td>152253</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7972</th>\n",
       "      <td>0.320546</td>\n",
       "      <td>-0.612081</td>\n",
       "      <td>-0.207354</td>\n",
       "      <td>0.342766</td>\n",
       "      <td>0.887149</td>\n",
       "      <td>0.148036</td>\n",
       "      <td>-0.400065</td>\n",
       "      <td>-0.144417</td>\n",
       "      <td>0.901379</td>\n",
       "      <td>1.031276</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.023268</td>\n",
       "      <td>152254</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7973</th>\n",
       "      <td>0.451562</td>\n",
       "      <td>-0.627732</td>\n",
       "      <td>-0.206577</td>\n",
       "      <td>0.398509</td>\n",
       "      <td>1.010792</td>\n",
       "      <td>0.269015</td>\n",
       "      <td>-0.398352</td>\n",
       "      <td>-0.139132</td>\n",
       "      <td>0.931678</td>\n",
       "      <td>1.119789</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002591</td>\n",
       "      <td>152258</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7974</th>\n",
       "      <td>0.382934</td>\n",
       "      <td>-0.603442</td>\n",
       "      <td>-0.206519</td>\n",
       "      <td>0.379279</td>\n",
       "      <td>0.992512</td>\n",
       "      <td>0.226063</td>\n",
       "      <td>-0.398463</td>\n",
       "      <td>-0.138502</td>\n",
       "      <td>0.885805</td>\n",
       "      <td>1.074420</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115847</td>\n",
       "      <td>152261</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7975</th>\n",
       "      <td>0.481494</td>\n",
       "      <td>-0.598004</td>\n",
       "      <td>-0.205311</td>\n",
       "      <td>0.451647</td>\n",
       "      <td>1.036266</td>\n",
       "      <td>0.281001</td>\n",
       "      <td>-0.397693</td>\n",
       "      <td>-0.128896</td>\n",
       "      <td>1.012987</td>\n",
       "      <td>1.220132</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.115256</td>\n",
       "      <td>152262</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7976</th>\n",
       "      <td>0.381655</td>\n",
       "      <td>-0.624786</td>\n",
       "      <td>-0.206381</td>\n",
       "      <td>0.373222</td>\n",
       "      <td>1.045305</td>\n",
       "      <td>0.172838</td>\n",
       "      <td>-0.397396</td>\n",
       "      <td>-0.130974</td>\n",
       "      <td>0.875867</td>\n",
       "      <td>1.113120</td>\n",
       "      <td>...</td>\n",
       "      <td>0.059769</td>\n",
       "      <td>152324</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7977</th>\n",
       "      <td>0.393162</td>\n",
       "      <td>-0.574776</td>\n",
       "      <td>-0.205951</td>\n",
       "      <td>0.401951</td>\n",
       "      <td>1.063783</td>\n",
       "      <td>0.246755</td>\n",
       "      <td>-0.397086</td>\n",
       "      <td>-0.125002</td>\n",
       "      <td>1.017923</td>\n",
       "      <td>1.094418</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.032899</td>\n",
       "      <td>152418</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7978</th>\n",
       "      <td>0.337083</td>\n",
       "      <td>-0.592311</td>\n",
       "      <td>-0.206156</td>\n",
       "      <td>0.409459</td>\n",
       "      <td>1.013213</td>\n",
       "      <td>0.203443</td>\n",
       "      <td>-0.398169</td>\n",
       "      <td>-0.126097</td>\n",
       "      <td>0.932295</td>\n",
       "      <td>1.042470</td>\n",
       "      <td>...</td>\n",
       "      <td>0.130470</td>\n",
       "      <td>152425</td>\n",
       "      <td>International</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>International</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7979</th>\n",
       "      <td>0.342746</td>\n",
       "      <td>-0.623578</td>\n",
       "      <td>-0.207419</td>\n",
       "      <td>0.283589</td>\n",
       "      <td>0.904622</td>\n",
       "      <td>0.110719</td>\n",
       "      <td>-0.401280</td>\n",
       "      <td>-0.147804</td>\n",
       "      <td>0.893202</td>\n",
       "      <td>1.058118</td>\n",
       "      <td>...</td>\n",
       "      <td>0.053705</td>\n",
       "      <td>152480</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7980</th>\n",
       "      <td>0.381132</td>\n",
       "      <td>-0.598886</td>\n",
       "      <td>-0.204944</td>\n",
       "      <td>0.501065</td>\n",
       "      <td>1.150936</td>\n",
       "      <td>0.231375</td>\n",
       "      <td>-0.396647</td>\n",
       "      <td>-0.110805</td>\n",
       "      <td>0.885966</td>\n",
       "      <td>1.067133</td>\n",
       "      <td>...</td>\n",
       "      <td>0.040097</td>\n",
       "      <td>152543</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7981</th>\n",
       "      <td>0.346792</td>\n",
       "      <td>-0.588940</td>\n",
       "      <td>-0.206023</td>\n",
       "      <td>0.409604</td>\n",
       "      <td>1.042186</td>\n",
       "      <td>0.231466</td>\n",
       "      <td>-0.398571</td>\n",
       "      <td>-0.125920</td>\n",
       "      <td>0.817362</td>\n",
       "      <td>1.018278</td>\n",
       "      <td>...</td>\n",
       "      <td>0.117110</td>\n",
       "      <td>152545</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7982</th>\n",
       "      <td>0.310298</td>\n",
       "      <td>-0.651767</td>\n",
       "      <td>-0.207547</td>\n",
       "      <td>0.322990</td>\n",
       "      <td>0.896653</td>\n",
       "      <td>0.151799</td>\n",
       "      <td>-0.400184</td>\n",
       "      <td>-0.148114</td>\n",
       "      <td>0.876070</td>\n",
       "      <td>1.024065</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153113</td>\n",
       "      <td>152568</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7983</th>\n",
       "      <td>0.278010</td>\n",
       "      <td>-0.664577</td>\n",
       "      <td>-0.209649</td>\n",
       "      <td>0.208357</td>\n",
       "      <td>0.762958</td>\n",
       "      <td>-0.000864</td>\n",
       "      <td>-0.404394</td>\n",
       "      <td>-0.169062</td>\n",
       "      <td>0.773524</td>\n",
       "      <td>1.023387</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012957</td>\n",
       "      <td>152569</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7984</th>\n",
       "      <td>0.323796</td>\n",
       "      <td>-0.611904</td>\n",
       "      <td>-0.208449</td>\n",
       "      <td>0.254191</td>\n",
       "      <td>0.869808</td>\n",
       "      <td>0.065655</td>\n",
       "      <td>-0.403058</td>\n",
       "      <td>-0.151440</td>\n",
       "      <td>0.838130</td>\n",
       "      <td>1.023862</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.011906</td>\n",
       "      <td>152570</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7985</th>\n",
       "      <td>0.444748</td>\n",
       "      <td>-0.623029</td>\n",
       "      <td>-0.205408</td>\n",
       "      <td>0.476981</td>\n",
       "      <td>1.038385</td>\n",
       "      <td>0.289388</td>\n",
       "      <td>-0.397141</td>\n",
       "      <td>-0.127768</td>\n",
       "      <td>0.960109</td>\n",
       "      <td>1.126018</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.086865</td>\n",
       "      <td>153337</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7986</th>\n",
       "      <td>0.447866</td>\n",
       "      <td>-0.593734</td>\n",
       "      <td>-0.205846</td>\n",
       "      <td>0.467539</td>\n",
       "      <td>1.054951</td>\n",
       "      <td>0.239039</td>\n",
       "      <td>-0.396677</td>\n",
       "      <td>-0.121504</td>\n",
       "      <td>0.981048</td>\n",
       "      <td>1.136736</td>\n",
       "      <td>...</td>\n",
       "      <td>0.058301</td>\n",
       "      <td>153383</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7987</th>\n",
       "      <td>0.370936</td>\n",
       "      <td>-0.583844</td>\n",
       "      <td>-0.207190</td>\n",
       "      <td>0.329025</td>\n",
       "      <td>0.942468</td>\n",
       "      <td>0.154515</td>\n",
       "      <td>-0.400012</td>\n",
       "      <td>-0.139619</td>\n",
       "      <td>0.894624</td>\n",
       "      <td>1.044295</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.091881</td>\n",
       "      <td>153452</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7988</th>\n",
       "      <td>0.301369</td>\n",
       "      <td>-0.614408</td>\n",
       "      <td>-0.206890</td>\n",
       "      <td>0.321266</td>\n",
       "      <td>0.938038</td>\n",
       "      <td>0.118936</td>\n",
       "      <td>-0.400600</td>\n",
       "      <td>-0.139759</td>\n",
       "      <td>0.799512</td>\n",
       "      <td>1.005052</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.011870</td>\n",
       "      <td>153946</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk,International</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Folk</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7989</th>\n",
       "      <td>0.382519</td>\n",
       "      <td>-0.629622</td>\n",
       "      <td>-0.207065</td>\n",
       "      <td>0.356728</td>\n",
       "      <td>0.986760</td>\n",
       "      <td>0.160176</td>\n",
       "      <td>-0.397993</td>\n",
       "      <td>-0.137741</td>\n",
       "      <td>0.808946</td>\n",
       "      <td>1.092985</td>\n",
       "      <td>...</td>\n",
       "      <td>0.132017</td>\n",
       "      <td>153955</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7990</th>\n",
       "      <td>0.245427</td>\n",
       "      <td>-0.676648</td>\n",
       "      <td>-0.208786</td>\n",
       "      <td>0.255992</td>\n",
       "      <td>0.818341</td>\n",
       "      <td>0.048617</td>\n",
       "      <td>-0.403203</td>\n",
       "      <td>-0.157836</td>\n",
       "      <td>0.698953</td>\n",
       "      <td>0.998651</td>\n",
       "      <td>...</td>\n",
       "      <td>0.052236</td>\n",
       "      <td>153956</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7991</th>\n",
       "      <td>0.283521</td>\n",
       "      <td>-0.687013</td>\n",
       "      <td>-0.209138</td>\n",
       "      <td>0.296940</td>\n",
       "      <td>0.785162</td>\n",
       "      <td>0.157629</td>\n",
       "      <td>-0.405284</td>\n",
       "      <td>-0.161728</td>\n",
       "      <td>0.663278</td>\n",
       "      <td>0.944977</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000404</td>\n",
       "      <td>154303</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7992</th>\n",
       "      <td>0.202281</td>\n",
       "      <td>-0.704714</td>\n",
       "      <td>-0.210344</td>\n",
       "      <td>0.255594</td>\n",
       "      <td>0.699466</td>\n",
       "      <td>0.108314</td>\n",
       "      <td>-0.407029</td>\n",
       "      <td>-0.175193</td>\n",
       "      <td>0.575210</td>\n",
       "      <td>0.866682</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.040095</td>\n",
       "      <td>154305</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7993</th>\n",
       "      <td>0.358089</td>\n",
       "      <td>-0.622604</td>\n",
       "      <td>-0.207269</td>\n",
       "      <td>0.402337</td>\n",
       "      <td>0.916249</td>\n",
       "      <td>0.216100</td>\n",
       "      <td>-0.400485</td>\n",
       "      <td>-0.146217</td>\n",
       "      <td>0.808703</td>\n",
       "      <td>1.085129</td>\n",
       "      <td>...</td>\n",
       "      <td>0.046949</td>\n",
       "      <td>154306</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7994</th>\n",
       "      <td>0.307936</td>\n",
       "      <td>-0.628542</td>\n",
       "      <td>-0.208588</td>\n",
       "      <td>0.276009</td>\n",
       "      <td>0.862946</td>\n",
       "      <td>0.171491</td>\n",
       "      <td>-0.402034</td>\n",
       "      <td>-0.150696</td>\n",
       "      <td>0.697143</td>\n",
       "      <td>0.946621</td>\n",
       "      <td>...</td>\n",
       "      <td>0.155171</td>\n",
       "      <td>154307</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7995</th>\n",
       "      <td>0.265794</td>\n",
       "      <td>-0.633805</td>\n",
       "      <td>-0.208577</td>\n",
       "      <td>0.233179</td>\n",
       "      <td>0.878944</td>\n",
       "      <td>0.110451</td>\n",
       "      <td>-0.403705</td>\n",
       "      <td>-0.158394</td>\n",
       "      <td>0.701424</td>\n",
       "      <td>0.966991</td>\n",
       "      <td>...</td>\n",
       "      <td>0.265502</td>\n",
       "      <td>154308</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7996</th>\n",
       "      <td>0.230969</td>\n",
       "      <td>-0.657680</td>\n",
       "      <td>-0.209998</td>\n",
       "      <td>0.201425</td>\n",
       "      <td>0.719419</td>\n",
       "      <td>0.145604</td>\n",
       "      <td>-0.406656</td>\n",
       "      <td>-0.167660</td>\n",
       "      <td>0.607970</td>\n",
       "      <td>0.883168</td>\n",
       "      <td>...</td>\n",
       "      <td>0.019675</td>\n",
       "      <td>154309</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7997</th>\n",
       "      <td>0.302889</td>\n",
       "      <td>-0.668268</td>\n",
       "      <td>-0.209283</td>\n",
       "      <td>0.237050</td>\n",
       "      <td>0.795597</td>\n",
       "      <td>-0.007445</td>\n",
       "      <td>-0.403002</td>\n",
       "      <td>-0.162730</td>\n",
       "      <td>0.685922</td>\n",
       "      <td>0.982924</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.022684</td>\n",
       "      <td>154413</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7998</th>\n",
       "      <td>0.347429</td>\n",
       "      <td>-0.632702</td>\n",
       "      <td>-0.207849</td>\n",
       "      <td>0.310851</td>\n",
       "      <td>0.916750</td>\n",
       "      <td>0.123365</td>\n",
       "      <td>-0.400449</td>\n",
       "      <td>-0.146084</td>\n",
       "      <td>0.793116</td>\n",
       "      <td>1.041425</td>\n",
       "      <td>...</td>\n",
       "      <td>0.048095</td>\n",
       "      <td>154414</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Folk,International,Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop,Rock</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7999</th>\n",
       "      <td>0.158134</td>\n",
       "      <td>-0.737152</td>\n",
       "      <td>-0.210175</td>\n",
       "      <td>0.210837</td>\n",
       "      <td>0.615120</td>\n",
       "      <td>-0.011199</td>\n",
       "      <td>-0.407804</td>\n",
       "      <td>-0.185516</td>\n",
       "      <td>0.650585</td>\n",
       "      <td>0.915906</td>\n",
       "      <td>...</td>\n",
       "      <td>0.083798</td>\n",
       "      <td>155066</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Electronic,Experimental,Hip-Hop,Instrumental</td>\n",
       "      <td>Hip-Hop,Instrumental</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Hip-Hop</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8000 rows × 169 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             0         1         2         3         4         5         6  \\\n",
       "0     0.424967 -0.574072 -0.205378  0.546491  1.067850  0.302817 -0.395523   \n",
       "1     0.421997 -0.606361 -0.204723  0.533886  1.146231  0.277144 -0.394943   \n",
       "2     0.416044 -0.580548 -0.206957  0.386746  0.951788  0.212872 -0.398086   \n",
       "3     0.330282 -0.664061 -0.207915  0.303146  0.865987  0.088599 -0.400752   \n",
       "4     0.261336 -0.658513 -0.208614  0.267213  0.795050  0.019048 -0.402303   \n",
       "5     0.384889 -0.649945 -0.207658  0.313118  0.939155  0.155306 -0.398240   \n",
       "6     0.446811 -0.610839 -0.206134  0.442822  1.021726  0.236611 -0.397075   \n",
       "7     0.256236 -0.595367 -0.208178  0.273196  0.874514  0.067740 -0.402634   \n",
       "8     0.204991 -0.628090 -0.209275  0.191138  0.780613 -0.001720 -0.405324   \n",
       "9     0.211462 -0.625234 -0.208876  0.230424  0.841300  0.026359 -0.404091   \n",
       "10    0.188672 -0.667825 -0.209534  0.236643  0.729644  0.029787 -0.405661   \n",
       "11    0.217909 -0.590124 -0.208124  0.244461  0.857652  0.076071 -0.402948   \n",
       "12    0.282892 -0.634539 -0.206605  0.289926  0.989891  0.139283 -0.401639   \n",
       "13    0.313612 -0.617217 -0.207987  0.286112  0.874640  0.053771 -0.401860   \n",
       "14    0.112902 -0.703600 -0.211092  0.171006  0.620002  0.044229 -0.410036   \n",
       "15    0.216280 -0.605799 -0.207972  0.236046  0.898883  0.062560 -0.401995   \n",
       "16    0.233996 -0.598878 -0.207987  0.221162  0.911457  0.049641 -0.402591   \n",
       "17    0.362603 -0.603549 -0.207279  0.310885  0.958701  0.098767 -0.400478   \n",
       "18    0.256375 -0.650954 -0.209610  0.198155  0.753065 -0.021031 -0.405351   \n",
       "19    0.345160 -0.639557 -0.206667  0.310035  0.998207  0.128108 -0.398813   \n",
       "20    0.399652 -0.612987 -0.205770  0.448837  1.058676  0.233474 -0.395348   \n",
       "21    0.346907 -0.661367 -0.207428  0.354903  0.890011  0.108882 -0.400075   \n",
       "22    0.367396 -0.607169 -0.206943  0.366563  0.954764  0.162975 -0.397774   \n",
       "23    0.387283 -0.625143 -0.207618  0.344873  0.865453  0.090869 -0.400009   \n",
       "24    0.293016 -0.691877 -0.208384  0.272911  0.809457  0.054296 -0.400682   \n",
       "25    0.363288 -0.642063 -0.207254  0.326290  0.931718  0.120553 -0.399521   \n",
       "26    0.399181 -0.650666 -0.207358  0.335690  0.895526  0.132182 -0.399397   \n",
       "27    0.427287 -0.614612 -0.205967  0.439204  1.063197  0.261411 -0.395705   \n",
       "28    0.245573 -0.690527 -0.209977  0.197469  0.714692 -0.022710 -0.404578   \n",
       "29    0.095638 -0.731329 -0.211464  0.066770  0.616344 -0.127750 -0.410165   \n",
       "...        ...       ...       ...       ...       ...       ...       ...   \n",
       "7970  0.384095 -0.600357 -0.207270  0.354679  0.927522  0.162633 -0.400650   \n",
       "7971  0.306273 -0.610447 -0.208520  0.310790  0.805840  0.097597 -0.401014   \n",
       "7972  0.320546 -0.612081 -0.207354  0.342766  0.887149  0.148036 -0.400065   \n",
       "7973  0.451562 -0.627732 -0.206577  0.398509  1.010792  0.269015 -0.398352   \n",
       "7974  0.382934 -0.603442 -0.206519  0.379279  0.992512  0.226063 -0.398463   \n",
       "7975  0.481494 -0.598004 -0.205311  0.451647  1.036266  0.281001 -0.397693   \n",
       "7976  0.381655 -0.624786 -0.206381  0.373222  1.045305  0.172838 -0.397396   \n",
       "7977  0.393162 -0.574776 -0.205951  0.401951  1.063783  0.246755 -0.397086   \n",
       "7978  0.337083 -0.592311 -0.206156  0.409459  1.013213  0.203443 -0.398169   \n",
       "7979  0.342746 -0.623578 -0.207419  0.283589  0.904622  0.110719 -0.401280   \n",
       "7980  0.381132 -0.598886 -0.204944  0.501065  1.150936  0.231375 -0.396647   \n",
       "7981  0.346792 -0.588940 -0.206023  0.409604  1.042186  0.231466 -0.398571   \n",
       "7982  0.310298 -0.651767 -0.207547  0.322990  0.896653  0.151799 -0.400184   \n",
       "7983  0.278010 -0.664577 -0.209649  0.208357  0.762958 -0.000864 -0.404394   \n",
       "7984  0.323796 -0.611904 -0.208449  0.254191  0.869808  0.065655 -0.403058   \n",
       "7985  0.444748 -0.623029 -0.205408  0.476981  1.038385  0.289388 -0.397141   \n",
       "7986  0.447866 -0.593734 -0.205846  0.467539  1.054951  0.239039 -0.396677   \n",
       "7987  0.370936 -0.583844 -0.207190  0.329025  0.942468  0.154515 -0.400012   \n",
       "7988  0.301369 -0.614408 -0.206890  0.321266  0.938038  0.118936 -0.400600   \n",
       "7989  0.382519 -0.629622 -0.207065  0.356728  0.986760  0.160176 -0.397993   \n",
       "7990  0.245427 -0.676648 -0.208786  0.255992  0.818341  0.048617 -0.403203   \n",
       "7991  0.283521 -0.687013 -0.209138  0.296940  0.785162  0.157629 -0.405284   \n",
       "7992  0.202281 -0.704714 -0.210344  0.255594  0.699466  0.108314 -0.407029   \n",
       "7993  0.358089 -0.622604 -0.207269  0.402337  0.916249  0.216100 -0.400485   \n",
       "7994  0.307936 -0.628542 -0.208588  0.276009  0.862946  0.171491 -0.402034   \n",
       "7995  0.265794 -0.633805 -0.208577  0.233179  0.878944  0.110451 -0.403705   \n",
       "7996  0.230969 -0.657680 -0.209998  0.201425  0.719419  0.145604 -0.406656   \n",
       "7997  0.302889 -0.668268 -0.209283  0.237050  0.795597 -0.007445 -0.403002   \n",
       "7998  0.347429 -0.632702 -0.207849  0.310851  0.916750  0.123365 -0.400449   \n",
       "7999  0.158134 -0.737152 -0.210175  0.210837  0.615120 -0.011199 -0.407804   \n",
       "\n",
       "             7         8         9       ...              159  Track_Id  \\\n",
       "0    -0.116830  0.949642  1.145280       ...        -0.033239         2   \n",
       "1    -0.114340  0.981951  1.170583       ...        -0.074502         5   \n",
       "2    -0.139479  1.006953  1.109066       ...         0.166498        10   \n",
       "3    -0.155342  0.753146  1.063515       ...        -0.101007       140   \n",
       "4    -0.158173  0.712158  0.989184       ...         0.017843       141   \n",
       "5    -0.151331  0.923454  1.097505       ...        -0.042868       148   \n",
       "6    -0.131321  1.020164  1.162439       ...         0.010357       182   \n",
       "7    -0.146710  0.851326  0.970648       ...         0.203233       190   \n",
       "8    -0.161660  0.577112  0.883058       ...         0.147421       193   \n",
       "9    -0.155169  0.713028  0.919844       ...         0.046566       194   \n",
       "10   -0.166963  0.716871  0.919350       ...        -0.190518       197   \n",
       "11   -0.151063  0.866589  0.946565       ...        -0.122787       200   \n",
       "12   -0.138302  0.903597  1.006105       ...        -0.015675       203   \n",
       "13   -0.149003  0.820076  1.027397       ...         0.281411       204   \n",
       "14   -0.179759  0.580367  0.806432       ...         0.093077       207   \n",
       "15   -0.148296  0.860203  0.949578       ...         0.210217       210   \n",
       "16   -0.147304  0.866862  0.961642       ...         0.116870       211   \n",
       "17   -0.143093  0.888583  1.100469       ...         0.115693       212   \n",
       "18   -0.167405  0.778697  0.957633       ...        -0.090236       213   \n",
       "19   -0.138752  0.881284  1.023344       ...        -0.017951       255   \n",
       "20   -0.129677  1.064187  1.195067       ...         0.048150       256   \n",
       "21   -0.150327  0.747451  1.115052       ...         0.093172       368   \n",
       "22   -0.135200  0.922061  1.046937       ...         0.046932       424   \n",
       "23   -0.152069  0.910116  1.152499       ...         0.267182       459   \n",
       "24   -0.161878  0.772100  1.042153       ...        -0.028147       534   \n",
       "25   -0.143912  0.838863  1.055831       ...        -0.075434       540   \n",
       "26   -0.147307  0.876460  1.067968       ...         0.143508       546   \n",
       "27   -0.127868  1.043113  1.150537       ...         0.029357       574   \n",
       "28   -0.175945  0.666643  0.970475       ...        -0.063892       602   \n",
       "29   -0.194071  0.454574  0.861578       ...         0.135188       615   \n",
       "...        ...       ...       ...       ...              ...       ...   \n",
       "7970 -0.144025  0.829331  1.074345       ...         0.002352    152103   \n",
       "7971 -0.153248  0.832029  0.906045       ...         0.203405    152253   \n",
       "7972 -0.144417  0.901379  1.031276       ...        -0.023268    152254   \n",
       "7973 -0.139132  0.931678  1.119789       ...        -0.002591    152258   \n",
       "7974 -0.138502  0.885805  1.074420       ...         0.115847    152261   \n",
       "7975 -0.128896  1.012987  1.220132       ...        -0.115256    152262   \n",
       "7976 -0.130974  0.875867  1.113120       ...         0.059769    152324   \n",
       "7977 -0.125002  1.017923  1.094418       ...        -0.032899    152418   \n",
       "7978 -0.126097  0.932295  1.042470       ...         0.130470    152425   \n",
       "7979 -0.147804  0.893202  1.058118       ...         0.053705    152480   \n",
       "7980 -0.110805  0.885966  1.067133       ...         0.040097    152543   \n",
       "7981 -0.125920  0.817362  1.018278       ...         0.117110    152545   \n",
       "7982 -0.148114  0.876070  1.024065       ...         0.153113    152568   \n",
       "7983 -0.169062  0.773524  1.023387       ...         0.012957    152569   \n",
       "7984 -0.151440  0.838130  1.023862       ...        -0.011906    152570   \n",
       "7985 -0.127768  0.960109  1.126018       ...        -0.086865    153337   \n",
       "7986 -0.121504  0.981048  1.136736       ...         0.058301    153383   \n",
       "7987 -0.139619  0.894624  1.044295       ...        -0.091881    153452   \n",
       "7988 -0.139759  0.799512  1.005052       ...        -0.011870    153946   \n",
       "7989 -0.137741  0.808946  1.092985       ...         0.132017    153955   \n",
       "7990 -0.157836  0.698953  0.998651       ...         0.052236    153956   \n",
       "7991 -0.161728  0.663278  0.944977       ...        -0.000404    154303   \n",
       "7992 -0.175193  0.575210  0.866682       ...        -0.040095    154305   \n",
       "7993 -0.146217  0.808703  1.085129       ...         0.046949    154306   \n",
       "7994 -0.150696  0.697143  0.946621       ...         0.155171    154307   \n",
       "7995 -0.158394  0.701424  0.966991       ...         0.265502    154308   \n",
       "7996 -0.167660  0.607970  0.883168       ...         0.019675    154309   \n",
       "7997 -0.162730  0.685922  0.982924       ...        -0.022684    154413   \n",
       "7998 -0.146084  0.793116  1.041425       ...         0.048095    154414   \n",
       "7999 -0.185516  0.650585  0.915906       ...         0.083798    155066   \n",
       "\n",
       "              genre                                  genre_level0  \\\n",
       "0           Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "1           Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "2               Pop                   Folk,International,Pop,Rock   \n",
       "3              Folk                   Folk,International,Pop,Rock   \n",
       "4              Folk                   Folk,International,Pop,Rock   \n",
       "5      Experimental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "6              Rock                   Folk,International,Pop,Rock   \n",
       "7              Folk                   Folk,International,Pop,Rock   \n",
       "8              Folk                   Folk,International,Pop,Rock   \n",
       "9              Folk                   Folk,International,Pop,Rock   \n",
       "10             Folk                   Folk,International,Pop,Rock   \n",
       "11             Folk                   Folk,International,Pop,Rock   \n",
       "12             Folk                   Folk,International,Pop,Rock   \n",
       "13             Folk                   Folk,International,Pop,Rock   \n",
       "14             Folk                   Folk,International,Pop,Rock   \n",
       "15             Folk                   Folk,International,Pop,Rock   \n",
       "16             Folk                   Folk,International,Pop,Rock   \n",
       "17             Folk                   Folk,International,Pop,Rock   \n",
       "18              Pop                   Folk,International,Pop,Rock   \n",
       "19             Rock                   Folk,International,Pop,Rock   \n",
       "20             Rock                   Folk,International,Pop,Rock   \n",
       "21             Rock                   Folk,International,Pop,Rock   \n",
       "22     Experimental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "23             Rock                   Folk,International,Pop,Rock   \n",
       "24             Folk                   Folk,International,Pop,Rock   \n",
       "25             Folk                   Folk,International,Pop,Rock   \n",
       "26             Folk                   Folk,International,Pop,Rock   \n",
       "27             Rock                   Folk,International,Pop,Rock   \n",
       "28             Folk                   Folk,International,Pop,Rock   \n",
       "29     Experimental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "...             ...                                           ...   \n",
       "7970  International                   Folk,International,Pop,Rock   \n",
       "7971  International                   Folk,International,Pop,Rock   \n",
       "7972  International                   Folk,International,Pop,Rock   \n",
       "7973  International                   Folk,International,Pop,Rock   \n",
       "7974  International                   Folk,International,Pop,Rock   \n",
       "7975  International                   Folk,International,Pop,Rock   \n",
       "7976            Pop                   Folk,International,Pop,Rock   \n",
       "7977  International                   Folk,International,Pop,Rock   \n",
       "7978  International                   Folk,International,Pop,Rock   \n",
       "7979   Instrumental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7980        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7981        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7982   Instrumental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7983   Instrumental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7984   Instrumental  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7985        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7986            Pop                   Folk,International,Pop,Rock   \n",
       "7987            Pop                   Folk,International,Pop,Rock   \n",
       "7988           Folk                   Folk,International,Pop,Rock   \n",
       "7989            Pop                   Folk,International,Pop,Rock   \n",
       "7990            Pop                   Folk,International,Pop,Rock   \n",
       "7991        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7992        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7993        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7994        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7995        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7996        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "7997            Pop                   Folk,International,Pop,Rock   \n",
       "7998            Pop                   Folk,International,Pop,Rock   \n",
       "7999        Hip-Hop  Electronic,Experimental,Hip-Hop,Instrumental   \n",
       "\n",
       "               genre_level1_A      genre_level1_B  genre_level2_AA  \\\n",
       "0        Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "1        Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "2                     Invalid            Pop,Rock          Invalid   \n",
       "3                     Invalid  Folk,International          Invalid   \n",
       "4                     Invalid  Folk,International          Invalid   \n",
       "5     Electronic,Experimental             Invalid     Experimental   \n",
       "6                     Invalid            Pop,Rock          Invalid   \n",
       "7                     Invalid  Folk,International          Invalid   \n",
       "8                     Invalid  Folk,International          Invalid   \n",
       "9                     Invalid  Folk,International          Invalid   \n",
       "10                    Invalid  Folk,International          Invalid   \n",
       "11                    Invalid  Folk,International          Invalid   \n",
       "12                    Invalid  Folk,International          Invalid   \n",
       "13                    Invalid  Folk,International          Invalid   \n",
       "14                    Invalid  Folk,International          Invalid   \n",
       "15                    Invalid  Folk,International          Invalid   \n",
       "16                    Invalid  Folk,International          Invalid   \n",
       "17                    Invalid  Folk,International          Invalid   \n",
       "18                    Invalid            Pop,Rock          Invalid   \n",
       "19                    Invalid            Pop,Rock          Invalid   \n",
       "20                    Invalid            Pop,Rock          Invalid   \n",
       "21                    Invalid            Pop,Rock          Invalid   \n",
       "22    Electronic,Experimental             Invalid     Experimental   \n",
       "23                    Invalid            Pop,Rock          Invalid   \n",
       "24                    Invalid  Folk,International          Invalid   \n",
       "25                    Invalid  Folk,International          Invalid   \n",
       "26                    Invalid  Folk,International          Invalid   \n",
       "27                    Invalid            Pop,Rock          Invalid   \n",
       "28                    Invalid  Folk,International          Invalid   \n",
       "29    Electronic,Experimental             Invalid     Experimental   \n",
       "...                       ...                 ...              ...   \n",
       "7970                  Invalid  Folk,International          Invalid   \n",
       "7971                  Invalid  Folk,International          Invalid   \n",
       "7972                  Invalid  Folk,International          Invalid   \n",
       "7973                  Invalid  Folk,International          Invalid   \n",
       "7974                  Invalid  Folk,International          Invalid   \n",
       "7975                  Invalid  Folk,International          Invalid   \n",
       "7976                  Invalid            Pop,Rock          Invalid   \n",
       "7977                  Invalid  Folk,International          Invalid   \n",
       "7978                  Invalid  Folk,International          Invalid   \n",
       "7979     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7980     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7981     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7982     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7983     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7984     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7985     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7986                  Invalid            Pop,Rock          Invalid   \n",
       "7987                  Invalid            Pop,Rock          Invalid   \n",
       "7988                  Invalid  Folk,International          Invalid   \n",
       "7989                  Invalid            Pop,Rock          Invalid   \n",
       "7990                  Invalid            Pop,Rock          Invalid   \n",
       "7991     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7992     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7993     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7994     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7995     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7996     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "7997                  Invalid            Pop,Rock          Invalid   \n",
       "7998                  Invalid            Pop,Rock          Invalid   \n",
       "7999     Hip-Hop,Instrumental             Invalid          Invalid   \n",
       "\n",
       "      genre_level2_AB  genre_level2_BA  genre_level2_BB  \n",
       "0             Hip-Hop          Invalid          Invalid  \n",
       "1             Hip-Hop          Invalid          Invalid  \n",
       "2             Invalid          Invalid              Pop  \n",
       "3             Invalid             Folk          Invalid  \n",
       "4             Invalid             Folk          Invalid  \n",
       "5             Invalid          Invalid          Invalid  \n",
       "6             Invalid          Invalid             Rock  \n",
       "7             Invalid             Folk          Invalid  \n",
       "8             Invalid             Folk          Invalid  \n",
       "9             Invalid             Folk          Invalid  \n",
       "10            Invalid             Folk          Invalid  \n",
       "11            Invalid             Folk          Invalid  \n",
       "12            Invalid             Folk          Invalid  \n",
       "13            Invalid             Folk          Invalid  \n",
       "14            Invalid             Folk          Invalid  \n",
       "15            Invalid             Folk          Invalid  \n",
       "16            Invalid             Folk          Invalid  \n",
       "17            Invalid             Folk          Invalid  \n",
       "18            Invalid          Invalid              Pop  \n",
       "19            Invalid          Invalid             Rock  \n",
       "20            Invalid          Invalid             Rock  \n",
       "21            Invalid          Invalid             Rock  \n",
       "22            Invalid          Invalid          Invalid  \n",
       "23            Invalid          Invalid             Rock  \n",
       "24            Invalid             Folk          Invalid  \n",
       "25            Invalid             Folk          Invalid  \n",
       "26            Invalid             Folk          Invalid  \n",
       "27            Invalid          Invalid             Rock  \n",
       "28            Invalid             Folk          Invalid  \n",
       "29            Invalid          Invalid          Invalid  \n",
       "...               ...              ...              ...  \n",
       "7970          Invalid    International          Invalid  \n",
       "7971          Invalid    International          Invalid  \n",
       "7972          Invalid    International          Invalid  \n",
       "7973          Invalid    International          Invalid  \n",
       "7974          Invalid    International          Invalid  \n",
       "7975          Invalid    International          Invalid  \n",
       "7976          Invalid          Invalid              Pop  \n",
       "7977          Invalid    International          Invalid  \n",
       "7978          Invalid    International          Invalid  \n",
       "7979     Instrumental          Invalid          Invalid  \n",
       "7980          Hip-Hop          Invalid          Invalid  \n",
       "7981          Hip-Hop          Invalid          Invalid  \n",
       "7982     Instrumental          Invalid          Invalid  \n",
       "7983     Instrumental          Invalid          Invalid  \n",
       "7984     Instrumental          Invalid          Invalid  \n",
       "7985          Hip-Hop          Invalid          Invalid  \n",
       "7986          Invalid          Invalid              Pop  \n",
       "7987          Invalid          Invalid              Pop  \n",
       "7988          Invalid             Folk          Invalid  \n",
       "7989          Invalid          Invalid              Pop  \n",
       "7990          Invalid          Invalid              Pop  \n",
       "7991          Hip-Hop          Invalid          Invalid  \n",
       "7992          Hip-Hop          Invalid          Invalid  \n",
       "7993          Hip-Hop          Invalid          Invalid  \n",
       "7994          Hip-Hop          Invalid          Invalid  \n",
       "7995          Hip-Hop          Invalid          Invalid  \n",
       "7996          Hip-Hop          Invalid          Invalid  \n",
       "7997          Invalid          Invalid              Pop  \n",
       "7998          Invalid          Invalid              Pop  \n",
       "7999          Hip-Hop          Invalid          Invalid  \n",
       "\n",
       "[8000 rows x 169 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hirerarchial_dataset=deepcopy(dataset)\n",
    "hirerarchial_dataset=hirerarchial_dataset.drop(\"Unnamed: 0\",axis=1)\n",
    "hirerarchial_dataset[\"genre_level0\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,class_listA,class_listB))\n",
    "hirerarchial_dataset[\"genre_level1_A\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,class_listAA,class_listAB))\n",
    "hirerarchial_dataset[\"genre_level1_B\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,class_listBA,class_listBB))\n",
    "hirerarchial_dataset[\"genre_level2_AA\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,[class_listAA[0]],[class_listAA[1]]))\n",
    "hirerarchial_dataset[\"genre_level2_AB\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,[class_listAB[0]],[class_listAB[1]]))\n",
    "hirerarchial_dataset[\"genre_level2_BA\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,[class_listBA[0]],[class_listBA[1]]))\n",
    "hirerarchial_dataset[\"genre_level2_BB\"]=dataset[\"genre\"].apply(lambda x:convert_to_class(x,[class_listBB[0]],[class_listBB[1]]))\n",
    "hirerarchial_dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Level 0:-"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(8000, 160)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_size=.30\n",
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "features=hirerarchial_dataset.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=hirerarchial_dataset.genre_level0.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables,test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.939107142857\n",
      "Testing accuracy :  0.821666666667\n",
      "Confusion metrics for testing :-\n",
      " [[996 204]\n",
      " [224 976]]\n",
      "Genres considered :  Electronic,Experimental,Hip-Hop,Instrumental and Folk,International,Pop,Rock\n"
     ]
    }
   ],
   "source": [
    "svm_model_level0=svm.SVC(C=2)\n",
    "svm_model_level0.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level0.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level0.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level0.predict(X_test),labels=svm_model_level0.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level0.classes_))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Level 1:-"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4000, 160)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "level1A=filter_invalid(hirerarchial_dataset,\"genre_level1_A\")\n",
    "features=level1A.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=level1A.genre_level1_A.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.948571428571\n",
      "Testing accuracy :  0.771666666667\n",
      "Confusion metrics for testing :-\n",
      " [[458 142]\n",
      " [132 468]]\n",
      "Genres considered :  Electronic,Experimental and Hip-Hop,Instrumental\n"
     ]
    }
   ],
   "source": [
    "svm_model_level1A=svm.SVC(C=2)\n",
    "svm_model_level1A.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level1A.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level1A.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level1A.predict(X_test),labels=svm_model_level1A.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level1A.classes_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4000, 160)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "level1B=filter_invalid(hirerarchial_dataset,\"genre_level1_B\")\n",
    "features=level1B.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=level1B.genre_level1_B.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.956428571429\n",
      "Testing accuracy :  0.8225\n",
      "Confusion metrics for testing :-\n",
      " [[492 108]\n",
      " [105 495]]\n",
      "Genres considered :  Folk,International and Pop,Rock\n"
     ]
    }
   ],
   "source": [
    "svm_model_level1B=svm.SVC(C=2)\n",
    "svm_model_level1B.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level1B.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level1B.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level1B.predict(X_test),labels=svm_model_level1B.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level1B.classes_))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "level 2:-"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2000, 160)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "level2AA=filter_invalid(hirerarchial_dataset,\"genre_level2_AA\")\n",
    "features=level2AA.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=level2AA.genre_level2_AA.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.977142857143\n",
      "Testing accuracy :  0.858333333333\n",
      "Confusion metrics for testing :-\n",
      " [[257  43]\n",
      " [ 42 258]]\n",
      "Genres considered :  Electronic and Experimental\n"
     ]
    }
   ],
   "source": [
    "svm_model_level2AA=svm.SVC(C=2)\n",
    "svm_model_level2AA.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level2AA.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level2AA.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level2AA.predict(X_test),labels=svm_model_level2AA.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level2AA.classes_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2000, 160)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "level2AB=filter_invalid(hirerarchial_dataset,\"genre_level2_AB\")\n",
    "features=level2AB.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=level2AB.genre_level2_AB.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.992857142857\n",
      "Testing accuracy :  0.918333333333\n",
      "Confusion metrics for testing :-\n",
      " [[278  22]\n",
      " [ 27 273]]\n",
      "Genres considered :  Hip-Hop and Instrumental\n"
     ]
    }
   ],
   "source": [
    "svm_model_level2AB=svm.SVC(C=2)\n",
    "svm_model_level2AB.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level2AB.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level2AB.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level2AB.predict(X_test),labels=svm_model_level2AB.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level2AB.classes_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2000, 160)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "level2BA=filter_invalid(hirerarchial_dataset,\"genre_level2_BA\")\n",
    "features=level2BA.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=level2BA.genre_level2_BA.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.98\n",
      "Testing accuracy :  0.856666666667\n",
      "Confusion metrics for testing :-\n",
      " [[254  46]\n",
      " [ 40 260]]\n",
      "Genres considered :  Folk and International\n"
     ]
    }
   ],
   "source": [
    "svm_model_level2BA=svm.SVC(C=2)\n",
    "svm_model_level2BA.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level2BA.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level2BA.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level2BA.predict(X_test),labels=svm_model_level2BA.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level2BA.classes_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2000, 160)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "level2BB=filter_invalid(hirerarchial_dataset,\"genre_level2_BB\")\n",
    "features=level2BB.drop(cols,axis=1).as_matrix()     #removing track_id(Unnamed: 0) and genre in the dataset and converting to numpy array\n",
    "lables=level2BB.genre_level2_BB.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Svm statistics :-\n",
      "Training accuracy :  0.957142857143\n",
      "Testing accuracy :  0.768333333333\n",
      "Confusion metrics for testing :-\n",
      " [[235  65]\n",
      " [ 74 226]]\n",
      "Genres considered :  Pop and Rock\n"
     ]
    }
   ],
   "source": [
    "svm_model_level2BB=svm.SVC(C=2)\n",
    "svm_model_level2BB.fit(X_train,y_train)\n",
    "print(\"Svm statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,svm_model_level2BB.predict(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,svm_model_level2BB.predict(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,svm_model_level2BB.predict(X_test),labels=svm_model_level2BB.classes_))\n",
    "print(\"Genres considered : \",\" and \".join(svm_model_level2BB.classes_))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Ensemble Logic:-"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def ensemble_predict(y):\n",
    "    level0_predict=svm_model_level0.predict(y)\n",
    "    classA,classB=svm_model_level0.classes_\n",
    "    for level0_class in level0_predict:\n",
    "        if level0_class==classA:\n",
    "            level1_predict=svm_model_level1A.predict(y)\n",
    "            classAA,classAB=svm_model_level1A.classes_\n",
    "            for level1_class in level1_predict:\n",
    "                if level1_class==classAA:\n",
    "                    level2_predict=svm_model_level2AA.predict(y)\n",
    "                else:\n",
    "                    level2_predict=svm_model_level2AB.predict(y)              \n",
    "        else:\n",
    "            level1_predict=svm_model_level1B.predict(y)\n",
    "            classBA,classBB=svm_model_level1B.classes_\n",
    "            for level1_class in level1_predict:\n",
    "                if level1_class==classBA:\n",
    "                    level2_predict=svm_model_level2BA.predict(y)\n",
    "                else:\n",
    "                    level2_predict=svm_model_level2BB.predict(y)\n",
    "    return level2_predict\n",
    "def Ensemble_model_predictions(Y):\n",
    "    predictions=[]\n",
    "    for y in Y:\n",
    "        predictions.extend(ensemble_predict([y]))\n",
    "    return predictions"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Finally:-"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(8000, 160)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=hirerarchial_dataset.iloc[:,160:].columns\n",
    "base_level=filter_invalid(hirerarchial_dataset,\"genre\")\n",
    "features=base_level.drop(cols,axis=1).as_matrix()     \n",
    "lables=base_level.genre.as_matrix()\n",
    "scaled_features=preprocessing.scale(features)\n",
    "scaled_features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(scaled_features, lables, test_size=test_size, random_state=42,stratify=lables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ensemble statistics :-\n",
      "Training accuracy :  0.768571428571\n",
      "Testing accuracy :  0.747083333333\n",
      "Confusion metrics for testing :-\n",
      " [[243  22   8  13   4   2   4   4]\n",
      " [ 38 176   7  17  17  12   9  24]\n",
      " [ 23   6 251   8   2   1   7   2]\n",
      " [ 19  14   6 233   9   2   1  16]\n",
      " [  0   4   1  18 250  12   4  11]\n",
      " [ 16   2   5   1  16 245   4  11]\n",
      " [ 16   9  11   7  33  21 146  57]\n",
      " [  4   8   4   5  11   5  14 249]]\n",
      "Genres considered :  Electronic,Experimental,Hip-Hop,Instrumental,Folk,International,Pop,Rock\n"
     ]
    }
   ],
   "source": [
    "print(\"Ensemble statistics :-\")\n",
    "print(\"Training accuracy : \",accuracy_score(y_train,Ensemble_model_predictions(X_train)))\n",
    "print(\"Testing accuracy : \",accuracy_score(y_test,Ensemble_model_predictions(X_test)))\n",
    "print(\"Confusion metrics for testing :-\\n\",confusion_matrix(y_test,Ensemble_model_predictions(X_test),labels=All_class))\n",
    "print(\"Genres considered : \",\",\".join(All_class))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.externals import joblib\n",
    "joblib.dump(svm_model_level0, \"svm_model_level0\")\n",
    "joblib.dump(svm_model_level1A,\"svm_model_level1A\")\n",
    "joblib.dump(svm_model_level1B, \"svm_model_level1B\")\n",
    "joblib.dump(svm_model_level2AA, \"svm_model_level2AA\")\n",
    "joblib.dump(svm_model_level2AB, \"svm_model_level2AB\")\n",
    "joblib.dump(svm_model_level2BA, \"svm_model_level2BA\")\n",
    "joblib.dump(svm_model_level2BB, \"svm_model_level2BB\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}