#7 Filter and export in Python Pandas.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Video about this notebook: \n",
    "# https://youtu.be/54BwLbGWluc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfTestCSV = pd.DataFrame(pd.read_csv('./dfanalyticstestdata1.csv', header=2, sep=\"\\t\", index_col=0))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfTestCSV['ID_GA'] = dfTestCSV['ga:pagePath'].str.extract('(?:.*id)([0-9]+)(?:.html)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID_GA</th>\n",
       "      <th>id count</th>\n",
       "      <th>pageviews per id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10061</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1510256</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>151553</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1742</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>19186</td>\n",
       "      <td>1</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>19969</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2241980</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>22672</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2483959</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>26545</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     ID_GA  id count  pageviews per id\n",
       "0    10061         2                 8\n",
       "1  1510256         1                 1\n",
       "2   151553         1                 5\n",
       "3     1742         1                 1\n",
       "4    19186         1                28\n",
       "5    19969         1                 2\n",
       "6  2241980         1                 1\n",
       "7    22672         1                 1\n",
       "8  2483959         1                 1\n",
       "9    26545         1                 1"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfTestCSV = pd.pivot_table(dfTestCSV,index='ID_GA', values='ga:pageviews', aggfunc=['count', 'sum'])\n",
    "dfTestCSV.reset_index(inplace=True)\n",
    "dfTestCSV.columns = dfTestCSV.columns.droplevel(1)\n",
    "dfTestCSV = dfTestCSV.rename(columns={\"count\": \"id count\", \"sum\": \"pageviews per id\"})\n",
    "dfTestCSV.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Address</th>\n",
       "      <th>article-text-box</th>\n",
       "      <th>video-player</th>\n",
       "      <th>article-body</th>\n",
       "      <th>sda</th>\n",
       "      <th>scribble</th>\n",
       "      <th>has-image</th>\n",
       "      <th>iframe</th>\n",
       "      <th>normal-article-layout</th>\n",
       "      <th>sda2</th>\n",
       "      <th>ID_Crawl</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.blick.ch/people-tv/international/r...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4270807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.blick.ch/sport/eishockey/overtime-...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>106244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.blick.ch/news/ausland/neben-berueh...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3896239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.blick.ch/news/grausiger-fund-in-an...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2024473</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.blick.ch/news/mahamaya-bern-die-we...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>110094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.blick.ch/people-tv/musik/liechtens...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2131248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.blick.ch/people-tv/tv/bachelorette...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3790667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.blick.ch/news/das-ist-die-swiss-bo...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2238005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.blick.ch/news/schweiz/vergangenhei...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5550392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>https://www.blick.ch/news/wirtschaft/das-sind-...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4955860</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             Address  article-text-box  \\\n",
       "0  https://www.blick.ch/people-tv/international/r...                 0   \n",
       "1  https://www.blick.ch/sport/eishockey/overtime-...                 0   \n",
       "2  https://www.blick.ch/news/ausland/neben-berueh...                 0   \n",
       "3  https://www.blick.ch/news/grausiger-fund-in-an...                 0   \n",
       "4  https://www.blick.ch/news/mahamaya-bern-die-we...                 0   \n",
       "5  https://www.blick.ch/people-tv/musik/liechtens...                 0   \n",
       "6  https://www.blick.ch/people-tv/tv/bachelorette...                 0   \n",
       "7  https://www.blick.ch/news/das-ist-die-swiss-bo...                 0   \n",
       "8  https://www.blick.ch/news/schweiz/vergangenhei...                 0   \n",
       "9  https://www.blick.ch/news/wirtschaft/das-sind-...                 0   \n",
       "\n",
       "   video-player  article-body  sda  scribble  has-image  iframe  \\\n",
       "0             0             0    0         0          0       0   \n",
       "1             0             0    0         0          0       0   \n",
       "2             0             0    0         0          0       0   \n",
       "3             0             0    0         0          0       0   \n",
       "4             0             0    0         0          0       0   \n",
       "5             0             0    0         0          0       0   \n",
       "6             0             0    0         0          0       0   \n",
       "7             0             0    0         0          0       0   \n",
       "8             0             0    0         0          0       0   \n",
       "9             0             0    0         0          0       0   \n",
       "\n",
       "   normal-article-layout  sda2 ID_Crawl  \n",
       "0                      0     0  4270807  \n",
       "1                      0     0   106244  \n",
       "2                      0     0  3896239  \n",
       "3                      0     0  2024473  \n",
       "4                      0     0   110094  \n",
       "5                      0     0  2131248  \n",
       "6                      0     0  3790667  \n",
       "7                      0     0  2238005  \n",
       "8                      0     0  5550392  \n",
       "9                      0     0  4955860  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfCrawled = pd.DataFrame(pd.read_excel('./custom_search_all-test.xlsx', header=0, sheet_name='1 - All'))\n",
    "dfCrawled = dfCrawled.rename(columns={\"Contains: \\'\\\"article-text-box\\\"\\'\": \"article-text-box\", \n",
    "                                         \"Contains: \\'\\\"video-player\\\"\\'\":\"video-player\", \n",
    "                                         \"Contains: \\'\\\"article-body\\'\":\"article-body\",\n",
    "                                         \"Contains: \\'\\(sda\\)\\'\":\"sda\",\n",
    "                                         \"Contains: \\'\\\"scribble\\\"\\'\":\"scribble\",\n",
    "                                         \"Contains: \\'basic-image--free-desktop\\'\":\"has-image\", \n",
    "                                         \"Contains: \\'<iframe\\'\":\"iframe\", \n",
    "                                         \"Contains: \\'layout-item--flex-desktop-4'\":\"normal-article-layout\", \n",
    "                                         \"Contains: \\'\\(sda\\/\\'\":\"sda2\", \n",
    "                                     })\n",
    "dfCrawled['ID_Crawl'] = dfCrawled['Address'].str.extract('(?:.*id)([0-9]+)(?:.html)', expand=False)\n",
    "dfCrawled = dfCrawled.drop(\"Status Code\",1)\n",
    "dfCrawled = dfCrawled.drop(\"Status\",1)\n",
    "dfCrawled = dfCrawled.drop(\"Content\",1)\n",
    "dfCrawled.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID_GA</th>\n",
       "      <th>id count</th>\n",
       "      <th>pageviews per id</th>\n",
       "      <th>Address</th>\n",
       "      <th>article-text-box</th>\n",
       "      <th>video-player</th>\n",
       "      <th>article-body</th>\n",
       "      <th>sda</th>\n",
       "      <th>scribble</th>\n",
       "      <th>has-image</th>\n",
       "      <th>iframe</th>\n",
       "      <th>normal-article-layout</th>\n",
       "      <th>sda2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>31000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>https://www.blick.ch/people-tv/international/e...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>31002</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/ausland/afghanistan-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>31004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>https://www.blick.ch/news/zwei-schweizer-in-ve...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>31275</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/knas...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>31277</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>https://www.blick.ch/news/ausland/steinmeier-p...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>31388</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zentralschwe...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>31425</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/people-tv/international/h...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>31426</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/sport/eishockey/nla/serve...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>31427</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/digital/games/news/colin-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>31428</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/digital/games/larry-magna...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    ID_GA  id count  pageviews per id  \\\n",
       "34  31000       1.0               3.0   \n",
       "36  31002       1.0               1.0   \n",
       "37  31004       1.0               5.0   \n",
       "51  31275       2.0               6.0   \n",
       "52  31277       1.0              12.0   \n",
       "65  31388       1.0               3.0   \n",
       "68  31425       1.0               1.0   \n",
       "69  31426       1.0               1.0   \n",
       "70  31427       1.0               1.0   \n",
       "71  31428       1.0               1.0   \n",
       "\n",
       "                                              Address  article-text-box  \\\n",
       "34  https://www.blick.ch/people-tv/international/e...               0.0   \n",
       "36  https://www.blick.ch/news/ausland/afghanistan-...               0.0   \n",
       "37  https://www.blick.ch/news/zwei-schweizer-in-ve...               0.0   \n",
       "51  https://www.blick.ch/news/schweiz/zuerich/knas...               0.0   \n",
       "52  https://www.blick.ch/news/ausland/steinmeier-p...               0.0   \n",
       "65  https://www.blick.ch/news/schweiz/zentralschwe...               0.0   \n",
       "68  https://www.blick.ch/people-tv/international/h...               0.0   \n",
       "69  https://www.blick.ch/sport/eishockey/nla/serve...               1.0   \n",
       "70  https://www.blick.ch/digital/games/news/colin-...               0.0   \n",
       "71  https://www.blick.ch/digital/games/larry-magna...               0.0   \n",
       "\n",
       "    video-player  article-body  sda  scribble  has-image  iframe  \\\n",
       "34           0.0           1.0  0.0       2.0        1.0     1.0   \n",
       "36           0.0           1.0  3.0       2.0        0.0     1.0   \n",
       "37           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "51           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "52           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "65           0.0           5.0  0.0       2.0        0.0     1.0   \n",
       "68           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "69           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "70           0.0           3.0  0.0       2.0        5.0     1.0   \n",
       "71           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "\n",
       "    normal-article-layout  sda2  \n",
       "34                    1.0   2.0  \n",
       "36                    1.0   0.0  \n",
       "37                    1.0   0.0  \n",
       "51                    1.0   0.0  \n",
       "52                    1.0   0.0  \n",
       "65                    1.0   0.0  \n",
       "68                    1.0   0.0  \n",
       "69                    1.0   0.0  \n",
       "70                    1.0   0.0  \n",
       "71                    1.0   0.0  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfMerged = pd.merge(dfTestCSV, dfCrawled, left_on='ID_GA', right_on='ID_Crawl', how='outer')\n",
    "dfMerged = dfMerged[dfMerged['ID_Crawl'].notnull()]\n",
    "dfMerged = dfMerged[dfMerged['ID_GA'].notnull()]\n",
    "dfMerged = dfMerged.drop(\"ID_Crawl\",1)\n",
    "dfMerged.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfFilter = dfMerged"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID_GA</th>\n",
       "      <th>id count</th>\n",
       "      <th>pageviews per id</th>\n",
       "      <th>Address</th>\n",
       "      <th>article-text-box</th>\n",
       "      <th>video-player</th>\n",
       "      <th>article-body</th>\n",
       "      <th>sda</th>\n",
       "      <th>scribble</th>\n",
       "      <th>has-image</th>\n",
       "      <th>iframe</th>\n",
       "      <th>normal-article-layout</th>\n",
       "      <th>sda2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>31000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>https://www.blick.ch/people-tv/international/e...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>31002</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/ausland/afghanistan-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>31004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>https://www.blick.ch/news/zwei-schweizer-in-ve...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>31275</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/knas...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>31277</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>https://www.blick.ch/news/ausland/steinmeier-p...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>31388</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zentralschwe...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>31425</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/people-tv/international/h...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>31428</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/digital/games/larry-magna...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>31450</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/scho...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>31463</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/zum-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>6260</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zentralschwe...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>135</th>\n",
       "      <td>6328</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/beijing-fashion-week...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     ID_GA  id count  pageviews per id  \\\n",
       "34   31000       1.0               3.0   \n",
       "36   31002       1.0               1.0   \n",
       "37   31004       1.0               5.0   \n",
       "51   31275       2.0               6.0   \n",
       "52   31277       1.0              12.0   \n",
       "65   31388       1.0               3.0   \n",
       "68   31425       1.0               1.0   \n",
       "71   31428       1.0               1.0   \n",
       "72   31450       1.0               2.0   \n",
       "74   31463       1.0               8.0   \n",
       "132   6260       1.0               1.0   \n",
       "135   6328       1.0               1.0   \n",
       "\n",
       "                                               Address  article-text-box  \\\n",
       "34   https://www.blick.ch/people-tv/international/e...               0.0   \n",
       "36   https://www.blick.ch/news/ausland/afghanistan-...               0.0   \n",
       "37   https://www.blick.ch/news/zwei-schweizer-in-ve...               0.0   \n",
       "51   https://www.blick.ch/news/schweiz/zuerich/knas...               0.0   \n",
       "52   https://www.blick.ch/news/ausland/steinmeier-p...               0.0   \n",
       "65   https://www.blick.ch/news/schweiz/zentralschwe...               0.0   \n",
       "68   https://www.blick.ch/people-tv/international/h...               0.0   \n",
       "71   https://www.blick.ch/digital/games/larry-magna...               0.0   \n",
       "72   https://www.blick.ch/news/schweiz/zuerich/scho...               0.0   \n",
       "74   https://www.blick.ch/news/schweiz/zuerich/zum-...               0.0   \n",
       "132  https://www.blick.ch/news/schweiz/zentralschwe...               0.0   \n",
       "135  https://www.blick.ch/news/beijing-fashion-week...               0.0   \n",
       "\n",
       "     video-player  article-body  sda  scribble  has-image  iframe  \\\n",
       "34            0.0           1.0  0.0       2.0        1.0     1.0   \n",
       "36            0.0           1.0  3.0       2.0        0.0     1.0   \n",
       "37            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "51            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "52            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "65            0.0           5.0  0.0       2.0        0.0     1.0   \n",
       "68            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "71            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "72            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "74            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "132           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "135           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "\n",
       "     normal-article-layout  sda2  \n",
       "34                     1.0   2.0  \n",
       "36                     1.0   0.0  \n",
       "37                     1.0   0.0  \n",
       "51                     1.0   0.0  \n",
       "52                     1.0   0.0  \n",
       "65                     1.0   0.0  \n",
       "68                     1.0   0.0  \n",
       "71                     1.0   0.0  \n",
       "72                     1.0   0.0  \n",
       "74                     1.0   0.0  \n",
       "132                    1.0   0.0  \n",
       "135                    1.0   0.0  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfFilter = dfFilter[(dfFilter['article-text-box'] == 0) &\n",
    "                    (dfFilter['has-image'] < 4)\n",
    "                   ]\n",
    "dfFilter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID_GA</th>\n",
       "      <th>id count</th>\n",
       "      <th>pageviews per id</th>\n",
       "      <th>Address</th>\n",
       "      <th>article-text-box</th>\n",
       "      <th>video-player</th>\n",
       "      <th>article-body</th>\n",
       "      <th>sda</th>\n",
       "      <th>scribble</th>\n",
       "      <th>has-image</th>\n",
       "      <th>iframe</th>\n",
       "      <th>normal-article-layout</th>\n",
       "      <th>sda2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>31002</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/ausland/afghanistan-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>31004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>https://www.blick.ch/news/zwei-schweizer-in-ve...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>31275</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/knas...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>31277</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>https://www.blick.ch/news/ausland/steinmeier-p...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>31388</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zentralschwe...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>31450</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/scho...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>31463</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zuerich/zum-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>6260</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/schweiz/zentralschwe...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>135</th>\n",
       "      <td>6328</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>https://www.blick.ch/news/beijing-fashion-week...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     ID_GA  id count  pageviews per id  \\\n",
       "36   31002       1.0               1.0   \n",
       "37   31004       1.0               5.0   \n",
       "51   31275       2.0               6.0   \n",
       "52   31277       1.0              12.0   \n",
       "65   31388       1.0               3.0   \n",
       "72   31450       1.0               2.0   \n",
       "74   31463       1.0               8.0   \n",
       "132   6260       1.0               1.0   \n",
       "135   6328       1.0               1.0   \n",
       "\n",
       "                                               Address  article-text-box  \\\n",
       "36   https://www.blick.ch/news/ausland/afghanistan-...               0.0   \n",
       "37   https://www.blick.ch/news/zwei-schweizer-in-ve...               0.0   \n",
       "51   https://www.blick.ch/news/schweiz/zuerich/knas...               0.0   \n",
       "52   https://www.blick.ch/news/ausland/steinmeier-p...               0.0   \n",
       "65   https://www.blick.ch/news/schweiz/zentralschwe...               0.0   \n",
       "72   https://www.blick.ch/news/schweiz/zuerich/scho...               0.0   \n",
       "74   https://www.blick.ch/news/schweiz/zuerich/zum-...               0.0   \n",
       "132  https://www.blick.ch/news/schweiz/zentralschwe...               0.0   \n",
       "135  https://www.blick.ch/news/beijing-fashion-week...               0.0   \n",
       "\n",
       "     video-player  article-body  sda  scribble  has-image  iframe  \\\n",
       "36            0.0           1.0  3.0       2.0        0.0     1.0   \n",
       "37            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "51            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "52            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "65            0.0           5.0  0.0       2.0        0.0     1.0   \n",
       "72            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "74            0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "132           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "135           0.0           1.0  0.0       2.0        0.0     1.0   \n",
       "\n",
       "     normal-article-layout  sda2  \n",
       "36                     1.0   0.0  \n",
       "37                     1.0   0.0  \n",
       "51                     1.0   0.0  \n",
       "52                     1.0   0.0  \n",
       "65                     1.0   0.0  \n",
       "72                     1.0   0.0  \n",
       "74                     1.0   0.0  \n",
       "132                    1.0   0.0  \n",
       "135                    1.0   0.0  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfFilter = dfFilter[dfFilter[\"Address\"].str.contains(\"ch/news/|ch/wetter/\")]\n",
    "dfFilter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfFilter.to_csv('dfFilter-Test.csv', sep='\\t')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}