chat_analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "276f7a76",
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ab7660c7",
   "metadata": {},
   "outputs": [],
   "source": [
    "f=open('WhatsApp Chat with M.Sc. AIM (2023 - 2025).txt','r',encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "25910685",
   "metadata": {},
   "outputs": [],
   "source": [
    "data=f.read()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "738b42b6",
   "metadata": {},
   "outputs": [],
   "source": [
    "print(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "74dc658a",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<>:1: SyntaxWarning: invalid escape sequence '\\d'\n",
      "<>:1: SyntaxWarning: invalid escape sequence '\\d'\n",
      "C:\\Users\\pande\\AppData\\Local\\Temp\\ipykernel_21536\\3724849282.py:1: SyntaxWarning: invalid escape sequence '\\d'\n",
      "  pattern= '\\d{1,2}/\\d{1,2}/\\d{2,4},\\s\\d{1,2}:\\d{2}\\s-\\s'\n"
     ]
    }
   ],
   "source": [
    "pattern= '\\d{1,2}/\\d{1,2}/\\d{2,4},\\s\\d{1,2}:\\d{2}\\s-\\s'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0b15a67b",
   "metadata": {},
   "outputs": [],
   "source": [
    "messages= re.split(pattern,data)[1:]\n",
    "messages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "29b2a50e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['4/23/24, 14:50 - ',\n",
       " '4/23/24, 14:50 - ',\n",
       " '4/23/24, 14:50 - ',\n",
       " '4/23/24, 14:51 - ',\n",
       " '4/23/24, 14:51 - ',\n",
       " '4/23/24, 14:51 - ',\n",
       " '4/23/24, 14:51 - ',\n",
       " '4/23/24, 14:51 - ',\n",
       " '4/23/24, 14:53 - ',\n",
       " '4/23/24, 14:53 - ',\n",
       " '4/23/24, 14:53 - ',\n",
       " '4/23/24, 14:55 - ',\n",
       " '4/23/24, 14:58 - ',\n",
       " '4/23/24, 14:59 - ',\n",
       " '4/23/24, 15:51 - ',\n",
       " '4/23/24, 15:51 - ',\n",
       " '4/23/24, 15:51 - ',\n",
       " '4/23/24, 15:51 - ',\n",
       " '4/23/24, 16:11 - ',\n",
       " '4/23/24, 16:45 - ',\n",
       " '4/23/24, 18:49 - ',\n",
       " '4/23/24, 18:50 - ',\n",
       " '4/23/24, 18:51 - ',\n",
       " '4/23/24, 18:57 - ',\n",
       " '4/23/24, 18:57 - ',\n",
       " '4/23/24, 18:57 - ',\n",
       " '4/23/24, 18:57 - ',\n",
       " '4/23/24, 18:57 - ',\n",
       " '4/23/24, 18:58 - ',\n",
       " '4/23/24, 18:59 - ',\n",
       " '4/23/24, 19:01 - ',\n",
       " '4/23/24, 19:01 - ',\n",
       " '4/23/24, 19:01 - ',\n",
       " '4/23/24, 19:01 - ',\n",
       " '4/23/24, 19:04 - ',\n",
       " '4/23/24, 19:24 - ',\n",
       " '4/24/24, 10:34 - ',\n",
       " '4/24/24, 10:34 - ',\n",
       " '4/24/24, 10:34 - ',\n",
       " '4/24/24, 11:40 - ',\n",
       " '4/24/24, 11:58 - ',\n",
       " '4/24/24, 11:59 - ',\n",
       " '4/24/24, 12:01 - ',\n",
       " '4/24/24, 12:02 - ',\n",
       " '4/24/24, 13:11 - ',\n",
       " '4/24/24, 13:20 - ',\n",
       " '4/24/24, 13:20 - ',\n",
       " '4/24/24, 13:21 - ',\n",
       " '4/24/24, 13:21 - ',\n",
       " '4/24/24, 13:21 - ',\n",
       " '4/24/24, 13:21 - ',\n",
       " '4/24/24, 13:22 - ',\n",
       " '4/24/24, 13:22 - ',\n",
       " '4/24/24, 13:22 - ',\n",
       " '4/24/24, 13:23 - ',\n",
       " '4/24/24, 13:23 - ',\n",
       " '4/24/24, 13:23 - ',\n",
       " '4/24/24, 13:26 - ',\n",
       " '4/24/24, 13:27 - ',\n",
       " '4/24/24, 13:28 - ',\n",
       " '4/24/24, 16:05 - ',\n",
       " '4/24/24, 16:06 - ',\n",
       " '4/24/24, 16:51 - ',\n",
       " '4/24/24, 16:58 - ',\n",
       " '4/24/24, 18:03 - ',\n",
       " '4/24/24, 18:05 - ',\n",
       " '4/24/24, 18:30 - ',\n",
       " '4/24/24, 18:31 - ',\n",
       " '4/24/24, 18:32 - ',\n",
       " '4/25/24, 00:22 - ',\n",
       " '4/25/24, 08:11 - ',\n",
       " '4/25/24, 08:11 - ',\n",
       " '4/25/24, 08:11 - ',\n",
       " '4/25/24, 08:12 - ',\n",
       " '4/26/24, 11:42 - ',\n",
       " '4/26/24, 11:48 - ',\n",
       " '4/26/24, 11:59 - ',\n",
       " '4/26/24, 11:59 - ',\n",
       " '4/26/24, 13:07 - ',\n",
       " '4/26/24, 14:09 - ',\n",
       " '4/26/24, 16:06 - ',\n",
       " '4/26/24, 18:59 - ',\n",
       " '4/26/24, 18:59 - ',\n",
       " '4/26/24, 18:59 - ',\n",
       " '4/26/24, 19:04 - ',\n",
       " '4/26/24, 19:04 - ',\n",
       " '4/26/24, 19:33 - ',\n",
       " '4/26/24, 19:59 - ',\n",
       " '4/26/24, 20:01 - ',\n",
       " '4/26/24, 20:02 - ',\n",
       " '4/26/24, 20:02 - ',\n",
       " '4/26/24, 20:16 - ',\n",
       " '4/26/24, 20:16 - ',\n",
       " '4/26/24, 20:17 - ',\n",
       " '4/26/24, 20:17 - ',\n",
       " '4/26/24, 20:17 - ',\n",
       " '4/26/24, 20:17 - ',\n",
       " '4/26/24, 20:17 - ',\n",
       " '4/26/24, 20:18 - ',\n",
       " '4/26/24, 20:18 - ',\n",
       " '4/26/24, 20:19 - ',\n",
       " '4/26/24, 20:20 - ',\n",
       " '4/26/24, 20:20 - ',\n",
       " '4/26/24, 20:20 - ',\n",
       " '4/26/24, 20:20 - ',\n",
       " '4/26/24, 20:20 - ',\n",
       " '4/26/24, 20:21 - ',\n",
       " '4/26/24, 20:21 - ',\n",
       " '4/26/24, 20:21 - ',\n",
       " '4/26/24, 20:21 - ',\n",
       " '4/26/24, 20:22 - ',\n",
       " '4/26/24, 20:22 - ',\n",
       " '4/26/24, 20:22 - ',\n",
       " '4/26/24, 20:22 - ',\n",
       " '4/26/24, 20:23 - ',\n",
       " '4/26/24, 20:28 - ',\n",
       " '4/26/24, 20:30 - ',\n",
       " '4/26/24, 21:09 - ',\n",
       " '4/26/24, 21:09 - ',\n",
       " '4/26/24, 21:14 - ',\n",
       " '4/26/24, 21:15 - ',\n",
       " '4/26/24, 21:16 - ',\n",
       " '4/26/24, 21:19 - ',\n",
       " '4/26/24, 21:19 - ',\n",
       " '4/26/24, 21:20 - ',\n",
       " '4/26/24, 21:20 - ',\n",
       " '4/26/24, 21:20 - ',\n",
       " '4/26/24, 21:21 - ',\n",
       " '4/26/24, 21:21 - ',\n",
       " '4/26/24, 21:22 - ',\n",
       " '4/26/24, 21:23 - ',\n",
       " '4/26/24, 21:23 - ',\n",
       " '4/26/24, 21:23 - ',\n",
       " '4/26/24, 21:23 - ',\n",
       " '4/26/24, 21:23 - ',\n",
       " '4/26/24, 21:23 - ',\n",
       " '4/26/24, 21:29 - ',\n",
       " '4/26/24, 21:30 - ',\n",
       " '4/26/24, 21:31 - ',\n",
       " '4/26/24, 21:31 - ',\n",
       " '4/26/24, 21:31 - ',\n",
       " '4/26/24, 21:32 - ',\n",
       " '4/26/24, 21:33 - ',\n",
       " '4/26/24, 21:35 - ',\n",
       " '4/26/24, 23:47 - ',\n",
       " '4/27/24, 15:14 - ',\n",
       " '4/28/24, 22:46 - ',\n",
       " '4/28/24, 22:48 - ',\n",
       " '4/29/24, 14:09 - ',\n",
       " '4/29/24, 14:11 - ',\n",
       " '4/29/24, 15:49 - ',\n",
       " '4/29/24, 15:50 - ',\n",
       " '4/29/24, 15:51 - ',\n",
       " '4/29/24, 15:52 - ',\n",
       " '4/29/24, 16:04 - ',\n",
       " '4/29/24, 16:11 - ',\n",
       " '4/29/24, 16:13 - ',\n",
       " '4/29/24, 18:08 - ',\n",
       " '4/29/24, 18:10 - ',\n",
       " '4/29/24, 18:10 - ',\n",
       " '4/29/24, 18:12 - ',\n",
       " '4/29/24, 18:13 - ',\n",
       " '4/29/24, 18:13 - ',\n",
       " '4/29/24, 18:13 - ',\n",
       " '4/29/24, 18:14 - ',\n",
       " '4/29/24, 18:14 - ',\n",
       " '4/29/24, 18:15 - ',\n",
       " '4/29/24, 18:15 - ',\n",
       " '4/29/24, 18:17 - ',\n",
       " '4/30/24, 01:25 - ',\n",
       " '4/30/24, 01:27 - ',\n",
       " '4/30/24, 01:28 - ',\n",
       " '4/30/24, 08:45 - ',\n",
       " '4/30/24, 13:41 - ',\n",
       " '5/4/24, 09:39 - ',\n",
       " '5/4/24, 09:39 - ',\n",
       " '5/4/24, 09:39 - ',\n",
       " '5/4/24, 09:39 - ',\n",
       " '5/4/24, 09:41 - ',\n",
       " '5/4/24, 10:04 - ',\n",
       " '5/4/24, 11:52 - ',\n",
       " '5/4/24, 18:55 - ',\n",
       " '5/4/24, 18:56 - ',\n",
       " '5/4/24, 18:56 - ',\n",
       " '5/4/24, 18:56 - ',\n",
       " '5/4/24, 18:56 - ',\n",
       " '5/4/24, 18:58 - ',\n",
       " '5/4/24, 20:41 - ',\n",
       " '5/4/24, 20:45 - ',\n",
       " '5/4/24, 22:12 - ',\n",
       " '5/4/24, 22:16 - ',\n",
       " '5/5/24, 12:36 - ',\n",
       " '5/5/24, 12:38 - ',\n",
       " '5/5/24, 23:09 - ',\n",
       " '5/5/24, 23:09 - ',\n",
       " '5/5/24, 23:10 - ',\n",
       " '5/5/24, 23:10 - ',\n",
       " '5/5/24, 23:13 - ',\n",
       " '5/5/24, 23:14 - ',\n",
       " '5/6/24, 11:35 - ',\n",
       " '5/6/24, 11:35 - ',\n",
       " '5/7/24, 11:04 - ',\n",
       " '5/7/24, 11:08 - ',\n",
       " '5/7/24, 11:14 - ',\n",
       " '5/7/24, 11:14 - ',\n",
       " '5/7/24, 17:45 - ',\n",
       " '5/7/24, 17:46 - ',\n",
       " '5/7/24, 17:46 - ',\n",
       " '5/8/24, 23:26 - ',\n",
       " '5/8/24, 23:28 - ',\n",
       " '5/8/24, 23:29 - ',\n",
       " '5/8/24, 23:30 - ',\n",
       " '5/8/24, 23:30 - ',\n",
       " '5/8/24, 23:32 - ',\n",
       " '5/8/24, 23:35 - ',\n",
       " '5/9/24, 10:13 - ',\n",
       " '5/9/24, 10:14 - ',\n",
       " '5/9/24, 10:35 - ',\n",
       " '5/10/24, 15:05 - ',\n",
       " '5/10/24, 15:06 - ']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dates=re.findall(pattern,data)\n",
    "dates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7c0bfc7f",
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.DataFrame({'user_message':messages,'message_date':dates})\n",
    "#convert message data type\n",
    "df['message_date']=pd.to_datetime(df['message_date'],format=\"%m/%d/%y, %H:%M - \")\n",
    "df.rename(columns={'message_date':'date'},inplace=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "28dcb877",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(220, 2)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4db6601e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# seperate user and message \n",
    "users=[]\n",
    "messages=[]\n",
    "for message in df['user_message']:\n",
    "    entry=re.split('([\\w\\W]+?):\\s',message)\n",
    "    if entry[1:]:#username\n",
    "        users.append(entry[1])\n",
    "        messages.append(entry[2])\n",
    "    else:\n",
    "        users.append('group_notification')\n",
    "        messages.append(entry[0])\n",
    "df['user']=users\n",
    "df['message']=messages\n",
    "df.drop(columns=['user_message'],inplace=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "05d1b5d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['year']=df['date'].dt.year\n",
    "df['month']=df['date'].dt.month_name()\n",
    "df['day']=df['date'].dt.day\n",
    "df['hour']=df['date'].dt.hour\n",
    "df['minute']=df['date'].dt.minute\n",
    "df.head() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "34a0ad52",
   "metadata": {},
   "outputs": [],
   "source": [
    "from urlextract import URLExtract\n",
    "extractor = URLExtract()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "90c4cef9",
   "metadata": {},
   "outputs": [],
   "source": [
    "links = []\n",
    "for message in df['message']:\n",
    "    links.extend(extractor.find_urls(message))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "6866a391",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(links)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f0cc59d7",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}