WEb_scraping.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Web Scraping the contents of a website"
      ],
      "metadata": {
        "id": "Ib0loPK0ilJr"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### contains only the text"
      ],
      "metadata": {
        "id": "Yadx7g3Diqbr"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 1. scraping from a wiki page"
      ],
      "metadata": {
        "id": "j07pQz55i0oa"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "L-rbtm9MUKFH",
        "outputId": "d1b893be-2d8c-4164-9338-9ab9821effae"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Data has been scraped and saved to wikipedia_scraped_data.txt\n"
          ]
        }
      ],
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "\n",
        "# Define the URL of the Wikipedia page you want to scrape\n",
        "url = 'https://en.wikipedia.org/wiki/Cosmos'\n",
        "\n",
        "# Send an HTTP GET request to the URL\n",
        "response = requests.get(url)\n",
        "\n",
        "# Check if the request was successful\n",
        "if response.status_code == 200:\n",
        "    # Parse the HTML content of the page\n",
        "    soup = BeautifulSoup(response.text, 'html.parser')\n",
        "\n",
        "    # Find the content you want to scrape (e.g., the main article text)\n",
        "    content = soup.find('div', {'class': 'mw-parser-output'})\n",
        "\n",
        "    # Initialize an empty string to store the scraped text\n",
        "    scraped_text = ''\n",
        "\n",
        "    # Extract the text from the content and store it\n",
        "    for paragraph in content.find_all(['p', 'dl']):\n",
        "        scraped_text += paragraph.get_text() + '\\n'\n",
        "\n",
        "    # Define the filename for the text file\n",
        "    filename = 'wikipedia_scraped_data.txt'\n",
        "\n",
        "    # Write the scraped text to a text file\n",
        "    with open(filename, 'w', encoding='utf-8') as file:\n",
        "        file.write(scraped_text)\n",
        "\n",
        "    print(f'Data has been scraped and saved to {filename}')\n",
        "else:\n",
        "    print(f'Failed to retrieve the Wikipedia page. Status code: {response.status_code}')\n"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "2. scraping from iitb main website main page (text from a particular section only)"
      ],
      "metadata": {
        "id": "KUUCaSOJi40z"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "\n",
        "# Define the URL of the Wikipedia page you want to scrape\n",
        "url = 'https://www.iitb.ac.in/'\n",
        "\n",
        "# Send an HTTP GET request to the URL\n",
        "response = requests.get(url)\n",
        "\n",
        "# Check if the request was successful\n",
        "if response.status_code == 200:\n",
        "    # Parse the HTML content of the page\n",
        "    soup = BeautifulSoup(response.text, 'html.parser')\n",
        "\n",
        "    # Find the content you want to scrape (e.g., the main article text)\n",
        "    content = soup.find('div', {'class': 'view-content'})\n",
        "\n",
        "    # Initialize an empty string to store the scraped text\n",
        "    scraped_text = ''\n",
        "\n",
        "    # Extract the text from the content and store it\n",
        "    for paragraph in content.find_all('p'):\n",
        "        scraped_text += paragraph.get_text() + '\\n'\n",
        "\n",
        "    # Define the filename for the text file\n",
        "    filename = 'scraped_data_1.txt'\n",
        "\n",
        "    # Write the scraped text to a text file\n",
        "    with open(filename, 'w', encoding='utf-8') as file:\n",
        "        file.write(scraped_text)\n",
        "\n",
        "    print(f'Data has been scraped and saved to {filename}')\n",
        "else:\n",
        "    print(f'Failed to retrieve the Wikipedia page. Status code: {response.status_code}')\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kR6yY2FLYh2L",
        "outputId": "47ce50e3-180a-4511-d5cd-6791f130f39a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Data has been scraped and saved to scraped_data_1.txt\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Define the filename where you saved the scraped data\n",
        "filename = 'scraped_data_1.txt'\n",
        "\n",
        "# Read and print the text from the file\n",
        "with open(filename, 'r', encoding='utf-8') as file:\n",
        "    scraped_text = file.read()\n",
        "    print(scraped_text)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xHhbdjZgbN2Q",
        "outputId": "7d8a2daa-75c6-460f-b8d3-cf367e78319c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "On the occasion of Vigilance Awareness Week observed during October 30 - November 5, 2023, and National Unity Day (Rashtriya Ekta Diwas) 2023, the Institute employees ...more\n",
            "On the occasion of Vigilance Awareness Week observed during October 30 - November 5, 2023, and National Unity Day (Rashtriya Ekta Diwas) 2023, the Institute employees ...more\n",
            "IIT Bombay paid homage to the Father of the Nation Mahatma Gandhi and second Prime Minister of the nation Lal Bahadur Shastri during a function held at 9 am at P.C. Saxena ...more\n",
            "IIT Bombay paid homage to the Father of the Nation Mahatma Gandhi and second Prime Minister of the nation Lal Bahadur Shastri during a function held at 9 am at P.C. Saxena ...more\n",
            "A senior delegation consisting of 21 members from Saint Petersburg, Russia led by Prof. Vladimir Kniagninin  - Vice-governor of Saint Petersburg visited IIT Bombay ...more\n",
            "A senior delegation consisting of 21 members from Saint Petersburg, Russia led by Prof. Vladimir Kniagninin  - Vice-governor of Saint Petersburg visited IIT Bombay ...more\n",
            "Prof Debabrata Maiti, Department of Chemistry, has been awarded the Shanti Swarup Bhatnagar Prize for Science and Technology 2022 award for his significant contributions to ...more\n",
            "Prof Debabrata Maiti, Department of Chemistry, has been awarded the Shanti Swarup Bhatnagar Prize for Science and Technology 2022 award for his significant contributions to ...more\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "3. Text that is hyperlinked along with normal text."
      ],
      "metadata": {
        "id": "Rje9chkMjIWv"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "\n",
        "# Define the URL of the Wikipedia page you want to scrape\n",
        "url = 'https://www.iitb.ac.in/'\n",
        "\n",
        "# Send an HTTP GET request to the URL\n",
        "response = requests.get(url)\n",
        "\n",
        "# Check if the request was successful\n",
        "if response.status_code == 200:\n",
        "    # Parse the HTML content of the page\n",
        "    soup = BeautifulSoup(response.text, 'html.parser')\n",
        "\n",
        "    # Find the content you want to scrape (e.g., the main article text)\n",
        "    content = soup.find('div', {'class': 'view-content'})\n",
        "\n",
        "    # Initialize an empty string to store the scraped text\n",
        "    scraped_text = ''\n",
        "\n",
        "    # Extract the text from the content and store it\n",
        "    for paragraph in content.find_all(['p','a']):\n",
        "        scraped_text += paragraph.get_text() + '\\n'\n",
        "\n",
        "    # Define the filename for the text file\n",
        "    filename = 'scraped_data_hplnk.txt'\n",
        "\n",
        "    # Write the scraped text to a text file\n",
        "    with open(filename, 'w', encoding='utf-8') as file:\n",
        "        file.write(scraped_text)\n",
        "\n",
        "    print(f'Data has been scraped and saved to {filename}')\n",
        "else:\n",
        "    print(f'Failed to retrieve the Wikipedia page. Status code: {response.status_code}')\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "jajcAnj8bUal",
        "outputId": "341f6571-bdf4-4e21-e23e-88a074758675"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Data has been scraped and saved to scraped_data_hplnk.txt\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Define the filename where you saved the scraped data\n",
        "filename = 'scraped_data_hplnk.txt'\n",
        "\n",
        "# Read and print the text from the file\n",
        "with open(filename, 'r', encoding='utf-8') as file:\n",
        "    scraped_text = file.read()\n",
        "    print(scraped_text)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "s-J2lKhJbVLJ",
        "outputId": "68cb3277-d5da-4e7c-a800-4c67781c0e59"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "IIT Bombay Observes Vigilance Awareness Week and...\n",
            "On the occasion of Vigilance Awareness Week observed during October 30 - November 5, 2023, and National Unity Day (Rashtriya Ekta Diwas) 2023, the Institute employees ...more\n",
            "On the occasion of Vigilance Awareness Week observed during October 30 - November 5, 2023, and National Unity Day (Rashtriya Ekta Diwas) 2023, the Institute employees ...more\n",
            "...more\n",
            "\n",
            "IIT Bombay Celebrates Birth Anniversaries of...\n",
            "IIT Bombay paid homage to the Father of the Nation Mahatma Gandhi and second Prime Minister of the nation Lal Bahadur Shastri during a function held at 9 am at P.C. Saxena ...more\n",
            "IIT Bombay paid homage to the Father of the Nation Mahatma Gandhi and second Prime Minister of the nation Lal Bahadur Shastri during a function held at 9 am at P.C. Saxena ...more\n",
            "...more\n",
            "\n",
            "Saint Petersburg, Russia Delegation Visits IIT...\n",
            "A senior delegation consisting of 21 members from Saint Petersburg, Russia led by Prof. Vladimir Kniagninin  - Vice-governor of Saint Petersburg visited IIT Bombay ...more\n",
            "A senior delegation consisting of 21 members from Saint Petersburg, Russia led by Prof. Vladimir Kniagninin  - Vice-governor of Saint Petersburg visited IIT Bombay ...more\n",
            "...more\n",
            "\n",
            "Prof. Debabrata Maiti Wins Shanti Swarup...\n",
            "Prof Debabrata Maiti, Department of Chemistry, has been awarded the Shanti Swarup Bhatnagar Prize for Science and Technology 2022 award for his significant contributions to ...more\n",
            "Prof Debabrata Maiti, Department of Chemistry, has been awarded the Shanti Swarup Bhatnagar Prize for Science and Technology 2022 award for his significant contributions to ...more\n",
            "...more\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# All text with their hyperlinks"
      ],
      "metadata": {
        "id": "58N85P9uieGg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "from urllib.parse import urljoin\n",
        "\n",
        "# Define the URL of the Wikipedia page you want to scrape\n",
        "url = 'https://www.iitb.ac.in/'\n",
        "\n",
        "# Send an HTTP GET request to the URL\n",
        "response = requests.get(url)\n",
        "\n",
        "# Check if the request was successful\n",
        "if response.status_code == 200:\n",
        "    # Parse the HTML content of the page\n",
        "    soup = BeautifulSoup(response.text, 'html.parser')\n",
        "\n",
        "    # Find all <a> and <p> tags in the entire document\n",
        "    links_and_paragraphs = soup.find_all(['a', 'p'])\n",
        "\n",
        "    # Initialize an empty list to store the extracted data\n",
        "    extracted_data = []\n",
        "\n",
        "    base_url = 'https://www.iitb.ac.in'  # Change this to match the base URL of your page\n",
        "\n",
        "    # Extract the text and hyperlinks from the <a> tags and text from <p> tags\n",
        "    for item in links_and_paragraphs:\n",
        "        if item.name == 'a':  # <a> tag for hyperlinks\n",
        "            hyperlink = item.get('href')  # Get the hyperlink\n",
        "            text = item.get_text()  # Get the text associated with the hyperlink\n",
        "            if hyperlink:\n",
        "                # Check if the hyperlink is an absolute URL or a relative URL\n",
        "                complete_link = hyperlink if hyperlink.startswith(('http:', 'https:')) else urljoin(base_url, hyperlink)\n",
        "                extracted_data.append(f'Text: {text}\\nLink: {complete_link}')\n",
        "        elif item.name == 'p':  # <p> tag for paragraphs\n",
        "            text = item.get_text()  # Get the text from the paragraph\n",
        "            extracted_data.append(f'Paragraph: {text}')\n",
        "\n",
        "    # Define the filename for the text file\n",
        "    filename = 'scraped_data_hplnk_2.txt'\n",
        "\n",
        "    # Write the extracted data to a text file\n",
        "    with open(filename, 'w', encoding='utf-8') as file:\n",
        "        for item in extracted_data:\n",
        "            file.write(item + '\\n')\n",
        "\n",
        "    print(f'Hyperlinks and paragraphs from the entire page have been scraped and saved to {filename}')\n",
        "else:\n",
        "    print(f'Failed to retrieve the Wikipedia page. Status code: {response.status_code}')\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vosZEZqvdHFh",
        "outputId": "a5489592-f62e-414b-ae34-9fd083cca664"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Hyperlinks and paragraphs from the entire page have been scraped and saved to scraped_data_hplnk_2.txt\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Define the filename where you saved the scraped data\n",
        "filename = 'scraped_data_hplnk_2.txt'\n",
        "\n",
        "# Read and print the text from the file\n",
        "with open(filename, 'r', encoding='utf-8') as file:\n",
        "    scraped_text = file.read()\n",
        "    print(scraped_text)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "OHc0EkLKdHB_",
        "outputId": "c53b3432-9216-4adc-ea79-e788cdfd0171"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Text: Skip to main content\n",
            "Link: https://www.iitb.ac.in#main-content\n",
            "Text: English\n",
            "Link: https://www.iitb.ac.in/en\n",
            "Text: हिन्दी\n",
            "Link: https://www.iitb.ac.in/hi\n",
            "Text: \n",
            "Link: https://twitter.com/iitbombay\n",
            "Text: \n",
            "Link: https://www.facebook.com/iitbombay\n",
            "Text: \n",
            "Link: https://plus.google.com/+iitbombay\n",
            "Text: \n",
            "Link: https://www.linkedin.com/edu/school?id=13496&trk=edu-cp-title\n",
            "Text: \n",
            "Link: https://www.iitb.ac.in\n",
            "Text: भारतीय प्रौद्योगिकी संस्थान मुंबई\n",
            "Link: https://www.iitb.ac.in\n",
            "Text: Indian Institute of Technology Bombay\n",
            "Link: https://www.iitb.ac.in\n",
            "Text: \n",
            "\n",
            "\n",
            "Link: https://www.iitb.ac.in/en/azadi-ka-amrit-mahotsav\n",
            "Text: Home\n",
            "Link: https://www.iitb.ac.in/en\n",
            "Text: About IITB\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay\n",
            "Text: Contact us\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/contact-us\n",
            "Text: Students\n",
            "Link: https://www.iitb.ac.in/en/information-students\n",
            "Text: Academic Divisions\n",
            "Link: https://www.iitb.ac.in/en/education/academic-divisions\n",
            "Text: Current Students\n",
            "Link: https://www.iitb.ac.in/en/students/information-current-students\n",
            "Text: Academic Time table\n",
            "Link: http://www.iitb.ac.in/newacadhome/timetable.jsp\n",
            "Text: Academic Calendar\n",
            "Link: http://www.iitb.ac.in/newacadhome/toacadcalender.jsp\n",
            "Text: Academic Rulebook\n",
            "Link: http://www.iitb.ac.in/newacadhome/rules.jsp\n",
            "Text: Student Affairs Office\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/student-affairs-office\n",
            "Text: Gymkhana\n",
            "Link: http://gymkhana.iitb.ac.in/\n",
            "Text: Hostels\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/student-hostels\n",
            "Text: Exchange Opportunities for IITB Students\n",
            "Link: https://www.iitb.ac.in/en/exchange-opportunities-iitb-students\n",
            "Text: Prospective Students\n",
            "Link: https://www.iitb.ac.in/en/students/information-prospective-students\n",
            "Text: Why IITB ?\n",
            "Link: https://www.iitb.ac.in/en/education/why-iitb\n",
            "Text: Women Students\n",
            "Link: http://www.iitb.ac.in/womenstudents/\n",
            "Text: Entrance Exams\n",
            "Link: https://www.iitb.ac.in/en/entrance-exams\n",
            "Text: Admission Notice for PG/PhD programmes 2018-19\n",
            "Link: http://www.iitb.ac.in/en/education/admission-notice-pgphd-programmes-2018-19\n",
            "Text: Research at IIT Bombay\n",
            "Link: https://www.iitb.ac.in/en/research-and-development\n",
            "Text: B.Tech Programe\n",
            "Link: https://www.iitb.ac.in/en/education/undergraduate-applicants\n",
            "Text: Bachelor of Design (B.Des.)\n",
            "Link: https://www.iitb.ac.in/newacadhome/UnderGraduatedetail.jsp#B.Des.\n",
            "Text: Bachelor of Science (B.S.)\n",
            "Link: https://www.iitb.ac.in/newacadhome/UnderGraduatedetail.jsp#4%20Yr.%20B.S.\n",
            "Text: B.Tech. + M.Tech. (Dual Degree)\n",
            "Link: https://www.iitb.ac.in/newacadhome/UnderGraduatedetail.jsp#Dual%20Degree\n",
            "Text: M.Tech./M.Tech.+Ph.D. (Dual Degree)\n",
            "Link: http://www.iitb.ac.in/newacadhome/mtech.jsp\n",
            "Text: M.Sc.\n",
            "Link: http://www.iitb.ac.in/newacadhome/msc2year.jsp\n",
            "Text: Master of Business Administration [MBA]\n",
            "Link: http://www.iitb.ac.in/newacadhome/mmgt.jsp\n",
            "Text: Executive MBA\n",
            "Link: http://www.olin.wustl.edu/EN-US/executive-programs/executive-mba-mumbai/Pages/default.aspx\n",
            "Text: M.Des.\n",
            "Link: http://www.iitb.ac.in/newacadhome/mdes.jsp\n",
            "Text: M. Phil.\n",
            "Link: https://www.iitb.ac.in/newacadhome/toadmission.jsp\n",
            "Text: MPP\n",
            "Link: http://www.iitb.ac.in/newacadhome/mpp.jsp\n",
            "Text: Master in Development Practice (MDP)\n",
            "Link: https://www.iitb.ac.in/newacadhome/mdp.jsp\n",
            "Text: PhD applicants\n",
            "Link: http://www.iitb.ac.in/newacadhome/phd.jsp\n",
            "Text: International applicants\n",
            "Link: http://www.ir.iitb.ac.in/?page_id=26\n",
            "Text: Induction info for international students\n",
            "Link: http://www.ir.iitb.ac.in/\n",
            "Text: Research Internship\n",
            "Link: https://www.iitb.ac.in/en/education/research-internship\n",
            "Text: Admission day\n",
            "Link: https://www.iitb.ac.in/en/education/admission-day\n",
            "Text: Student mentorship\n",
            "Link: https://www.iitb.ac.in/en/education/student-mentorship\n",
            "Text: M.Sc.- Ph.D. (Dual Degree) in Energy\n",
            "Link: https://www.ese.iitb.ac.in/academics/msc-phd-programme\n",
            "Text: M.A. + PhD (Dual Degree) in Philosophy\n",
            "Link: http://www.iitb.ac.in/newacadhome/maPhd.jsp\n",
            "Text: M.S. by Research in CSE Department\n",
            "Link: http://www.iitb.ac.in/newacadhome/msResearch.jsp\n",
            "Text: M.S. by Research (CSE/ Data Science and Artificial Intelligence in CMinds)\n",
            "Link: https://www.iitb.ac.in/newacadhome/msResearch.jsp\n",
            "Text: Master of Arts by Research (MA. Res.)\n",
            "Link: https://www.iitb.ac.in/newacadhome/masterofArts.jsp\n",
            "Text: Gender Cell (FKA Women's Cell)\n",
            "Link: http://www.gendercell.iitb.ac.in/\n",
            "Text: IITB Policy on Sexual Harassment\n",
            "Link: http://www.gendercell.iitb.ac.in/en/system/files/internal/2019/IITB-Policy-on-the-Prevention-Prohibition-and-Redress-of-Sexual-Harassment-in-the-Workplace.pdf\n",
            "Text: Student Wellness Centre (Counselling Care)\n",
            "Link: http://www.iitb.ac.in/swc/\n",
            "Text: SC/ST Cell\n",
            "Link: https://www.iitb.ac.in/en/scst-students-cell\n",
            "Text: Faculty\n",
            "Link: https://www.iitb.ac.in/en/information-faculty\n",
            "Text: Academic Divisions\n",
            "Link: https://www.iitb.ac.in/en/education/academic-divisions\n",
            "Text: Facilities at IIT Bombay\n",
            "Link: https://www.iitb.ac.in/en/facilities-iit-bombay\n",
            "Text: Prospective Faculty\n",
            "Link: https://www.iitb.ac.in/en/faculty/faculty-recruitment\n",
            "Text: Current Faculty\n",
            "Link: https://www.iitb.ac.in/en/faculty/information-current-faculty\n",
            "Text: Academic Time table\n",
            "Link: http://www1.iitb.ac.in/newacadhome/timetable.jsp\n",
            "Text: Academic Calendar\n",
            "Link: http://www1.iitb.ac.in/academic/AcadCal2014-1513May.pdf\n",
            "Text: Library\n",
            "Link: http://www.library.iitb.ac.in/\n",
            "Text: Academic Rulebook\n",
            "Link: http://www1.iitb.ac.in/newacadhome/rules.jsp\n",
            "Text: Faculty Handbook\n",
            "Link: https://www.iitb.ac.in/en/careers-iitb/faculty-handbook\n",
            "Text: ASC\n",
            "Link: http://asc.iitb.ac.in\n",
            "Text: Drona\n",
            "Link: http://drona.iitb.ac.in\n",
            "Text: Retired Faculty\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/retired-faculty\n",
            "Text: PRMS \n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/post-retirement-medical-scheme\n",
            "Text: PRMS (2015+)\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/new-post-retirement-medical-scheme-2015-onwards\n",
            "Text: Awards and Honours\n",
            "Link: https://www.iitb.ac.in/en/awards\n",
            "Text: Chair Professorships\n",
            "Link: https://www.iitb.ac.in/en/activities/chair-professorships\n",
            "Text: IITB Research Park\n",
            "Link: http://www.iitbresearchpark.com/\n",
            "Text: Staff Handbook\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/staff-handbook\n",
            "Text: Job Search\n",
            "Link: https://ep.iitb.ac.in/jobsearch\n",
            "Text: Careers at IITB\n",
            "Link: https://www.iitb.ac.in/en/careers-and-jobs-iit-bombay\n",
            "Text: ASC\n",
            "Link: https://asc.iitb.ac.in/acadmenu/\n",
            "Text: Administration Homepage\n",
            "Link: https://www.iitb.ac.in/internal/administration-home-page\n",
            "Text: PRMS\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/post-retirement-medical-scheme\n",
            "Text: PRMS 2015+\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/new-post-retirement-medical-scheme-2015-onwards\n",
            "Text: Internal Pages\n",
            "Link: https://www.iitb.ac.in/internal-pages\n",
            "Text: Media\n",
            "Link: https://www.iitb.ac.in/en/information-media\n",
            "Text: Public Relations Office\n",
            "Link: https://www.iitb.ac.in/en/external-relations/public-relations-office\n",
            "Text: Social Media Policy\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/guiding-principles-use-iitb-social-media\n",
            "Text: Research at IIT Bombay\n",
            "Link: https://www.iitb.ac.in/en/research-and-development\n",
            "Text: News Hub\n",
            "Link: https://www.iitb.ac.in/en/activities/news-hub\n",
            "Text: Photo Gallery\n",
            "Link: https://www.iitb.ac.in/en/gallery\n",
            "Text: Alumni\n",
            "Link: https://www.iitb.ac.in/en/external-relations/alumni-relations\n",
            "Text: IITB Alumni Office\n",
            "Link: https://alumni.acr.iitb.ac.in\n",
            "Text: Alumni Association\n",
            "Link: http://iitbombay.org/\n",
            "Text: Industry\n",
            "Link: https://www.iitb.ac.in/en/information-industry\n",
            "Text: IITB Research Park\n",
            "Link: https://www.iitbresearchpark.com\n",
            "Text: SINE\n",
            "Link: http://sineiitb.org/\n",
            "Text: Technology Innovation Hub (TiH)\n",
            "Link: https://www.tih.iitb.ac.in/\n",
            "Text: Technology Transfer & Licensing\n",
            "Link: http://www.ircc.iitb.ac.in/IRCC-Webpage/rnd/Licensing.jsp\n",
            "Text: Donor Relationship\n",
            "Link: https://www.iitb.ac.in/en/external-relations/donor-relationship-programs\n",
            "Text: Consultancy and Research\n",
            "Link: https://www.iitb.ac.in/en/external-relations/consultancy-and-research-partnership\n",
            "Text: Continuing Education\n",
            "Link: https://www.iitb.ac.in/en/cep-qip-cdeep\n",
            "Text: Analytical Measurements\n",
            "Link: https://www.iitb.ac.in/en/research-and-development/sophisticated-analytical-instruments-facility\n",
            "Text: Placements at IITB\n",
            "Link: https://www.iitb.ac.in/en/placements-iitb\n",
            "Text: Vendor's Corner\n",
            "Link: https://www.iitb.ac.in/en/vendors-corner\n",
            "Text: Tenders\n",
            "Link: https://www.iitb.ac.in/en/tenders\n",
            "Text: GST Registration Details\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/gst-registration-number\n",
            "Text: Computer Centre Policy\n",
            "Link: https://www.cc.iitb.ac.in\n",
            "Text: IITB Laboratory Safety Policy\n",
            "Link: https://www.iitb.ac.in/safety/\n",
            "Text: IITB Security Policy\n",
            "Link: https://bighome.iitb.ac.in/index.php/s/M6GgTzEK82wkeTE\n",
            "Text: RTI\n",
            "Link: https://www.iitb.ac.in/en/rti-home\n",
            "Text: Trade Mark Caution Notice\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/trade-mark-caution-notice\n",
            "Text: Facilities at IITB\n",
            "Link: https://www.iitb.ac.in/en/facilities-iit-bombay\n",
            "Text: Donor Relation Programme\n",
            "Link: https://www.iitb.ac.in/en/external-relations/donor-relationship-programs\n",
            "Text: IoE\n",
            "Link: https://www.iitb.ac.in/en/ioe/ioe-home\n",
            "Text: Gender Cell\n",
            "Link: https://www.gendercell.iitb.ac.in\n",
            "Text: SC/ST/OBC/PWD Cells\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/sc-st-obc-liaison-cell\n",
            "Text: Emergency Contact\n",
            "Link: https://www.iitb.ac.in/safety/en/emergency-contact-number\n",
            "Text: Events Calendar\n",
            "Link: https://www.iitb.ac.in/en/calendar-node-field-event-date/month/2021-01\n",
            "Text: Insight \n",
            "Link: https://insightiitb.netlify.app/\n",
            "Text: Kshitij\n",
            "Link: https://www.iitb.ac.in/en/kshitij-magazines\n",
            "Text: Home\n",
            "Link: https://www.iitb.ac.in/en\n",
            "Text: About IITB\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay\n",
            "Text: Contact us\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/contact-us\n",
            "Text: Students\n",
            "Link: https://www.iitb.ac.in/en/information-students\n",
            "Text: Academic Divisions\n",
            "Link: https://www.iitb.ac.in/en/education/academic-divisions\n",
            "Text: Current Students\n",
            "Link: https://www.iitb.ac.in/en/students/information-current-students\n",
            "Text: Academic Time table\n",
            "Link: http://www.iitb.ac.in/newacadhome/timetable.jsp\n",
            "Text: Academic Calendar\n",
            "Link: http://www.iitb.ac.in/newacadhome/toacadcalender.jsp\n",
            "Text: Academic Rulebook\n",
            "Link: http://www.iitb.ac.in/newacadhome/rules.jsp\n",
            "Text: Student Affairs Office\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/student-affairs-office\n",
            "Text: Gymkhana\n",
            "Link: http://gymkhana.iitb.ac.in/\n",
            "Text: Hostels\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/student-hostels\n",
            "Text: Exchange Opportunities for IITB Students\n",
            "Link: https://www.iitb.ac.in/en/exchange-opportunities-iitb-students\n",
            "Text: Prospective Students\n",
            "Link: https://www.iitb.ac.in/en/students/information-prospective-students\n",
            "Text: Why IITB ?\n",
            "Link: https://www.iitb.ac.in/en/education/why-iitb\n",
            "Text: Women Students\n",
            "Link: http://www.iitb.ac.in/womenstudents/\n",
            "Text: Entrance Exams\n",
            "Link: https://www.iitb.ac.in/en/entrance-exams\n",
            "Text: Admission Notice for PG/PhD programmes 2018-19\n",
            "Link: http://www.iitb.ac.in/en/education/admission-notice-pgphd-programmes-2018-19\n",
            "Text: Research at IIT Bombay\n",
            "Link: https://www.iitb.ac.in/en/research-and-development\n",
            "Text: B.Tech Programe\n",
            "Link: https://www.iitb.ac.in/en/education/undergraduate-applicants\n",
            "Text: Bachelor of Design (B.Des.)\n",
            "Link: https://www.iitb.ac.in/newacadhome/UnderGraduatedetail.jsp#B.Des.\n",
            "Text: Bachelor of Science (B.S.)\n",
            "Link: https://www.iitb.ac.in/newacadhome/UnderGraduatedetail.jsp#4%20Yr.%20B.S.\n",
            "Text: B.Tech. + M.Tech. (Dual Degree)\n",
            "Link: https://www.iitb.ac.in/newacadhome/UnderGraduatedetail.jsp#Dual%20Degree\n",
            "Text: M.Tech./M.Tech.+Ph.D. (Dual Degree)\n",
            "Link: http://www.iitb.ac.in/newacadhome/mtech.jsp\n",
            "Text: M.Sc.\n",
            "Link: http://www.iitb.ac.in/newacadhome/msc2year.jsp\n",
            "Text: Master of Business Administration [MBA]\n",
            "Link: http://www.iitb.ac.in/newacadhome/mmgt.jsp\n",
            "Text: Executive MBA\n",
            "Link: http://www.olin.wustl.edu/EN-US/executive-programs/executive-mba-mumbai/Pages/default.aspx\n",
            "Text: M.Des.\n",
            "Link: http://www.iitb.ac.in/newacadhome/mdes.jsp\n",
            "Text: M. Phil.\n",
            "Link: https://www.iitb.ac.in/newacadhome/toadmission.jsp\n",
            "Text: MPP\n",
            "Link: http://www.iitb.ac.in/newacadhome/mpp.jsp\n",
            "Text: Master in Development Practice (MDP)\n",
            "Link: https://www.iitb.ac.in/newacadhome/mdp.jsp\n",
            "Text: PhD applicants\n",
            "Link: http://www.iitb.ac.in/newacadhome/phd.jsp\n",
            "Text: International applicants\n",
            "Link: http://www.ir.iitb.ac.in/?page_id=26\n",
            "Text: Induction info for international students\n",
            "Link: http://www.ir.iitb.ac.in/\n",
            "Text: Research Internship\n",
            "Link: https://www.iitb.ac.in/en/education/research-internship\n",
            "Text: Admission day\n",
            "Link: https://www.iitb.ac.in/en/education/admission-day\n",
            "Text: Student mentorship\n",
            "Link: https://www.iitb.ac.in/en/education/student-mentorship\n",
            "Text: M.Sc.- Ph.D. (Dual Degree) in Energy\n",
            "Link: https://www.ese.iitb.ac.in/academics/msc-phd-programme\n",
            "Text: M.A. + PhD (Dual Degree) in Philosophy\n",
            "Link: http://www.iitb.ac.in/newacadhome/maPhd.jsp\n",
            "Text: M.S. by Research in CSE Department\n",
            "Link: http://www.iitb.ac.in/newacadhome/msResearch.jsp\n",
            "Text: M.S. by Research (CSE/ Data Science and Artificial Intelligence in CMinds)\n",
            "Link: https://www.iitb.ac.in/newacadhome/msResearch.jsp\n",
            "Text: Master of Arts by Research (MA. Res.)\n",
            "Link: https://www.iitb.ac.in/newacadhome/masterofArts.jsp\n",
            "Text: Gender Cell (FKA Women's Cell)\n",
            "Link: http://www.gendercell.iitb.ac.in/\n",
            "Text: IITB Policy on Sexual Harassment\n",
            "Link: http://www.gendercell.iitb.ac.in/en/system/files/internal/2019/IITB-Policy-on-the-Prevention-Prohibition-and-Redress-of-Sexual-Harassment-in-the-Workplace.pdf\n",
            "Text: Student Wellness Centre (Counselling Care)\n",
            "Link: http://www.iitb.ac.in/swc/\n",
            "Text: SC/ST Cell\n",
            "Link: https://www.iitb.ac.in/en/scst-students-cell\n",
            "Text: Faculty\n",
            "Link: https://www.iitb.ac.in/en/information-faculty\n",
            "Text: Academic Divisions\n",
            "Link: https://www.iitb.ac.in/en/education/academic-divisions\n",
            "Text: Facilities at IIT Bombay\n",
            "Link: https://www.iitb.ac.in/en/facilities-iit-bombay\n",
            "Text: Prospective Faculty\n",
            "Link: https://www.iitb.ac.in/en/faculty/faculty-recruitment\n",
            "Text: Current Faculty\n",
            "Link: https://www.iitb.ac.in/en/faculty/information-current-faculty\n",
            "Text: Academic Time table\n",
            "Link: http://www1.iitb.ac.in/newacadhome/timetable.jsp\n",
            "Text: Academic Calendar\n",
            "Link: http://www1.iitb.ac.in/academic/AcadCal2014-1513May.pdf\n",
            "Text: Library\n",
            "Link: http://www.library.iitb.ac.in/\n",
            "Text: Academic Rulebook\n",
            "Link: http://www1.iitb.ac.in/newacadhome/rules.jsp\n",
            "Text: Faculty Handbook\n",
            "Link: https://www.iitb.ac.in/en/careers-iitb/faculty-handbook\n",
            "Text: ASC\n",
            "Link: http://asc.iitb.ac.in\n",
            "Text: Drona\n",
            "Link: http://drona.iitb.ac.in\n",
            "Text: Retired Faculty\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/retired-faculty\n",
            "Text: PRMS \n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/post-retirement-medical-scheme\n",
            "Text: PRMS (2015+)\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/new-post-retirement-medical-scheme-2015-onwards\n",
            "Text: Awards and Honours\n",
            "Link: https://www.iitb.ac.in/en/awards\n",
            "Text: Chair Professorships\n",
            "Link: https://www.iitb.ac.in/en/activities/chair-professorships\n",
            "Text: IITB Research Park\n",
            "Link: http://www.iitbresearchpark.com/\n",
            "Text: Staff Handbook\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/staff-handbook\n",
            "Text: Job Search\n",
            "Link: https://ep.iitb.ac.in/jobsearch\n",
            "Text: Careers at IITB\n",
            "Link: https://www.iitb.ac.in/en/careers-and-jobs-iit-bombay\n",
            "Text: ASC\n",
            "Link: https://asc.iitb.ac.in/acadmenu/\n",
            "Text: Administration Homepage\n",
            "Link: https://www.iitb.ac.in/internal/administration-home-page\n",
            "Text: PRMS\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/post-retirement-medical-scheme\n",
            "Text: PRMS 2015+\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/new-post-retirement-medical-scheme-2015-onwards\n",
            "Text: Internal Pages\n",
            "Link: https://www.iitb.ac.in/internal-pages\n",
            "Text: Media\n",
            "Link: https://www.iitb.ac.in/en/information-media\n",
            "Text: Public Relations Office\n",
            "Link: https://www.iitb.ac.in/en/external-relations/public-relations-office\n",
            "Text: Social Media Policy\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/guiding-principles-use-iitb-social-media\n",
            "Text: Research at IIT Bombay\n",
            "Link: https://www.iitb.ac.in/en/research-and-development\n",
            "Text: News Hub\n",
            "Link: https://www.iitb.ac.in/en/activities/news-hub\n",
            "Text: Photo Gallery\n",
            "Link: https://www.iitb.ac.in/en/gallery\n",
            "Text: Alumni\n",
            "Link: https://www.iitb.ac.in/en/external-relations/alumni-relations\n",
            "Text: IITB Alumni Office\n",
            "Link: https://alumni.acr.iitb.ac.in\n",
            "Text: Alumni Association\n",
            "Link: http://iitbombay.org/\n",
            "Text: Industry\n",
            "Link: https://www.iitb.ac.in/en/information-industry\n",
            "Text: IITB Research Park\n",
            "Link: https://www.iitbresearchpark.com\n",
            "Text: SINE\n",
            "Link: http://sineiitb.org/\n",
            "Text: Technology Innovation Hub (TiH)\n",
            "Link: https://www.tih.iitb.ac.in/\n",
            "Text: Technology Transfer & Licensing\n",
            "Link: http://www.ircc.iitb.ac.in/IRCC-Webpage/rnd/Licensing.jsp\n",
            "Text: Donor Relationship\n",
            "Link: https://www.iitb.ac.in/en/external-relations/donor-relationship-programs\n",
            "Text: Consultancy and Research\n",
            "Link: https://www.iitb.ac.in/en/external-relations/consultancy-and-research-partnership\n",
            "Text: Continuing Education\n",
            "Link: https://www.iitb.ac.in/en/cep-qip-cdeep\n",
            "Text: Analytical Measurements\n",
            "Link: https://www.iitb.ac.in/en/research-and-development/sophisticated-analytical-instruments-facility\n",
            "Text: Placements at IITB\n",
            "Link: https://www.iitb.ac.in/en/placements-iitb\n",
            "Text: Vendor's Corner\n",
            "Link: https://www.iitb.ac.in/en/vendors-corner\n",
            "Text: Tenders\n",
            "Link: https://www.iitb.ac.in/en/tenders\n",
            "Text: GST Registration Details\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/gst-registration-number\n",
            "Text: Computer Centre Policy\n",
            "Link: https://www.cc.iitb.ac.in\n",
            "Text: IITB Laboratory Safety Policy\n",
            "Link: https://www.iitb.ac.in/safety/\n",
            "Text: IITB Security Policy\n",
            "Link: https://bighome.iitb.ac.in/index.php/s/M6GgTzEK82wkeTE\n",
            "Text: RTI\n",
            "Link: https://www.iitb.ac.in/en/rti-home\n",
            "Text: Trade Mark Caution Notice\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/trade-mark-caution-notice\n",
            "Text: Facilities at IITB\n",
            "Link: https://www.iitb.ac.in/en/facilities-iit-bombay\n",
            "Text: Donor Relation Programme\n",
            "Link: https://www.iitb.ac.in/en/external-relations/donor-relationship-programs\n",
            "Text: IoE\n",
            "Link: https://www.iitb.ac.in/en/ioe/ioe-home\n",
            "Text: Gender Cell\n",
            "Link: https://www.gendercell.iitb.ac.in\n",
            "Text: SC/ST/OBC/PWD Cells\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/sc-st-obc-liaison-cell\n",
            "Text: Emergency Contact\n",
            "Link: https://www.iitb.ac.in/safety/en/emergency-contact-number\n",
            "Text: Events Calendar\n",
            "Link: https://www.iitb.ac.in/en/calendar-node-field-event-date/month/2021-01\n",
            "Text: Insight \n",
            "Link: https://insightiitb.netlify.app/\n",
            "Text: Kshitij\n",
            "Link: https://www.iitb.ac.in/en/kshitij-magazines\n",
            "Text: Yearn to Excel\n",
            "Link: https://www.iitb.ac.in/awards\n",
            "Text: Yearn to Learn\n",
            "Link: https://www.iitb.ac.in/acad/\n",
            "Text: Yearn to Explore\n",
            "Link: https://www.iitb.ac.in/research-highlights/archive\n",
            "Text: Yearn to Express\n",
            "Link: http://gymkhana.iitb.ac.in/~cultural/\n",
            "Text: Yearn to Innovate\n",
            "Link: http://www.sineiitb.org/\n",
            "Text: Yearn to Create\n",
            "Link: http://www.ddsidc.com/\n",
            "Text: Yearn to Lead\n",
            "Link: https://campus.placements.iitb.ac.in\n",
            "Text: Yearn to Endure\n",
            "Link: http://gymkhana.iitb.ac.in/~sports/\n",
            "Text: The Place to Be\n",
            "Link: https://www.iitb.ac.in/gallery\n",
            "Text: \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/news/2023-11/1.jpeg\n",
            "Text: IIT Bombay Observes Vigilance Awareness Week and...\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/iit-bombay-observes-vigilance-awareness-week-and-rashtriya-ekta-diwas\n",
            "Paragraph: On the occasion of Vigilance Awareness Week observed during October 30 - November 5, 2023, and National Unity Day (Rashtriya Ekta Diwas) 2023, the Institute employees ...more\n",
            "Paragraph: On the occasion of Vigilance Awareness Week observed during October 30 - November 5, 2023, and National Unity Day (Rashtriya Ekta Diwas) 2023, the Institute employees ...more\n",
            "Text: ...more\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/iit-bombay-observes-vigilance-awareness-week-and-rashtriya-ekta-diwas\n",
            "Text: \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/news/2023-10/IMG_8278.jpg\n",
            "Text: IIT Bombay Celebrates Birth Anniversaries of...\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/iit-bombay-celebrates-birth-anniversaries-mahatma-gandhi-and-lal-bahadur-shastri\n",
            "Paragraph: IIT Bombay paid homage to the Father of the Nation Mahatma Gandhi and second Prime Minister of the nation Lal Bahadur Shastri during a function held at 9 am at P.C. Saxena ...more\n",
            "Paragraph: IIT Bombay paid homage to the Father of the Nation Mahatma Gandhi and second Prime Minister of the nation Lal Bahadur Shastri during a function held at 9 am at P.C. Saxena ...more\n",
            "Text: ...more\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/iit-bombay-celebrates-birth-anniversaries-mahatma-gandhi-and-lal-bahadur-shastri\n",
            "Text: \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/news/2023-10/IMG-20231001-WA0001.jpg\n",
            "Text: Saint Petersburg, Russia Delegation Visits IIT...\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/saint-petersburg-russia-delegation-visits-iit-bombay\n",
            "Paragraph: A senior delegation consisting of 21 members from Saint Petersburg, Russia led by Prof. Vladimir Kniagninin  - Vice-governor of Saint Petersburg visited IIT Bombay ...more\n",
            "Paragraph: A senior delegation consisting of 21 members from Saint Petersburg, Russia led by Prof. Vladimir Kniagninin  - Vice-governor of Saint Petersburg visited IIT Bombay ...more\n",
            "Text: ...more\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/saint-petersburg-russia-delegation-visits-iit-bombay\n",
            "Text: \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/news/2023-09/WhatsApp%20Image%202023-09-15%20at%2018.06.00.jpeg\n",
            "Text: Prof. Debabrata Maiti Wins Shanti Swarup...\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/prof-debabrata-maiti-wins-shanti-swarup-bhatnagar-prize-science-and-technology-2022\n",
            "Paragraph: Prof Debabrata Maiti, Department of Chemistry, has been awarded the Shanti Swarup Bhatnagar Prize for Science and Technology 2022 award for his significant contributions to ...more\n",
            "Paragraph: Prof Debabrata Maiti, Department of Chemistry, has been awarded the Shanti Swarup Bhatnagar Prize for Science and Technology 2022 award for his significant contributions to ...more\n",
            "Text: ...more\n",
            "Link: https://www.iitb.ac.in/en/breaking-news/prof-debabrata-maiti-wins-shanti-swarup-bhatnagar-prize-science-and-technology-2022\n",
            "Text: next ›\n",
            "Link: https://www.iitb.ac.in/en/node?page=1\n",
            "Text: Five-day short-term course on semiconductor packaging\n",
            "Link: https://www.iitb.ac.in/en/event/five-day-short-term-course-semiconductor-packaging\n",
            "Text: 9th International Conference on Advances in Energy Research (ICAER) 2023\n",
            "Link: https://www.iitb.ac.in/en/event/9th-international-conference-advances-energy-research-icaer-2023\n",
            "Text: View entire Calendar\n",
            "Link: https://www.iitb.ac.in/calendar-node-field-event-date\n",
            "Text: \n",
            "Link: https://www.iitb.ac.in/calendar-node-field-event-date\n",
            "Paragraph: Swachhata Hi Sewa\n",
            "Text: Swachhata Hi Sewa\n",
            "Link: https://www.iitb.ac.in/en/swachhta-hi-sewa-2023\n",
            "Text: e-Yantra Innovation Challenge 2023-24 - Register Now!\n",
            "Link: https://www.iitb.ac.in/en/launch-e-yantra-innovation-challenge-2023-24-register-now\n",
            "Text: Inviting Nominations for IIT Bombay International Award 2023\n",
            "Link: http://www.acr.iitb.ac.in/iitbia\n",
            "Text: UCEED - 2024\n",
            "Link: https://www.iitb.ac.in/en/uceed-2024\n",
            "Text: CEED 2024\n",
            "Link: https://www.iitb.ac.in/en/ceed-2024\n",
            "Text: GATE 2024\n",
            "Link: https://gate2024.iisc.ac.in/\n",
            "Text: JAM 2024\n",
            "Link: https://jam.iitm.ac.in\n",
            "Text: \n",
            "    more  \n",
            "Link: https://www.iitb.ac.in/en/announcement-list\n",
            "Text: India's G20 Presidency\n",
            "Link: https://www.iitb.ac.in/en/indias-g20-presidency\n",
            "Text: Cybercrimes Security\n",
            "Link: https://www.iitb.ac.in/en/cybercrimes-security\n",
            "Text: Azadi ka Amrit Mahotsav\n",
            "Link: https://www.iitb.ac.in/en/azadi-ka-amrit-mahotsav\n",
            "Text: International Year of Millets 2022-23\n",
            "Link: https://www.iitb.ac.in/en/international-year-millets-2022-23\n",
            "Text: Swachhata Pakhwada - Special Campaign 3\n",
            "Link: https://www.iitb.ac.in/en/swachhta-hi-sewa-2023\n",
            "Text: Fit India Programme\n",
            "Link: https://www.iitb.ac.in/en/fit-india-programme\n",
            "Text: Har Ghar Tiranga\n",
            "Link: https://www.iitb.ac.in/en/har-ghar-tiranga\n",
            "Text: Ek Bharat Shreshtha Bharat\n",
            "Link: https://www.iitb.ac.in/en/ek-bharat-shreshtha-bharat\n",
            "Text: \n",
            "    more  \n",
            "Link: https://www.iitb.ac.in/en/ministry-of-education-events-list\n",
            "Text: prev\n",
            "Link: https://www.iitb.ac.in\n",
            "Text: next\n",
            "Link: https://www.iitb.ac.in\n",
            "Text: Breaking ground in wastewater disease surveillance\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/breaking-ground-wastewater-disease-surveillance\n",
            "Paragraph: A new portable DNA sensor to detect vi...\n",
            "Text: Breaking ground in wastewater disease surveillance\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/breaking-ground-wastewater-disease-surveillance\n",
            "Paragraph: A new portable DNA sensor to detect viral and bacterial pathogens in sewers and water bodies\n",
            "Paragraph: Scientists from the Indian Institute of...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/breaking-ground-wastewater-disease-surveillance\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-10/Image%20courtesy%3A%20Generated%20using%20Adobe%20Firefly%20by%20Scientifickly.jpg\n",
            "Text: IIT Bombay’s Marigold-like nanostructured material demonstrates the highest solar heat absorption\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/iit-bombay%E2%80%99s-marigold-nanostructured-material-demonstrates-highest-solar-heat\n",
            "Paragraph: The material converts over 87% of light falling on...\n",
            "Text: IIT Bombay’s Marigold-like nanostructured material demonstrates the highest solar heat absorption\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/iit-bombay%E2%80%99s-marigold-nanostructured-material-demonstrates-highest-solar-heat\n",
            "Paragraph: The material converts over 87% of light falling on it into usable heat energy.\n",
            "Paragraph: Heat or thermal energy is a fundamental form of energy essential for life. Human...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/iit-bombay%E2%80%99s-marigold-nanostructured-material-demonstrates-highest-solar-heat\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-10/img1.jpg\n",
            "Text: Shifting Towards Scaled Decentralisation: The Future of Urban Water Infrastructure\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/shifting-towards-scaled-decentralisation-future-urban-water-infrastructure\n",
            "Paragraph: The new study suggests that a paradigm shift toward...\n",
            "Text: Shifting Towards Scaled Decentralisation: The Future of Urban Water Infrastructure\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/shifting-towards-scaled-decentralisation-future-urban-water-infrastructure\n",
            "Paragraph: The new study suggests that a paradigm shift towards scaled decentralised systems is necessarytoachievesustainability and resiliencein urban waterinfrastructure.\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/shifting-towards-scaled-decentralisation-future-urban-water-infrastructure\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-09/pic2.jpg\n",
            "Text: A Mathematical Technique to Fix Shaky Videos\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/mathematical-technique-to-fix-shaky-videos\n",
            "Paragraph: A new algorithm removes effects of unintended motion from videos sh...\n",
            "Text: A Mathematical Technique to Fix Shaky Videos\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/mathematical-technique-to-fix-shaky-videos\n",
            "Paragraph: A new algorithm removes effects of unintended motion from videos shot with small robots or drones\n",
            "Paragraph: Test setup using a spherical robot (diameter 20 cm.) with camera (front view)...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/mathematical-technique-to-fix-shaky-videos\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-09/pic1.jpg\n",
            "Text: Prof. Debabrata Maiti of IIT Bombay awarded the Shanti Swarup Bhatnagar Prize 2022\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/prof-debabrata-maiti-iit-bombay-awarded-shanti-swarup-bhatnagar-prize-2022\n",
            "Paragraph: The SSB Prize 2022 to Prof. Debabrata Maiti of IIT...\n",
            "Text: Prof. Debabrata Maiti of IIT Bombay awarded the Shanti Swarup Bhatnagar Prize 2022\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/prof-debabrata-maiti-iit-bombay-awarded-shanti-swarup-bhatnagar-prize-2022\n",
            "Paragraph: The SSB Prize 2022 to Prof. Debabrata Maiti of IIT Bombay is in recognition of his work on valorisation.\n",
            "Paragraph: Prof. Debabrata Maiti, Professor at the Department of...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/prof-debabrata-maiti-iit-bombay-awarded-shanti-swarup-bhatnagar-prize-2022\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-09/PROFDebM.jpg\n",
            "Text: A counterintuitive chemical reaction to simplify the production of biologically important compounds\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/counterintuitive-chemical-reaction-to-simplify-production-biologically-important\n",
            "Paragraph: The reaction simplifies the production of pharmaceu...\n",
            "Text: A counterintuitive chemical reaction to simplify the production of biologically important compounds\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/counterintuitive-chemical-reaction-to-simplify-production-biologically-important\n",
            "Paragraph: The reaction simplifies the production of pharmaceutically important molecules called lactones and other complex compounds.\n",
            "Paragraph: Scientists from the Indian Institut...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/counterintuitive-chemical-reaction-to-simplify-production-biologically-important\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-09/image.jpg\n",
            "Text: A Breakthrough in Solar Cell Technology from IIT Bombay; Measures one of the Highest Efficiency for a Perovskite-based Solar Device\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/breakthrough-solar-cell-technology-iit-bombay-measures-one-highest-efficiency\n",
            "Paragraph: First experimental demonstration of a 4T- silicon-p...\n",
            "Text: A Breakthrough in Solar Cell Technology from IIT Bombay; Measures one of the Highest Efficiency for a Perovskite-based Solar Device\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/breakthrough-solar-cell-technology-iit-bombay-measures-one-highest-efficiency\n",
            "Paragraph: First experimental demonstration of a 4T- silicon-perovskite tandem solar cell from India, with efficiency greater than 26%.\n",
            "Paragraph: A team at the National Centre for...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/breakthrough-solar-cell-technology-iit-bombay-measures-one-highest-efficiency\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-06/img_0.jpg\n",
            "Text: Scientists at IIT Bombay develop new technique that offers insights into interfacial reactions\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/scientists-iit-bombay-develop-new-technique-offers-insights-interfacial-reactions\n",
            "Paragraph: Researchers have come up with an innovative approach for measuring...\n",
            "Text: Scientists at IIT Bombay develop new technique that offers insights into interfacial reactions\n",
            "Link: https://www.iitb.ac.in/en/research-highlight/scientists-iit-bombay-develop-new-technique-offers-insights-interfacial-reactions\n",
            "Paragraph: Researchers have come up with an innovative approach for measuring the coating performance.\n",
            "Paragraph: How often have we not encountered corrosion in some of our devices? Although there...\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/en/research-highlight/scientists-iit-bombay-develop-new-technique-offers-insights-interfacial-reactions\n",
            "Text:  \n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/reshigh/2023-06/img.jpg\n",
            "Text: Read Archived Highlights \n",
            "Link: https://www.iitb.ac.in/en/research-highlights/archive\n",
            "Text: \n",
            "Link: javascript:$('#searchform').submit();\n",
            "Text: Academic Divisions\n",
            "Link: https://www.iitb.ac.in/en/education/academic-divisions\n",
            "Text: Academics Website\n",
            "Link: http://www.iitb.ac.in/acad/\n",
            "Text: Academic Time table\n",
            "Link: http://www.iitb.ac.in/newacadhome/timetable.jsp\n",
            "Text: Academic Calendar\n",
            "Link: http://www.iitb.ac.in/newacadhome/toacadcalender.jsp\n",
            "Text: Entrance exams\n",
            "Link: https://www.iitb.ac.in/en/entrance-exams\n",
            "Text: CEP/ QIP/ CDEEP\n",
            "Link: https://www.iitb.ac.in/en/cep-qip-cdeep\n",
            "Text: Central Library\n",
            "Link: http://www.library.iitb.ac.in/\n",
            "Text: R&D Jobs\n",
            "Link: https://ep.iitb.ac.in/jobsearch\n",
            "Text: Internships\n",
            "Link: http://www.ircc.iitb.ac.in/fellowship/\n",
            "Text: Areas of Expertise\n",
            "Link: http://www.ircc.iitb.ac.in/IRCC-Webpage/rnd/WebExpertiesSearch.jsp\n",
            "Text: Technologies for Licensing\n",
            "Link: http://www.ircc.iitb.ac.in/IRCC-Webpage/rnd/Licensing.jsp\n",
            "Text: Research Publications\n",
            "Link: https://www.ircc.iitb.ac.in/IRCC-Webpage/DisplayResearchPapersDataCP.jsp\n",
            "Text: COVID - related Research & Development Works by CFTIs\n",
            "Link: https://www.iitb.ac.in/sites/www.iitb.ac.in/files/basicpagefile/Covid%20E%20Book.pdf\n",
            "Text: IIT Bombay's Ideas and Innovations for Society (IBIS)\n",
            "Link: https://rnd.iitb.ac.in/sites/rnd.iitb.ac.in/files/brochures/2022-06/IBIS%20IIT%20Bombays%20Ideas%20and%20Innovations%20for%20Society%20June%202022.pdf\n",
            "Text: IITB Research Park\n",
            "Link: http://www.iitbresearchpark.com/\n",
            "Text: Innovation & Entrepreneurship\n",
            "Link: https://www.iitb.ac.in/en/innovation-entrepreneurship\n",
            "Text: Laboratory Safety\n",
            "Link: http://www.iitb.ac.in/safety/\n",
            "Text: R&D Film\n",
            "Link: https://youtu.be/8iyx9Vk2md8\n",
            "Text: Campus Map\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/campus-map\n",
            "Text: Photo Gallery\n",
            "Link: https://www.iitb.ac.in/en/gallery\n",
            "Text: Digital Photo Archive\n",
            "Link: http://archive.library.iitb.ac.in/\n",
            "Text: Gymkhana\n",
            "Link: http://gymkhana.iitb.ac.in/\n",
            "Text: Student Events\n",
            "Link: https://www.iitb.ac.in/en/activities/regular-institute-events\n",
            "Text: Campus Diary\n",
            "Link: https://www.iitb.ac.in/en/activities/campus-diary\n",
            "Text: ARIIA\n",
            "Link: https://www.iitb.ac.in/en/ariia\n",
            "Text: NIRF\n",
            "Link: https://www.iitb.ac.in/en/national-institutional-ranking-framework-nirf\n",
            "Text: Institute Calendar\n",
            "Link: https://www.iitb.ac.in/en/print-calendar\n",
            "Text: Faculty Recruitment\n",
            "Link: https://www.iitb.ac.in/en/faculty/faculty-recruitment\n",
            "Text: Post-doctoral Recruitment\n",
            "Link: https://www.iitb.ac.in/en/careers/institute-post-doctoral-fellows-recruitment\n",
            "Text: Careers/Jobs\n",
            "Link: https://www.iitb.ac.in/en/careers-and-jobs-iit-bombay\n",
            "Text: Vendor's Corner\n",
            "Link: https://www.iitb.ac.in/en/vendors-corner\n",
            "Text: SC-ST-OBC Liaison Cell\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/obc-and-sc-st-pwd-liaison-cell\n",
            "Text: Gender Cell\n",
            "Link: http://www.gendercell.iitb.ac.in/\n",
            "Text: IITB Policy on Sexual Harassment\n",
            "Link: http://www.gendercell.iitb.ac.in/en/system/files/internal/2019/IITB-Policy-on-the-Prevention-Prohibition-and-Redress-of-Sexual-Harassment-in-the-Workplace.pdf\n",
            "Text: Facilities\n",
            "Link: https://www.iitb.ac.in/en/facilities-iit-bombay\n",
            "Text:  Internal Links\n",
            "Link: https://www.iitb.ac.in/en/internal-pages\n",
            "Text: Webmail\n",
            "Link: https://webmail.iitb.ac.in\n",
            "Text: Infrastructure Planning and Suppport (IPS)\n",
            "Link: http://www.iitb.ac.in/deanpl/\n",
            "Text: Advisory on Corona Virus\n",
            "Link: https://www.iitb.ac.in/en/advisory-corona-virus\n",
            "Text: Propose Institute Lecture/ Colloquium\n",
            "Link: https://forms.office.com/r/pcegHHRapA\n",
            "Paragraph: © 2014 IIT Bombay. All rights reserved\n",
            "Text: About IITB\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay\n",
            "Text: Education\n",
            "Link: https://www.iitb.ac.in/en/education\n",
            "Text: Research\n",
            "Link: https://www.iitb.ac.in/en/research-and-development\n",
            "Text: Site Map\n",
            "Link: https://www.iitb.ac.in/en/site-map\n",
            "Text: Feedback\n",
            "Link: https://docs.google.com/forms/d/17osuOsqoRL7q33Okiwm8D1fjf1RjIpgC3cu4n5-Qhn8/viewform\n",
            "Text: RTI\n",
            "Link: https://www.iitb.ac.in/en/rti-home\n",
            "Text: Contact Us\n",
            "Link: https://www.iitb.ac.in/en/about-iit-bombay/contact-us\n",
            "Text: Scroll up\n",
            "Link: https://www.iitb.ac.in\n",
            "\n"
          ]
        }
      ]
    }
  ]
}