selenium_redbus_data_scraping.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.support.ui import WebDriverWait\n",
    "from selenium.webdriver.support import expected_conditions as EC\n",
    "from selenium.common.exceptions import StaleElementReferenceException\n",
    "import mysql.connector\n",
    "import time\n",
    "from selenium.common.exceptions import NoSuchElementException, TimeoutException, StaleElementReferenceException, WebDriverException"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# MySQL database connection setup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def connect_to_database():\n",
    "    connection = mysql.connector.connect(\n",
    "        host='localhost',\n",
    "        user='root',\n",
    "        password='Pavan@22',\n",
    "        database='redbus_data'\n",
    "    )\n",
    "    return connection\n",
    "\n",
    "# inserting data into MySQL\n",
    "def insert_into_database(data, connection):\n",
    "    cursor = connection.cursor()\n",
    "    insert_query = \"\"\"\n",
    "    INSERT INTO bus_routes (route_name, route_link, busname, bustype, departing_time, duration, reaching_time, star_rating, price, seats_available)\n",
    "    VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)\n",
    "    \"\"\"\n",
    "    cursor.execute(insert_query, data)\n",
    "    connection.commit()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Scrapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def safe_click(element):\n",
    "    retry_count = 3\n",
    "    for _ in range(retry_count):\n",
    "        try:\n",
    "            element.click()\n",
    "            return True\n",
    "        except StaleElementReferenceException:\n",
    "            time.sleep(1)\n",
    "    return False\n",
    "    \n",
    "def extract_bus_details(route_name, route_link, connection):\n",
    "    \"\"\"Extract detailed bus information from the current page.\"\"\"\n",
    "    try:\n",
    "        # Wait for bus items\n",
    "        WebDriverWait(driver, 10).until(\n",
    "            EC.presence_of_element_located((By.XPATH, \"//div[contains(@class, 'bus-item')] | //div[contains(@class, 'error-view oops-page')]\"))\n",
    "        )\n",
    "\n",
    "        # Locate all bus items\n",
    "        bus_items = driver.find_elements(By.XPATH, \"//div[contains(@class, 'bus-item')]\")\n",
    "\n",
    "        # If no bus items are found, navigate back to the routes page\n",
    "        if not bus_items:\n",
    "            print(f\"No bus items found for route: {route_name}. Returning to the routes page.\")\n",
    "            driver.back()  # Return to the routes page\n",
    "            WebDriverWait(driver, 20).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "            time.sleep(3)\n",
    "            return\n",
    "\n",
    "        # Proceed with extraction if bus items are found\n",
    "        print(f\"Found {len(bus_items)} buses for route: {route_name}.\")\n",
    "\n",
    "        # Loop through each bus detail container\n",
    "        for bus_item in bus_items:\n",
    "            try:\n",
    "                bus_name = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'travels lh-24 f-bold d-color')]\").text\n",
    "                bus_type = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'bus-type')]\").text\n",
    "                departure_time = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'dp-time')]\").text\n",
    "                arrival_time = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'bp-time')]\").text\n",
    "                duration = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'dur l-color lh-24')]\").text\n",
    "\n",
    "                star_rating = None\n",
    "                try:\n",
    "                    star_rating_element = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'rating-sec lh-24')]/div[contains(@class, 'lh-18 rating')]/span\")\n",
    "                    star_rating = float(star_rating_element.text) if star_rating_element.text else 0.0\n",
    "                except NoSuchElementException:\n",
    "                    star_rating = 0.0\n",
    "\n",
    "                fare = bus_item.find_element(By.XPATH, \"//div[@class='fare d-block']/span[@class='f-19 f-bold']\").text\n",
    "                seats_available = bus_item.find_element(By.XPATH, \".//div[contains(@class, 'seat-left')]\").text\n",
    "\n",
    "                fare = float(fare.replace(\",\", \"\"))  # Handle comma in fare\n",
    "                seats_available = int(seats_available.split()[0]) if seats_available else 0\n",
    "\n",
    "                bus_data = (\n",
    "                    route_name, route_link,\n",
    "                    bus_name, bus_type,\n",
    "                    departure_time, duration,\n",
    "                    arrival_time, star_rating,\n",
    "                    fare, seats_available\n",
    "                )\n",
    "\n",
    "                # Insert data into the database\n",
    "                insert_into_database(bus_data, connection)\n",
    "\n",
    "            except Exception as e:\n",
    "                print(f\"Error processing bus item: {e}\")\n",
    "                continue\n",
    "\n",
    "        print(f\"Inserted {len(bus_items)} records for route: {route_name}\")\n",
    "\n",
    "    except TimeoutException:\n",
    "        # If no bus details are loaded within the wait time, go back to the routes page\n",
    "        print(f\"No bus details found for route: {route_name}. Returning to the routes page.\")\n",
    "        driver.back()\n",
    "        WebDriverWait(driver, 20).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "        time.sleep(3)\n",
    "\n",
    "    except Exception as e:\n",
    "        print(f\"Error extracting bus details for route: {route_name}: {e}\")\n",
    "        driver.back()\n",
    "        WebDriverWait(driver, 20).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "        time.sleep(3)\n",
    "\n",
    "\n",
    "def navigate_route_pages(connection):\n",
    "    \"\"\"Navigate through all route pages and process routes.\"\"\"\n",
    "    while True:\n",
    "        try:\n",
    "            # Locate the pagination controls\n",
    "            page_numbers = driver.find_elements(By.XPATH, \"//div[contains(@class, 'DC_117_pageTabs')]\")\n",
    "            print(f\"Found {len(page_numbers)} page numbers.\")\n",
    "\n",
    "\n",
    "            if not page_numbers:\n",
    "                print(\"No page numbers found. Exiting pagination loop.\")\n",
    "                break\n",
    "\n",
    "            for index in range(len(page_numbers)):\n",
    "                try:\n",
    "                    # Re-fetch page numbers to avoid stale references\n",
    "                    page_numbers = driver.find_elements(By.XPATH, \"//div[contains(@class, 'DC_117_pageTabs')]\")\n",
    "                    page_number = page_numbers[index]\n",
    "\n",
    "                    print(f\"Navigating to page number {index + 1}\")\n",
    "\n",
    "                    driver.execute_script(\"arguments[0].scrollIntoView(true);\", page_number)\n",
    "                    time.sleep(2)\n",
    "\n",
    "                    # Click on the page number to navigate\n",
    "                    if safe_click(page_number):\n",
    "                        time.sleep(3)\n",
    "                        process_routes_on_page(connection)\n",
    "\n",
    "                except (TimeoutException, StaleElementReferenceException, WebDriverException) as e:\n",
    "                    print(f\"Error navigating to page number {index + 1}: {e}\")\n",
    "                    continue\n",
    "\n",
    "            break\n",
    "\n",
    "        except Exception as e:\n",
    "            print(f\"Error navigating route pages: {e}\")\n",
    "            break\n",
    "\n",
    "\n",
    "def process_routes_on_page(connection):\n",
    "    \"\"\"Process all routes on the current page.\"\"\"\n",
    "    routes = driver.find_elements(By.CSS_SELECTOR, \"a[class='route']\")\n",
    "    print(f\"Found {len(routes)} routes on current page.\")\n",
    "\n",
    "    for index in range(len(routes)):\n",
    "        try:\n",
    "            # Re-fetch the route list to avoid stale elements\n",
    "            routes = driver.find_elements(By.CSS_SELECTOR, \"a[class='route']\")\n",
    "            route = routes[index]\n",
    "\n",
    "            route_name = route.text\n",
    "            route_link = route.get_attribute('href')\n",
    "\n",
    "            driver.execute_script(\"arguments[0].scrollIntoView(true);\", route)\n",
    "            time.sleep(2)\n",
    "\n",
    "            # Click the route link\n",
    "            if safe_click(route):\n",
    "                time.sleep(3)\n",
    "                WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.XPATH, \"//div[contains(@class, 'bus-item')]\")))\n",
    "\n",
    "                # Extract bus details\n",
    "                \n",
    "                click_view_buses_buttons()\n",
    "                \n",
    "                scroll_and_load_all_buses()\n",
    "                extract_bus_details(route_name, route_link, connection)\n",
    "\n",
    "                # Go back to the previous page\n",
    "                driver.back()\n",
    "                WebDriverWait(driver, 20).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "                time.sleep(3)\n",
    "\n",
    "        except (TimeoutException, StaleElementReferenceException, WebDriverException) as e:\n",
    "            print(f\"Error processing route: {e}\")\n",
    "            driver.back()\n",
    "            WebDriverWait(driver, 20).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "            time.sleep(3)\n",
    "\n",
    "\n",
    "\n",
    "def scroll_and_load_all_buses():\n",
    "    \"\"\"Scroll to the end of the page to load all dynamic content.\"\"\"\n",
    "    last_height = driver.execute_script(\"return document.body.scrollHeight\")\n",
    "    \n",
    "    while True:\n",
    "        driver.execute_script(\"window.scrollTo(0, document.body.scrollHeight);\")\n",
    "        time.sleep(3)  # Wait for new content to load\n",
    "        new_height = driver.execute_script(\"return document.body.scrollHeight\")\n",
    "        if new_height == last_height:\n",
    "            break\n",
    "        last_height = new_height\n",
    "    print(\"All buses loaded successfully.\")\n",
    "    \n",
    "    \n",
    "# Function to click all 'View Buses' buttons on a page\n",
    "def click_view_buses_buttons():\n",
    "    \"\"\"Click on all 'View Buses' buttons.\"\"\"\n",
    "    try:\n",
    "        view_buses_buttons = driver.find_elements(By.XPATH, \"//div[contains(@class, 'button') and contains(text(), 'View Buses')]\")\n",
    "        print(f\"Found {len(view_buses_buttons)} 'View Buses' buttons.\")\n",
    "        for button in view_buses_buttons:\n",
    "            try:\n",
    "                driver.execute_script(\"arguments[0].scrollIntoView(true);\", button)\n",
    "                time.sleep(2)\n",
    "                driver.execute_script(\"arguments[0].click();\", button)\n",
    "                time.sleep(3)\n",
    "            except (TimeoutException, StaleElementReferenceException, WebDriverException) as e:\n",
    "                print(f\"Error clicking 'View Buses' button: {e}\")\n",
    "                continue\n",
    "    except Exception as e:\n",
    "        print(f\"Error in 'View Buses' button processing: {e}\")\n",
    "\n",
    "\n",
    "\n",
    "def process_routes_for_card(rtc_card, connection):\n",
    "    \"\"\"Process all routes for a given RTC card.\"\"\"\n",
    "    try:\n",
    "        rtc_card_name = rtc_card.find_element(By.CSS_SELECTOR, \"div.rtcName\").text  # Get the RTC card name\n",
    "        print(f\"Processing RTC card: {rtc_card_name}\")  # Print the RTC card being processed\n",
    "\n",
    "        driver.execute_script(\"arguments[0].scrollIntoView(true);\", rtc_card)\n",
    "        time.sleep(2)\n",
    "        driver.execute_script(\"arguments[0].click();\", rtc_card)\n",
    "        time.sleep(3)\n",
    "        navigate_route_pages(connection)\n",
    "    except Exception as e:\n",
    "        print(f\"Error processing RTC card: {e}\")\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1. APSRTC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Table 'bus_routes' has been truncated.\n",
      "Found 5 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 1258 buses for route: Hyderabad to Vijayawada.\n",
      "Inserted 1258 records for route: Hyderabad to Vijayawada\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 892 buses for route: Vijayawada to Hyderabad.\n",
      "Inserted 892 records for route: Vijayawada to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 384 buses for route: Hyderabad to Ongole.\n",
      "Inserted 384 records for route: Hyderabad to Ongole\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 168 buses for route: Kakinada to Visakhapatnam.\n",
      "Inserted 168 records for route: Kakinada to Visakhapatnam\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 518 buses for route: Bangalore to Tirupati.\n",
      "Inserted 518 records for route: Bangalore to Tirupati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 168 buses for route: Bangalore to Kadapa.\n",
      "Inserted 168 records for route: Bangalore to Kadapa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 310 buses for route: Ongole to Hyderabad.\n",
      "Inserted 310 records for route: Ongole to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 158 buses for route: Kadapa to Bangalore.\n",
      "Inserted 158 records for route: Kadapa to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 120 buses for route: Chittoor (Andhra Pradesh) to Bangalore.\n",
      "Inserted 120 records for route: Chittoor (Andhra Pradesh) to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 200 buses for route: Visakhapatnam to Kakinada.\n",
      "Inserted 200 records for route: Visakhapatnam to Kakinada\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 380 buses for route: Bangalore to Anantapur (andhra pradesh).\n",
      "Inserted 380 records for route: Bangalore to Anantapur (andhra pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 218 buses for route: Bangalore to Chittoor (Andhra Pradesh).\n",
      "Inserted 218 records for route: Bangalore to Chittoor (Andhra Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 230 buses for route: Anantapur (andhra pradesh) to Bangalore.\n",
      "Inserted 230 records for route: Anantapur (andhra pradesh) to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 610 buses for route: Hyderabad to Kurnool.\n",
      "Inserted 610 records for route: Hyderabad to Kurnool\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 310 buses for route: Tirupati to Bangalore.\n",
      "Inserted 310 records for route: Tirupati to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 110 buses for route: Narasaraopet to Hyderabad.\n",
      "Inserted 110 records for route: Narasaraopet to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 82 buses for route: Vinukonda to Hyderabad.\n",
      "Inserted 82 records for route: Vinukonda to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 82 buses for route: Hyderabad to Vinukonda.\n",
      "Inserted 82 records for route: Hyderabad to Vinukonda\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 578 buses for route: Visakhapatnam to Vijayawada.\n",
      "Inserted 578 records for route: Visakhapatnam to Vijayawada\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 134 buses for route: Bangalore to Rayachoti.\n",
      "Inserted 134 records for route: Bangalore to Rayachoti\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 3\n",
      "Found 10 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 180 buses for route: Hyderabad to Guntur (Andhra Pradesh).\n",
      "Inserted 180 records for route: Hyderabad to Guntur (Andhra Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 146 buses for route: Guntur (Andhra Pradesh) to Hyderabad.\n",
      "Inserted 146 records for route: Guntur (Andhra Pradesh) to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 488 buses for route: Hyderabad to Eluru.\n",
      "Inserted 488 records for route: Hyderabad to Eluru\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 348 buses for route: Eluru to Hyderabad.\n",
      "Inserted 348 records for route: Eluru to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 72 buses for route: Bangalore to Kadiri.\n",
      "Inserted 72 records for route: Bangalore to Kadiri\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Madanapalli to Bangalore.\n",
      "Inserted 6 records for route: Madanapalli to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 46 buses for route: Bangalore to Madanapalli.\n",
      "Inserted 46 records for route: Bangalore to Madanapalli\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 66 buses for route: Macherla (andhra pradesh) to Hyderabad.\n",
      "Inserted 66 records for route: Macherla (andhra pradesh) to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 346 buses for route: Rajahmundry to Visakhapatnam.\n",
      "Inserted 346 records for route: Rajahmundry to Visakhapatnam\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 188 buses for route: Nandyal to Hyderabad.\n",
      "Inserted 188 records for route: Nandyal to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 4\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 104 buses for route: Rayachoti to Bangalore.\n",
      "Inserted 104 records for route: Rayachoti to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 418 buses for route: Kurnool to Hyderabad.\n",
      "Inserted 418 records for route: Kurnool to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 66 buses for route: Kadiri to Bangalore.\n",
      "Inserted 66 records for route: Kadiri to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 448 buses for route: Visakhapatnam to Rajahmundry.\n",
      "Inserted 448 records for route: Visakhapatnam to Rajahmundry\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 294 buses for route: Hyderabad to Addanki.\n",
      "Inserted 294 records for route: Hyderabad to Addanki\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 396 buses for route: Hyderabad to Anantapur (andhra pradesh).\n",
      "Inserted 396 records for route: Hyderabad to Anantapur (andhra pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 76 buses for route: Hyderabad to Markapuram.\n",
      "Inserted 76 records for route: Hyderabad to Markapuram\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 352 buses for route: Rajahmundry to Vijayawada.\n",
      "Inserted 352 records for route: Rajahmundry to Vijayawada\n",
      "Error processing route: Message: \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 102 buses for route: Tirupati to Chennai.\n",
      "Inserted 102 records for route: Tirupati to Chennai\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 476 buses for route: Vijayawada to Visakhapatnam.\n",
      "Inserted 476 records for route: Vijayawada to Visakhapatnam\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 5\n",
      "Found 6 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 68 buses for route: Hyderabad to Macherla (andhra pradesh).\n",
      "Inserted 68 records for route: Hyderabad to Macherla (andhra pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Hyderabad to Rajahmundry.\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Inserted 30 records for route: Hyderabad to Rajahmundry\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Chilakaluripet to Hyderabad.\n",
      "Inserted 20 records for route: Chilakaluripet to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Rajahmundry to Hyderabad.\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Inserted 30 records for route: Rajahmundry to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Kurnool to Bangalore.\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Error processing bus item: could not convert string to float: ''\n",
      "Inserted 30 records for route: Kurnool to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Error processing route: Message: element click intercepted: Element is not clickable at point (144, 753)\n",
      "  (Session info: chrome=128.0.6613.120)\n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF7A02FB5D2+29090]\n",
      "\t(No symbol) [0x00007FF7A026E689]\n",
      "\t(No symbol) [0x00007FF7A012B1CA]\n",
      "\t(No symbol) [0x00007FF7A0186C0E]\n",
      "\t(No symbol) [0x00007FF7A0184682]\n",
      "\t(No symbol) [0x00007FF7A0181B9B]\n",
      "\t(No symbol) [0x00007FF7A0180DB5]\n",
      "\t(No symbol) [0x00007FF7A0172D61]\n",
      "\t(No symbol) [0x00007FF7A01A66EA]\n",
      "\t(No symbol) [0x00007FF7A01726A6]\n",
      "\t(No symbol) [0x00007FF7A01A6900]\n",
      "\t(No symbol) [0x00007FF7A01C65D9]\n",
      "\t(No symbol) [0x00007FF7A01A6493]\n",
      "\t(No symbol) [0x00007FF7A01709B1]\n",
      "\t(No symbol) [0x00007FF7A0171B11]\n",
      "\tGetHandleVerifier [0x00007FF7A0618C5D+3295277]\n",
      "\tGetHandleVerifier [0x00007FF7A0664843+3605523]\n",
      "\tGetHandleVerifier [0x00007FF7A065A707+3564247]\n",
      "\tGetHandleVerifier [0x00007FF7A03B6EB6+797318]\n",
      "\t(No symbol) [0x00007FF7A027980F]\n",
      "\t(No symbol) [0x00007FF7A02753F4]\n",
      "\t(No symbol) [0x00007FF7A0275580]\n",
      "\t(No symbol) [0x00007FF7A0264A1F]\n",
      "\tBaseThreadInitThunk [0x00007FFF8738257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFF88A0AF28+40]\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Error navigating to page number 5: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/apsrtc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2.KSRTC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 2 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 68 buses for route: Bangalore to Kozhikode.\n",
      "Inserted 68 records for route: Bangalore to Kozhikode\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 98 buses for route: Kozhikode to Bangalore.\n",
      "Inserted 98 records for route: Kozhikode to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 180 buses for route: Kozhikode to Ernakulam.\n",
      "Inserted 180 records for route: Kozhikode to Ernakulam\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 180 buses for route: Ernakulam to Kozhikode.\n",
      "Inserted 180 records for route: Ernakulam to Kozhikode\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 42 buses for route: Bangalore to Kannur.\n",
      "Inserted 42 records for route: Bangalore to Kannur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 106 buses for route: Kozhikode to Mysore.\n",
      "Inserted 106 records for route: Kozhikode to Mysore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 64 buses for route: Kannur to Bangalore.\n",
      "Inserted 64 records for route: Kannur to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 138 buses for route: Kozhikode to Thiruvananthapuram.\n",
      "Inserted 138 records for route: Kozhikode to Thiruvananthapuram\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 72 buses for route: Mysore to Kozhikode.\n",
      "Inserted 72 records for route: Mysore to Kozhikode\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 66 buses for route: Bangalore to Kalpetta (kerala).\n",
      "Inserted 66 records for route: Bangalore to Kalpetta (kerala)\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 5 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 106 buses for route: Kalpetta (kerala) to Bangalore.\n",
      "Inserted 106 records for route: Kalpetta (kerala) to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 128 buses for route: Thiruvananthapuram to Kozhikode.\n",
      "Inserted 128 records for route: Thiruvananthapuram to Kozhikode\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 282 buses for route: Kozhikode to Thrissur.\n",
      "Inserted 282 records for route: Kozhikode to Thrissur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 108 buses for route: Kozhikode to Kottayam.\n",
      "Inserted 108 records for route: Kozhikode to Kottayam\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 118 buses for route: Kottayam to Kozhikode.\n",
      "Inserted 118 records for route: Kottayam to Kozhikode\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/ksrtc-kerala/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 3. TSRTC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 3 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 1094 buses for route: Hyderabad to Vijayawada.\n",
      "Inserted 1094 records for route: Hyderabad to Vijayawada\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 144 buses for route: Khammam to Hyderabad.\n",
      "Inserted 144 records for route: Khammam to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 228 buses for route: Hyderabad to Khammam.\n",
      "Inserted 228 records for route: Hyderabad to Khammam\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 46 buses for route: Hyderabad to Srisailam.\n",
      "Inserted 46 records for route: Hyderabad to Srisailam\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 94 buses for route: Karimnagar to Hyderabad.\n",
      "Inserted 94 records for route: Karimnagar to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 104 buses for route: Hyderabad to Karimnagar.\n",
      "Inserted 104 records for route: Hyderabad to Karimnagar\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 74 buses for route: Hyderabad to Mancherial.\n",
      "Inserted 74 records for route: Hyderabad to Mancherial\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 122 buses for route: Hyderabad to Nirmal.\n",
      "Inserted 122 records for route: Hyderabad to Nirmal\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 124 buses for route: Hyderabad to Adilabad.\n",
      "Inserted 124 records for route: Hyderabad to Adilabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 396 buses for route: Hyderabad to Ongole.\n",
      "Inserted 396 records for route: Hyderabad to Ongole\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 98 buses for route: Kothagudem to Hyderabad.\n",
      "Inserted 98 records for route: Kothagudem to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 138 buses for route: Guntur (Andhra Pradesh) to Hyderabad.\n",
      "Inserted 138 records for route: Guntur (Andhra Pradesh) to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 156 buses for route: Hyderabad to Guntur (Andhra Pradesh).\n",
      "Inserted 156 records for route: Hyderabad to Guntur (Andhra Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 46 buses for route: Godavarikhani to Hyderabad.\n",
      "Inserted 46 records for route: Godavarikhani to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 104 buses for route: Hyderabad to Kothagudem.\n",
      "Inserted 104 records for route: Hyderabad to Kothagudem\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 102 buses for route: Hyderabad to Sathupally.\n",
      "Inserted 102 records for route: Hyderabad to Sathupally\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 26 buses for route: Hyderabad to Warangal.\n",
      "Inserted 26 records for route: Hyderabad to Warangal\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 100 buses for route: Kodad to Hyderabad.\n",
      "Inserted 100 records for route: Kodad to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 42 buses for route: Jagityal to Hyderabad.\n",
      "Inserted 42 records for route: Jagityal to Hyderabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 76 buses for route: Hyderabad to Bhadrachalam.\n",
      "Inserted 76 records for route: Hyderabad to Bhadrachalam\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 3\n",
      "Found 6 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 182 buses for route: Hyderabad to Tirupati.\n",
      "Inserted 182 records for route: Hyderabad to Tirupati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Hyderabad to Godavarikhani.\n",
      "Inserted 30 records for route: Hyderabad to Godavarikhani\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 36 buses for route: Hyderabad to Armoor.\n",
      "Inserted 36 records for route: Hyderabad to Armoor\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 252 buses for route: Hyderabad to Nandyal.\n",
      "Inserted 252 records for route: Hyderabad to Nandyal\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 196 buses for route: Hyderabad to Kodad.\n",
      "Inserted 196 records for route: Hyderabad to Kodad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 302 buses for route: Hyderabad to Addanki.\n",
      "Inserted 302 records for route: Hyderabad to Addanki\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/tsrtc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "    \n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 4.KTCL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 4 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 126 buses for route: Pune to Goa.\n",
      "Inserted 126 records for route: Pune to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 150 buses for route: Goa to Pune.\n",
      "Inserted 150 records for route: Goa to Pune\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 106 buses for route: Mumbai to Goa.\n",
      "Inserted 106 records for route: Mumbai to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 50 buses for route: Bangalore to Goa.\n",
      "Inserted 50 records for route: Bangalore to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 40 buses for route: Goa to Bangalore.\n",
      "Inserted 40 records for route: Goa to Bangalore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 84 buses for route: Goa to Mumbai.\n",
      "Inserted 84 records for route: Goa to Mumbai\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Pandharpur to Goa.\n",
      "Inserted 4 records for route: Pandharpur to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Goa to Pandharpur.\n",
      "Inserted 4 records for route: Goa to Pandharpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Solapur to Goa.\n",
      "Inserted 10 records for route: Solapur to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Calangute (goa) to Goa Airport.\n",
      "Inserted 6 records for route: Calangute (goa) to Goa Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 108 buses for route: Goa to Kolhapur(Maharashtra).\n",
      "Inserted 108 records for route: Goa to Kolhapur(Maharashtra)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 14 buses for route: Goa to Solapur.\n",
      "Inserted 14 records for route: Goa to Solapur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Goa to Sangli.\n",
      "Inserted 10 records for route: Goa to Sangli\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Goa Airport to Calangute (goa).\n",
      "Inserted 4 records for route: Goa Airport to Calangute (goa)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Goa to Sangola (Solapur).\n",
      "Inserted 6 records for route: Goa to Sangola (Solapur)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Sangola (Solapur) to Goa.\n",
      "Inserted 4 records for route: Sangola (Solapur) to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Mopa Airport to Calangute (goa).\n",
      "Inserted 8 records for route: Mopa Airport to Calangute (goa)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Calangute (goa) to Mopa Airport.\n",
      "Inserted 2 records for route: Calangute (goa) to Mopa Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Goa to Mopa Airport.\n",
      "Inserted 12 records for route: Goa to Mopa Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Goa to Miraj.\n",
      "Inserted 8 records for route: Goa to Miraj\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 3\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Panaji to Goa Airport.\n",
      "Inserted 6 records for route: Panaji to Goa Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Mopa Airport to Goa.\n",
      "Inserted 22 records for route: Mopa Airport to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Shivamogga to Goa.\n",
      "Inserted 4 records for route: Shivamogga to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Margao to Mopa Airport.\n",
      "Inserted 12 records for route: Margao to Mopa Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Goa Airport to Goa.\n",
      "Inserted 2 records for route: Goa Airport to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 138 buses for route: Goa to Satara.\n",
      "Inserted 138 records for route: Goa to Satara\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Goa to Goa Airport.\n",
      "Inserted 4 records for route: Goa to Goa Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Goa Airport to Panaji.\n",
      "Inserted 4 records for route: Goa Airport to Panaji\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Goa to Shirdi.\n",
      "Inserted 6 records for route: Goa to Shirdi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Calangute (goa) to Panaji.\n",
      "Inserted 4 records for route: Calangute (goa) to Panaji\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 4\n",
      "Found 4 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Mopa Airport to Margao.\n",
      "Inserted 22 records for route: Mopa Airport to Margao\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Goa to Shivamogga.\n",
      "Inserted 4 records for route: Goa to Shivamogga\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Calangute (goa) to Goa.\n",
      "Inserted 4 records for route: Calangute (goa) to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Belagavi to Goa.\n",
      "Inserted 2 records for route: Belagavi to Goa\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/ktcl/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "    \n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 5.RSTC "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 2 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 64 buses for route: Udaipur to Jodhpur.\n",
      "Inserted 64 records for route: Udaipur to Jodhpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 194 buses for route: Jodhpur to Ajmer.\n",
      "Inserted 194 records for route: Jodhpur to Ajmer\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 206 buses for route: Beawar (Rajasthan) to Jaipur (Rajasthan).\n",
      "Inserted 206 records for route: Beawar (Rajasthan) to Jaipur (Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 228 buses for route: Sikar to Jaipur (Rajasthan).\n",
      "Inserted 228 records for route: Sikar to Jaipur (Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 110 buses for route: Jaipur (Rajasthan) to Jodhpur.\n",
      "Inserted 110 records for route: Jaipur (Rajasthan) to Jodhpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Aligarh (uttar pradesh) to Jaipur (Rajasthan).\n",
      "Inserted 20 records for route: Aligarh (uttar pradesh) to Jaipur (Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 26 buses for route: Jaipur (Rajasthan) to Aligarh (uttar pradesh).\n",
      "Inserted 26 records for route: Jaipur (Rajasthan) to Aligarh (uttar pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 242 buses for route: Jodhpur to Beawar (Rajasthan).\n",
      "Inserted 242 records for route: Jodhpur to Beawar (Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 48 buses for route: Jaipur (Rajasthan) to Pilani.\n",
      "Inserted 48 records for route: Jaipur (Rajasthan) to Pilani\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 196 buses for route: Kishangarh to Jaipur (Rajasthan).\n",
      "Inserted 196 records for route: Kishangarh to Jaipur (Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 8 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 74 buses for route: Pali (Rajasthan) to Udaipur.\n",
      "Inserted 74 records for route: Pali (Rajasthan) to Udaipur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 68 buses for route: Udaipur to Pali (Rajasthan).\n",
      "Inserted 68 records for route: Udaipur to Pali (Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 40 buses for route: Kota(Rajasthan) to Udaipur.\n",
      "Inserted 40 records for route: Kota(Rajasthan) to Udaipur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 150 buses for route: Jaipur (Rajasthan) to Bhilwara.\n",
      "Inserted 150 records for route: Jaipur (Rajasthan) to Bhilwara\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 54 buses for route: Sikar to Bikaner.\n",
      "Inserted 54 records for route: Sikar to Bikaner\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 290 buses for route: Jaipur (Rajasthan) to Bharatpur.\n",
      "Inserted 290 records for route: Jaipur (Rajasthan) to Bharatpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 68 buses for route: Jaipur (Rajasthan) to Mathura.\n",
      "Inserted 68 records for route: Jaipur (Rajasthan) to Mathura\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 122 buses for route: Jaipur (Rajasthan) to Kota(Rajasthan).\n",
      "Inserted 122 records for route: Jaipur (Rajasthan) to Kota(Rajasthan)\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/rsrtc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 6.sbstc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 5 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 220 buses for route: Durgapur to Calcutta.\n",
      "Inserted 220 records for route: Durgapur to Calcutta\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Kolkata to Burdwan.\n",
      "Inserted 8 records for route: Kolkata to Burdwan\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 60 buses for route: Haldia to Calcutta.\n",
      "Inserted 60 records for route: Haldia to Calcutta\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 62 buses for route: Kolkata to Haldia.\n",
      "Inserted 62 records for route: Kolkata to Haldia\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Kolkata to Durgapur (West Bengal).\n",
      "Error processing bus item: Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//div[@class='fare d-block']/span[@class='f-19 f-bold']\"}\n",
      "  (Session info: chrome=128.0.6613.121); For documentation on this error, please visit: https://www.selenium.dev/documentation/webdriver/troubleshooting/errors#no-such-element-exception\n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6853D27EC]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6853D26C6]\n",
      "\t(No symbol) [0x00007FF685406900]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Error processing bus item: Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//div[@class='fare d-block']/span[@class='f-19 f-bold']\"}\n",
      "  (Session info: chrome=128.0.6613.121); For documentation on this error, please visit: https://www.selenium.dev/documentation/webdriver/troubleshooting/errors#no-such-element-exception\n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6853D27EC]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6853D26C6]\n",
      "\t(No symbol) [0x00007FF685406900]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Inserted 2 records for route: Kolkata to Durgapur (West Bengal)\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 28 buses for route: Kolkata to Arambagh (West Bengal).\n",
      "Inserted 28 records for route: Kolkata to Arambagh (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Error processing route: Message: \n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6854297C7]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 66 buses for route: Kolkata to Digha.\n",
      "Inserted 66 records for route: Kolkata to Digha\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 18 buses for route: Digha to Calcutta.\n",
      "Inserted 18 records for route: Digha to Calcutta\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 28 buses for route: Kolkata to Bankura.\n",
      "Inserted 28 records for route: Kolkata to Bankura\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 34 buses for route: Kolkata to Midnapore.\n",
      "Inserted 34 records for route: Kolkata to Midnapore\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Kolkata to Asansol (West Bengal).\n",
      "Inserted 4 records for route: Kolkata to Asansol (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Kolkata to Nimtouri.\n",
      "Inserted 2 records for route: Kolkata to Nimtouri\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Jhargram to Kolkata.\n",
      "Inserted 22 records for route: Jhargram to Kolkata\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 24 buses for route: Kolkata to Contai (Kanthi).\n",
      "Inserted 24 records for route: Kolkata to Contai (Kanthi)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 110 buses for route: Kolkata to Kolaghat.\n",
      "Inserted 110 records for route: Kolkata to Kolaghat\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Kolkata to Nandakumar (west bengal).\n",
      "Inserted 8 records for route: Kolkata to Nandakumar (west bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Kolkata to Mecheda (West Bengal).\n",
      "Inserted 2 records for route: Kolkata to Mecheda (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Digha to Durgapur (West Bengal).\n",
      "Inserted 4 records for route: Digha to Durgapur (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Error processing route: Message: \n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6854297C7]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Navigating to page number 3\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Durgapur (West Bengal) to Digha.\n",
      "Inserted 2 records for route: Durgapur (West Bengal) to Digha\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Kolkata to Chandipur (West Bengal).\n",
      "Inserted 2 records for route: Kolkata to Chandipur (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Error processing route: Message: \n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6854297C7]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 46 buses for route: Kolkata to Debra.\n",
      "Inserted 46 records for route: Kolkata to Debra\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Kirnahar (West Bengal) to Kolkata.\n",
      "Inserted 2 records for route: Kirnahar (West Bengal) to Kolkata\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 44 buses for route: Kolkata to Panskura.\n",
      "Inserted 44 records for route: Kolkata to Panskura\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Kolkata to Heria.\n",
      "Inserted 6 records for route: Kolkata to Heria\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Digha to Barasat (West Bengal).\n",
      "Inserted 8 records for route: Digha to Barasat (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 18 buses for route: Illambazar to Kolkata.\n",
      "Inserted 18 records for route: Illambazar to Kolkata\n",
      "Error processing route: Message: \n",
      "\n",
      "Error processing route: Message: \n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6854297C7]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Navigating to page number 4\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 28 buses for route: Berhampore (West Bengal) to Durgapur (West Bengal).\n",
      "Inserted 28 records for route: Berhampore (West Bengal) to Durgapur (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Purulia to Durgapur (West Bengal).\n",
      "Inserted 22 records for route: Purulia to Durgapur (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Durgapur (West Bengal) to Berhampore (West Bengal).\n",
      "Inserted 30 records for route: Durgapur (West Bengal) to Berhampore (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Kolkata to Futishanko.\n",
      "Inserted 22 records for route: Kolkata to Futishanko\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Kolkata to Kirnahar (West Bengal).\n",
      "Inserted 8 records for route: Kolkata to Kirnahar (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Durgapur (West Bengal) to Barasat (West Bengal).\n",
      "Inserted 6 records for route: Durgapur (West Bengal) to Barasat (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 84 buses for route: Kolkata to Ramnagar (West Bengal).\n",
      "Inserted 84 records for route: Kolkata to Ramnagar (West Bengal)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Durgapur (West Bengal) to Purulia.\n",
      "Inserted 16 records for route: Durgapur (West Bengal) to Purulia\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 36 buses for route: Durgapur (West Bengal) to Bankura.\n",
      "Inserted 36 records for route: Durgapur (West Bengal) to Bankura\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 44 buses for route: Kolkata to Ashari.\n",
      "Inserted 44 records for route: Kolkata to Ashari\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 5\n",
      "Found 1 routes on current page.\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 56 buses for route: Barasat (West Bengal) to Digha.\n",
      "Inserted 56 records for route: Barasat (West Bengal) to Digha\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/south-bengal-state-transport-corporation-sbstc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 7.HRTC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 4 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 40 buses for route: Delhi to Shimla.\n",
      "Inserted 40 records for route: Delhi to Shimla\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 28 buses for route: Chandigarh to Hamirpur (Himachal Pradesh).\n",
      "Inserted 28 records for route: Chandigarh to Hamirpur (Himachal Pradesh)\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Hamirpur (Himachal Pradesh) to Chandigarh.\n",
      "Inserted 10 records for route: Hamirpur (Himachal Pradesh) to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 34 buses for route: Shimla to Delhi.\n",
      "Inserted 34 records for route: Shimla to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 318 buses for route: Delhi to Chandigarh.\n",
      "Inserted 318 records for route: Delhi to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Hamirpur (Himachal Pradesh) to Delhi.\n",
      "Inserted 8 records for route: Hamirpur (Himachal Pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Chamba (Himachal Pradesh) to Chandigarh.\n",
      "Inserted 2 records for route: Chamba (Himachal Pradesh) to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 18 buses for route: Delhi to Hamirpur (Himachal Pradesh).\n",
      "Inserted 18 records for route: Delhi to Hamirpur (Himachal Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 14 buses for route: Chandigarh to Dharamshala (Himachal Pradesh).\n",
      "Inserted 14 records for route: Chandigarh to Dharamshala (Himachal Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Delhi to Chamba (Himachal Pradesh).\n",
      "Inserted 4 records for route: Delhi to Chamba (Himachal Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Chamba (Himachal Pradesh) to Delhi.\n",
      "Inserted 8 records for route: Chamba (Himachal Pradesh) to Delhi\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 50 buses for route: Kangra to Chandigarh.\n",
      "Inserted 50 records for route: Kangra to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 48 buses for route: Shimla to Chandigarh.\n",
      "Inserted 48 records for route: Shimla to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Delhi to Baddi (Himachal Pradesh).\n",
      "Inserted 2 records for route: Delhi to Baddi (Himachal Pradesh)\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Delhi to Solan.\n",
      "Inserted 30 records for route: Delhi to Solan\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Delhi to Nalagarh.\n",
      "Inserted 6 records for route: Delhi to Nalagarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 44 buses for route: Dharamshala (Himachal Pradesh) to Chandigarh.\n",
      "Inserted 44 records for route: Dharamshala (Himachal Pradesh) to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Palampur to Chandigarh.\n",
      "Inserted 20 records for route: Palampur to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Ghumarwin to Delhi.\n",
      "Inserted 6 records for route: Ghumarwin to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Chandigarh to Kangra.\n",
      "Inserted 12 records for route: Chandigarh to Kangra\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 3\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Baddi (Himachal Pradesh) to Delhi.\n",
      "Inserted 2 records for route: Baddi (Himachal Pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 42 buses for route: Manali to Chandigarh.\n",
      "Inserted 42 records for route: Manali to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 26 buses for route: Solan to Delhi.\n",
      "Inserted 26 records for route: Solan to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 42 buses for route: Chandigarh to Manali.\n",
      "Inserted 42 records for route: Chandigarh to Manali\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Delhi to Sarkaghat.\n",
      "Inserted 2 records for route: Delhi to Sarkaghat\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Ghumarwin to Chandigarh.\n",
      "Inserted 10 records for route: Ghumarwin to Chandigarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 42 buses for route: Chandigarh to Kullu.\n",
      "Inserted 42 records for route: Chandigarh to Kullu\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 82 buses for route: Delhi to Bilaspur (Himachal Pradesh).\n",
      "Inserted 82 records for route: Delhi to Bilaspur (Himachal Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Delhi to Ghumarwin.\n",
      "Inserted 12 records for route: Delhi to Ghumarwin\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 14 buses for route: Chamba (Himachal Pradesh) to Shimla.\n",
      "Inserted 14 records for route: Chamba (Himachal Pradesh) to Shimla\n",
      "Navigating to page number 4\n",
      "Found 5 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 26 buses for route: Delhi to Palampur.\n",
      "Inserted 26 records for route: Delhi to Palampur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Chandigarh to Reckong Peo (Himachal Pradesh).\n",
      "Inserted 8 records for route: Chandigarh to Reckong Peo (Himachal Pradesh)\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 28 buses for route: Bilaspur (Himachal Pradesh) to Delhi.\n",
      "Inserted 28 records for route: Bilaspur (Himachal Pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Sarkaghat to Delhi.\n",
      "Inserted 10 records for route: Sarkaghat to Delhi\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Manali to Delhi.\n",
      "Inserted 22 records for route: Manali to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/hrtc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 8.Astc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 5 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 72 buses for route: Tezpur to Guwahati.\n",
      "Inserted 72 records for route: Tezpur to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 94 buses for route: Guwahati to Tezpur.\n",
      "Inserted 94 records for route: Guwahati to Tezpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 46 buses for route: Guwahati to Nagaon (Assam).\n",
      "Inserted 46 records for route: Guwahati to Nagaon (Assam)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 48 buses for route: Nagaon (Assam) to Guwahati.\n",
      "Inserted 48 records for route: Nagaon (Assam) to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Goalpara to Guwahati.\n",
      "Inserted 12 records for route: Goalpara to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Jorhat to North Lakhimpur.\n",
      "Inserted 6 records for route: Jorhat to North Lakhimpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Dhubri to Guwahati.\n",
      "Inserted 20 records for route: Dhubri to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 28 buses for route: Jorhat to Dibrugarh.\n",
      "Inserted 28 records for route: Jorhat to Dibrugarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: North Lakhimpur to Jorhat.\n",
      "Inserted 6 records for route: North Lakhimpur to Jorhat\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: North Lakhimpur to Sibsagar.\n",
      "Inserted 6 records for route: North Lakhimpur to Sibsagar\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 14 buses for route: Guwahati to Dhubri.\n",
      "Inserted 14 records for route: Guwahati to Dhubri\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Dhekiajuli to Guwahati.\n",
      "Inserted 6 records for route: Dhekiajuli to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Sibsagar to North Lakhimpur.\n",
      "Inserted 4 records for route: Sibsagar to North Lakhimpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: Dibrugarh to Jorhat.\n",
      "Inserted 30 records for route: Dibrugarh to Jorhat\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Jorhat to Dhemaji.\n",
      "Inserted 2 records for route: Jorhat to Dhemaji\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Jorhat to Tinsukia.\n",
      "Inserted 16 records for route: Jorhat to Tinsukia\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Tezpur to Dibrugarh.\n",
      "Inserted 20 records for route: Tezpur to Dibrugarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Dhemaji to Jorhat.\n",
      "Inserted 2 records for route: Dhemaji to Jorhat\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 30 buses for route: North Lakhimpur to Tezpur.\n",
      "Inserted 30 records for route: North Lakhimpur to Tezpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 66 buses for route: Guwahati to Biswanath Charali.\n",
      "Inserted 66 records for route: Guwahati to Biswanath Charali\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 3\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 14 buses for route: North Lakhimpur to Dibrugarh.\n",
      "Inserted 14 records for route: North Lakhimpur to Dibrugarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Tinsukia to Jorhat.\n",
      "Inserted 20 records for route: Tinsukia to Jorhat\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 26 buses for route: Tezpur to North Lakhimpur.\n",
      "Inserted 26 records for route: Tezpur to North Lakhimpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: North Lakhimpur to Moran.\n",
      "Inserted 2 records for route: North Lakhimpur to Moran\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 66 buses for route: Guwahati to Gohpur.\n",
      "Inserted 66 records for route: Guwahati to Gohpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 50 buses for route: Guwahati to Kaliabor.\n",
      "Inserted 50 records for route: Guwahati to Kaliabor\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Guwahati to Tumuki (Tezpur Medical).\n",
      "Inserted 2 records for route: Guwahati to Tumuki (Tezpur Medical)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 24 buses for route: Dibrugarh to Tezpur.\n",
      "Inserted 24 records for route: Dibrugarh to Tezpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 46 buses for route: Biswanath Charali to Guwahati.\n",
      "Inserted 46 records for route: Biswanath Charali to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Dibrugarh to North Lakhimpur.\n",
      "Inserted 16 records for route: Dibrugarh to North Lakhimpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 4\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Moran to North Lakhimpur.\n",
      "Inserted 2 records for route: Moran to North Lakhimpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Tumuki (Tezpur Medical) to Guwahati.\n",
      "Inserted 2 records for route: Tumuki (Tezpur Medical) to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Biswanath Charali to Dibrugarh.\n",
      "Inserted 2 records for route: Biswanath Charali to Dibrugarh\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 56 buses for route: Gohpur to Guwahati.\n",
      "Inserted 56 records for route: Gohpur to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Sibsagar to Dhemaji.\n",
      "Inserted 2 records for route: Sibsagar to Dhemaji\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: North Lakhimpur to Guwahati.\n",
      "Inserted 10 records for route: North Lakhimpur to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Haflong to Guwahati.\n",
      "Inserted 6 records for route: Haflong to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Tezpur to Moran.\n",
      "Inserted 10 records for route: Tezpur to Moran\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 10 buses for route: Moran to Tezpur.\n",
      "Inserted 10 records for route: Moran to Tezpur\n",
      "Error processing route: Message: \n",
      "\n",
      "Error processing route: Message: element click intercepted: Element is not clickable at point (307, 753)\n",
      "  (Session info: chrome=128.0.6613.121)\n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853E6C1E]\n",
      "\t(No symbol) [0x00007FF6853E4692]\n",
      "\t(No symbol) [0x00007FF6853E1BAB]\n",
      "\t(No symbol) [0x00007FF6853E0DC5]\n",
      "\t(No symbol) [0x00007FF6853D2D81]\n",
      "\t(No symbol) [0x00007FF6854066EA]\n",
      "\t(No symbol) [0x00007FF6853D26C6]\n",
      "\t(No symbol) [0x00007FF685406900]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Error navigating to page number 4: Message: \n",
      "\n",
      "Error navigating route pages: list index out of range\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/astc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 9.Upsrtc "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 5 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 172 buses for route: Delhi to Bareilly.\n",
      "Inserted 172 records for route: Delhi to Bareilly\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 140 buses for route: Bareilly to Delhi.\n",
      "Inserted 140 records for route: Bareilly to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 76 buses for route: Aligarh (uttar pradesh) to Delhi.\n",
      "Inserted 76 records for route: Aligarh (uttar pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 122 buses for route: Delhi to Aligarh (uttar pradesh).\n",
      "Inserted 122 records for route: Delhi to Aligarh (uttar pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 138 buses for route: Lucknow to Allahabad.\n",
      "Inserted 138 records for route: Lucknow to Allahabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 362 buses for route: Lucknow to Delhi.\n",
      "Inserted 362 records for route: Lucknow to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 62 buses for route: Delhi to Farrukhabad (Uttar Pradesh).\n",
      "Inserted 62 records for route: Delhi to Farrukhabad (Uttar Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 36 buses for route: Farrukhabad (Uttar Pradesh) to Delhi.\n",
      "Inserted 36 records for route: Farrukhabad (Uttar Pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 26 buses for route: Badaun to Delhi.\n",
      "Inserted 26 records for route: Badaun to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 130 buses for route: Allahabad to Lucknow.\n",
      "Inserted 130 records for route: Allahabad to Lucknow\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 10 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 438 buses for route: Lucknow to Agra.\n",
      "Inserted 438 records for route: Lucknow to Agra\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 36 buses for route: Sitapur (Uttar Pradesh) to Delhi.\n",
      "Inserted 36 records for route: Sitapur (Uttar Pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 36 buses for route: Delhi to Badaun.\n",
      "Inserted 36 records for route: Delhi to Badaun\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 38 buses for route: Delhi to Sitapur (Uttar Pradesh).\n",
      "Inserted 38 records for route: Delhi to Sitapur (Uttar Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 372 buses for route: Agra to Delhi.\n",
      "Inserted 372 records for route: Agra to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 144 buses for route: Delhi to Moradabad.\n",
      "Inserted 144 records for route: Delhi to Moradabad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 488 buses for route: Delhi to Lucknow.\n",
      "Inserted 488 records for route: Delhi to Lucknow\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 456 buses for route: Agra to Lucknow.\n",
      "Inserted 456 records for route: Agra to Lucknow\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 108 buses for route: Lucknow to Varanasi.\n",
      "Inserted 108 records for route: Lucknow to Varanasi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Agra to Bareilly.\n",
      "Inserted 12 records for route: Agra to Bareilly\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 3\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 78 buses for route: Lucknow to Bareilly.\n",
      "Inserted 78 records for route: Lucknow to Bareilly\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 12 buses for route: Bareilly to Agra.\n",
      "Inserted 12 records for route: Bareilly to Agra\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 526 buses for route: Delhi to Agra.\n",
      "Inserted 526 records for route: Delhi to Agra\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 118 buses for route: Varanasi to Lucknow.\n",
      "Inserted 118 records for route: Varanasi to Lucknow\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 116 buses for route: Moradabad to Delhi.\n",
      "Inserted 116 records for route: Moradabad to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 106 buses for route: Kanpur (Uttar Pradesh) to Jhansi.\n",
      "Inserted 106 records for route: Kanpur (Uttar Pradesh) to Jhansi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 76 buses for route: Delhi to Shahjahanpur (Uttar Pradesh).\n",
      "Inserted 76 records for route: Delhi to Shahjahanpur (Uttar Pradesh)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 64 buses for route: Shahjahanpur (Uttar Pradesh) to Delhi.\n",
      "Inserted 64 records for route: Shahjahanpur (Uttar Pradesh) to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 368 buses for route: Gorakhpur (uttar pradesh) to Lucknow.\n",
      "Inserted 368 records for route: Gorakhpur (uttar pradesh) to Lucknow\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 22 buses for route: Kanpur (Uttar Pradesh) to Bareilly.\n",
      "Inserted 22 records for route: Kanpur (Uttar Pradesh) to Bareilly\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 4\n",
      "Found 10 routes on current page.\n",
      "Error processing route: Message: \n",
      "Stacktrace:\n",
      "\tGetHandleVerifier [0x00007FF685559412+29090]\n",
      "\t(No symbol) [0x00007FF6854CE239]\n",
      "\t(No symbol) [0x00007FF68538B1DA]\n",
      "\t(No symbol) [0x00007FF6853DEFE7]\n",
      "\t(No symbol) [0x00007FF6853DF23C]\n",
      "\t(No symbol) [0x00007FF6854297C7]\n",
      "\t(No symbol) [0x00007FF68540672F]\n",
      "\t(No symbol) [0x00007FF6854265A2]\n",
      "\t(No symbol) [0x00007FF685406493]\n",
      "\t(No symbol) [0x00007FF6853D09D1]\n",
      "\t(No symbol) [0x00007FF6853D1B31]\n",
      "\tGetHandleVerifier [0x00007FF68587871D+3302573]\n",
      "\tGetHandleVerifier [0x00007FF6858C4243+3612627]\n",
      "\tGetHandleVerifier [0x00007FF6858BA417+3572135]\n",
      "\tGetHandleVerifier [0x00007FF685615EB6+801862]\n",
      "\t(No symbol) [0x00007FF6854D945F]\n",
      "\t(No symbol) [0x00007FF6854D4FB4]\n",
      "\t(No symbol) [0x00007FF6854D5140]\n",
      "\t(No symbol) [0x00007FF6854C461F]\n",
      "\tBaseThreadInitThunk [0x00007FFAF3D4257D+29]\n",
      "\tRtlUserThreadStart [0x00007FFAF5E0AF28+40]\n",
      "\n",
      "Error navigating to page number 4: Message: \n",
      "\n",
      "Error navigating route pages: list index out of range\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/uttar-pradesh-state-road-transport-corporation-upsrtc/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 10. KAAC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 2 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Diphu to Guwahati.\n",
      "Inserted 8 records for route: Diphu to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Guwahati to Diphu.\n",
      "Inserted 8 records for route: Guwahati to Diphu\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Dokmoka to Guwahati.\n",
      "Inserted 8 records for route: Dokmoka to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Bokolia (assam) to Guwahati.\n",
      "Inserted 8 records for route: Bokolia (assam) to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Guwahati to Bokolia (assam).\n",
      "Inserted 8 records for route: Guwahati to Bokolia (assam)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Guwahati to Dokmoka.\n",
      "Inserted 8 records for route: Guwahati to Dokmoka\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Langhin (assam) to Guwahati.\n",
      "Inserted 8 records for route: Langhin (assam) to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Guwahati to Langhin (assam).\n",
      "Inserted 8 records for route: Guwahati to Langhin (assam)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Diphu to Hamren.\n",
      "Inserted 4 records for route: Diphu to Hamren\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Manja (assam) to Guwahati.\n",
      "Inserted 8 records for route: Manja (assam) to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 4 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Guwahati to Manja (assam).\n",
      "Inserted 8 records for route: Guwahati to Manja (assam)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Hamren to Diphu.\n",
      "Inserted 4 records for route: Hamren to Diphu\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Diphu to Jagiroad.\n",
      "Inserted 6 records for route: Diphu to Jagiroad\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Guwahati to Hamren.\n",
      "Inserted 2 records for route: Guwahati to Hamren\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/kaac-transport'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n",
    "\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 11. PEPSU"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 2 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Delhi to Patiala.\n",
      "Inserted 20 records for route: Delhi to Patiala\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 20 buses for route: Patiala to Delhi.\n",
      "Inserted 20 records for route: Patiala to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 2 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 164 buses for route: Delhi to Ludhiana.\n",
      "Inserted 164 records for route: Delhi to Ludhiana\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 120 buses for route: Ludhiana to Delhi.\n",
      "Inserted 120 records for route: Ludhiana to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 124 buses for route: Jalandhar to Delhi.\n",
      "Inserted 124 records for route: Jalandhar to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 172 buses for route: Delhi to Jalandhar.\n",
      "Inserted 172 records for route: Delhi to Jalandhar\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 68 buses for route: Delhi Airport to Patiala.\n",
      "Inserted 68 records for route: Delhi Airport to Patiala\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 64 buses for route: Ludhiana to Delhi Airport.\n",
      "Inserted 64 records for route: Ludhiana to Delhi Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 48 buses for route: Delhi Airport to Ludhiana.\n",
      "Inserted 48 records for route: Delhi Airport to Ludhiana\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 14 buses for route: Jalandhar to Delhi Airport.\n",
      "Inserted 14 records for route: Jalandhar to Delhi Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 8 routes on current page.\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 80 buses for route: Phagwara to Delhi Airport.\n",
      "Inserted 80 records for route: Phagwara to Delhi Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 120 buses for route: Delhi to Phagwara.\n",
      "Inserted 120 records for route: Delhi to Phagwara\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 58 buses for route: Delhi Airport to Jalandhar.\n",
      "Inserted 58 records for route: Delhi Airport to Jalandhar\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 120 buses for route: Phagwara to Delhi.\n",
      "Inserted 120 records for route: Phagwara to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Delhi to Amritsar.\n",
      "Inserted 16 records for route: Delhi to Amritsar\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Amritsar to Delhi.\n",
      "Inserted 16 records for route: Amritsar to Delhi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Amritsar to Delhi Airport.\n",
      "Inserted 16 records for route: Amritsar to Delhi Airport\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 16 buses for route: Delhi Airport to Phagwara.\n",
      "Inserted 16 records for route: Delhi Airport to Phagwara\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/pepsu/?utm_source=rtchometile'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n",
    "\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 12. MTC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 2 page numbers.\n",
      "Navigating to page number 1\n",
      "Found 10 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Shillong to Tura (Meghalaya).\n",
      "Inserted 4 records for route: Shillong to Tura (Meghalaya)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Guwahati to Shillong.\n",
      "Inserted 8 records for route: Guwahati to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Tura (Meghalaya) to Shillong.\n",
      "Inserted 4 records for route: Tura (Meghalaya) to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 1 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Shillong to Guwahati.\n",
      "Inserted 8 records for route: Shillong to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 6 buses for route: Shillong to Silchar.\n",
      "Inserted 6 records for route: Shillong to Silchar\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 8 buses for route: Silchar to Shillong.\n",
      "Inserted 8 records for route: Silchar to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Shillong to Williamnagar (Meghalaya).\n",
      "Inserted 2 records for route: Shillong to Williamnagar (Meghalaya)\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Williamnagar (Meghalaya) to Shillong.\n",
      "Inserted 2 records for route: Williamnagar (Meghalaya) to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Shillong to Karimganj.\n",
      "Inserted 2 records for route: Shillong to Karimganj\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Karimganj to Shillong.\n",
      "Inserted 2 records for route: Karimganj to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Navigating to page number 2\n",
      "Found 7 routes on current page.\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Shillong to Phulbari.\n",
      "Inserted 2 records for route: Shillong to Phulbari\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Phulbari to Shillong.\n",
      "Inserted 2 records for route: Phulbari to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Hailakandi to Shillong.\n",
      "Inserted 4 records for route: Hailakandi to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Shillong to Hailakandi.\n",
      "Inserted 2 records for route: Shillong to Hailakandi\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Shillong to Ramkrishnanagar.\n",
      "Inserted 2 records for route: Shillong to Ramkrishnanagar\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 2 buses for route: Ramkrishnanagar to Shillong.\n",
      "Inserted 2 records for route: Ramkrishnanagar to Shillong\n",
      "Error processing route: Message: \n",
      "\n",
      "Found 0 'View Buses' buttons.\n",
      "All buses loaded successfully.\n",
      "Found 4 buses for route: Nongpoh to Guwahati.\n",
      "Inserted 4 records for route: Nongpoh to Guwahati\n",
      "Error processing route: Message: \n",
      "\n",
      "Finished processing all data and closed the database connection.\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "\n",
    "    driver = webdriver.Chrome()\n",
    "\n",
    "    rtc_card_link = 'https://www.redbus.in/online-booking/meghalaya-transport-corporation-mtc'\n",
    "    driver.get(rtc_card_link)\n",
    "\n",
    "    # Wait until the routes are loaded\n",
    "    WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CSS_SELECTOR, \"a[class='route']\")))\n",
    "\n",
    "    # Connect to the MySQL database\n",
    "    connection = connect_to_database()\n",
    "\n",
    "    navigate_route_pages(connection)\n",
    "\n",
    "finally:\n",
    "    driver.quit()\n",
    "    connection.close()\n",
    "    print(\"Finished processing all data and closed the database connection.\")\n",
    "\n",
    "        \n",
    "        "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}