Cleaning-File.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "19ef10a7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from datetime import datetime, timedelta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "16cf1064",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             Date  Temperature  Average humidity (%  Average dewpoint (°F  \\\n",
      "0      2022-01-01       '37.8'               '35.0'                '12.7'   \n",
      "1     2022-01-02'       '43.2'               '32.0'                '14.7'   \n",
      "2     2022-01-03'       '25.7'               '60.0'                '12.7'   \n",
      "3     2022-01-04'        '9.3'               '67.0'                 '0.1'   \n",
      "4     2022-01-05'       '23.5'               '30.0'                '-5.3'   \n",
      "...           ...          ...                  ...                   ...   \n",
      "3898  2022-07-25'       '62.8'               '60.0'                '48.1'   \n",
      "3899  2022-07-26'       '60.6'               '68.0'                '48.9'   \n",
      "3900  2022-07-27'       '61.7'               '64.0'                '47.4'   \n",
      "3901  2022-07-28'       '60.5'               '61.0'                '45.3'   \n",
      "3902  2022-07-28'       '60.5'               '61.0'                '45.3'   \n",
      "\n",
      "      Average barometer (in  Average windspeed (mph  Average gustspeed (mph  \\\n",
      "0                    '29.7'                  '26.4'                  '36.8'   \n",
      "1                    '29.5'                  '12.8'                  '18.0'   \n",
      "2                    '29.7'                   '8.3'                  '12.2'   \n",
      "3                    '30.4'                   '2.9'                   '4.5'   \n",
      "4                    '29.9'                  '16.7'                  '23.1'   \n",
      "...                     ...                     ...                     ...   \n",
      "3898                 '29.7'                   '2.5'                   '4.0'   \n",
      "3899                 '29.8'                   '1.7'                   '2.9'   \n",
      "3900                 '29.9'                   '2.2'                   '4.0'   \n",
      "3901                 '29.7'                   '4.0'                   '6.2'   \n",
      "3902                 '29.7'                   '4.0'                   '6.2'   \n",
      "\n",
      "      Average direction (°deg  Rainfall for month (in Rainfall for year (in  \\\n",
      "0                     '274.0'                   '0.0'                 '0.0'   \n",
      "1                     '240.0'                   '0.0'                 '0.0'   \n",
      "2                     '290.0'                   '0.0'                 '0.0'   \n",
      "3                      '47.0'                   '0.0'                 '0.0'   \n",
      "4                     '265.0'                   '0.0'                 '0.0'   \n",
      "...                       ...                     ...                   ...   \n",
      "3898                  '242.0'                  '0.33'                '4.47'   \n",
      "3899                  '357.0'                  '0.33'                '4.47'   \n",
      "3900                   '66.0'                  '0.33'                '4.47'   \n",
      "3901                  '248.0'                  '0.35'                '4.49'   \n",
      "3902                  '248.0'                  '0.35'                '4.49'   \n",
      "\n",
      "      ...  Maximum humidity (%  Minimum humidity (%  Maximum pressure  \\\n",
      "0     ...                '4.0'               '27.0'          '29.762'   \n",
      "1     ...                '4.0'               '16.0'          '29.669'   \n",
      "2     ...                '8.0'               '35.0'          '30.232'   \n",
      "3     ...                '7.0'               '35.0'          '30.566'   \n",
      "4     ...                '5.0'               '13.0'          '30.233'   \n",
      "...   ...                  ...                  ...               ...   \n",
      "3898  ...               '90.0'               '36.0'          '29.781'   \n",
      "3899  ...               '90.0'               '40.0'           '29.93'   \n",
      "3900  ...               '96.0'               '35.0'          '29.941'   \n",
      "3901  ...               '94.0'               '35.0'          '29.792'   \n",
      "3902  ...               '94.0'               '35.0'          '29.792'   \n",
      "\n",
      "      Minimum pressure  Maximum windspeed (mph  Maximum gust speed (mph  \\\n",
      "0             '29.596'                  '41.4'                   '59.0'   \n",
      "1             '29.268'                  '35.7'                   '51.0'   \n",
      "2              '29.26'                  '25.3'                   '38.0'   \n",
      "3             '30.227'                  '12.7'                   '20.0'   \n",
      "4             '29.568'                  '38.0'                   '53.0'   \n",
      "...                ...                     ...                      ...   \n",
      "3898          '29.645'                   '8.1'                   '17.3'   \n",
      "3899          '29.745'                  '11.5'                   '15.0'   \n",
      "3900          '29.781'                  '13.8'                   '18.4'   \n",
      "3901          '29.675'                  '17.3'                   '26.5'   \n",
      "3902          '29.675'                  '17.3'                   '26.5'   \n",
      "\n",
      "      Maximum heat index (°F         Date1  Month           diff_pressure  \n",
      "0                     '40.0'  '2022-01-01'   '01'   '0.16600000000000037'  \n",
      "1                     '52.0'  '2022-01-02'   '01'    '0.4009999999999998'  \n",
      "2                     '41.0'  '2022-01-03'   '01'    '0.9719999999999978'  \n",
      "3                     '32.0'  '2022-01-04'   '01'   '0.33899999999999864'  \n",
      "4                     '32.0'  '2022-01-05'   '01'    '0.6649999999999991'  \n",
      "...                      ...           ...    ...                     ...  \n",
      "3898                  '77.5'  '2022-07-25'   '07'   '0.13599999999999923'  \n",
      "3899                  '77.5'  '2022-07-26'   '07'   '0.18499999999999872'  \n",
      "3900                  '78.2'  '2022-07-27'   '07'   '0.16000000000000014'  \n",
      "3901                  '77.6'  '2022-07-28'   '07'  '0.11700000000000088';  \n",
      "3902                  '77.6'  '2022-07-28'   '07'  '0.11700000000000088';  \n",
      "\n",
      "[3903 rows x 23 columns]\n"
     ]
    }
   ],
   "source": [
    "#Reading the data ignoring first 28 rows\n",
    "main_df = pd.read_excel(\"weather_dataset_stage1.xls\", skiprows = 28)\n",
    "print(main_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "e7a5f351",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Date', ' Temperature', ' Average humidity (%', ' Average dewpoint (°F',\n",
       "       ' Average barometer (in', ' Average windspeed (mph',\n",
       "       ' Average gustspeed (mph', ' Average direction (°deg',\n",
       "       ' Rainfall for month (in', 'Rainfall for year (in',\n",
       "       ' Maximum rain per minute', ' Maximum temperature (°F',\n",
       "       ' Minimum temperature (°F', ' Maximum humidity (%',\n",
       "       ' Minimum humidity (%', ' Maximum pressure', ' Minimum pressure',\n",
       "       ' Maximum windspeed (mph', ' Maximum gust speed (mph',\n",
       "       ' Maximum heat index (°F', 'Date1', ' Month', ' diff_pressure'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Column headers\n",
    "main_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "44557c47",
   "metadata": {},
   "outputs": [],
   "source": [
    "#removing unnecessary columns\n",
    "main_df = main_df.drop(main_df.loc[:, 'Date1':' diff_pressure'].columns, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "1222ad9c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Temperature</th>\n",
       "      <th>Average humidity (%</th>\n",
       "      <th>Average dewpoint (°F</th>\n",
       "      <th>Average barometer (in</th>\n",
       "      <th>Average windspeed (mph</th>\n",
       "      <th>Average gustspeed (mph</th>\n",
       "      <th>Average direction (°deg</th>\n",
       "      <th>Rainfall for month (in</th>\n",
       "      <th>Rainfall for year (in</th>\n",
       "      <th>Maximum rain per minute</th>\n",
       "      <th>Maximum temperature (°F</th>\n",
       "      <th>Minimum temperature (°F</th>\n",
       "      <th>Maximum humidity (%</th>\n",
       "      <th>Minimum humidity (%</th>\n",
       "      <th>Maximum pressure</th>\n",
       "      <th>Minimum pressure</th>\n",
       "      <th>Maximum windspeed (mph</th>\n",
       "      <th>Maximum gust speed (mph</th>\n",
       "      <th>Maximum heat index (°F</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-01-01</td>\n",
       "      <td>'37.8'</td>\n",
       "      <td>'35.0'</td>\n",
       "      <td>'12.7'</td>\n",
       "      <td>'29.7'</td>\n",
       "      <td>'26.4'</td>\n",
       "      <td>'36.8'</td>\n",
       "      <td>'274.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'40.0'</td>\n",
       "      <td>'34.0'</td>\n",
       "      <td>'4.0'</td>\n",
       "      <td>'27.0'</td>\n",
       "      <td>'29.762'</td>\n",
       "      <td>'29.596'</td>\n",
       "      <td>'41.4'</td>\n",
       "      <td>'59.0'</td>\n",
       "      <td>'40.0'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-01-02'</td>\n",
       "      <td>'43.2'</td>\n",
       "      <td>'32.0'</td>\n",
       "      <td>'14.7'</td>\n",
       "      <td>'29.5'</td>\n",
       "      <td>'12.8'</td>\n",
       "      <td>'18.0'</td>\n",
       "      <td>'240.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'52.0'</td>\n",
       "      <td>'37.0'</td>\n",
       "      <td>'4.0'</td>\n",
       "      <td>'16.0'</td>\n",
       "      <td>'29.669'</td>\n",
       "      <td>'29.268'</td>\n",
       "      <td>'35.7'</td>\n",
       "      <td>'51.0'</td>\n",
       "      <td>'52.0'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-01-03'</td>\n",
       "      <td>'25.7'</td>\n",
       "      <td>'60.0'</td>\n",
       "      <td>'12.7'</td>\n",
       "      <td>'29.7'</td>\n",
       "      <td>'8.3'</td>\n",
       "      <td>'12.2'</td>\n",
       "      <td>'290.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'41.0'</td>\n",
       "      <td>'6.0'</td>\n",
       "      <td>'8.0'</td>\n",
       "      <td>'35.0'</td>\n",
       "      <td>'30.232'</td>\n",
       "      <td>'29.26'</td>\n",
       "      <td>'25.3'</td>\n",
       "      <td>'38.0'</td>\n",
       "      <td>'41.0'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-01-04'</td>\n",
       "      <td>'9.3'</td>\n",
       "      <td>'67.0'</td>\n",
       "      <td>'0.1'</td>\n",
       "      <td>'30.4'</td>\n",
       "      <td>'2.9'</td>\n",
       "      <td>'4.5'</td>\n",
       "      <td>'47.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'19.0'</td>\n",
       "      <td>'-0.0'</td>\n",
       "      <td>'7.0'</td>\n",
       "      <td>'35.0'</td>\n",
       "      <td>'30.566'</td>\n",
       "      <td>'30.227'</td>\n",
       "      <td>'12.7'</td>\n",
       "      <td>'20.0'</td>\n",
       "      <td>'32.0'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-01-05'</td>\n",
       "      <td>'23.5'</td>\n",
       "      <td>'30.0'</td>\n",
       "      <td>'-5.3'</td>\n",
       "      <td>'29.9'</td>\n",
       "      <td>'16.7'</td>\n",
       "      <td>'23.1'</td>\n",
       "      <td>'265.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'30.0'</td>\n",
       "      <td>'15.0'</td>\n",
       "      <td>'5.0'</td>\n",
       "      <td>'13.0'</td>\n",
       "      <td>'30.233'</td>\n",
       "      <td>'29.568'</td>\n",
       "      <td>'38.0'</td>\n",
       "      <td>'53.0'</td>\n",
       "      <td>'32.0'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3898</th>\n",
       "      <td>2022-07-25'</td>\n",
       "      <td>'62.8'</td>\n",
       "      <td>'60.0'</td>\n",
       "      <td>'48.1'</td>\n",
       "      <td>'29.7'</td>\n",
       "      <td>'2.5'</td>\n",
       "      <td>'4.0'</td>\n",
       "      <td>'242.0'</td>\n",
       "      <td>'0.33'</td>\n",
       "      <td>'4.47'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'69.2'</td>\n",
       "      <td>'55.1'</td>\n",
       "      <td>'90.0'</td>\n",
       "      <td>'36.0'</td>\n",
       "      <td>'29.781'</td>\n",
       "      <td>'29.645'</td>\n",
       "      <td>'8.1'</td>\n",
       "      <td>'17.3'</td>\n",
       "      <td>'77.5'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3899</th>\n",
       "      <td>2022-07-26'</td>\n",
       "      <td>'60.6'</td>\n",
       "      <td>'68.0'</td>\n",
       "      <td>'48.9'</td>\n",
       "      <td>'29.8'</td>\n",
       "      <td>'1.7'</td>\n",
       "      <td>'2.9'</td>\n",
       "      <td>'357.0'</td>\n",
       "      <td>'0.33'</td>\n",
       "      <td>'4.47'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'71.9'</td>\n",
       "      <td>'50.5'</td>\n",
       "      <td>'90.0'</td>\n",
       "      <td>'40.0'</td>\n",
       "      <td>'29.93'</td>\n",
       "      <td>'29.745'</td>\n",
       "      <td>'11.5'</td>\n",
       "      <td>'15.0'</td>\n",
       "      <td>'77.5'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3900</th>\n",
       "      <td>2022-07-27'</td>\n",
       "      <td>'61.7'</td>\n",
       "      <td>'64.0'</td>\n",
       "      <td>'47.4'</td>\n",
       "      <td>'29.9'</td>\n",
       "      <td>'2.2'</td>\n",
       "      <td>'4.0'</td>\n",
       "      <td>'66.0'</td>\n",
       "      <td>'0.33'</td>\n",
       "      <td>'4.47'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'77.3'</td>\n",
       "      <td>'43.6'</td>\n",
       "      <td>'96.0'</td>\n",
       "      <td>'35.0'</td>\n",
       "      <td>'29.941'</td>\n",
       "      <td>'29.781'</td>\n",
       "      <td>'13.8'</td>\n",
       "      <td>'18.4'</td>\n",
       "      <td>'78.2'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3901</th>\n",
       "      <td>2022-07-28'</td>\n",
       "      <td>'60.5'</td>\n",
       "      <td>'61.0'</td>\n",
       "      <td>'45.3'</td>\n",
       "      <td>'29.7'</td>\n",
       "      <td>'4.0'</td>\n",
       "      <td>'6.2'</td>\n",
       "      <td>'248.0'</td>\n",
       "      <td>'0.35'</td>\n",
       "      <td>'4.49'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'75.6'</td>\n",
       "      <td>'46.0'</td>\n",
       "      <td>'94.0'</td>\n",
       "      <td>'35.0'</td>\n",
       "      <td>'29.792'</td>\n",
       "      <td>'29.675'</td>\n",
       "      <td>'17.3'</td>\n",
       "      <td>'26.5'</td>\n",
       "      <td>'77.6'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3902</th>\n",
       "      <td>2022-07-28'</td>\n",
       "      <td>'60.5'</td>\n",
       "      <td>'61.0'</td>\n",
       "      <td>'45.3'</td>\n",
       "      <td>'29.7'</td>\n",
       "      <td>'4.0'</td>\n",
       "      <td>'6.2'</td>\n",
       "      <td>'248.0'</td>\n",
       "      <td>'0.35'</td>\n",
       "      <td>'4.49'</td>\n",
       "      <td>'0.0'</td>\n",
       "      <td>'75.6'</td>\n",
       "      <td>'46.0'</td>\n",
       "      <td>'94.0'</td>\n",
       "      <td>'35.0'</td>\n",
       "      <td>'29.792'</td>\n",
       "      <td>'29.675'</td>\n",
       "      <td>'17.3'</td>\n",
       "      <td>'26.5'</td>\n",
       "      <td>'77.6'</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3903 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Date  Temperature  Average humidity (%  Average dewpoint (°F  \\\n",
       "0      2022-01-01       '37.8'               '35.0'                '12.7'   \n",
       "1     2022-01-02'       '43.2'               '32.0'                '14.7'   \n",
       "2     2022-01-03'       '25.7'               '60.0'                '12.7'   \n",
       "3     2022-01-04'        '9.3'               '67.0'                 '0.1'   \n",
       "4     2022-01-05'       '23.5'               '30.0'                '-5.3'   \n",
       "...           ...          ...                  ...                   ...   \n",
       "3898  2022-07-25'       '62.8'               '60.0'                '48.1'   \n",
       "3899  2022-07-26'       '60.6'               '68.0'                '48.9'   \n",
       "3900  2022-07-27'       '61.7'               '64.0'                '47.4'   \n",
       "3901  2022-07-28'       '60.5'               '61.0'                '45.3'   \n",
       "3902  2022-07-28'       '60.5'               '61.0'                '45.3'   \n",
       "\n",
       "      Average barometer (in  Average windspeed (mph  Average gustspeed (mph  \\\n",
       "0                    '29.7'                  '26.4'                  '36.8'   \n",
       "1                    '29.5'                  '12.8'                  '18.0'   \n",
       "2                    '29.7'                   '8.3'                  '12.2'   \n",
       "3                    '30.4'                   '2.9'                   '4.5'   \n",
       "4                    '29.9'                  '16.7'                  '23.1'   \n",
       "...                     ...                     ...                     ...   \n",
       "3898                 '29.7'                   '2.5'                   '4.0'   \n",
       "3899                 '29.8'                   '1.7'                   '2.9'   \n",
       "3900                 '29.9'                   '2.2'                   '4.0'   \n",
       "3901                 '29.7'                   '4.0'                   '6.2'   \n",
       "3902                 '29.7'                   '4.0'                   '6.2'   \n",
       "\n",
       "      Average direction (°deg  Rainfall for month (in Rainfall for year (in  \\\n",
       "0                     '274.0'                   '0.0'                 '0.0'   \n",
       "1                     '240.0'                   '0.0'                 '0.0'   \n",
       "2                     '290.0'                   '0.0'                 '0.0'   \n",
       "3                      '47.0'                   '0.0'                 '0.0'   \n",
       "4                     '265.0'                   '0.0'                 '0.0'   \n",
       "...                       ...                     ...                   ...   \n",
       "3898                  '242.0'                  '0.33'                '4.47'   \n",
       "3899                  '357.0'                  '0.33'                '4.47'   \n",
       "3900                   '66.0'                  '0.33'                '4.47'   \n",
       "3901                  '248.0'                  '0.35'                '4.49'   \n",
       "3902                  '248.0'                  '0.35'                '4.49'   \n",
       "\n",
       "      Maximum rain per minute  Maximum temperature (°F  \\\n",
       "0                       '0.0'                   '40.0'   \n",
       "1                       '0.0'                   '52.0'   \n",
       "2                       '0.0'                   '41.0'   \n",
       "3                       '0.0'                   '19.0'   \n",
       "4                       '0.0'                   '30.0'   \n",
       "...                       ...                      ...   \n",
       "3898                    '0.0'                   '69.2'   \n",
       "3899                    '0.0'                   '71.9'   \n",
       "3900                    '0.0'                   '77.3'   \n",
       "3901                    '0.0'                   '75.6'   \n",
       "3902                    '0.0'                   '75.6'   \n",
       "\n",
       "      Minimum temperature (°F  Maximum humidity (%  Minimum humidity (%  \\\n",
       "0                      '34.0'                '4.0'               '27.0'   \n",
       "1                      '37.0'                '4.0'               '16.0'   \n",
       "2                       '6.0'                '8.0'               '35.0'   \n",
       "3                      '-0.0'                '7.0'               '35.0'   \n",
       "4                      '15.0'                '5.0'               '13.0'   \n",
       "...                       ...                  ...                  ...   \n",
       "3898                   '55.1'               '90.0'               '36.0'   \n",
       "3899                   '50.5'               '90.0'               '40.0'   \n",
       "3900                   '43.6'               '96.0'               '35.0'   \n",
       "3901                   '46.0'               '94.0'               '35.0'   \n",
       "3902                   '46.0'               '94.0'               '35.0'   \n",
       "\n",
       "      Maximum pressure  Minimum pressure  Maximum windspeed (mph  \\\n",
       "0             '29.762'          '29.596'                  '41.4'   \n",
       "1             '29.669'          '29.268'                  '35.7'   \n",
       "2             '30.232'           '29.26'                  '25.3'   \n",
       "3             '30.566'          '30.227'                  '12.7'   \n",
       "4             '30.233'          '29.568'                  '38.0'   \n",
       "...                ...               ...                     ...   \n",
       "3898          '29.781'          '29.645'                   '8.1'   \n",
       "3899           '29.93'          '29.745'                  '11.5'   \n",
       "3900          '29.941'          '29.781'                  '13.8'   \n",
       "3901          '29.792'          '29.675'                  '17.3'   \n",
       "3902          '29.792'          '29.675'                  '17.3'   \n",
       "\n",
       "      Maximum gust speed (mph  Maximum heat index (°F  \n",
       "0                      '59.0'                  '40.0'  \n",
       "1                      '51.0'                  '52.0'  \n",
       "2                      '38.0'                  '41.0'  \n",
       "3                      '20.0'                  '32.0'  \n",
       "4                      '53.0'                  '32.0'  \n",
       "...                       ...                     ...  \n",
       "3898                   '17.3'                  '77.5'  \n",
       "3899                   '15.0'                  '77.5'  \n",
       "3900                   '18.4'                  '78.2'  \n",
       "3901                   '26.5'                  '77.6'  \n",
       "3902                   '26.5'                  '77.6'  \n",
       "\n",
       "[3903 rows x 20 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "main_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "6edbf89c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "            Date  Temperature  Average humidity (%  Average dewpoint (°F  \\\n",
      "0     2022-01-01         37.8                 35.0                  12.7   \n",
      "1     2022-01-02         43.2                 32.0                  14.7   \n",
      "2     2022-01-03         25.7                 60.0                  12.7   \n",
      "3     2022-01-04          9.3                 67.0                   0.1   \n",
      "4     2022-01-05         23.5                 30.0                  -5.3   \n",
      "...          ...          ...                  ...                   ...   \n",
      "3898  2022-07-25         62.8                 60.0                  48.1   \n",
      "3899  2022-07-26         60.6                 68.0                  48.9   \n",
      "3900  2022-07-27         61.7                 64.0                  47.4   \n",
      "3901  2022-07-28         60.5                 61.0                  45.3   \n",
      "3902  2022-07-28         60.5                 61.0                  45.3   \n",
      "\n",
      "      Average barometer (in  Average windspeed (mph  Average gustspeed (mph  \\\n",
      "0                      29.7                    26.4                    36.8   \n",
      "1                      29.5                    12.8                    18.0   \n",
      "2                      29.7                     8.3                    12.2   \n",
      "3                      30.4                     2.9                     4.5   \n",
      "4                      29.9                    16.7                    23.1   \n",
      "...                     ...                     ...                     ...   \n",
      "3898                   29.7                     2.5                     4.0   \n",
      "3899                   29.8                     1.7                     2.9   \n",
      "3900                   29.9                     2.2                     4.0   \n",
      "3901                   29.7                     4.0                     6.2   \n",
      "3902                   29.7                     4.0                     6.2   \n",
      "\n",
      "      Average direction (°deg  Rainfall for month (in Rainfall for year (in  \\\n",
      "0                       274.0                     0.0                   0.0   \n",
      "1                       240.0                     0.0                   0.0   \n",
      "2                       290.0                     0.0                   0.0   \n",
      "3                        47.0                     0.0                   0.0   \n",
      "4                       265.0                     0.0                   0.0   \n",
      "...                       ...                     ...                   ...   \n",
      "3898                    242.0                    0.33                  4.47   \n",
      "3899                    357.0                    0.33                  4.47   \n",
      "3900                     66.0                    0.33                  4.47   \n",
      "3901                    248.0                    0.35                  4.49   \n",
      "3902                    248.0                    0.35                  4.49   \n",
      "\n",
      "      Maximum rain per minute  Maximum temperature (°F  \\\n",
      "0                         0.0                     40.0   \n",
      "1                         0.0                     52.0   \n",
      "2                         0.0                     41.0   \n",
      "3                         0.0                     19.0   \n",
      "4                         0.0                     30.0   \n",
      "...                       ...                      ...   \n",
      "3898                      0.0                     69.2   \n",
      "3899                      0.0                     71.9   \n",
      "3900                      0.0                     77.3   \n",
      "3901                      0.0                     75.6   \n",
      "3902                      0.0                     75.6   \n",
      "\n",
      "      Minimum temperature (°F  Maximum humidity (%  Minimum humidity (%  \\\n",
      "0                        34.0                  4.0                 27.0   \n",
      "1                        37.0                  4.0                 16.0   \n",
      "2                         6.0                  8.0                 35.0   \n",
      "3                        -0.0                  7.0                 35.0   \n",
      "4                        15.0                  5.0                 13.0   \n",
      "...                       ...                  ...                  ...   \n",
      "3898                     55.1                 90.0                 36.0   \n",
      "3899                     50.5                 90.0                 40.0   \n",
      "3900                     43.6                 96.0                 35.0   \n",
      "3901                     46.0                 94.0                 35.0   \n",
      "3902                     46.0                 94.0                 35.0   \n",
      "\n",
      "      Maximum pressure  Minimum pressure  Maximum windspeed (mph  \\\n",
      "0               29.762            29.596                    41.4   \n",
      "1               29.669            29.268                    35.7   \n",
      "2               30.232             29.26                    25.3   \n",
      "3               30.566            30.227                    12.7   \n",
      "4               30.233            29.568                    38.0   \n",
      "...                ...               ...                     ...   \n",
      "3898            29.781            29.645                     8.1   \n",
      "3899             29.93            29.745                    11.5   \n",
      "3900            29.941            29.781                    13.8   \n",
      "3901            29.792            29.675                    17.3   \n",
      "3902            29.792            29.675                    17.3   \n",
      "\n",
      "      Maximum gust speed (mph  Maximum heat index (°F  \n",
      "0                        59.0                    40.0  \n",
      "1                        51.0                    52.0  \n",
      "2                        38.0                    41.0  \n",
      "3                        20.0                    32.0  \n",
      "4                        53.0                    32.0  \n",
      "...                       ...                     ...  \n",
      "3898                     17.3                    77.5  \n",
      "3899                     15.0                    77.5  \n",
      "3900                     18.4                    78.2  \n",
      "3901                     26.5                    77.6  \n",
      "3902                     26.5                    77.6  \n",
      "\n",
      "[3903 rows x 20 columns]\n"
     ]
    }
   ],
   "source": [
    "#remove the character \" ' \" from the dataframe\n",
    "main_df = main_df.applymap(lambda x: x.replace(\"'\", ''))\n",
    "#main_df = main_df.replace(to_replace=\"'\", value='')\n",
    "print(main_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "2ffc41eb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Average temperature (°F)</th>\n",
       "      <th>Average humidity (%</th>\n",
       "      <th>Average dewpoint (°F</th>\n",
       "      <th>Average barometer (in</th>\n",
       "      <th>Average windspeed (mph</th>\n",
       "      <th>Average gustspeed (mph</th>\n",
       "      <th>Average direction (°deg</th>\n",
       "      <th>Rainfall for month (in</th>\n",
       "      <th>Rainfall for year (in</th>\n",
       "      <th>Maximum rain per minute</th>\n",
       "      <th>Maximum temperature (°F</th>\n",
       "      <th>Minimum temperature (°F</th>\n",
       "      <th>Maximum humidity (%</th>\n",
       "      <th>Minimum humidity (%</th>\n",
       "      <th>Maximum pressure</th>\n",
       "      <th>Minimum pressure</th>\n",
       "      <th>Maximum windspeed (mph</th>\n",
       "      <th>Maximum gust speed (mph</th>\n",
       "      <th>Maximum heat index (°F</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-01-01</td>\n",
       "      <td>37.8</td>\n",
       "      <td>35.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>29.7</td>\n",
       "      <td>26.4</td>\n",
       "      <td>36.8</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>34.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>29.762</td>\n",
       "      <td>29.596</td>\n",
       "      <td>41.4</td>\n",
       "      <td>59.0</td>\n",
       "      <td>40.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-01-02</td>\n",
       "      <td>43.2</td>\n",
       "      <td>32.0</td>\n",
       "      <td>14.7</td>\n",
       "      <td>29.5</td>\n",
       "      <td>12.8</td>\n",
       "      <td>18.0</td>\n",
       "      <td>240.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>29.669</td>\n",
       "      <td>29.268</td>\n",
       "      <td>35.7</td>\n",
       "      <td>51.0</td>\n",
       "      <td>52.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-01-03</td>\n",
       "      <td>25.7</td>\n",
       "      <td>60.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>29.7</td>\n",
       "      <td>8.3</td>\n",
       "      <td>12.2</td>\n",
       "      <td>290.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>41.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>30.232</td>\n",
       "      <td>29.26</td>\n",
       "      <td>25.3</td>\n",
       "      <td>38.0</td>\n",
       "      <td>41.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-01-04</td>\n",
       "      <td>9.3</td>\n",
       "      <td>67.0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>30.4</td>\n",
       "      <td>2.9</td>\n",
       "      <td>4.5</td>\n",
       "      <td>47.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>-0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>30.566</td>\n",
       "      <td>30.227</td>\n",
       "      <td>12.7</td>\n",
       "      <td>20.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-01-05</td>\n",
       "      <td>23.5</td>\n",
       "      <td>30.0</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>29.9</td>\n",
       "      <td>16.7</td>\n",
       "      <td>23.1</td>\n",
       "      <td>265.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>30.233</td>\n",
       "      <td>29.568</td>\n",
       "      <td>38.0</td>\n",
       "      <td>53.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3898</th>\n",
       "      <td>2022-07-25</td>\n",
       "      <td>62.8</td>\n",
       "      <td>60.0</td>\n",
       "      <td>48.1</td>\n",
       "      <td>29.7</td>\n",
       "      <td>2.5</td>\n",
       "      <td>4.0</td>\n",
       "      <td>242.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>69.2</td>\n",
       "      <td>55.1</td>\n",
       "      <td>90.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>29.781</td>\n",
       "      <td>29.645</td>\n",
       "      <td>8.1</td>\n",
       "      <td>17.3</td>\n",
       "      <td>77.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3899</th>\n",
       "      <td>2022-07-26</td>\n",
       "      <td>60.6</td>\n",
       "      <td>68.0</td>\n",
       "      <td>48.9</td>\n",
       "      <td>29.8</td>\n",
       "      <td>1.7</td>\n",
       "      <td>2.9</td>\n",
       "      <td>357.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>71.9</td>\n",
       "      <td>50.5</td>\n",
       "      <td>90.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>29.93</td>\n",
       "      <td>29.745</td>\n",
       "      <td>11.5</td>\n",
       "      <td>15.0</td>\n",
       "      <td>77.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3900</th>\n",
       "      <td>2022-07-27</td>\n",
       "      <td>61.7</td>\n",
       "      <td>64.0</td>\n",
       "      <td>47.4</td>\n",
       "      <td>29.9</td>\n",
       "      <td>2.2</td>\n",
       "      <td>4.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>77.3</td>\n",
       "      <td>43.6</td>\n",
       "      <td>96.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.941</td>\n",
       "      <td>29.781</td>\n",
       "      <td>13.8</td>\n",
       "      <td>18.4</td>\n",
       "      <td>78.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3901</th>\n",
       "      <td>2022-07-28</td>\n",
       "      <td>60.5</td>\n",
       "      <td>61.0</td>\n",
       "      <td>45.3</td>\n",
       "      <td>29.7</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>248.0</td>\n",
       "      <td>0.35</td>\n",
       "      <td>4.49</td>\n",
       "      <td>0.0</td>\n",
       "      <td>75.6</td>\n",
       "      <td>46.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.792</td>\n",
       "      <td>29.675</td>\n",
       "      <td>17.3</td>\n",
       "      <td>26.5</td>\n",
       "      <td>77.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3902</th>\n",
       "      <td>2022-07-28</td>\n",
       "      <td>60.5</td>\n",
       "      <td>61.0</td>\n",
       "      <td>45.3</td>\n",
       "      <td>29.7</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>248.0</td>\n",
       "      <td>0.35</td>\n",
       "      <td>4.49</td>\n",
       "      <td>0.0</td>\n",
       "      <td>75.6</td>\n",
       "      <td>46.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.792</td>\n",
       "      <td>29.675</td>\n",
       "      <td>17.3</td>\n",
       "      <td>26.5</td>\n",
       "      <td>77.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3903 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            Date Average temperature (°F)  Average humidity (%  \\\n",
       "0     2022-01-01                     37.8                 35.0   \n",
       "1     2022-01-02                     43.2                 32.0   \n",
       "2     2022-01-03                     25.7                 60.0   \n",
       "3     2022-01-04                      9.3                 67.0   \n",
       "4     2022-01-05                     23.5                 30.0   \n",
       "...          ...                      ...                  ...   \n",
       "3898  2022-07-25                     62.8                 60.0   \n",
       "3899  2022-07-26                     60.6                 68.0   \n",
       "3900  2022-07-27                     61.7                 64.0   \n",
       "3901  2022-07-28                     60.5                 61.0   \n",
       "3902  2022-07-28                     60.5                 61.0   \n",
       "\n",
       "      Average dewpoint (°F  Average barometer (in  Average windspeed (mph  \\\n",
       "0                     12.7                   29.7                    26.4   \n",
       "1                     14.7                   29.5                    12.8   \n",
       "2                     12.7                   29.7                     8.3   \n",
       "3                      0.1                   30.4                     2.9   \n",
       "4                     -5.3                   29.9                    16.7   \n",
       "...                    ...                    ...                     ...   \n",
       "3898                  48.1                   29.7                     2.5   \n",
       "3899                  48.9                   29.8                     1.7   \n",
       "3900                  47.4                   29.9                     2.2   \n",
       "3901                  45.3                   29.7                     4.0   \n",
       "3902                  45.3                   29.7                     4.0   \n",
       "\n",
       "      Average gustspeed (mph  Average direction (°deg  Rainfall for month (in  \\\n",
       "0                       36.8                    274.0                     0.0   \n",
       "1                       18.0                    240.0                     0.0   \n",
       "2                       12.2                    290.0                     0.0   \n",
       "3                        4.5                     47.0                     0.0   \n",
       "4                       23.1                    265.0                     0.0   \n",
       "...                      ...                      ...                     ...   \n",
       "3898                     4.0                    242.0                    0.33   \n",
       "3899                     2.9                    357.0                    0.33   \n",
       "3900                     4.0                     66.0                    0.33   \n",
       "3901                     6.2                    248.0                    0.35   \n",
       "3902                     6.2                    248.0                    0.35   \n",
       "\n",
       "     Rainfall for year (in  Maximum rain per minute  Maximum temperature (°F  \\\n",
       "0                      0.0                      0.0                     40.0   \n",
       "1                      0.0                      0.0                     52.0   \n",
       "2                      0.0                      0.0                     41.0   \n",
       "3                      0.0                      0.0                     19.0   \n",
       "4                      0.0                      0.0                     30.0   \n",
       "...                    ...                      ...                      ...   \n",
       "3898                  4.47                      0.0                     69.2   \n",
       "3899                  4.47                      0.0                     71.9   \n",
       "3900                  4.47                      0.0                     77.3   \n",
       "3901                  4.49                      0.0                     75.6   \n",
       "3902                  4.49                      0.0                     75.6   \n",
       "\n",
       "      Minimum temperature (°F  Maximum humidity (%  Minimum humidity (%  \\\n",
       "0                        34.0                  4.0                 27.0   \n",
       "1                        37.0                  4.0                 16.0   \n",
       "2                         6.0                  8.0                 35.0   \n",
       "3                        -0.0                  7.0                 35.0   \n",
       "4                        15.0                  5.0                 13.0   \n",
       "...                       ...                  ...                  ...   \n",
       "3898                     55.1                 90.0                 36.0   \n",
       "3899                     50.5                 90.0                 40.0   \n",
       "3900                     43.6                 96.0                 35.0   \n",
       "3901                     46.0                 94.0                 35.0   \n",
       "3902                     46.0                 94.0                 35.0   \n",
       "\n",
       "      Maximum pressure  Minimum pressure  Maximum windspeed (mph  \\\n",
       "0               29.762            29.596                    41.4   \n",
       "1               29.669            29.268                    35.7   \n",
       "2               30.232             29.26                    25.3   \n",
       "3               30.566            30.227                    12.7   \n",
       "4               30.233            29.568                    38.0   \n",
       "...                ...               ...                     ...   \n",
       "3898            29.781            29.645                     8.1   \n",
       "3899             29.93            29.745                    11.5   \n",
       "3900            29.941            29.781                    13.8   \n",
       "3901            29.792            29.675                    17.3   \n",
       "3902            29.792            29.675                    17.3   \n",
       "\n",
       "      Maximum gust speed (mph  Maximum heat index (°F  \n",
       "0                        59.0                    40.0  \n",
       "1                        51.0                    52.0  \n",
       "2                        38.0                    41.0  \n",
       "3                        20.0                    32.0  \n",
       "4                        53.0                    32.0  \n",
       "...                       ...                     ...  \n",
       "3898                     17.3                    77.5  \n",
       "3899                     15.0                    77.5  \n",
       "3900                     18.4                    78.2  \n",
       "3901                     26.5                    77.6  \n",
       "3902                     26.5                    77.6  \n",
       "\n",
       "[3903 rows x 20 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#changing the column name of temperature to Average Temperature\n",
    "main_df = main_df.rename(columns={' Temperature' : 'Average temperature (°F)'})\n",
    "main_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "2d0539db",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Date', 'Average temperature (°F)', 'Average humidity (%',\n",
       "       'Average dewpoint (°F', 'Average barometer (in',\n",
       "       'Average windspeed (mph', 'Average gustspeed (mph',\n",
       "       'Average direction (°deg', 'Rainfall for month (in',\n",
       "       'Rainfall for year (in', 'Maximum rain per minute',\n",
       "       'Maximum temperature (°F', 'Minimum temperature (°F',\n",
       "       'Maximum humidity (%', 'Minimum humidity (%', 'Maximum pressure',\n",
       "       'Minimum pressure', 'Maximum windspeed (mph', 'Maximum gust speed (mph',\n",
       "       'Maximum heat index (°F'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Trim blank spaces from column headers\n",
    "main_df.columns = main_df.columns.str.strip()\n",
    "main_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "839b674f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Date', 'Average temperature (°F)', 'Average humidity (%)',\n",
       "       'Average dewpoint (°F)', 'Average barometer (in)',\n",
       "       'Average windspeed (mph)', 'Average gustspeed (mph)',\n",
       "       'Average direction (°deg)', 'Rainfall for month (in)',\n",
       "       'Rainfall for year (in)', 'Maximum rain per minute',\n",
       "       'Maximum temperature (°F)', 'Minimum temperature (°F)',\n",
       "       'Maximum humidity (%)', 'Minimum humidity (%)', 'Maximum pressure',\n",
       "       'Minimum pressure', 'Maximum windspeed (mph)',\n",
       "       'Maximum gust speed (mph)', 'Maximum heat index (°F)'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#check and fix unclosed parenthesis in the column headers\n",
    "for col in main_df.columns:\n",
    "    if col.count('(') != col.count(')'):\n",
    "        main_df = main_df.rename(columns={col : col+ ')'})\n",
    "main_df.columns\n",
    "#main_df.columns = [main_df.rename(columns={col : col+ ')'}) if col.count('(') != col.count(')') else col for col in main_df.columns]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "17bcbf28",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No null values\n"
     ]
    }
   ],
   "source": [
    "#check for null values in each column\n",
    "nullColumn = main_df.columns[main_df.isnull().any()].tolist()\n",
    "\n",
    "if nullColumn:\n",
    "    print(\"columns with null values: \", nullColumn)\n",
    "else:\n",
    "    print(\"No null values\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "438e14f6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Duplicate values in 'Date':3537\n",
      "Duplicate values in 'Average temperature (°F)':3247\n",
      "Duplicate values in 'Average humidity (%)':3817\n",
      "Duplicate values in 'Average dewpoint (°F)':3265\n",
      "Duplicate values in 'Average barometer (in)':3881\n",
      "Duplicate values in 'Average windspeed (mph)':3697\n",
      "Duplicate values in 'Average gustspeed (mph)':3571\n",
      "Duplicate values in 'Average direction (°deg)':3574\n",
      "Duplicate values in 'Rainfall for month (in)':3669\n",
      "Duplicate values in 'Rainfall for year (in)':3104\n",
      "Duplicate values in 'Maximum rain per minute':3902\n",
      "Duplicate values in 'Maximum temperature (°F)':3223\n",
      "Duplicate values in 'Minimum temperature (°F)':3326\n",
      "Duplicate values in 'Maximum humidity (%)':3811\n",
      "Duplicate values in 'Minimum humidity (%)':3814\n",
      "Duplicate values in 'Maximum pressure':2856\n",
      "Duplicate values in 'Minimum pressure':2841\n",
      "Duplicate values in 'Maximum windspeed (mph)':3840\n",
      "Duplicate values in 'Maximum gust speed (mph)':3799\n",
      "Duplicate values in 'Maximum heat index (°F)':3277\n"
     ]
    }
   ],
   "source": [
    "#check for duplicate values in each column\n",
    "for col in main_df.columns:\n",
    "    print(f\"Duplicate values in '{col}':{main_df[col].duplicated().sum()}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "815d9930",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 3903 entries, 0 to 3902\n",
      "Data columns (total 20 columns):\n",
      " #   Column                    Non-Null Count  Dtype  \n",
      "---  ------                    --------------  -----  \n",
      " 0   Date                      3903 non-null   object \n",
      " 1   Average temperature (°F)  3903 non-null   float64\n",
      " 2   Average humidity (%)      3903 non-null   float64\n",
      " 3   Average dewpoint (°F)     3903 non-null   float64\n",
      " 4   Average barometer (in)    3903 non-null   float64\n",
      " 5   Average windspeed (mph)   3903 non-null   float64\n",
      " 6   Average gustspeed (mph)   3903 non-null   float64\n",
      " 7   Average direction (°deg)  3903 non-null   float64\n",
      " 8   Rainfall for month (in)   3903 non-null   float64\n",
      " 9   Rainfall for year (in)    3903 non-null   float64\n",
      " 10  Maximum rain per minute   3903 non-null   float64\n",
      " 11  Maximum temperature (°F)  3903 non-null   float64\n",
      " 12  Minimum temperature (°F)  3903 non-null   float64\n",
      " 13  Maximum humidity (%)      3903 non-null   float64\n",
      " 14  Minimum humidity (%)      3903 non-null   float64\n",
      " 15  Maximum pressure          3903 non-null   float64\n",
      " 16  Minimum pressure          3903 non-null   float64\n",
      " 17  Maximum windspeed (mph)   3903 non-null   float64\n",
      " 18  Maximum gust speed (mph)  3903 non-null   float64\n",
      " 19  Maximum heat index (°F)   3903 non-null   float64\n",
      "dtypes: float64(19), object(1)\n",
      "memory usage: 610.0+ KB\n"
     ]
    }
   ],
   "source": [
    "#Converting the data types of columns\n",
    "main_df = main_df.astype({\"Date\":\"datetime64\",\"Average temperature (°F)\":\"float64\",\"Average humidity (%)\":\"float64\",\"Average dewpoint (°F)\":\"float64\",\\\n",
    "                          \"Average barometer (in)\":\"float64\",\"Average windspeed (mph)\":\"float64\",\"Average gustspeed (mph)\":\"float64\",\\\n",
    "                          \"Average direction (°deg)\":\"float64\",\"Rainfall for month (in)\":\"float64\",\"Rainfall for year (in)\":\"float64\",\\\n",
    "                          \"Maximum rain per minute\":\"float64\",\"Maximum temperature (°F)\":\"float64\",\"Minimum temperature (°F)\":\"float64\",\\\n",
    "                          \"Maximum humidity (%)\":\"float64\",\"Minimum humidity (%)\":\"float64\",\"Maximum pressure\":\"float64\",\\\n",
    "                          \"Minimum pressure\":\"float64\",\"Maximum windspeed (mph)\":\"float64\",\"Maximum gust speed (mph)\":\"float64\",\\\n",
    "                          \"Maximum heat index (°F)\":\"float64\"}, errors='ignore')\n",
    "main_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "bdcc44f3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4229\n"
     ]
    }
   ],
   "source": [
    "from datetime import date\n",
    "d1 = date(2022,1,1)\n",
    "d2 = date(2033,7,31)\n",
    "delta = d2 - d1\n",
    "print(delta.days)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "7fdf21fa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Average temperature (°F)</th>\n",
       "      <th>Average humidity (%)</th>\n",
       "      <th>Average dewpoint (°F)</th>\n",
       "      <th>Average barometer (in)</th>\n",
       "      <th>Average windspeed (mph)</th>\n",
       "      <th>Average gustspeed (mph)</th>\n",
       "      <th>Average direction (°deg)</th>\n",
       "      <th>Rainfall for month (in)</th>\n",
       "      <th>Rainfall for year (in)</th>\n",
       "      <th>...</th>\n",
       "      <th>Maximum humidity (%)</th>\n",
       "      <th>Minimum humidity (%)</th>\n",
       "      <th>Maximum pressure</th>\n",
       "      <th>Minimum pressure</th>\n",
       "      <th>Maximum windspeed (mph)</th>\n",
       "      <th>Maximum gust speed (mph)</th>\n",
       "      <th>Maximum heat index (°F)</th>\n",
       "      <th>Year</th>\n",
       "      <th>Month</th>\n",
       "      <th>Day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-01-01</td>\n",
       "      <td>37.8</td>\n",
       "      <td>35.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>29.7</td>\n",
       "      <td>26.4</td>\n",
       "      <td>36.8</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>29.762</td>\n",
       "      <td>29.596</td>\n",
       "      <td>41.4</td>\n",
       "      <td>59.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>2022</td>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-01-02</td>\n",
       "      <td>43.2</td>\n",
       "      <td>32.0</td>\n",
       "      <td>14.7</td>\n",
       "      <td>29.5</td>\n",
       "      <td>12.8</td>\n",
       "      <td>18.0</td>\n",
       "      <td>240.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>29.669</td>\n",
       "      <td>29.268</td>\n",
       "      <td>35.7</td>\n",
       "      <td>51.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>2022</td>\n",
       "      <td>01</td>\n",
       "      <td>02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-01-03</td>\n",
       "      <td>25.7</td>\n",
       "      <td>60.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>29.7</td>\n",
       "      <td>8.3</td>\n",
       "      <td>12.2</td>\n",
       "      <td>290.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>30.232</td>\n",
       "      <td>29.260</td>\n",
       "      <td>25.3</td>\n",
       "      <td>38.0</td>\n",
       "      <td>41.0</td>\n",
       "      <td>2022</td>\n",
       "      <td>01</td>\n",
       "      <td>03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-01-04</td>\n",
       "      <td>9.3</td>\n",
       "      <td>67.0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>30.4</td>\n",
       "      <td>2.9</td>\n",
       "      <td>4.5</td>\n",
       "      <td>47.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>30.566</td>\n",
       "      <td>30.227</td>\n",
       "      <td>12.7</td>\n",
       "      <td>20.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>2022</td>\n",
       "      <td>01</td>\n",
       "      <td>04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-01-05</td>\n",
       "      <td>23.5</td>\n",
       "      <td>30.0</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>29.9</td>\n",
       "      <td>16.7</td>\n",
       "      <td>23.1</td>\n",
       "      <td>265.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>30.233</td>\n",
       "      <td>29.568</td>\n",
       "      <td>38.0</td>\n",
       "      <td>53.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>2022</td>\n",
       "      <td>01</td>\n",
       "      <td>05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3898</th>\n",
       "      <td>2022-07-25</td>\n",
       "      <td>62.8</td>\n",
       "      <td>60.0</td>\n",
       "      <td>48.1</td>\n",
       "      <td>29.7</td>\n",
       "      <td>2.5</td>\n",
       "      <td>4.0</td>\n",
       "      <td>242.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>...</td>\n",
       "      <td>90.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>29.781</td>\n",
       "      <td>29.645</td>\n",
       "      <td>8.1</td>\n",
       "      <td>17.3</td>\n",
       "      <td>77.5</td>\n",
       "      <td>2022</td>\n",
       "      <td>07</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3899</th>\n",
       "      <td>2022-07-26</td>\n",
       "      <td>60.6</td>\n",
       "      <td>68.0</td>\n",
       "      <td>48.9</td>\n",
       "      <td>29.8</td>\n",
       "      <td>1.7</td>\n",
       "      <td>2.9</td>\n",
       "      <td>357.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>...</td>\n",
       "      <td>90.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>29.930</td>\n",
       "      <td>29.745</td>\n",
       "      <td>11.5</td>\n",
       "      <td>15.0</td>\n",
       "      <td>77.5</td>\n",
       "      <td>2022</td>\n",
       "      <td>07</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3900</th>\n",
       "      <td>2022-07-27</td>\n",
       "      <td>61.7</td>\n",
       "      <td>64.0</td>\n",
       "      <td>47.4</td>\n",
       "      <td>29.9</td>\n",
       "      <td>2.2</td>\n",
       "      <td>4.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>...</td>\n",
       "      <td>96.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.941</td>\n",
       "      <td>29.781</td>\n",
       "      <td>13.8</td>\n",
       "      <td>18.4</td>\n",
       "      <td>78.2</td>\n",
       "      <td>2022</td>\n",
       "      <td>07</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3901</th>\n",
       "      <td>2022-07-28</td>\n",
       "      <td>60.5</td>\n",
       "      <td>61.0</td>\n",
       "      <td>45.3</td>\n",
       "      <td>29.7</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>248.0</td>\n",
       "      <td>0.35</td>\n",
       "      <td>4.49</td>\n",
       "      <td>...</td>\n",
       "      <td>94.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.792</td>\n",
       "      <td>29.675</td>\n",
       "      <td>17.3</td>\n",
       "      <td>26.5</td>\n",
       "      <td>77.6</td>\n",
       "      <td>2022</td>\n",
       "      <td>07</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3902</th>\n",
       "      <td>2022-07-28</td>\n",
       "      <td>60.5</td>\n",
       "      <td>61.0</td>\n",
       "      <td>45.3</td>\n",
       "      <td>29.7</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>248.0</td>\n",
       "      <td>0.35</td>\n",
       "      <td>4.49</td>\n",
       "      <td>...</td>\n",
       "      <td>94.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.792</td>\n",
       "      <td>29.675</td>\n",
       "      <td>17.3</td>\n",
       "      <td>26.5</td>\n",
       "      <td>77.6</td>\n",
       "      <td>2022</td>\n",
       "      <td>07</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3903 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            Date  Average temperature (°F)  Average humidity (%)  \\\n",
       "0     2022-01-01                      37.8                  35.0   \n",
       "1     2022-01-02                      43.2                  32.0   \n",
       "2     2022-01-03                      25.7                  60.0   \n",
       "3     2022-01-04                       9.3                  67.0   \n",
       "4     2022-01-05                      23.5                  30.0   \n",
       "...          ...                       ...                   ...   \n",
       "3898  2022-07-25                      62.8                  60.0   \n",
       "3899  2022-07-26                      60.6                  68.0   \n",
       "3900  2022-07-27                      61.7                  64.0   \n",
       "3901  2022-07-28                      60.5                  61.0   \n",
       "3902  2022-07-28                      60.5                  61.0   \n",
       "\n",
       "      Average dewpoint (°F)  Average barometer (in)  Average windspeed (mph)  \\\n",
       "0                      12.7                    29.7                     26.4   \n",
       "1                      14.7                    29.5                     12.8   \n",
       "2                      12.7                    29.7                      8.3   \n",
       "3                       0.1                    30.4                      2.9   \n",
       "4                      -5.3                    29.9                     16.7   \n",
       "...                     ...                     ...                      ...   \n",
       "3898                   48.1                    29.7                      2.5   \n",
       "3899                   48.9                    29.8                      1.7   \n",
       "3900                   47.4                    29.9                      2.2   \n",
       "3901                   45.3                    29.7                      4.0   \n",
       "3902                   45.3                    29.7                      4.0   \n",
       "\n",
       "      Average gustspeed (mph)  Average direction (°deg)  \\\n",
       "0                        36.8                     274.0   \n",
       "1                        18.0                     240.0   \n",
       "2                        12.2                     290.0   \n",
       "3                         4.5                      47.0   \n",
       "4                        23.1                     265.0   \n",
       "...                       ...                       ...   \n",
       "3898                      4.0                     242.0   \n",
       "3899                      2.9                     357.0   \n",
       "3900                      4.0                      66.0   \n",
       "3901                      6.2                     248.0   \n",
       "3902                      6.2                     248.0   \n",
       "\n",
       "      Rainfall for month (in)  Rainfall for year (in)  ...  \\\n",
       "0                        0.00                    0.00  ...   \n",
       "1                        0.00                    0.00  ...   \n",
       "2                        0.00                    0.00  ...   \n",
       "3                        0.00                    0.00  ...   \n",
       "4                        0.00                    0.00  ...   \n",
       "...                       ...                     ...  ...   \n",
       "3898                     0.33                    4.47  ...   \n",
       "3899                     0.33                    4.47  ...   \n",
       "3900                     0.33                    4.47  ...   \n",
       "3901                     0.35                    4.49  ...   \n",
       "3902                     0.35                    4.49  ...   \n",
       "\n",
       "      Maximum humidity (%)  Minimum humidity (%)  Maximum pressure  \\\n",
       "0                      4.0                  27.0            29.762   \n",
       "1                      4.0                  16.0            29.669   \n",
       "2                      8.0                  35.0            30.232   \n",
       "3                      7.0                  35.0            30.566   \n",
       "4                      5.0                  13.0            30.233   \n",
       "...                    ...                   ...               ...   \n",
       "3898                  90.0                  36.0            29.781   \n",
       "3899                  90.0                  40.0            29.930   \n",
       "3900                  96.0                  35.0            29.941   \n",
       "3901                  94.0                  35.0            29.792   \n",
       "3902                  94.0                  35.0            29.792   \n",
       "\n",
       "      Minimum pressure  Maximum windspeed (mph)  Maximum gust speed (mph)  \\\n",
       "0               29.596                     41.4                      59.0   \n",
       "1               29.268                     35.7                      51.0   \n",
       "2               29.260                     25.3                      38.0   \n",
       "3               30.227                     12.7                      20.0   \n",
       "4               29.568                     38.0                      53.0   \n",
       "...                ...                      ...                       ...   \n",
       "3898            29.645                      8.1                      17.3   \n",
       "3899            29.745                     11.5                      15.0   \n",
       "3900            29.781                     13.8                      18.4   \n",
       "3901            29.675                     17.3                      26.5   \n",
       "3902            29.675                     17.3                      26.5   \n",
       "\n",
       "      Maximum heat index (°F)  Year  Month  Day  \n",
       "0                        40.0  2022     01   01  \n",
       "1                        52.0  2022     01   02  \n",
       "2                        41.0  2022     01   03  \n",
       "3                        32.0  2022     01   04  \n",
       "4                        32.0  2022     01   05  \n",
       "...                       ...   ...    ...  ...  \n",
       "3898                     77.5  2022     07   25  \n",
       "3899                     77.5  2022     07   26  \n",
       "3900                     78.2  2022     07   27  \n",
       "3901                     77.6  2022     07   28  \n",
       "3902                     77.6  2022     07   28  \n",
       "\n",
       "[3903 rows x 23 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#slicing year, month, date into new columns\n",
    "new_column = main_df['Date'].str[0:4]\n",
    "new_column2 = main_df['Date'].str[5:7]\n",
    "new_column3 = main_df['Date'].str[8:]\n",
    "main_df['Year'] = new_column\n",
    "main_df['Month'] = new_column2\n",
    "main_df['Day'] = new_column3\n",
    "main_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "de0dc79c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Day</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>02</td>\n",
       "      <td>01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03</td>\n",
       "      <td>01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>04</td>\n",
       "      <td>01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>05</td>\n",
       "      <td>01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3898</th>\n",
       "      <td>25</td>\n",
       "      <td>07</td>\n",
       "      <td>2033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3899</th>\n",
       "      <td>26</td>\n",
       "      <td>07</td>\n",
       "      <td>2033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3900</th>\n",
       "      <td>27</td>\n",
       "      <td>07</td>\n",
       "      <td>2033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3901</th>\n",
       "      <td>28</td>\n",
       "      <td>07</td>\n",
       "      <td>2033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3902</th>\n",
       "      <td>28</td>\n",
       "      <td>07</td>\n",
       "      <td>2033</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3903 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Day Month  Year\n",
       "0     01    01  2022\n",
       "1     02    01  2022\n",
       "2     03    01  2022\n",
       "3     04    01  2022\n",
       "4     05    01  2022\n",
       "...   ..   ...   ...\n",
       "3898  25    07  2033\n",
       "3899  26    07  2033\n",
       "3900  27    07  2033\n",
       "3901  28    07  2033\n",
       "3902  28    07  2033\n",
       "\n",
       "[3903 rows x 3 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "subset = main_df.loc[:,['Day','Month','Year']]\n",
    "increment = 2022\n",
    "for i in range(1, len(subset)):\n",
    "    if subset.loc[i,'Month'] == '01':\n",
    "        if subset.loc[i-1,'Month'] == '12' or subset.loc[i-1,'Month'] == '11':\n",
    "            increment += 1\n",
    "    subset.loc[i,'Year'] = increment\n",
    "subset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "8aa535ad",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "#search for non leap years\n",
    "unique_years = subset['Year'].unique()\n",
    "\n",
    "# Function to check if a year is a leap year or not\n",
    "def NotLeapYear(input_year):\n",
    "    if ((input_year % 400 == 0) or ((input_year % 4 == 0) and (input_year % 100 != 0))):\n",
    "        return None\n",
    "    else:\n",
    "        return input_year\n",
    "\n",
    "# List to store non-leap years\n",
    "nonleap_years = []\n",
    "\n",
    "# Iterate over the unique years\n",
    "for i in unique_years:\n",
    "    year = int(i)\n",
    "    result = NotLeapYear(year)\n",
    "    if result is not None:\n",
    "        nonleap_years.append(result)\n",
    "\n",
    "# Filter the DataFrame to include only rows where the day is 29, the month is 2, and the year is in nonleap_years\n",
    "filtered_df = subset[(subset['Day'] == '29') & (subset['Month'] == '02') & (subset['Year'].isin(nonleap_years))]\n",
    "\n",
    "# Replace the 29 values with 28 in the original DataFrame\n",
    "subset.loc[filtered_df.index, 'Day'] = 28\n",
    "\n",
    "\n",
    "# Verify that the replacement was successful\n",
    "''' \n",
    "verification_df = subset.loc[(subset['Day'] == 29) & (subset['Month'] == 2) & (subset['Year'].isin(nonleap_years))]\n",
    "if verification_df.empty:\n",
    "    print(\"All 29 values in the 'Day' column for 2 in the 'Month' column in a non-leap year have been replaced with 28.\")\n",
    "else:\n",
    "    print(\"Some or all 29 values in the 'Day' column for 2 in the 'Month' column in a non-leap year have not been replaced with 28.\")'''\n",
    "\n",
    "\n",
    "subset['Day'] = subset['Day'].astype(str)\n",
    "subset['Month'] = subset['Month'].astype(str)\n",
    "subset['Year'] = subset['Year'].astype(str)\n",
    "#Merge Day, month, Year\n",
    "subset['Date'] = subset['Year'] + '-' + subset['Month'] + '-' + subset['Day']\n",
    "#changing the format to date\n",
    "'''for i in subset['Date']:\n",
    "    if i == '2029-02-29':\n",
    "        print('True')'''\n",
    "\n",
    "subset['Date'] =pd.to_datetime(subset['Date'])\n",
    "\n",
    "main_df = main_df.drop(main_df.loc[:, 'Year':'Day'].columns, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "f564273c",
   "metadata": {},
   "outputs": [],
   "source": [
    "#correcting the dates of the main table\n",
    "main_df['Date'] = subset['Date']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "3c0fb44f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 3903 entries, 0 to 3902\n",
      "Data columns (total 20 columns):\n",
      " #   Column                    Non-Null Count  Dtype         \n",
      "---  ------                    --------------  -----         \n",
      " 0   Date                      3903 non-null   datetime64[ns]\n",
      " 1   Average temperature (°F)  3903 non-null   float64       \n",
      " 2   Average humidity (%)      3903 non-null   float64       \n",
      " 3   Average dewpoint (°F)     3903 non-null   float64       \n",
      " 4   Average barometer (in)    3903 non-null   float64       \n",
      " 5   Average windspeed (mph)   3903 non-null   float64       \n",
      " 6   Average gustspeed (mph)   3903 non-null   float64       \n",
      " 7   Average direction (°deg)  3903 non-null   float64       \n",
      " 8   Rainfall for month (in)   3903 non-null   float64       \n",
      " 9   Rainfall for year (in)    3903 non-null   float64       \n",
      " 10  Maximum rain per minute   3903 non-null   float64       \n",
      " 11  Maximum temperature (°F)  3903 non-null   float64       \n",
      " 12  Minimum temperature (°F)  3903 non-null   float64       \n",
      " 13  Maximum humidity (%)      3903 non-null   float64       \n",
      " 14  Minimum humidity (%)      3903 non-null   float64       \n",
      " 15  Maximum pressure          3903 non-null   float64       \n",
      " 16  Minimum pressure          3903 non-null   float64       \n",
      " 17  Maximum windspeed (mph)   3903 non-null   float64       \n",
      " 18  Maximum gust speed (mph)  3903 non-null   float64       \n",
      " 19  Maximum heat index (°F)   3903 non-null   float64       \n",
      "dtypes: datetime64[ns](1), float64(19)\n",
      "memory usage: 610.0 KB\n"
     ]
    }
   ],
   "source": [
    "main_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "9c60fd93",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Saving the cleaned dataframe to a csv file\n",
    "main_df.to_csv('cleaned_weather_dataset.csv',index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "ae8b6206",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Average temperature (°F)</th>\n",
       "      <th>Average humidity (%)</th>\n",
       "      <th>Average dewpoint (°F)</th>\n",
       "      <th>Average barometer (in)</th>\n",
       "      <th>Average windspeed (mph)</th>\n",
       "      <th>Average gustspeed (mph)</th>\n",
       "      <th>Average direction (°deg)</th>\n",
       "      <th>Rainfall for month (in)</th>\n",
       "      <th>Rainfall for year (in)</th>\n",
       "      <th>Maximum rain per minute</th>\n",
       "      <th>Maximum temperature (°F)</th>\n",
       "      <th>Minimum temperature (°F)</th>\n",
       "      <th>Maximum humidity (%)</th>\n",
       "      <th>Minimum humidity (%)</th>\n",
       "      <th>Maximum pressure</th>\n",
       "      <th>Minimum pressure</th>\n",
       "      <th>Maximum windspeed (mph)</th>\n",
       "      <th>Maximum gust speed (mph)</th>\n",
       "      <th>Maximum heat index (°F)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-01-01</td>\n",
       "      <td>37.8</td>\n",
       "      <td>35.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>29.7</td>\n",
       "      <td>26.4</td>\n",
       "      <td>36.8</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>34.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>29.762</td>\n",
       "      <td>29.596</td>\n",
       "      <td>41.4</td>\n",
       "      <td>59.0</td>\n",
       "      <td>40.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2022-01-02</td>\n",
       "      <td>43.2</td>\n",
       "      <td>32.0</td>\n",
       "      <td>14.7</td>\n",
       "      <td>29.5</td>\n",
       "      <td>12.8</td>\n",
       "      <td>18.0</td>\n",
       "      <td>240.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>29.669</td>\n",
       "      <td>29.268</td>\n",
       "      <td>35.7</td>\n",
       "      <td>51.0</td>\n",
       "      <td>52.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2022-01-03</td>\n",
       "      <td>25.7</td>\n",
       "      <td>60.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>29.7</td>\n",
       "      <td>8.3</td>\n",
       "      <td>12.2</td>\n",
       "      <td>290.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>41.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>30.232</td>\n",
       "      <td>29.260</td>\n",
       "      <td>25.3</td>\n",
       "      <td>38.0</td>\n",
       "      <td>41.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2022-01-04</td>\n",
       "      <td>9.3</td>\n",
       "      <td>67.0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>30.4</td>\n",
       "      <td>2.9</td>\n",
       "      <td>4.5</td>\n",
       "      <td>47.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>-0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>30.566</td>\n",
       "      <td>30.227</td>\n",
       "      <td>12.7</td>\n",
       "      <td>20.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2022-01-05</td>\n",
       "      <td>23.5</td>\n",
       "      <td>30.0</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>29.9</td>\n",
       "      <td>16.7</td>\n",
       "      <td>23.1</td>\n",
       "      <td>265.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>30.233</td>\n",
       "      <td>29.568</td>\n",
       "      <td>38.0</td>\n",
       "      <td>53.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3897</th>\n",
       "      <td>2033-07-24</td>\n",
       "      <td>64.1</td>\n",
       "      <td>62.0</td>\n",
       "      <td>49.8</td>\n",
       "      <td>29.6</td>\n",
       "      <td>3.6</td>\n",
       "      <td>5.8</td>\n",
       "      <td>240.0</td>\n",
       "      <td>0.24</td>\n",
       "      <td>4.38</td>\n",
       "      <td>0.0</td>\n",
       "      <td>74.9</td>\n",
       "      <td>55.3</td>\n",
       "      <td>86.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.686</td>\n",
       "      <td>29.577</td>\n",
       "      <td>15.0</td>\n",
       "      <td>25.3</td>\n",
       "      <td>77.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3898</th>\n",
       "      <td>2033-07-25</td>\n",
       "      <td>62.8</td>\n",
       "      <td>60.0</td>\n",
       "      <td>48.1</td>\n",
       "      <td>29.7</td>\n",
       "      <td>2.5</td>\n",
       "      <td>4.0</td>\n",
       "      <td>242.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>69.2</td>\n",
       "      <td>55.1</td>\n",
       "      <td>90.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>29.781</td>\n",
       "      <td>29.645</td>\n",
       "      <td>8.1</td>\n",
       "      <td>17.3</td>\n",
       "      <td>77.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3899</th>\n",
       "      <td>2033-07-26</td>\n",
       "      <td>60.6</td>\n",
       "      <td>68.0</td>\n",
       "      <td>48.9</td>\n",
       "      <td>29.8</td>\n",
       "      <td>1.7</td>\n",
       "      <td>2.9</td>\n",
       "      <td>357.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>71.9</td>\n",
       "      <td>50.5</td>\n",
       "      <td>90.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>29.930</td>\n",
       "      <td>29.745</td>\n",
       "      <td>11.5</td>\n",
       "      <td>15.0</td>\n",
       "      <td>77.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3900</th>\n",
       "      <td>2033-07-27</td>\n",
       "      <td>61.7</td>\n",
       "      <td>64.0</td>\n",
       "      <td>47.4</td>\n",
       "      <td>29.9</td>\n",
       "      <td>2.2</td>\n",
       "      <td>4.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>0.33</td>\n",
       "      <td>4.47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>77.3</td>\n",
       "      <td>43.6</td>\n",
       "      <td>96.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.941</td>\n",
       "      <td>29.781</td>\n",
       "      <td>13.8</td>\n",
       "      <td>18.4</td>\n",
       "      <td>78.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3902</th>\n",
       "      <td>2033-07-28</td>\n",
       "      <td>60.5</td>\n",
       "      <td>61.0</td>\n",
       "      <td>45.3</td>\n",
       "      <td>29.7</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>248.0</td>\n",
       "      <td>0.35</td>\n",
       "      <td>4.49</td>\n",
       "      <td>0.0</td>\n",
       "      <td>75.6</td>\n",
       "      <td>46.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>29.792</td>\n",
       "      <td>29.675</td>\n",
       "      <td>17.3</td>\n",
       "      <td>26.5</td>\n",
       "      <td>77.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3900 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date  Average temperature (°F)  Average humidity (%)  \\\n",
       "0    2022-01-01                      37.8                  35.0   \n",
       "1    2022-01-02                      43.2                  32.0   \n",
       "2    2022-01-03                      25.7                  60.0   \n",
       "3    2022-01-04                       9.3                  67.0   \n",
       "4    2022-01-05                      23.5                  30.0   \n",
       "...         ...                       ...                   ...   \n",
       "3897 2033-07-24                      64.1                  62.0   \n",
       "3898 2033-07-25                      62.8                  60.0   \n",
       "3899 2033-07-26                      60.6                  68.0   \n",
       "3900 2033-07-27                      61.7                  64.0   \n",
       "3902 2033-07-28                      60.5                  61.0   \n",
       "\n",
       "      Average dewpoint (°F)  Average barometer (in)  Average windspeed (mph)  \\\n",
       "0                      12.7                    29.7                     26.4   \n",
       "1                      14.7                    29.5                     12.8   \n",
       "2                      12.7                    29.7                      8.3   \n",
       "3                       0.1                    30.4                      2.9   \n",
       "4                      -5.3                    29.9                     16.7   \n",
       "...                     ...                     ...                      ...   \n",
       "3897                   49.8                    29.6                      3.6   \n",
       "3898                   48.1                    29.7                      2.5   \n",
       "3899                   48.9                    29.8                      1.7   \n",
       "3900                   47.4                    29.9                      2.2   \n",
       "3902                   45.3                    29.7                      4.0   \n",
       "\n",
       "      Average gustspeed (mph)  Average direction (°deg)  \\\n",
       "0                        36.8                     274.0   \n",
       "1                        18.0                     240.0   \n",
       "2                        12.2                     290.0   \n",
       "3                         4.5                      47.0   \n",
       "4                        23.1                     265.0   \n",
       "...                       ...                       ...   \n",
       "3897                      5.8                     240.0   \n",
       "3898                      4.0                     242.0   \n",
       "3899                      2.9                     357.0   \n",
       "3900                      4.0                      66.0   \n",
       "3902                      6.2                     248.0   \n",
       "\n",
       "      Rainfall for month (in)  Rainfall for year (in)  \\\n",
       "0                        0.00                    0.00   \n",
       "1                        0.00                    0.00   \n",
       "2                        0.00                    0.00   \n",
       "3                        0.00                    0.00   \n",
       "4                        0.00                    0.00   \n",
       "...                       ...                     ...   \n",
       "3897                     0.24                    4.38   \n",
       "3898                     0.33                    4.47   \n",
       "3899                     0.33                    4.47   \n",
       "3900                     0.33                    4.47   \n",
       "3902                     0.35                    4.49   \n",
       "\n",
       "      Maximum rain per minute  Maximum temperature (°F)  \\\n",
       "0                         0.0                      40.0   \n",
       "1                         0.0                      52.0   \n",
       "2                         0.0                      41.0   \n",
       "3                         0.0                      19.0   \n",
       "4                         0.0                      30.0   \n",
       "...                       ...                       ...   \n",
       "3897                      0.0                      74.9   \n",
       "3898                      0.0                      69.2   \n",
       "3899                      0.0                      71.9   \n",
       "3900                      0.0                      77.3   \n",
       "3902                      0.0                      75.6   \n",
       "\n",
       "      Minimum temperature (°F)  Maximum humidity (%)  Minimum humidity (%)  \\\n",
       "0                         34.0                   4.0                  27.0   \n",
       "1                         37.0                   4.0                  16.0   \n",
       "2                          6.0                   8.0                  35.0   \n",
       "3                         -0.0                   7.0                  35.0   \n",
       "4                         15.0                   5.0                  13.0   \n",
       "...                        ...                   ...                   ...   \n",
       "3897                      55.3                  86.0                  35.0   \n",
       "3898                      55.1                  90.0                  36.0   \n",
       "3899                      50.5                  90.0                  40.0   \n",
       "3900                      43.6                  96.0                  35.0   \n",
       "3902                      46.0                  94.0                  35.0   \n",
       "\n",
       "      Maximum pressure  Minimum pressure  Maximum windspeed (mph)  \\\n",
       "0               29.762            29.596                     41.4   \n",
       "1               29.669            29.268                     35.7   \n",
       "2               30.232            29.260                     25.3   \n",
       "3               30.566            30.227                     12.7   \n",
       "4               30.233            29.568                     38.0   \n",
       "...                ...               ...                      ...   \n",
       "3897            29.686            29.577                     15.0   \n",
       "3898            29.781            29.645                      8.1   \n",
       "3899            29.930            29.745                     11.5   \n",
       "3900            29.941            29.781                     13.8   \n",
       "3902            29.792            29.675                     17.3   \n",
       "\n",
       "      Maximum gust speed (mph)  Maximum heat index (°F)  \n",
       "0                         59.0                     40.0  \n",
       "1                         51.0                     52.0  \n",
       "2                         38.0                     41.0  \n",
       "3                         20.0                     32.0  \n",
       "4                         53.0                     32.0  \n",
       "...                        ...                      ...  \n",
       "3897                      25.3                     77.4  \n",
       "3898                      17.3                     77.5  \n",
       "3899                      15.0                     77.5  \n",
       "3900                      18.4                     78.2  \n",
       "3902                      26.5                     77.6  \n",
       "\n",
       "[3900 rows x 20 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def remove_duplicates_from_date_column(df, column_name):\n",
    "  df.drop_duplicates(subset=[column_name], keep='last', inplace=True)\n",
    "\n",
    "remove_duplicates_from_date_column(main_df, 'Date')\n",
    "main_df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e7ff377f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}