Files
Weather-Project/preprocessing/preprocess_data.ipynb
2018-09-17 17:16:39 -05:00

1899 lines
78 KiB
Plaintext
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Preprocess the raw data from NOAA\n",
"This notebook is setup to take in the CSV from NOAA and remove the unneccasary data. This will also seperate out each station for later positioning."
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"import numpy as np\n",
"import os\n",
"from tqdm import tqdm"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"#Getting a list of files in raw data folder\n",
"filenames = os.listdir('D:/Nico/Desktop/full_grid')"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"header_wanted = [\n",
" 'HOURLYVISIBILITY',\n",
" 'HOURLYDRYBULBTEMPC',\n",
" 'HOURLYWETBULBTEMPC',\n",
" 'HOURLYDewPointTempC',\n",
" 'HOURLYRelativeHumidity',\n",
" 'HOURLYWindSpeed',\n",
" 'HOURLYWindGustSpeed',\n",
" 'HOURLYStationPressure',\n",
" 'HOURLYPressureTendency',\n",
" 'HOURLYPressureChange',\n",
" 'HOURLYSeaLevelPressure',\n",
" 'HOURLYPrecip',\n",
" 'HOURLYAltimeterSetting']"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"usecols = ['DATE','STATION'] + header_wanted"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████████████████████████████████████████████████████████████████████████████| 82/82 [03:05<00:00, 2.26s/it]\n"
]
}
],
"source": [
"#Loading all files into a pandas Dataframe\n",
"tqdm.pandas()\n",
"df = pd.concat([pd.read_csv('D:/Nico/Desktop/full_grid/{}'.format(x), usecols=usecols, low_memory=False) for x in tqdm(filenames)])"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"406"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"#Getting the station names\n",
"#wban = df['STATION'].unique()\n",
"stations = pd.read_csv(\"../Playground/stations_unique.csv\", usecols = ['STATION_ID'])\n",
"wban_list = stations['STATION_ID'].tolist()\n",
"len(wban_list)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
"def remove_letters(headers,dataframes):\n",
" for i in tqdm(headers):\n",
" dataframes[i].replace(regex=True,inplace=True,to_replace=r'\\D',value=r'')\n",
" dataframes[i] = dataframes[i].apply(pd.to_numeric)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|███████████████████████████████████████████████████████████████████████████████| 13/13 [1:11:23<00:00, 329.48s/it]\n"
]
}
],
"source": [
"remove_letters(header_wanted,df)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|████████████████████████████████████████████████████████████████████████████████| 406/406 [10:47<00:00, 1.59s/it]\n"
]
}
],
"source": [
"by_station_list = []\n",
"\n",
"for i in tqdm(wban_list):\n",
" by_station_list.append(df.loc[df.STATION == i])\n",
"del df"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"<class 'pandas.core.frame.DataFrame'>\n",
"Int64Index: 46719 entries, 109127 to 155845\n",
"Data columns (total 15 columns):\n",
"STATION 46719 non-null object\n",
"DATE 46719 non-null object\n",
"HOURLYVISIBILITY 43438 non-null float64\n",
"HOURLYDRYBULBTEMPC 46196 non-null float64\n",
"HOURLYWETBULBTEMPC 44790 non-null float64\n",
"HOURLYDewPointTempC 46195 non-null float64\n",
"HOURLYRelativeHumidity 46195 non-null float64\n",
"HOURLYWindSpeed 44852 non-null float64\n",
"HOURLYWindGustSpeed 6657 non-null float64\n",
"HOURLYStationPressure 44796 non-null float64\n",
"HOURLYPressureTendency 0 non-null float64\n",
"HOURLYPressureChange 0 non-null float64\n",
"HOURLYSeaLevelPressure 0 non-null float64\n",
"HOURLYPrecip 2096 non-null float64\n",
"HOURLYAltimeterSetting 46197 non-null float64\n",
"dtypes: float64(13), object(2)\n",
"memory usage: 5.7+ MB\n"
]
}
],
"source": [
"by_station_list[0].info()"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|████████████████████████████████████████████████████████████████████████████████| 406/406 [00:07<00:00, 54.83it/s]\n"
]
}
],
"source": [
"for i in tqdm(range(len(by_station_list))):\n",
" by_station_list[i]['STATION_ID'] = by_station_list[i]['STATION']\n",
" by_station_list[i] = by_station_list[i].set_index(pd.DatetimeIndex(by_station_list[i]['DATE']))"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"<class 'pandas.core.frame.DataFrame'>\n",
"DatetimeIndex: 46719 entries, 2016-08-01 00:15:00 to 2018-07-31 23:59:00\n",
"Data columns (total 16 columns):\n",
"STATION 46719 non-null object\n",
"DATE 46719 non-null object\n",
"HOURLYVISIBILITY 43438 non-null float64\n",
"HOURLYDRYBULBTEMPC 46196 non-null float64\n",
"HOURLYWETBULBTEMPC 44790 non-null float64\n",
"HOURLYDewPointTempC 46195 non-null float64\n",
"HOURLYRelativeHumidity 46195 non-null float64\n",
"HOURLYWindSpeed 44852 non-null float64\n",
"HOURLYWindGustSpeed 6657 non-null float64\n",
"HOURLYStationPressure 44796 non-null float64\n",
"HOURLYPressureTendency 0 non-null float64\n",
"HOURLYPressureChange 0 non-null float64\n",
"HOURLYSeaLevelPressure 0 non-null float64\n",
"HOURLYPrecip 2096 non-null float64\n",
"HOURLYAltimeterSetting 46197 non-null float64\n",
"STATION_ID 46719 non-null object\n",
"dtypes: float64(13), object(3)\n",
"memory usage: 6.1+ MB\n"
]
}
],
"source": [
"by_station_list[0].info()"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|████████████████████████████████████████████████████████████████████████████████| 406/406 [00:05<00:00, 73.63it/s]\n"
]
}
],
"source": [
"for i in tqdm(range(len(by_station_list))):\n",
" by_station_list[i] = by_station_list[i].resample('60T').mean()"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [],
"source": [
"wban_name = []\n",
"for x in wban_list:\n",
" wban_name.append(x[:4] + x[5:])"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'WBAN00184'"
]
},
"execution_count": 25,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"wban_name[0]"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'WBAN:00184'"
]
},
"execution_count": 24,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"wban_list[0]"
]
},
{
"cell_type": "code",
"execution_count": 28,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|███████████████████████████████████████████████████████████████████████████████| 406/406 [00:00<00:00, 675.55it/s]\n"
]
}
],
"source": [
"for i in tqdm(range(len(by_station_list))):\n",
" by_station_list[i]['STATION'] = wban_list[i] "
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>HOURLYVISIBILITY</th>\n",
" <th>HOURLYDRYBULBTEMPC</th>\n",
" <th>HOURLYWETBULBTEMPC</th>\n",
" <th>HOURLYDewPointTempC</th>\n",
" <th>HOURLYRelativeHumidity</th>\n",
" <th>HOURLYWindSpeed</th>\n",
" <th>HOURLYWindGustSpeed</th>\n",
" <th>HOURLYStationPressure</th>\n",
" <th>HOURLYPressureTendency</th>\n",
" <th>HOURLYPressureChange</th>\n",
" <th>HOURLYSeaLevelPressure</th>\n",
" <th>HOURLYPrecip</th>\n",
" <th>HOURLYAltimeterSetting</th>\n",
" <th>STATION</th>\n",
" </tr>\n",
" <tr>\n",
" <th>DATE</th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>2016-08-01 00:00:00</th>\n",
" <td>525.000000</td>\n",
" <td>243.000000</td>\n",
" <td>24.400000</td>\n",
" <td>243.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2999.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3004.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 01:00:00</th>\n",
" <td>433.333333</td>\n",
" <td>240.333333</td>\n",
" <td>23.900000</td>\n",
" <td>240.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2999.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3004.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 02:00:00</th>\n",
" <td>316.666667</td>\n",
" <td>237.333333</td>\n",
" <td>23.500000</td>\n",
" <td>237.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2998.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3003.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 03:00:00</th>\n",
" <td>91.666667</td>\n",
" <td>237.333333</td>\n",
" <td>23.900000</td>\n",
" <td>237.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2998.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3003.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 04:00:00</th>\n",
" <td>733.333333</td>\n",
" <td>235.666667</td>\n",
" <td>23.500000</td>\n",
" <td>235.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2999.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3004.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 05:00:00</th>\n",
" <td>633.333333</td>\n",
" <td>237.666667</td>\n",
" <td>23.900000</td>\n",
" <td>237.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3000.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3005.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 06:00:00</th>\n",
" <td>900.000000</td>\n",
" <td>249.000000</td>\n",
" <td>25.000000</td>\n",
" <td>249.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3001.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3006.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 07:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>264.000000</td>\n",
" <td>26.366667</td>\n",
" <td>262.666667</td>\n",
" <td>99.333333</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3003.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3008.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 08:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>283.000000</td>\n",
" <td>27.133333</td>\n",
" <td>267.333333</td>\n",
" <td>91.000000</td>\n",
" <td>1.666667</td>\n",
" <td>NaN</td>\n",
" <td>3004.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3009.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 09:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>296.666667</td>\n",
" <td>27.333333</td>\n",
" <td>265.000000</td>\n",
" <td>83.000000</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>3004.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3009.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 10:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>301.666667</td>\n",
" <td>26.833333</td>\n",
" <td>255.666667</td>\n",
" <td>76.333333</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3005.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3010.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 11:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>285.333333</td>\n",
" <td>26.033333</td>\n",
" <td>251.666667</td>\n",
" <td>82.333333</td>\n",
" <td>7.000000</td>\n",
" <td>20.0</td>\n",
" <td>3005.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3010.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 12:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>271.333333</td>\n",
" <td>25.300000</td>\n",
" <td>243.333333</td>\n",
" <td>84.666667</td>\n",
" <td>3.333333</td>\n",
" <td>NaN</td>\n",
" <td>3004.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3009.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 13:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>281.666667</td>\n",
" <td>26.133333</td>\n",
" <td>253.333333</td>\n",
" <td>84.666667</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3002.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3007.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 14:00:00</th>\n",
" <td>NaN</td>\n",
" <td>305.333333</td>\n",
" <td>26.466667</td>\n",
" <td>248.666667</td>\n",
" <td>71.666667</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>3000.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3005.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 15:00:00</th>\n",
" <td>NaN</td>\n",
" <td>314.666667</td>\n",
" <td>26.933333</td>\n",
" <td>250.666667</td>\n",
" <td>69.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2999.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3004.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 16:00:00</th>\n",
" <td>NaN</td>\n",
" <td>309.000000</td>\n",
" <td>26.433333</td>\n",
" <td>246.666667</td>\n",
" <td>69.333333</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2998.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3003.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 17:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>302.666667</td>\n",
" <td>26.700000</td>\n",
" <td>254.666667</td>\n",
" <td>75.666667</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>2997.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3002.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 18:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>290.000000</td>\n",
" <td>26.933333</td>\n",
" <td>260.000000</td>\n",
" <td>84.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2998.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3003.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 19:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>271.333333</td>\n",
" <td>26.500000</td>\n",
" <td>261.333333</td>\n",
" <td>94.333333</td>\n",
" <td>2.666667</td>\n",
" <td>NaN</td>\n",
" <td>2999.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3004.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 20:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>265.333333</td>\n",
" <td>26.000000</td>\n",
" <td>258.333333</td>\n",
" <td>96.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3000.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3005.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 21:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>256.666667</td>\n",
" <td>25.766667</td>\n",
" <td>256.000000</td>\n",
" <td>99.666667</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3002.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3007.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 22:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>253.666667</td>\n",
" <td>25.400000</td>\n",
" <td>253.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3003.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3008.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-01 23:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>251.666667</td>\n",
" <td>25.200000</td>\n",
" <td>251.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3002.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3007.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-02 00:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>248.000000</td>\n",
" <td>24.600000</td>\n",
" <td>248.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3001.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3006.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-02 01:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>246.666667</td>\n",
" <td>24.400000</td>\n",
" <td>246.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3001.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3006.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-02 02:00:00</th>\n",
" <td>483.333333</td>\n",
" <td>242.333333</td>\n",
" <td>24.233333</td>\n",
" <td>242.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3002.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3007.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-02 03:00:00</th>\n",
" <td>208.333333</td>\n",
" <td>242.000000</td>\n",
" <td>24.233333</td>\n",
" <td>242.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3002.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3007.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-02 04:00:00</th>\n",
" <td>800.000000</td>\n",
" <td>241.666667</td>\n",
" <td>24.233333</td>\n",
" <td>241.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3002.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3007.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2016-08-02 05:00:00</th>\n",
" <td>633.333333</td>\n",
" <td>240.666667</td>\n",
" <td>23.900000</td>\n",
" <td>240.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>3003.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3008.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-30 18:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>241.333333</td>\n",
" <td>24.066667</td>\n",
" <td>241.333333</td>\n",
" <td>100.000000</td>\n",
" <td>1.500000</td>\n",
" <td>NaN</td>\n",
" <td>2990.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2995.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-30 19:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>238.000000</td>\n",
" <td>23.900000</td>\n",
" <td>238.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2989.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2994.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-30 20:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>235.333333</td>\n",
" <td>23.300000</td>\n",
" <td>235.333333</td>\n",
" <td>100.000000</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>2992.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-30 21:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>236.000000</td>\n",
" <td>23.500000</td>\n",
" <td>236.000000</td>\n",
" <td>100.000000</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>2994.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>1.0</td>\n",
" <td>2999.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-30 22:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>241.666667</td>\n",
" <td>24.066667</td>\n",
" <td>241.666667</td>\n",
" <td>100.000000</td>\n",
" <td>1.666667</td>\n",
" <td>NaN</td>\n",
" <td>2994.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2999.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-30 23:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>238.333333</td>\n",
" <td>23.700000</td>\n",
" <td>238.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2993.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2998.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 00:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>236.000000</td>\n",
" <td>23.500000</td>\n",
" <td>236.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2992.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 01:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>235.333333</td>\n",
" <td>23.500000</td>\n",
" <td>235.333333</td>\n",
" <td>100.000000</td>\n",
" <td>1.500000</td>\n",
" <td>NaN</td>\n",
" <td>2992.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 02:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>239.333333</td>\n",
" <td>24.066667</td>\n",
" <td>239.333333</td>\n",
" <td>100.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2991.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2996.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 03:00:00</th>\n",
" <td>700.000000</td>\n",
" <td>234.000000</td>\n",
" <td>23.300000</td>\n",
" <td>234.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2991.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2996.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 04:00:00</th>\n",
" <td>700.000000</td>\n",
" <td>233.333333</td>\n",
" <td>23.300000</td>\n",
" <td>233.333333</td>\n",
" <td>100.000000</td>\n",
" <td>2.000000</td>\n",
" <td>NaN</td>\n",
" <td>2992.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 05:00:00</th>\n",
" <td>800.000000</td>\n",
" <td>235.000000</td>\n",
" <td>23.500000</td>\n",
" <td>235.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2993.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2998.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 06:00:00</th>\n",
" <td>900.000000</td>\n",
" <td>245.333333</td>\n",
" <td>24.600000</td>\n",
" <td>245.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2993.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2998.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 07:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>263.000000</td>\n",
" <td>26.500000</td>\n",
" <td>263.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2994.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2999.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 08:00:00</th>\n",
" <td>725.000000</td>\n",
" <td>250.333333</td>\n",
" <td>24.866667</td>\n",
" <td>248.000000</td>\n",
" <td>98.666667</td>\n",
" <td>6.000000</td>\n",
" <td>16.0</td>\n",
" <td>2995.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>3000.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 09:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>263.666667</td>\n",
" <td>24.733333</td>\n",
" <td>242.666667</td>\n",
" <td>88.333333</td>\n",
" <td>6.500000</td>\n",
" <td>NaN</td>\n",
" <td>2994.333333</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2999.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 10:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>265.333333</td>\n",
" <td>25.366667</td>\n",
" <td>247.333333</td>\n",
" <td>90.000000</td>\n",
" <td>4.666667</td>\n",
" <td>NaN</td>\n",
" <td>2994.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2999.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 11:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>286.000000</td>\n",
" <td>25.666667</td>\n",
" <td>245.333333</td>\n",
" <td>78.666667</td>\n",
" <td>5.000000</td>\n",
" <td>NaN</td>\n",
" <td>2994.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2999.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 12:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>293.333333</td>\n",
" <td>25.900000</td>\n",
" <td>245.333333</td>\n",
" <td>75.333333</td>\n",
" <td>8.333333</td>\n",
" <td>31.5</td>\n",
" <td>2992.666667</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 13:00:00</th>\n",
" <td>1000.000000</td>\n",
" <td>283.000000</td>\n",
" <td>25.050000</td>\n",
" <td>235.333333</td>\n",
" <td>75.333333</td>\n",
" <td>11.500000</td>\n",
" <td>23.5</td>\n",
" <td>2992.500000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 14:00:00</th>\n",
" <td>NaN</td>\n",
" <td>277.333333</td>\n",
" <td>NaN</td>\n",
" <td>229.666667</td>\n",
" <td>75.333333</td>\n",
" <td>3.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2995.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 15:00:00</th>\n",
" <td>NaN</td>\n",
" <td>272.666667</td>\n",
" <td>NaN</td>\n",
" <td>234.000000</td>\n",
" <td>79.666667</td>\n",
" <td>1.500000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2995.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 16:00:00</th>\n",
" <td>NaN</td>\n",
" <td>274.666667</td>\n",
" <td>NaN</td>\n",
" <td>237.000000</td>\n",
" <td>80.000000</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2995.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 17:00:00</th>\n",
" <td>NaN</td>\n",
" <td>271.000000</td>\n",
" <td>NaN</td>\n",
" <td>237.666667</td>\n",
" <td>82.000000</td>\n",
" <td>1.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2994.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 18:00:00</th>\n",
" <td>NaN</td>\n",
" <td>259.333333</td>\n",
" <td>NaN</td>\n",
" <td>250.000000</td>\n",
" <td>94.666667</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2994.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 19:00:00</th>\n",
" <td>NaN</td>\n",
" <td>254.000000</td>\n",
" <td>NaN</td>\n",
" <td>253.333333</td>\n",
" <td>99.666667</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2995.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 20:00:00</th>\n",
" <td>NaN</td>\n",
" <td>247.000000</td>\n",
" <td>NaN</td>\n",
" <td>247.000000</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2995.333333</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 21:00:00</th>\n",
" <td>NaN</td>\n",
" <td>238.333333</td>\n",
" <td>NaN</td>\n",
" <td>238.333333</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2996.666667</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 22:00:00</th>\n",
" <td>700.000000</td>\n",
" <td>234.666667</td>\n",
" <td>23.300000</td>\n",
" <td>234.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2993.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2997.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2018-07-31 23:00:00</th>\n",
" <td>800.000000</td>\n",
" <td>232.666667</td>\n",
" <td>23.300000</td>\n",
" <td>232.666667</td>\n",
" <td>100.000000</td>\n",
" <td>0.000000</td>\n",
" <td>NaN</td>\n",
" <td>2993.000000</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2998.000000</td>\n",
" <td>WBAN:00184</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>17520 rows × 14 columns</p>\n",
"</div>"
],
"text/plain": [
" HOURLYVISIBILITY HOURLYDRYBULBTEMPC HOURLYWETBULBTEMPC \\\n",
"DATE \n",
"2016-08-01 00:00:00 525.000000 243.000000 24.400000 \n",
"2016-08-01 01:00:00 433.333333 240.333333 23.900000 \n",
"2016-08-01 02:00:00 316.666667 237.333333 23.500000 \n",
"2016-08-01 03:00:00 91.666667 237.333333 23.900000 \n",
"2016-08-01 04:00:00 733.333333 235.666667 23.500000 \n",
"2016-08-01 05:00:00 633.333333 237.666667 23.900000 \n",
"2016-08-01 06:00:00 900.000000 249.000000 25.000000 \n",
"2016-08-01 07:00:00 1000.000000 264.000000 26.366667 \n",
"2016-08-01 08:00:00 1000.000000 283.000000 27.133333 \n",
"2016-08-01 09:00:00 1000.000000 296.666667 27.333333 \n",
"2016-08-01 10:00:00 1000.000000 301.666667 26.833333 \n",
"2016-08-01 11:00:00 1000.000000 285.333333 26.033333 \n",
"2016-08-01 12:00:00 1000.000000 271.333333 25.300000 \n",
"2016-08-01 13:00:00 1000.000000 281.666667 26.133333 \n",
"2016-08-01 14:00:00 NaN 305.333333 26.466667 \n",
"2016-08-01 15:00:00 NaN 314.666667 26.933333 \n",
"2016-08-01 16:00:00 NaN 309.000000 26.433333 \n",
"2016-08-01 17:00:00 1000.000000 302.666667 26.700000 \n",
"2016-08-01 18:00:00 1000.000000 290.000000 26.933333 \n",
"2016-08-01 19:00:00 1000.000000 271.333333 26.500000 \n",
"2016-08-01 20:00:00 1000.000000 265.333333 26.000000 \n",
"2016-08-01 21:00:00 1000.000000 256.666667 25.766667 \n",
"2016-08-01 22:00:00 1000.000000 253.666667 25.400000 \n",
"2016-08-01 23:00:00 1000.000000 251.666667 25.200000 \n",
"2016-08-02 00:00:00 1000.000000 248.000000 24.600000 \n",
"2016-08-02 01:00:00 1000.000000 246.666667 24.400000 \n",
"2016-08-02 02:00:00 483.333333 242.333333 24.233333 \n",
"2016-08-02 03:00:00 208.333333 242.000000 24.233333 \n",
"2016-08-02 04:00:00 800.000000 241.666667 24.233333 \n",
"2016-08-02 05:00:00 633.333333 240.666667 23.900000 \n",
"... ... ... ... \n",
"2018-07-30 18:00:00 1000.000000 241.333333 24.066667 \n",
"2018-07-30 19:00:00 1000.000000 238.000000 23.900000 \n",
"2018-07-30 20:00:00 1000.000000 235.333333 23.300000 \n",
"2018-07-30 21:00:00 1000.000000 236.000000 23.500000 \n",
"2018-07-30 22:00:00 1000.000000 241.666667 24.066667 \n",
"2018-07-30 23:00:00 1000.000000 238.333333 23.700000 \n",
"2018-07-31 00:00:00 1000.000000 236.000000 23.500000 \n",
"2018-07-31 01:00:00 1000.000000 235.333333 23.500000 \n",
"2018-07-31 02:00:00 1000.000000 239.333333 24.066667 \n",
"2018-07-31 03:00:00 700.000000 234.000000 23.300000 \n",
"2018-07-31 04:00:00 700.000000 233.333333 23.300000 \n",
"2018-07-31 05:00:00 800.000000 235.000000 23.500000 \n",
"2018-07-31 06:00:00 900.000000 245.333333 24.600000 \n",
"2018-07-31 07:00:00 1000.000000 263.000000 26.500000 \n",
"2018-07-31 08:00:00 725.000000 250.333333 24.866667 \n",
"2018-07-31 09:00:00 1000.000000 263.666667 24.733333 \n",
"2018-07-31 10:00:00 1000.000000 265.333333 25.366667 \n",
"2018-07-31 11:00:00 1000.000000 286.000000 25.666667 \n",
"2018-07-31 12:00:00 1000.000000 293.333333 25.900000 \n",
"2018-07-31 13:00:00 1000.000000 283.000000 25.050000 \n",
"2018-07-31 14:00:00 NaN 277.333333 NaN \n",
"2018-07-31 15:00:00 NaN 272.666667 NaN \n",
"2018-07-31 16:00:00 NaN 274.666667 NaN \n",
"2018-07-31 17:00:00 NaN 271.000000 NaN \n",
"2018-07-31 18:00:00 NaN 259.333333 NaN \n",
"2018-07-31 19:00:00 NaN 254.000000 NaN \n",
"2018-07-31 20:00:00 NaN 247.000000 NaN \n",
"2018-07-31 21:00:00 NaN 238.333333 NaN \n",
"2018-07-31 22:00:00 700.000000 234.666667 23.300000 \n",
"2018-07-31 23:00:00 800.000000 232.666667 23.300000 \n",
"\n",
" HOURLYDewPointTempC HOURLYRelativeHumidity \\\n",
"DATE \n",
"2016-08-01 00:00:00 243.000000 100.000000 \n",
"2016-08-01 01:00:00 240.333333 100.000000 \n",
"2016-08-01 02:00:00 237.333333 100.000000 \n",
"2016-08-01 03:00:00 237.333333 100.000000 \n",
"2016-08-01 04:00:00 235.666667 100.000000 \n",
"2016-08-01 05:00:00 237.666667 100.000000 \n",
"2016-08-01 06:00:00 249.000000 100.000000 \n",
"2016-08-01 07:00:00 262.666667 99.333333 \n",
"2016-08-01 08:00:00 267.333333 91.000000 \n",
"2016-08-01 09:00:00 265.000000 83.000000 \n",
"2016-08-01 10:00:00 255.666667 76.333333 \n",
"2016-08-01 11:00:00 251.666667 82.333333 \n",
"2016-08-01 12:00:00 243.333333 84.666667 \n",
"2016-08-01 13:00:00 253.333333 84.666667 \n",
"2016-08-01 14:00:00 248.666667 71.666667 \n",
"2016-08-01 15:00:00 250.666667 69.000000 \n",
"2016-08-01 16:00:00 246.666667 69.333333 \n",
"2016-08-01 17:00:00 254.666667 75.666667 \n",
"2016-08-01 18:00:00 260.000000 84.000000 \n",
"2016-08-01 19:00:00 261.333333 94.333333 \n",
"2016-08-01 20:00:00 258.333333 96.000000 \n",
"2016-08-01 21:00:00 256.000000 99.666667 \n",
"2016-08-01 22:00:00 253.666667 100.000000 \n",
"2016-08-01 23:00:00 251.666667 100.000000 \n",
"2016-08-02 00:00:00 248.000000 100.000000 \n",
"2016-08-02 01:00:00 246.666667 100.000000 \n",
"2016-08-02 02:00:00 242.333333 100.000000 \n",
"2016-08-02 03:00:00 242.000000 100.000000 \n",
"2016-08-02 04:00:00 241.666667 100.000000 \n",
"2016-08-02 05:00:00 240.666667 100.000000 \n",
"... ... ... \n",
"2018-07-30 18:00:00 241.333333 100.000000 \n",
"2018-07-30 19:00:00 238.000000 100.000000 \n",
"2018-07-30 20:00:00 235.333333 100.000000 \n",
"2018-07-30 21:00:00 236.000000 100.000000 \n",
"2018-07-30 22:00:00 241.666667 100.000000 \n",
"2018-07-30 23:00:00 238.333333 100.000000 \n",
"2018-07-31 00:00:00 236.000000 100.000000 \n",
"2018-07-31 01:00:00 235.333333 100.000000 \n",
"2018-07-31 02:00:00 239.333333 100.000000 \n",
"2018-07-31 03:00:00 234.000000 100.000000 \n",
"2018-07-31 04:00:00 233.333333 100.000000 \n",
"2018-07-31 05:00:00 235.000000 100.000000 \n",
"2018-07-31 06:00:00 245.333333 100.000000 \n",
"2018-07-31 07:00:00 263.000000 100.000000 \n",
"2018-07-31 08:00:00 248.000000 98.666667 \n",
"2018-07-31 09:00:00 242.666667 88.333333 \n",
"2018-07-31 10:00:00 247.333333 90.000000 \n",
"2018-07-31 11:00:00 245.333333 78.666667 \n",
"2018-07-31 12:00:00 245.333333 75.333333 \n",
"2018-07-31 13:00:00 235.333333 75.333333 \n",
"2018-07-31 14:00:00 229.666667 75.333333 \n",
"2018-07-31 15:00:00 234.000000 79.666667 \n",
"2018-07-31 16:00:00 237.000000 80.000000 \n",
"2018-07-31 17:00:00 237.666667 82.000000 \n",
"2018-07-31 18:00:00 250.000000 94.666667 \n",
"2018-07-31 19:00:00 253.333333 99.666667 \n",
"2018-07-31 20:00:00 247.000000 100.000000 \n",
"2018-07-31 21:00:00 238.333333 100.000000 \n",
"2018-07-31 22:00:00 234.666667 100.000000 \n",
"2018-07-31 23:00:00 232.666667 100.000000 \n",
"\n",
" HOURLYWindSpeed HOURLYWindGustSpeed \\\n",
"DATE \n",
"2016-08-01 00:00:00 0.000000 NaN \n",
"2016-08-01 01:00:00 0.000000 NaN \n",
"2016-08-01 02:00:00 0.000000 NaN \n",
"2016-08-01 03:00:00 0.000000 NaN \n",
"2016-08-01 04:00:00 0.000000 NaN \n",
"2016-08-01 05:00:00 0.000000 NaN \n",
"2016-08-01 06:00:00 0.000000 NaN \n",
"2016-08-01 07:00:00 0.000000 NaN \n",
"2016-08-01 08:00:00 1.666667 NaN \n",
"2016-08-01 09:00:00 1.000000 NaN \n",
"2016-08-01 10:00:00 0.000000 NaN \n",
"2016-08-01 11:00:00 7.000000 20.0 \n",
"2016-08-01 12:00:00 3.333333 NaN \n",
"2016-08-01 13:00:00 0.000000 NaN \n",
"2016-08-01 14:00:00 1.000000 NaN \n",
"2016-08-01 15:00:00 0.000000 NaN \n",
"2016-08-01 16:00:00 0.000000 NaN \n",
"2016-08-01 17:00:00 1.000000 NaN \n",
"2016-08-01 18:00:00 0.000000 NaN \n",
"2016-08-01 19:00:00 2.666667 NaN \n",
"2016-08-01 20:00:00 0.000000 NaN \n",
"2016-08-01 21:00:00 0.000000 NaN \n",
"2016-08-01 22:00:00 0.000000 NaN \n",
"2016-08-01 23:00:00 0.000000 NaN \n",
"2016-08-02 00:00:00 0.000000 NaN \n",
"2016-08-02 01:00:00 0.000000 NaN \n",
"2016-08-02 02:00:00 0.000000 NaN \n",
"2016-08-02 03:00:00 0.000000 NaN \n",
"2016-08-02 04:00:00 0.000000 NaN \n",
"2016-08-02 05:00:00 0.000000 NaN \n",
"... ... ... \n",
"2018-07-30 18:00:00 1.500000 NaN \n",
"2018-07-30 19:00:00 0.000000 NaN \n",
"2018-07-30 20:00:00 1.000000 NaN \n",
"2018-07-30 21:00:00 1.000000 NaN \n",
"2018-07-30 22:00:00 1.666667 NaN \n",
"2018-07-30 23:00:00 0.000000 NaN \n",
"2018-07-31 00:00:00 0.000000 NaN \n",
"2018-07-31 01:00:00 1.500000 NaN \n",
"2018-07-31 02:00:00 NaN NaN \n",
"2018-07-31 03:00:00 0.000000 NaN \n",
"2018-07-31 04:00:00 2.000000 NaN \n",
"2018-07-31 05:00:00 0.000000 NaN \n",
"2018-07-31 06:00:00 0.000000 NaN \n",
"2018-07-31 07:00:00 0.000000 NaN \n",
"2018-07-31 08:00:00 6.000000 16.0 \n",
"2018-07-31 09:00:00 6.500000 NaN \n",
"2018-07-31 10:00:00 4.666667 NaN \n",
"2018-07-31 11:00:00 5.000000 NaN \n",
"2018-07-31 12:00:00 8.333333 31.5 \n",
"2018-07-31 13:00:00 11.500000 23.5 \n",
"2018-07-31 14:00:00 3.000000 NaN \n",
"2018-07-31 15:00:00 1.500000 NaN \n",
"2018-07-31 16:00:00 1.000000 NaN \n",
"2018-07-31 17:00:00 1.000000 NaN \n",
"2018-07-31 18:00:00 0.000000 NaN \n",
"2018-07-31 19:00:00 0.000000 NaN \n",
"2018-07-31 20:00:00 0.000000 NaN \n",
"2018-07-31 21:00:00 0.000000 NaN \n",
"2018-07-31 22:00:00 0.000000 NaN \n",
"2018-07-31 23:00:00 0.000000 NaN \n",
"\n",
" HOURLYStationPressure HOURLYPressureTendency \\\n",
"DATE \n",
"2016-08-01 00:00:00 2999.000000 NaN \n",
"2016-08-01 01:00:00 2999.333333 NaN \n",
"2016-08-01 02:00:00 2998.666667 NaN \n",
"2016-08-01 03:00:00 2998.333333 NaN \n",
"2016-08-01 04:00:00 2999.333333 NaN \n",
"2016-08-01 05:00:00 3000.333333 NaN \n",
"2016-08-01 06:00:00 3001.666667 NaN \n",
"2016-08-01 07:00:00 3003.666667 NaN \n",
"2016-08-01 08:00:00 3004.000000 NaN \n",
"2016-08-01 09:00:00 3004.000000 NaN \n",
"2016-08-01 10:00:00 3005.666667 NaN \n",
"2016-08-01 11:00:00 3005.666667 NaN \n",
"2016-08-01 12:00:00 3004.000000 NaN \n",
"2016-08-01 13:00:00 3002.666667 NaN \n",
"2016-08-01 14:00:00 3000.333333 NaN \n",
"2016-08-01 15:00:00 2999.000000 NaN \n",
"2016-08-01 16:00:00 2998.000000 NaN \n",
"2016-08-01 17:00:00 2997.000000 NaN \n",
"2016-08-01 18:00:00 2998.333333 NaN \n",
"2016-08-01 19:00:00 2999.000000 NaN \n",
"2016-08-01 20:00:00 3000.333333 NaN \n",
"2016-08-01 21:00:00 3002.666667 NaN \n",
"2016-08-01 22:00:00 3003.333333 NaN \n",
"2016-08-01 23:00:00 3002.666667 NaN \n",
"2016-08-02 00:00:00 3001.333333 NaN \n",
"2016-08-02 01:00:00 3001.333333 NaN \n",
"2016-08-02 02:00:00 3002.000000 NaN \n",
"2016-08-02 03:00:00 3002.000000 NaN \n",
"2016-08-02 04:00:00 3002.000000 NaN \n",
"2016-08-02 05:00:00 3003.666667 NaN \n",
"... ... ... \n",
"2018-07-30 18:00:00 2990.000000 NaN \n",
"2018-07-30 19:00:00 2989.666667 NaN \n",
"2018-07-30 20:00:00 2992.333333 NaN \n",
"2018-07-30 21:00:00 2994.000000 NaN \n",
"2018-07-30 22:00:00 2994.333333 NaN \n",
"2018-07-30 23:00:00 2993.666667 NaN \n",
"2018-07-31 00:00:00 2992.666667 NaN \n",
"2018-07-31 01:00:00 2992.000000 NaN \n",
"2018-07-31 02:00:00 2991.666667 NaN \n",
"2018-07-31 03:00:00 2991.333333 NaN \n",
"2018-07-31 04:00:00 2992.000000 NaN \n",
"2018-07-31 05:00:00 2993.333333 NaN \n",
"2018-07-31 06:00:00 2993.666667 NaN \n",
"2018-07-31 07:00:00 2994.000000 NaN \n",
"2018-07-31 08:00:00 2995.666667 NaN \n",
"2018-07-31 09:00:00 2994.333333 NaN \n",
"2018-07-31 10:00:00 2994.666667 NaN \n",
"2018-07-31 11:00:00 2994.666667 NaN \n",
"2018-07-31 12:00:00 2992.666667 NaN \n",
"2018-07-31 13:00:00 2992.500000 NaN \n",
"2018-07-31 14:00:00 NaN NaN \n",
"2018-07-31 15:00:00 NaN NaN \n",
"2018-07-31 16:00:00 NaN NaN \n",
"2018-07-31 17:00:00 NaN NaN \n",
"2018-07-31 18:00:00 NaN NaN \n",
"2018-07-31 19:00:00 NaN NaN \n",
"2018-07-31 20:00:00 NaN NaN \n",
"2018-07-31 21:00:00 NaN NaN \n",
"2018-07-31 22:00:00 2993.000000 NaN \n",
"2018-07-31 23:00:00 2993.000000 NaN \n",
"\n",
" HOURLYPressureChange HOURLYSeaLevelPressure \\\n",
"DATE \n",
"2016-08-01 00:00:00 NaN NaN \n",
"2016-08-01 01:00:00 NaN NaN \n",
"2016-08-01 02:00:00 NaN NaN \n",
"2016-08-01 03:00:00 NaN NaN \n",
"2016-08-01 04:00:00 NaN NaN \n",
"2016-08-01 05:00:00 NaN NaN \n",
"2016-08-01 06:00:00 NaN NaN \n",
"2016-08-01 07:00:00 NaN NaN \n",
"2016-08-01 08:00:00 NaN NaN \n",
"2016-08-01 09:00:00 NaN NaN \n",
"2016-08-01 10:00:00 NaN NaN \n",
"2016-08-01 11:00:00 NaN NaN \n",
"2016-08-01 12:00:00 NaN NaN \n",
"2016-08-01 13:00:00 NaN NaN \n",
"2016-08-01 14:00:00 NaN NaN \n",
"2016-08-01 15:00:00 NaN NaN \n",
"2016-08-01 16:00:00 NaN NaN \n",
"2016-08-01 17:00:00 NaN NaN \n",
"2016-08-01 18:00:00 NaN NaN \n",
"2016-08-01 19:00:00 NaN NaN \n",
"2016-08-01 20:00:00 NaN NaN \n",
"2016-08-01 21:00:00 NaN NaN \n",
"2016-08-01 22:00:00 NaN NaN \n",
"2016-08-01 23:00:00 NaN NaN \n",
"2016-08-02 00:00:00 NaN NaN \n",
"2016-08-02 01:00:00 NaN NaN \n",
"2016-08-02 02:00:00 NaN NaN \n",
"2016-08-02 03:00:00 NaN NaN \n",
"2016-08-02 04:00:00 NaN NaN \n",
"2016-08-02 05:00:00 NaN NaN \n",
"... ... ... \n",
"2018-07-30 18:00:00 NaN NaN \n",
"2018-07-30 19:00:00 NaN NaN \n",
"2018-07-30 20:00:00 NaN NaN \n",
"2018-07-30 21:00:00 NaN NaN \n",
"2018-07-30 22:00:00 NaN NaN \n",
"2018-07-30 23:00:00 NaN NaN \n",
"2018-07-31 00:00:00 NaN NaN \n",
"2018-07-31 01:00:00 NaN NaN \n",
"2018-07-31 02:00:00 NaN NaN \n",
"2018-07-31 03:00:00 NaN NaN \n",
"2018-07-31 04:00:00 NaN NaN \n",
"2018-07-31 05:00:00 NaN NaN \n",
"2018-07-31 06:00:00 NaN NaN \n",
"2018-07-31 07:00:00 NaN NaN \n",
"2018-07-31 08:00:00 NaN NaN \n",
"2018-07-31 09:00:00 NaN NaN \n",
"2018-07-31 10:00:00 NaN NaN \n",
"2018-07-31 11:00:00 NaN NaN \n",
"2018-07-31 12:00:00 NaN NaN \n",
"2018-07-31 13:00:00 NaN NaN \n",
"2018-07-31 14:00:00 NaN NaN \n",
"2018-07-31 15:00:00 NaN NaN \n",
"2018-07-31 16:00:00 NaN NaN \n",
"2018-07-31 17:00:00 NaN NaN \n",
"2018-07-31 18:00:00 NaN NaN \n",
"2018-07-31 19:00:00 NaN NaN \n",
"2018-07-31 20:00:00 NaN NaN \n",
"2018-07-31 21:00:00 NaN NaN \n",
"2018-07-31 22:00:00 NaN NaN \n",
"2018-07-31 23:00:00 NaN NaN \n",
"\n",
" HOURLYPrecip HOURLYAltimeterSetting STATION \n",
"DATE \n",
"2016-08-01 00:00:00 NaN 3004.000000 WBAN:00184 \n",
"2016-08-01 01:00:00 NaN 3004.333333 WBAN:00184 \n",
"2016-08-01 02:00:00 NaN 3003.666667 WBAN:00184 \n",
"2016-08-01 03:00:00 NaN 3003.333333 WBAN:00184 \n",
"2016-08-01 04:00:00 NaN 3004.333333 WBAN:00184 \n",
"2016-08-01 05:00:00 NaN 3005.333333 WBAN:00184 \n",
"2016-08-01 06:00:00 NaN 3006.666667 WBAN:00184 \n",
"2016-08-01 07:00:00 NaN 3008.666667 WBAN:00184 \n",
"2016-08-01 08:00:00 NaN 3009.000000 WBAN:00184 \n",
"2016-08-01 09:00:00 NaN 3009.000000 WBAN:00184 \n",
"2016-08-01 10:00:00 NaN 3010.666667 WBAN:00184 \n",
"2016-08-01 11:00:00 NaN 3010.666667 WBAN:00184 \n",
"2016-08-01 12:00:00 NaN 3009.000000 WBAN:00184 \n",
"2016-08-01 13:00:00 NaN 3007.666667 WBAN:00184 \n",
"2016-08-01 14:00:00 NaN 3005.333333 WBAN:00184 \n",
"2016-08-01 15:00:00 NaN 3004.000000 WBAN:00184 \n",
"2016-08-01 16:00:00 NaN 3003.000000 WBAN:00184 \n",
"2016-08-01 17:00:00 NaN 3002.000000 WBAN:00184 \n",
"2016-08-01 18:00:00 NaN 3003.333333 WBAN:00184 \n",
"2016-08-01 19:00:00 NaN 3004.000000 WBAN:00184 \n",
"2016-08-01 20:00:00 NaN 3005.333333 WBAN:00184 \n",
"2016-08-01 21:00:00 NaN 3007.666667 WBAN:00184 \n",
"2016-08-01 22:00:00 NaN 3008.333333 WBAN:00184 \n",
"2016-08-01 23:00:00 NaN 3007.666667 WBAN:00184 \n",
"2016-08-02 00:00:00 NaN 3006.333333 WBAN:00184 \n",
"2016-08-02 01:00:00 NaN 3006.333333 WBAN:00184 \n",
"2016-08-02 02:00:00 NaN 3007.000000 WBAN:00184 \n",
"2016-08-02 03:00:00 NaN 3007.000000 WBAN:00184 \n",
"2016-08-02 04:00:00 NaN 3007.000000 WBAN:00184 \n",
"2016-08-02 05:00:00 NaN 3008.666667 WBAN:00184 \n",
"... ... ... ... \n",
"2018-07-30 18:00:00 NaN 2995.000000 WBAN:00184 \n",
"2018-07-30 19:00:00 NaN 2994.666667 WBAN:00184 \n",
"2018-07-30 20:00:00 NaN 2997.333333 WBAN:00184 \n",
"2018-07-30 21:00:00 1.0 2999.000000 WBAN:00184 \n",
"2018-07-30 22:00:00 NaN 2999.333333 WBAN:00184 \n",
"2018-07-30 23:00:00 NaN 2998.666667 WBAN:00184 \n",
"2018-07-31 00:00:00 NaN 2997.666667 WBAN:00184 \n",
"2018-07-31 01:00:00 NaN 2997.000000 WBAN:00184 \n",
"2018-07-31 02:00:00 NaN 2996.666667 WBAN:00184 \n",
"2018-07-31 03:00:00 NaN 2996.333333 WBAN:00184 \n",
"2018-07-31 04:00:00 NaN 2997.000000 WBAN:00184 \n",
"2018-07-31 05:00:00 NaN 2998.333333 WBAN:00184 \n",
"2018-07-31 06:00:00 NaN 2998.666667 WBAN:00184 \n",
"2018-07-31 07:00:00 NaN 2999.000000 WBAN:00184 \n",
"2018-07-31 08:00:00 NaN 3000.666667 WBAN:00184 \n",
"2018-07-31 09:00:00 NaN 2999.333333 WBAN:00184 \n",
"2018-07-31 10:00:00 NaN 2999.666667 WBAN:00184 \n",
"2018-07-31 11:00:00 NaN 2999.666667 WBAN:00184 \n",
"2018-07-31 12:00:00 NaN 2997.666667 WBAN:00184 \n",
"2018-07-31 13:00:00 NaN 2997.333333 WBAN:00184 \n",
"2018-07-31 14:00:00 NaN 2995.333333 WBAN:00184 \n",
"2018-07-31 15:00:00 NaN 2995.333333 WBAN:00184 \n",
"2018-07-31 16:00:00 NaN 2995.333333 WBAN:00184 \n",
"2018-07-31 17:00:00 NaN 2994.000000 WBAN:00184 \n",
"2018-07-31 18:00:00 NaN 2994.666667 WBAN:00184 \n",
"2018-07-31 19:00:00 NaN 2995.333333 WBAN:00184 \n",
"2018-07-31 20:00:00 NaN 2995.333333 WBAN:00184 \n",
"2018-07-31 21:00:00 NaN 2996.666667 WBAN:00184 \n",
"2018-07-31 22:00:00 NaN 2997.000000 WBAN:00184 \n",
"2018-07-31 23:00:00 NaN 2998.000000 WBAN:00184 \n",
"\n",
"[17520 rows x 14 columns]"
]
},
"execution_count": 29,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"by_station_list[0]"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|████████████████████████████████████████████████████████████████████████████████| 406/406 [02:11<00:00, 3.10it/s]\n"
]
}
],
"source": [
"for i in tqdm(range(len(wban_name))):\n",
" by_station_list[i].to_csv('D:/Nico/Desktop/processed_data/{}.csv'.format(wban_name[i]))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Current Issues\n",
"\n",
"1) data is not synced across time-zone and all entries start at midnight local time. \n",
"\n",
"2) some stations have multiple entries per hour and need to be reduced.\n",
"\n",
"Solutions\n",
"\n",
"Remove rows from data based on timezone to sync times\n",
"limit only 1 entry per hour for a station"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.4"
}
},
"nbformat": 4,
"nbformat_minor": 2
}