cmcc_pandas_IBTrACS_csv.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "fc8e694d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "3b21c600",
   "metadata": {},
   "outputs": [],
   "source": [
    "columns = ['SID',\n",
    "           #'SEASON',\n",
    "           #'NUMBER',\n",
    "           #'BASIN',\n",
    "           #'SUBBASIN',\n",
    "           #'NAME',\n",
    "           'ISO_TIME',\n",
    "           #'NATURE',\n",
    "           'LAT',\n",
    "           'LON',\n",
    "           #'WMO_WIND',\n",
    "           #'WMO_PRES',\n",
    "           #'TRACK_TYPE',\n",
    "           #'DIST2LAND',\n",
    "           #'LANDFALL',\n",
    "           #'USA_WIND',\n",
    "           #'USA_PRES',\n",
    "           'USA_LON',\n",
    "           'TOKYO_LON',\n",
    "           'CMA_LON',\n",
    "           'HKO_LON',\n",
    "           'NEWDELHI_LON',\n",
    "           'REUNION_LON',\n",
    "           'BOM_LON',\n",
    "           'NADI_LON',\n",
    "           'WELLINGTON_LON',\n",
    "           'DS824_LON',\n",
    "           'TD9636_LON',\n",
    "           'TD9635_LON',\n",
    "           'NEUMANN_LON',\n",
    "           'MLC_LON',\n",
    "           #'STORM_SPEED',\n",
    "           #'STORM_DIR'\n",
    "          ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "5d39a916",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('./data/IBTrACS/ibtracs.since1980.list.v04r00.csv', usecols=columns, dtype='str')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "1e6648f4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SID</th>\n",
       "      <th>ISO_TIME</th>\n",
       "      <th>LAT</th>\n",
       "      <th>LON</th>\n",
       "      <th>USA_LON</th>\n",
       "      <th>TOKYO_LON</th>\n",
       "      <th>CMA_LON</th>\n",
       "      <th>HKO_LON</th>\n",
       "      <th>NEWDELHI_LON</th>\n",
       "      <th>REUNION_LON</th>\n",
       "      <th>BOM_LON</th>\n",
       "      <th>NADI_LON</th>\n",
       "      <th>WELLINGTON_LON</th>\n",
       "      <th>DS824_LON</th>\n",
       "      <th>TD9636_LON</th>\n",
       "      <th>TD9635_LON</th>\n",
       "      <th>NEUMANN_LON</th>\n",
       "      <th>MLC_LON</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>degrees_north</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "      <td>degrees_east</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 00:00:00</td>\n",
       "      <td>-12.5000</td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 03:00:00</td>\n",
       "      <td>-12.1927</td>\n",
       "      <td>172.441</td>\n",
       "      <td>172.432</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.432</td>\n",
       "      <td>172.469</td>\n",
       "      <td></td>\n",
       "      <td>172.432</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 06:00:00</td>\n",
       "      <td>-11.9144</td>\n",
       "      <td>172.412</td>\n",
       "      <td>172.400</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.400</td>\n",
       "      <td>172.450</td>\n",
       "      <td></td>\n",
       "      <td>172.400</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 09:00:00</td>\n",
       "      <td>-11.6863</td>\n",
       "      <td>172.435</td>\n",
       "      <td>172.428</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.428</td>\n",
       "      <td>172.456</td>\n",
       "      <td></td>\n",
       "      <td>172.428</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             SID             ISO_TIME            LAT           LON  \\\n",
       "0                                      degrees_north  degrees_east   \n",
       "1  1980001S13173  1980-01-01 00:00:00       -12.5000       172.500   \n",
       "2  1980001S13173  1980-01-01 03:00:00       -12.1927       172.441   \n",
       "3  1980001S13173  1980-01-01 06:00:00       -11.9144       172.412   \n",
       "4  1980001S13173  1980-01-01 09:00:00       -11.6863       172.435   \n",
       "\n",
       "        USA_LON     TOKYO_LON       CMA_LON       HKO_LON  NEWDELHI_LON  \\\n",
       "0  degrees_east  degrees_east  degrees_east  degrees_east  degrees_east   \n",
       "1       172.500                                                           \n",
       "2       172.432                                                           \n",
       "3       172.400                                                           \n",
       "4       172.428                                                           \n",
       "\n",
       "    REUNION_LON       BOM_LON      NADI_LON WELLINGTON_LON     DS824_LON  \\\n",
       "0  degrees_east  degrees_east  degrees_east   degrees_east  degrees_east   \n",
       "1                                                                172.500   \n",
       "2                                                                172.432   \n",
       "3                                                                172.400   \n",
       "4                                                                172.428   \n",
       "\n",
       "     TD9636_LON    TD9635_LON   NEUMANN_LON       MLC_LON  \n",
       "0  degrees_east  degrees_east  degrees_east  degrees_east  \n",
       "1       172.500                     172.500                \n",
       "2       172.469                     172.432                \n",
       "3       172.450                     172.400                \n",
       "4       172.456                     172.428                "
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0295a565",
   "metadata": {},
   "source": [
    "The following block of code removes the record in 0, in data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "c3962365",
   "metadata": {},
   "outputs": [],
   "source": [
    "ibtracs = data.drop(0, axis=0, inplace=False)\n",
    "ibtracs = ibtracs.reset_index(inplace=False, drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "f86d8f66",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SID</th>\n",
       "      <th>ISO_TIME</th>\n",
       "      <th>LAT</th>\n",
       "      <th>LON</th>\n",
       "      <th>USA_LON</th>\n",
       "      <th>TOKYO_LON</th>\n",
       "      <th>CMA_LON</th>\n",
       "      <th>HKO_LON</th>\n",
       "      <th>NEWDELHI_LON</th>\n",
       "      <th>REUNION_LON</th>\n",
       "      <th>BOM_LON</th>\n",
       "      <th>NADI_LON</th>\n",
       "      <th>WELLINGTON_LON</th>\n",
       "      <th>DS824_LON</th>\n",
       "      <th>TD9636_LON</th>\n",
       "      <th>TD9635_LON</th>\n",
       "      <th>NEUMANN_LON</th>\n",
       "      <th>MLC_LON</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 00:00:00</td>\n",
       "      <td>-12.5000</td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 03:00:00</td>\n",
       "      <td>-12.1927</td>\n",
       "      <td>172.441</td>\n",
       "      <td>172.432</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.432</td>\n",
       "      <td>172.469</td>\n",
       "      <td></td>\n",
       "      <td>172.432</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 06:00:00</td>\n",
       "      <td>-11.9144</td>\n",
       "      <td>172.412</td>\n",
       "      <td>172.400</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.400</td>\n",
       "      <td>172.450</td>\n",
       "      <td></td>\n",
       "      <td>172.400</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 09:00:00</td>\n",
       "      <td>-11.6863</td>\n",
       "      <td>172.435</td>\n",
       "      <td>172.428</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.428</td>\n",
       "      <td>172.456</td>\n",
       "      <td></td>\n",
       "      <td>172.428</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 12:00:00</td>\n",
       "      <td>-11.5000</td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             SID             ISO_TIME       LAT      LON  USA_LON TOKYO_LON  \\\n",
       "0  1980001S13173  1980-01-01 00:00:00  -12.5000  172.500  172.500             \n",
       "1  1980001S13173  1980-01-01 03:00:00  -12.1927  172.441  172.432             \n",
       "2  1980001S13173  1980-01-01 06:00:00  -11.9144  172.412  172.400             \n",
       "3  1980001S13173  1980-01-01 09:00:00  -11.6863  172.435  172.428             \n",
       "4  1980001S13173  1980-01-01 12:00:00  -11.5000  172.500  172.500             \n",
       "\n",
       "  CMA_LON HKO_LON NEWDELHI_LON REUNION_LON BOM_LON NADI_LON WELLINGTON_LON  \\\n",
       "0                                                                            \n",
       "1                                                                            \n",
       "2                                                                            \n",
       "3                                                                            \n",
       "4                                                                            \n",
       "\n",
       "  DS824_LON TD9636_LON TD9635_LON NEUMANN_LON MLC_LON  \n",
       "0   172.500    172.500                172.500          \n",
       "1   172.432    172.469                172.432          \n",
       "2   172.400    172.450                172.400          \n",
       "3   172.428    172.456                172.428          \n",
       "4   172.500    172.500                172.500          "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ibtracs.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4fd65ab8",
   "metadata": {},
   "source": [
    "Let's divide the \"iso_time\" field into \"year\", \"month\", \"day\" and \"hour\", so that we can query for more specific values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "a2f745d6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SID</th>\n",
       "      <th>ISO_TIME</th>\n",
       "      <th>LAT</th>\n",
       "      <th>LON</th>\n",
       "      <th>USA_LON</th>\n",
       "      <th>TOKYO_LON</th>\n",
       "      <th>CMA_LON</th>\n",
       "      <th>HKO_LON</th>\n",
       "      <th>NEWDELHI_LON</th>\n",
       "      <th>REUNION_LON</th>\n",
       "      <th>...</th>\n",
       "      <th>WELLINGTON_LON</th>\n",
       "      <th>DS824_LON</th>\n",
       "      <th>TD9636_LON</th>\n",
       "      <th>TD9635_LON</th>\n",
       "      <th>NEUMANN_LON</th>\n",
       "      <th>MLC_LON</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>MONTH</th>\n",
       "      <th>DAY</th>\n",
       "      <th>HOUR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 00:00:00</td>\n",
       "      <td>-12.5000</td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "      <td>00:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 03:00:00</td>\n",
       "      <td>-12.1927</td>\n",
       "      <td>172.441</td>\n",
       "      <td>172.432</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>172.432</td>\n",
       "      <td>172.469</td>\n",
       "      <td></td>\n",
       "      <td>172.432</td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "      <td>03:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 06:00:00</td>\n",
       "      <td>-11.9144</td>\n",
       "      <td>172.412</td>\n",
       "      <td>172.400</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>172.400</td>\n",
       "      <td>172.450</td>\n",
       "      <td></td>\n",
       "      <td>172.400</td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "      <td>06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 09:00:00</td>\n",
       "      <td>-11.6863</td>\n",
       "      <td>172.435</td>\n",
       "      <td>172.428</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>172.428</td>\n",
       "      <td>172.456</td>\n",
       "      <td></td>\n",
       "      <td>172.428</td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "      <td>09:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1980001S13173</td>\n",
       "      <td>1980-01-01 12:00:00</td>\n",
       "      <td>-11.5000</td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>172.500</td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>01</td>\n",
       "      <td>01</td>\n",
       "      <td>12:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             SID             ISO_TIME       LAT      LON  USA_LON TOKYO_LON  \\\n",
       "0  1980001S13173  1980-01-01 00:00:00  -12.5000  172.500  172.500             \n",
       "1  1980001S13173  1980-01-01 03:00:00  -12.1927  172.441  172.432             \n",
       "2  1980001S13173  1980-01-01 06:00:00  -11.9144  172.412  172.400             \n",
       "3  1980001S13173  1980-01-01 09:00:00  -11.6863  172.435  172.428             \n",
       "4  1980001S13173  1980-01-01 12:00:00  -11.5000  172.500  172.500             \n",
       "\n",
       "  CMA_LON HKO_LON NEWDELHI_LON REUNION_LON  ... WELLINGTON_LON DS824_LON  \\\n",
       "0                                           ...                  172.500   \n",
       "1                                           ...                  172.432   \n",
       "2                                           ...                  172.400   \n",
       "3                                           ...                  172.428   \n",
       "4                                           ...                  172.500   \n",
       "\n",
       "  TD9636_LON TD9635_LON NEUMANN_LON MLC_LON  YEAR MONTH DAY      HOUR  \n",
       "0    172.500                172.500          1980    01  01  00:00:00  \n",
       "1    172.469                172.432          1980    01  01  03:00:00  \n",
       "2    172.450                172.400          1980    01  01  06:00:00  \n",
       "3    172.456                172.428          1980    01  01  09:00:00  \n",
       "4    172.500                172.500          1980    01  01  12:00:00  \n",
       "\n",
       "[5 rows x 22 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ibtracs[[\"YEAR\", \"MONTH\", \"DAY_HOUR\"]] = ibtracs[\"ISO_TIME\"].str.split('-', expand=True)\n",
    "ibtracs[[\"DAY\", \"HOUR\"]] = ibtracs[\"DAY_HOUR\"].str.split(' ', expand=True)\n",
    "#btracs = ibtracs.drop(columns=[\"ISO_TIME\"])\n",
    "ibtracs = ibtracs.drop(columns=[\"DAY_HOUR\"])\n",
    "ibtracs.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "23c84f38",
   "metadata": {},
   "source": [
    "Now we extract longitude and latitude of the cyclones that happened in the same ERA5 timestamp(1980-10-03T15:00:00.000000000)\n",
    "\n",
    "Note: in the ERA5 these values are already strings, so you don't need to cast with str() in the following query"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "5ea4e44b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SID</th>\n",
       "      <th>ISO_TIME</th>\n",
       "      <th>LAT</th>\n",
       "      <th>LON</th>\n",
       "      <th>USA_LON</th>\n",
       "      <th>TOKYO_LON</th>\n",
       "      <th>CMA_LON</th>\n",
       "      <th>HKO_LON</th>\n",
       "      <th>NEWDELHI_LON</th>\n",
       "      <th>REUNION_LON</th>\n",
       "      <th>...</th>\n",
       "      <th>WELLINGTON_LON</th>\n",
       "      <th>DS824_LON</th>\n",
       "      <th>TD9636_LON</th>\n",
       "      <th>TD9635_LON</th>\n",
       "      <th>NEUMANN_LON</th>\n",
       "      <th>MLC_LON</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>MONTH</th>\n",
       "      <th>DAY</th>\n",
       "      <th>HOUR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4770</th>\n",
       "      <td>1980270N13165</td>\n",
       "      <td>1980-10-03 15:00:00</td>\n",
       "      <td>36.8365</td>\n",
       "      <td>156.148</td>\n",
       "      <td>156.815</td>\n",
       "      <td>155.212</td>\n",
       "      <td>156.009</td>\n",
       "      <td>156.453</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>156.815</td>\n",
       "      <td>156.406</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>10</td>\n",
       "      <td>03</td>\n",
       "      <td>15:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4807</th>\n",
       "      <td>1980275N34340</td>\n",
       "      <td>1980-10-03 15:00:00</td>\n",
       "      <td>38.7285</td>\n",
       "      <td>-21.8732</td>\n",
       "      <td>-21.8732</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>10</td>\n",
       "      <td>03</td>\n",
       "      <td>15:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4884</th>\n",
       "      <td>1980277N09157</td>\n",
       "      <td>1980-10-03 15:00:00</td>\n",
       "      <td>6.23471</td>\n",
       "      <td>153.373</td>\n",
       "      <td>153.315</td>\n",
       "      <td>153.485</td>\n",
       "      <td>153.500</td>\n",
       "      <td>153.265</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>153.315</td>\n",
       "      <td>153.355</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1980</td>\n",
       "      <td>10</td>\n",
       "      <td>03</td>\n",
       "      <td>15:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                SID             ISO_TIME      LAT       LON   USA_LON  \\\n",
       "4770  1980270N13165  1980-10-03 15:00:00  36.8365   156.148   156.815   \n",
       "4807  1980275N34340  1980-10-03 15:00:00  38.7285  -21.8732  -21.8732   \n",
       "4884  1980277N09157  1980-10-03 15:00:00  6.23471   153.373   153.315   \n",
       "\n",
       "     TOKYO_LON  CMA_LON  HKO_LON NEWDELHI_LON REUNION_LON  ... WELLINGTON_LON  \\\n",
       "4770   155.212  156.009  156.453                           ...                  \n",
       "4807                                                       ...                  \n",
       "4884   153.485  153.500  153.265                           ...                  \n",
       "\n",
       "     DS824_LON TD9636_LON TD9635_LON NEUMANN_LON MLC_LON  YEAR MONTH DAY  \\\n",
       "4770   156.815    156.406                                 1980    10  03   \n",
       "4807                                                      1980    10  03   \n",
       "4884   153.315    153.355                                 1980    10  03   \n",
       "\n",
       "          HOUR  \n",
       "4770  15:00:00  \n",
       "4807  15:00:00  \n",
       "4884  15:00:00  \n",
       "\n",
       "[3 rows x 22 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "year = \"1980\"\n",
    "month = \"10\"\n",
    "day = \"03\"\n",
    "hour = \"15:00:00\"\n",
    "ERA5_latlon = ibtracs[(ibtracs['YEAR']==year) & (ibtracs['MONTH']==month) & (ibtracs['DAY']==day) & (ibtracs['HOUR']==hour)]\n",
    "ERA5_latlon"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5795b5bf",
   "metadata": {},
   "source": [
    "Since we searched for a specific hour, we kind of already filtered for SID, because a single cyclone cannot be in multiple places at a fixed hour.\n",
    "\n",
    "Keep just the rows that have both lat and lon, and save just those values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "4c868d35",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['36.8365' '38.7285' '6.23471']\n",
      "['156.148' '-21.8732' '153.373']\n"
     ]
    }
   ],
   "source": [
    "ERA5_latlon = ERA5_latlon[(ERA5_latlon['LAT'].notna()) & (ERA5_latlon['LON'].notna())]\n",
    "lats = ERA5_latlon.LAT.values\n",
    "lons = ERA5_latlon.LON.values\n",
    "print(lats)\n",
    "print(lons)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "96c287dd",
   "metadata": {},
   "outputs": [],
   "source": [
    "#ibtracs[(ibtracs['YEAR']==\"1997\") & (ibtracs['MONTH']==\"01\") & (ibtracs['DAY']==\"01\")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "04feda12",
   "metadata": {},
   "outputs": [],
   "source": [
    "tmp = []\n",
    "for l in ibtracs.LON:\n",
    "    tmp.append(float(l))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "7033c5c0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "266.9"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max(tmp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "66c902b8",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "conda_HPC",
   "language": "python",
   "name": "conda_hpc"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}