{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "editable": true,
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "## Using pandas data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import earthkit.data as ekd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Construct a sample pandas objects for demonstration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "editable": true,
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>t2m</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2022-01-01</th>\n",
       "      <td>273.150000</td>\n",
       "      <td>50.0</td>\n",
       "      <td>-1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-02</th>\n",
       "      <td>274.194737</td>\n",
       "      <td>50.1</td>\n",
       "      <td>-9.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-03</th>\n",
       "      <td>275.239474</td>\n",
       "      <td>50.2</td>\n",
       "      <td>-8.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-04</th>\n",
       "      <td>276.284211</td>\n",
       "      <td>50.3</td>\n",
       "      <td>-7.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-05</th>\n",
       "      <td>277.328947</td>\n",
       "      <td>50.4</td>\n",
       "      <td>-6.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-06</th>\n",
       "      <td>278.373684</td>\n",
       "      <td>50.5</td>\n",
       "      <td>-5.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-07</th>\n",
       "      <td>279.418421</td>\n",
       "      <td>50.6</td>\n",
       "      <td>-4.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-08</th>\n",
       "      <td>280.463158</td>\n",
       "      <td>50.7</td>\n",
       "      <td>-3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-09</th>\n",
       "      <td>281.507895</td>\n",
       "      <td>50.8</td>\n",
       "      <td>-2.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-10</th>\n",
       "      <td>282.552632</td>\n",
       "      <td>50.9</td>\n",
       "      <td>-1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-11</th>\n",
       "      <td>283.597368</td>\n",
       "      <td>51.0</td>\n",
       "      <td>-2.220446e-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-12</th>\n",
       "      <td>284.642105</td>\n",
       "      <td>51.1</td>\n",
       "      <td>1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-13</th>\n",
       "      <td>285.686842</td>\n",
       "      <td>51.2</td>\n",
       "      <td>2.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-14</th>\n",
       "      <td>286.731579</td>\n",
       "      <td>51.3</td>\n",
       "      <td>3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-15</th>\n",
       "      <td>287.776316</td>\n",
       "      <td>51.4</td>\n",
       "      <td>4.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-16</th>\n",
       "      <td>288.821053</td>\n",
       "      <td>51.5</td>\n",
       "      <td>5.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-17</th>\n",
       "      <td>289.865789</td>\n",
       "      <td>51.6</td>\n",
       "      <td>6.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-18</th>\n",
       "      <td>290.910526</td>\n",
       "      <td>51.7</td>\n",
       "      <td>7.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-19</th>\n",
       "      <td>291.955263</td>\n",
       "      <td>51.8</td>\n",
       "      <td>8.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-20</th>\n",
       "      <td>293.000000</td>\n",
       "      <td>51.9</td>\n",
       "      <td>9.000000e-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   t2m  latitude     longitude\n",
       "date                                          \n",
       "2022-01-01  273.150000      50.0 -1.000000e+00\n",
       "2022-01-02  274.194737      50.1 -9.000000e-01\n",
       "2022-01-03  275.239474      50.2 -8.000000e-01\n",
       "2022-01-04  276.284211      50.3 -7.000000e-01\n",
       "2022-01-05  277.328947      50.4 -6.000000e-01\n",
       "2022-01-06  278.373684      50.5 -5.000000e-01\n",
       "2022-01-07  279.418421      50.6 -4.000000e-01\n",
       "2022-01-08  280.463158      50.7 -3.000000e-01\n",
       "2022-01-09  281.507895      50.8 -2.000000e-01\n",
       "2022-01-10  282.552632      50.9 -1.000000e-01\n",
       "2022-01-11  283.597368      51.0 -2.220446e-16\n",
       "2022-01-12  284.642105      51.1  1.000000e-01\n",
       "2022-01-13  285.686842      51.2  2.000000e-01\n",
       "2022-01-14  286.731579      51.3  3.000000e-01\n",
       "2022-01-15  287.776316      51.4  4.000000e-01\n",
       "2022-01-16  288.821053      51.5  5.000000e-01\n",
       "2022-01-17  289.865789      51.6  6.000000e-01\n",
       "2022-01-18  290.910526      51.7  7.000000e-01\n",
       "2022-01-19  291.955263      51.8  8.000000e-01\n",
       "2022-01-20  293.000000      51.9  9.000000e-01"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t2m_series = pd.Series(np.linspace(273.15,293,20), name='t2m')\n",
    "lat_series = pd.Series(np.arange(50,52,0.1), name='latitude')\n",
    "lon_series = pd.Series(np.arange(-1,1,0.1), name='longitude')\n",
    "date_series = pd.Series(pd.date_range('2022-01-01', '2022-01-20'), name='date')\n",
    "\n",
    "date_series\n",
    "t2m_df = pd.concat([t2m_series, lat_series, lon_series], axis=1).set_index(date_series)\n",
    "t2m_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create an earthkit object from the pandas object, and use earthkit methods"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "t2m\n",
      "latitude\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>t2m</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2022-01-01</th>\n",
       "      <td>273.150000</td>\n",
       "      <td>50.0</td>\n",
       "      <td>-1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-02</th>\n",
       "      <td>274.194737</td>\n",
       "      <td>50.1</td>\n",
       "      <td>-9.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-03</th>\n",
       "      <td>275.239474</td>\n",
       "      <td>50.2</td>\n",
       "      <td>-8.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-04</th>\n",
       "      <td>276.284211</td>\n",
       "      <td>50.3</td>\n",
       "      <td>-7.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-05</th>\n",
       "      <td>277.328947</td>\n",
       "      <td>50.4</td>\n",
       "      <td>-6.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-06</th>\n",
       "      <td>278.373684</td>\n",
       "      <td>50.5</td>\n",
       "      <td>-5.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-07</th>\n",
       "      <td>279.418421</td>\n",
       "      <td>50.6</td>\n",
       "      <td>-4.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-08</th>\n",
       "      <td>280.463158</td>\n",
       "      <td>50.7</td>\n",
       "      <td>-3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-09</th>\n",
       "      <td>281.507895</td>\n",
       "      <td>50.8</td>\n",
       "      <td>-2.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-10</th>\n",
       "      <td>282.552632</td>\n",
       "      <td>50.9</td>\n",
       "      <td>-1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-11</th>\n",
       "      <td>283.597368</td>\n",
       "      <td>51.0</td>\n",
       "      <td>-2.220446e-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-12</th>\n",
       "      <td>284.642105</td>\n",
       "      <td>51.1</td>\n",
       "      <td>1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-13</th>\n",
       "      <td>285.686842</td>\n",
       "      <td>51.2</td>\n",
       "      <td>2.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-14</th>\n",
       "      <td>286.731579</td>\n",
       "      <td>51.3</td>\n",
       "      <td>3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-15</th>\n",
       "      <td>287.776316</td>\n",
       "      <td>51.4</td>\n",
       "      <td>4.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-16</th>\n",
       "      <td>288.821053</td>\n",
       "      <td>51.5</td>\n",
       "      <td>5.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-17</th>\n",
       "      <td>289.865789</td>\n",
       "      <td>51.6</td>\n",
       "      <td>6.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-18</th>\n",
       "      <td>290.910526</td>\n",
       "      <td>51.7</td>\n",
       "      <td>7.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-19</th>\n",
       "      <td>291.955263</td>\n",
       "      <td>51.8</td>\n",
       "      <td>8.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-20</th>\n",
       "      <td>293.000000</td>\n",
       "      <td>51.9</td>\n",
       "      <td>9.000000e-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   t2m  latitude     longitude\n",
       "date                                          \n",
       "2022-01-01  273.150000      50.0 -1.000000e+00\n",
       "2022-01-02  274.194737      50.1 -9.000000e-01\n",
       "2022-01-03  275.239474      50.2 -8.000000e-01\n",
       "2022-01-04  276.284211      50.3 -7.000000e-01\n",
       "2022-01-05  277.328947      50.4 -6.000000e-01\n",
       "2022-01-06  278.373684      50.5 -5.000000e-01\n",
       "2022-01-07  279.418421      50.6 -4.000000e-01\n",
       "2022-01-08  280.463158      50.7 -3.000000e-01\n",
       "2022-01-09  281.507895      50.8 -2.000000e-01\n",
       "2022-01-10  282.552632      50.9 -1.000000e-01\n",
       "2022-01-11  283.597368      51.0 -2.220446e-16\n",
       "2022-01-12  284.642105      51.1  1.000000e-01\n",
       "2022-01-13  285.686842      51.2  2.000000e-01\n",
       "2022-01-14  286.731579      51.3  3.000000e-01\n",
       "2022-01-15  287.776316      51.4  4.000000e-01\n",
       "2022-01-16  288.821053      51.5  5.000000e-01\n",
       "2022-01-17  289.865789      51.6  6.000000e-01\n",
       "2022-01-18  290.910526      51.7  7.000000e-01\n",
       "2022-01-19  291.955263      51.8  8.000000e-01\n",
       "2022-01-20  293.000000      51.9  9.000000e-01"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ek_pandas = ekd.from_object(t2m_df)\n",
    "# iterating behaves as a pandas DF\n",
    "for thing in ek_pandas[:2]:\n",
    "    print(thing)\n",
    "\n",
    "# Describe representation is a pandas dataframe\n",
    "ek_pandas.describe()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "dev_ecc",
   "language": "python",
   "name": "dev_ecc"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}