{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "856c83b3-c647-4d94-9944-f28403978bad",
   "metadata": {},
   "source": [
    "SES triggering code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "fa15f64d-c68a-4269-9ca0-def32e919a68",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.metrics import r2_score\n",
    "import numpy as np\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "8680b662-a7e8-4caf-a200-702c9d9d211b",
   "metadata": {},
   "outputs": [],
   "source": [
    "atn_test_data = pd.read_csv('//atlas/ProjectLibrary/902305_Event_Detection_with_SES/Deployments/MARS2024B-2025/SES_out_atn_og_Throttle test.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "753c6e08-73dc-4fa0-9726-9c74ca09d3cb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "file_name            object\n",
       "atn_og              float64\n",
       "rm150               float64\n",
       "diff                float64\n",
       "trigger007          float64\n",
       "trigger005          float64\n",
       "trigger011          float64\n",
       "trigger014          float64\n",
       "007countpermonth    float64\n",
       "005CPM              float64\n",
       "011CPM              float64\n",
       "3 weekcount         float64\n",
       "014CPM              float64\n",
       "Fire                float64\n",
       "Switch              float64\n",
       "Switch or fire      float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "atn_test_data.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "5ed7651e-1dca-4520-9905-96757e0b6fd2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file_name</th>\n",
       "      <th>atn_og</th>\n",
       "      <th>rm150</th>\n",
       "      <th>diff</th>\n",
       "      <th>trigger007</th>\n",
       "      <th>trigger005</th>\n",
       "      <th>trigger011</th>\n",
       "      <th>trigger014</th>\n",
       "      <th>007countpermonth</th>\n",
       "      <th>005CPM</th>\n",
       "      <th>...</th>\n",
       "      <th>YMD</th>\n",
       "      <th>YMD2</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>HMS</th>\n",
       "      <th>hour</th>\n",
       "      <th>minutes</th>\n",
       "      <th>second</th>\n",
       "      <th>datetime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-103701.jpg</td>\n",
       "      <td>0.406569</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>103701</td>\n",
       "      <td>10</td>\n",
       "      <td>37</td>\n",
       "      <td>01</td>\n",
       "      <td>2024-06-20 10:37:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-114507.jpg</td>\n",
       "      <td>0.489784</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>114507</td>\n",
       "      <td>11</td>\n",
       "      <td>45</td>\n",
       "      <td>07</td>\n",
       "      <td>2024-06-20 11:45:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-125316.jpg</td>\n",
       "      <td>0.402797</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>125316</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>16</td>\n",
       "      <td>2024-06-20 12:53:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-140106.jpg</td>\n",
       "      <td>0.264394</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>140106</td>\n",
       "      <td>14</td>\n",
       "      <td>01</td>\n",
       "      <td>06</td>\n",
       "      <td>2024-06-20 14:01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-150916.jpg</td>\n",
       "      <td>0.737178</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>150916</td>\n",
       "      <td>15</td>\n",
       "      <td>09</td>\n",
       "      <td>16</td>\n",
       "      <td>2024-06-20 15:09:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                file_name    atn_og  rm150  diff  trigger007  \\\n",
       "0  SED_AT_MARS_5min_Ext_240620-103701.jpg  0.406569    NaN   NaN         NaN   \n",
       "1  SED_AT_MARS_5min_Ext_240620-114507.jpg  0.489784    NaN   NaN         NaN   \n",
       "2  SED_AT_MARS_5min_Ext_240620-125316.jpg  0.402797    NaN   NaN         NaN   \n",
       "3  SED_AT_MARS_5min_Ext_240620-140106.jpg  0.264394    NaN   NaN         NaN   \n",
       "4  SED_AT_MARS_5min_Ext_240620-150916.jpg  0.737178    NaN   NaN         NaN   \n",
       "\n",
       "   trigger005  trigger011  trigger014  007countpermonth  005CPM  ...     YMD  \\\n",
       "0         NaN         NaN         NaN               NaN     NaN  ...  240620   \n",
       "1         NaN         NaN         NaN               NaN     NaN  ...  240620   \n",
       "2         NaN         NaN         NaN               NaN     NaN  ...  240620   \n",
       "3         NaN         NaN         NaN               NaN     NaN  ...  240620   \n",
       "4         NaN         NaN         NaN               NaN     NaN  ...  240620   \n",
       "\n",
       "       YMD2  year  month  day     HMS hour minutes  second            datetime  \n",
       "0  20240620  2024     06   20  103701   10      37      01 2024-06-20 10:37:00  \n",
       "1  20240620  2024     06   20  114507   11      45      07 2024-06-20 11:45:00  \n",
       "2  20240620  2024     06   20  125316   12      53      16 2024-06-20 12:53:00  \n",
       "3  20240620  2024     06   20  140106   14      01      06 2024-06-20 14:01:00  \n",
       "4  20240620  2024     06   20  150916   15      09      16 2024-06-20 15:09:00  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "atn_test_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "2d66ba39-7805-4f61-b13c-5d2107e99456",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file_name</th>\n",
       "      <th>atn_og</th>\n",
       "      <th>rm150</th>\n",
       "      <th>diff</th>\n",
       "      <th>trigger007</th>\n",
       "      <th>trigger005</th>\n",
       "      <th>trigger011</th>\n",
       "      <th>trigger014</th>\n",
       "      <th>007countpermonth</th>\n",
       "      <th>005CPM</th>\n",
       "      <th>...</th>\n",
       "      <th>collect_time</th>\n",
       "      <th>YMD</th>\n",
       "      <th>YMD2</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>HMS</th>\n",
       "      <th>hour</th>\n",
       "      <th>minutes</th>\n",
       "      <th>second</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>datetime</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2024-06-20 10:37:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-103701.jpg</td>\n",
       "      <td>0.406569</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>103701</td>\n",
       "      <td>10</td>\n",
       "      <td>37</td>\n",
       "      <td>01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-06-20 11:45:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-114507.jpg</td>\n",
       "      <td>0.489784</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>114507</td>\n",
       "      <td>11</td>\n",
       "      <td>45</td>\n",
       "      <td>07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-06-20 12:53:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-125316.jpg</td>\n",
       "      <td>0.402797</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>125316</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-06-20 14:01:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-140106.jpg</td>\n",
       "      <td>0.264394</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>140106</td>\n",
       "      <td>14</td>\n",
       "      <td>01</td>\n",
       "      <td>06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-06-20 15:09:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-150916.jpg</td>\n",
       "      <td>0.737178</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240620</td>\n",
       "      <td>20240620</td>\n",
       "      <td>2024</td>\n",
       "      <td>06</td>\n",
       "      <td>20</td>\n",
       "      <td>150916</td>\n",
       "      <td>15</td>\n",
       "      <td>09</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-09-18 06:05:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240918-060530.jpg</td>\n",
       "      <td>0.205313</td>\n",
       "      <td>0.276795</td>\n",
       "      <td>-0.000342</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240918</td>\n",
       "      <td>20240918</td>\n",
       "      <td>2024</td>\n",
       "      <td>09</td>\n",
       "      <td>18</td>\n",
       "      <td>060530</td>\n",
       "      <td>06</td>\n",
       "      <td>05</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-09-18 07:20:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240918-072015.jpg</td>\n",
       "      <td>0.151753</td>\n",
       "      <td>0.277013</td>\n",
       "      <td>0.000219</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240918</td>\n",
       "      <td>20240918</td>\n",
       "      <td>2024</td>\n",
       "      <td>09</td>\n",
       "      <td>18</td>\n",
       "      <td>072015</td>\n",
       "      <td>07</td>\n",
       "      <td>20</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-09-18 08:34:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240918-083424.jpg</td>\n",
       "      <td>0.554431</td>\n",
       "      <td>0.279544</td>\n",
       "      <td>0.002531</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240918</td>\n",
       "      <td>20240918</td>\n",
       "      <td>2024</td>\n",
       "      <td>09</td>\n",
       "      <td>18</td>\n",
       "      <td>083424</td>\n",
       "      <td>08</td>\n",
       "      <td>34</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-09-18 09:47:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240918-094710.jpg</td>\n",
       "      <td>0.020617</td>\n",
       "      <td>0.278050</td>\n",
       "      <td>-0.001494</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240918</td>\n",
       "      <td>20240918</td>\n",
       "      <td>2024</td>\n",
       "      <td>09</td>\n",
       "      <td>18</td>\n",
       "      <td>094710</td>\n",
       "      <td>09</td>\n",
       "      <td>47</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-09-18 11:01:00</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240918-110116.jpg</td>\n",
       "      <td>-0.070835</td>\n",
       "      <td>0.276558</td>\n",
       "      <td>-0.001492</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5min</td>\n",
       "      <td>240918</td>\n",
       "      <td>20240918</td>\n",
       "      <td>2024</td>\n",
       "      <td>09</td>\n",
       "      <td>18</td>\n",
       "      <td>110116</td>\n",
       "      <td>11</td>\n",
       "      <td>01</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1855 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  file_name    atn_og  \\\n",
       "datetime                                                                \n",
       "2024-06-20 10:37:00  SED_AT_MARS_5min_Ext_240620-103701.jpg  0.406569   \n",
       "2024-06-20 11:45:00  SED_AT_MARS_5min_Ext_240620-114507.jpg  0.489784   \n",
       "2024-06-20 12:53:00  SED_AT_MARS_5min_Ext_240620-125316.jpg  0.402797   \n",
       "2024-06-20 14:01:00  SED_AT_MARS_5min_Ext_240620-140106.jpg  0.264394   \n",
       "2024-06-20 15:09:00  SED_AT_MARS_5min_Ext_240620-150916.jpg  0.737178   \n",
       "...                                                     ...       ...   \n",
       "2024-09-18 06:05:00  SED_AT_MARS_5min_Ext_240918-060530.jpg  0.205313   \n",
       "2024-09-18 07:20:00  SED_AT_MARS_5min_Ext_240918-072015.jpg  0.151753   \n",
       "2024-09-18 08:34:00  SED_AT_MARS_5min_Ext_240918-083424.jpg  0.554431   \n",
       "2024-09-18 09:47:00  SED_AT_MARS_5min_Ext_240918-094710.jpg  0.020617   \n",
       "2024-09-18 11:01:00  SED_AT_MARS_5min_Ext_240918-110116.jpg -0.070835   \n",
       "\n",
       "                        rm150      diff  trigger007  trigger005  trigger011  \\\n",
       "datetime                                                                      \n",
       "2024-06-20 10:37:00       NaN       NaN         NaN         NaN         NaN   \n",
       "2024-06-20 11:45:00       NaN       NaN         NaN         NaN         NaN   \n",
       "2024-06-20 12:53:00       NaN       NaN         NaN         NaN         NaN   \n",
       "2024-06-20 14:01:00       NaN       NaN         NaN         NaN         NaN   \n",
       "2024-06-20 15:09:00       NaN       NaN         NaN         NaN         NaN   \n",
       "...                       ...       ...         ...         ...         ...   \n",
       "2024-09-18 06:05:00  0.276795 -0.000342         0.0         0.0         0.0   \n",
       "2024-09-18 07:20:00  0.277013  0.000219         0.0         0.0         0.0   \n",
       "2024-09-18 08:34:00  0.279544  0.002531         0.0         0.0         0.0   \n",
       "2024-09-18 09:47:00  0.278050 -0.001494         0.0         0.0         0.0   \n",
       "2024-09-18 11:01:00  0.276558 -0.001492         0.0         0.0         0.0   \n",
       "\n",
       "                     trigger014  007countpermonth  005CPM  ...  collect_time  \\\n",
       "datetime                                                   ...                 \n",
       "2024-06-20 10:37:00         NaN               NaN     NaN  ...          5min   \n",
       "2024-06-20 11:45:00         NaN               NaN     NaN  ...          5min   \n",
       "2024-06-20 12:53:00         NaN               NaN     NaN  ...          5min   \n",
       "2024-06-20 14:01:00         NaN               NaN     NaN  ...          5min   \n",
       "2024-06-20 15:09:00         NaN               NaN     NaN  ...          5min   \n",
       "...                         ...               ...     ...  ...           ...   \n",
       "2024-09-18 06:05:00         0.0               NaN     NaN  ...          5min   \n",
       "2024-09-18 07:20:00         0.0               NaN     NaN  ...          5min   \n",
       "2024-09-18 08:34:00         0.0               NaN     NaN  ...          5min   \n",
       "2024-09-18 09:47:00         0.0               NaN     NaN  ...          5min   \n",
       "2024-09-18 11:01:00         0.0               NaN     NaN  ...          5min   \n",
       "\n",
       "                        YMD      YMD2  year  month  day     HMS hour  minutes  \\\n",
       "datetime                                                                        \n",
       "2024-06-20 10:37:00  240620  20240620  2024     06   20  103701   10       37   \n",
       "2024-06-20 11:45:00  240620  20240620  2024     06   20  114507   11       45   \n",
       "2024-06-20 12:53:00  240620  20240620  2024     06   20  125316   12       53   \n",
       "2024-06-20 14:01:00  240620  20240620  2024     06   20  140106   14       01   \n",
       "2024-06-20 15:09:00  240620  20240620  2024     06   20  150916   15       09   \n",
       "...                     ...       ...   ...    ...  ...     ...  ...      ...   \n",
       "2024-09-18 06:05:00  240918  20240918  2024     09   18  060530   06       05   \n",
       "2024-09-18 07:20:00  240918  20240918  2024     09   18  072015   07       20   \n",
       "2024-09-18 08:34:00  240918  20240918  2024     09   18  083424   08       34   \n",
       "2024-09-18 09:47:00  240918  20240918  2024     09   18  094710   09       47   \n",
       "2024-09-18 11:01:00  240918  20240918  2024     09   18  110116   11       01   \n",
       "\n",
       "                    second  \n",
       "datetime                    \n",
       "2024-06-20 10:37:00     01  \n",
       "2024-06-20 11:45:00     07  \n",
       "2024-06-20 12:53:00     16  \n",
       "2024-06-20 14:01:00     06  \n",
       "2024-06-20 15:09:00     16  \n",
       "...                    ...  \n",
       "2024-09-18 06:05:00     30  \n",
       "2024-09-18 07:20:00     15  \n",
       "2024-09-18 08:34:00     24  \n",
       "2024-09-18 09:47:00     10  \n",
       "2024-09-18 11:01:00     16  \n",
       "\n",
       "[1855 rows x 27 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "atn_test_data['datetemp'] = atn_test_data['file_name'].str.split('_').str[-1]\n",
    "atn_test_data['collect_time'] = atn_test_data['file_name'].str.split('_').str[-3]\n",
    "#year month date\n",
    "atn_test_data['YMD'] = atn_test_data['datetemp'].str.split('-').str[-2]\n",
    "atn_test_data['YMD'] = atn_test_data['YMD'].astype(int)\n",
    "\n",
    "#Year is YY but want YYYY. Add \"20\" to left of integer by adding 20000000\n",
    "atn_test_data['YMD2'] = atn_test_data['YMD']+20000000\n",
    "atn_test_data['YMD2'] = atn_test_data['YMD2'].astype(str)\n",
    "atn_test_data['year'] =atn_test_data[\"YMD2\"].str[:4] \n",
    "atn_test_data['month'] = atn_test_data[\"YMD2\"].str[4:6] \n",
    "atn_test_data['day']=  atn_test_data[\"YMD2\"].str[6:]\n",
    "\n",
    "atn_test_data['HMS'] = atn_test_data['datetemp'].str.split('-').str[-1]\n",
    "#remove .jpg\n",
    "atn_test_data[\"HMS\"] = atn_test_data[\"HMS\"].str[:-4] \n",
    "#can't convert to int because removes zeroes on left\n",
    "\n",
    "atn_test_data['hour'] =atn_test_data[\"HMS\"].str[:2] \n",
    "atn_test_data['minutes'] = atn_test_data[\"HMS\"].str[2:4] \n",
    "atn_test_data['second']=  atn_test_data[\"HMS\"].str[4:]\n",
    "\n",
    "atn_test_data['datetime'] = pd.to_datetime(atn_test_data[['year','month','day', 'hour', 'minutes']], format=\"%Y-%m-%d %H:%M\")\n",
    "\n",
    "#sort by datetime\n",
    "atn_test_data_sorted = atn_test_data.sort_values(by='datetime')\n",
    "\n",
    "atn_test_data_sorted.set_index('datetime')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "72a9bc19-566f-4301-9e4c-88e6942e3d57",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file_name</th>\n",
       "      <th>atn_og</th>\n",
       "      <th>rm150</th>\n",
       "      <th>diff</th>\n",
       "      <th>trigger007</th>\n",
       "      <th>trigger005</th>\n",
       "      <th>trigger011</th>\n",
       "      <th>trigger014</th>\n",
       "      <th>007countpermonth</th>\n",
       "      <th>005CPM</th>\n",
       "      <th>...</th>\n",
       "      <th>day</th>\n",
       "      <th>HMS</th>\n",
       "      <th>hour</th>\n",
       "      <th>minutes</th>\n",
       "      <th>second</th>\n",
       "      <th>datetime</th>\n",
       "      <th>Trigger0.005</th>\n",
       "      <th>Trigger0.007</th>\n",
       "      <th>Trigger0.011</th>\n",
       "      <th>Trigger0.014</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-103701.jpg</td>\n",
       "      <td>0.406569</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>103701</td>\n",
       "      <td>10</td>\n",
       "      <td>37</td>\n",
       "      <td>01</td>\n",
       "      <td>2024-06-20 10:37:00</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>SpinalTap</td>\n",
       "      <td>DoubldBond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-114507.jpg</td>\n",
       "      <td>0.489784</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>114507</td>\n",
       "      <td>11</td>\n",
       "      <td>45</td>\n",
       "      <td>07</td>\n",
       "      <td>2024-06-20 11:45:00</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>SpinalTap</td>\n",
       "      <td>DoubldBond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-125316.jpg</td>\n",
       "      <td>0.402797</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>125316</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>16</td>\n",
       "      <td>2024-06-20 12:53:00</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>SpinalTap</td>\n",
       "      <td>DoubldBond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-140106.jpg</td>\n",
       "      <td>0.264394</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>140106</td>\n",
       "      <td>14</td>\n",
       "      <td>01</td>\n",
       "      <td>06</td>\n",
       "      <td>2024-06-20 14:01:00</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>SpinalTap</td>\n",
       "      <td>DoubldBond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SED_AT_MARS_5min_Ext_240620-150916.jpg</td>\n",
       "      <td>0.737178</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>150916</td>\n",
       "      <td>15</td>\n",
       "      <td>09</td>\n",
       "      <td>16</td>\n",
       "      <td>2024-06-20 15:09:00</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>WaitSlope</td>\n",
       "      <td>SpinalTap</td>\n",
       "      <td>DoubldBond</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                file_name    atn_og  rm150  diff  trigger007  \\\n",
       "0  SED_AT_MARS_5min_Ext_240620-103701.jpg  0.406569    NaN   NaN         NaN   \n",
       "1  SED_AT_MARS_5min_Ext_240620-114507.jpg  0.489784    NaN   NaN         NaN   \n",
       "2  SED_AT_MARS_5min_Ext_240620-125316.jpg  0.402797    NaN   NaN         NaN   \n",
       "3  SED_AT_MARS_5min_Ext_240620-140106.jpg  0.264394    NaN   NaN         NaN   \n",
       "4  SED_AT_MARS_5min_Ext_240620-150916.jpg  0.737178    NaN   NaN         NaN   \n",
       "\n",
       "   trigger005  trigger011  trigger014  007countpermonth  005CPM  ...  day  \\\n",
       "0         NaN         NaN         NaN               NaN     NaN  ...   20   \n",
       "1         NaN         NaN         NaN               NaN     NaN  ...   20   \n",
       "2         NaN         NaN         NaN               NaN     NaN  ...   20   \n",
       "3         NaN         NaN         NaN               NaN     NaN  ...   20   \n",
       "4         NaN         NaN         NaN               NaN     NaN  ...   20   \n",
       "\n",
       "      HMS  hour  minutes  second            datetime Trigger0.005  \\\n",
       "0  103701    10       37      01 2024-06-20 10:37:00    WaitSlope   \n",
       "1  114507    11       45      07 2024-06-20 11:45:00    WaitSlope   \n",
       "2  125316    12       53      16 2024-06-20 12:53:00    WaitSlope   \n",
       "3  140106    14       01      06 2024-06-20 14:01:00    WaitSlope   \n",
       "4  150916    15       09      16 2024-06-20 15:09:00    WaitSlope   \n",
       "\n",
       "  Trigger0.007  Trigger0.011 Trigger0.014  \n",
       "0    WaitSlope     SpinalTap   DoubldBond  \n",
       "1    WaitSlope     SpinalTap   DoubldBond  \n",
       "2    WaitSlope     SpinalTap   DoubldBond  \n",
       "3    WaitSlope     SpinalTap   DoubldBond  \n",
       "4    WaitSlope     SpinalTap   DoubldBond  \n",
       "\n",
       "[5 rows x 32 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "atn_test_data_sorted.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "0db4955b-3629-4c67-a503-a25cc4060d60",
   "metadata": {},
   "outputs": [],
   "source": [
    "FirstGear = 0.005\n",
    "BondTrigger = 0.007\n",
    "SpinalTap = 0.011\n",
    "DoubldBond = 0.014"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "377e47e2-c082-4c47-aaa5-f5e2005dc6d1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0.005, 0.007, 0.011, 0.014]\n"
     ]
    }
   ],
   "source": [
    "gears = [FirstGear, BondTrigger, SpinalTap, DoubldBond]\n",
    "print(gears)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "203b1618-8998-492a-a3fa-5360eb1324a2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Trigger0.005', 'Trigger0.007', 'Trigger0.011', 'Trigger0.014']\n"
     ]
    }
   ],
   "source": [
    "geartriggers = []\n",
    "for i in gears:\n",
    "    geartriggers.append('Trigger'+str(i))\n",
    "\n",
    "print(geartriggers)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "9ad22a3d-727f-4c99-96ba-5d7a88defd1e",
   "metadata": {},
   "outputs": [],
   "source": [
    "atn_test_data_sorted[\"Trigger005\"] = np.where(atn_test_data_sorted['diff'] >= FirstGear, 'FirstGear', 'WaitSlope')\n",
    "atn_test_data_sorted[\"Trigger007\"] = np.where(atn_test_data_sorted['diff'] >= BondTrigger, 'BondTrigger', 'WaitSlope')\n",
    "atn_test_data_sorted[\"Trigger011\"] = np.where(atn_test_data_sorted['diff'] >= BondTrigger, 'SpinalTap', 'WaitSlope')\n",
    "atn_test_data_sorted[\"Trigger014\"] = np.where(atn_test_data_sorted['diff'] >= BondTrigger, 'DoubldBond', 'WaitSlope')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "8a107229-a3d5-47ed-9ea3-56368daea057",
   "metadata": {},
   "outputs": [],
   "source": [
    "ratespan = '10 days'\n",
    "\n",
    "atn_test_data_sorted[\"Rate005\"] = (atn_test_data_sorted['Trigger005'] == 'FirstGear').rolling(953, min_periods=2).sum()\n",
    "atn_test_data_sorted[\"Rate007\"] = (atn_test_data_sorted['Trigger007'] == 'BondTrigger').rolling(953, min_periods=2).sum()\n",
    "atn_test_data_sorted[\"Rate011\"] = (atn_test_data_sorted['Trigger011'] == 'SpinalTap').rolling(953, min_periods=2).sum()\n",
    "atn_test_data_sorted[\"Rate014\"] = (atn_test_data_sorted['Trigger014'] == 'DoubldBond').rolling(953, min_periods=2).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "5a966d35-3292-4b66-873b-ad338315a182",
   "metadata": {},
   "outputs": [],
   "source": [
    "atn_test_data_sorted['max_rate005'] = atn_test_data_sorted['Trigger005'].cummax()\n",
    "atn_test_data_sorted['max_rate007'] = atn_test_data_sorted['Trigger007'].cummax()\n",
    "atn_test_data_sorted['max_rate011'] = atn_test_data_sorted['Trigger011'].cummax()\n",
    "atn_test_data_sorted['max_rate-14'] = atn_test_data_sorted['Trigger014'].cummax()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
