notebooks/3 - modeling/b - Feature Transformation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8ef31618-c5c7-4c2f-9283-8fd42f6ea4db",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Importing dependencies\n",
    "\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9f9752fe-3633-4fe0-a218-c379fcda509a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Reading selected features into memory and instantiating dataframe\n",
    "\n",
    "df = pd.read_csv('../../data/processed/selected_features.csv', index_col = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d6011462-0349-4c89-bd04-0fff774b9f84",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creating `Billing Period Duration` column\n",
    "\n",
    "df['Billing Period Duration'] = pd.Series([int(row.split(' ')[0]) for row in df['Billing Period Duration']])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "bc12a066-14e3-463b-aac5-8db56eed8656",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Renaming stuff\n",
    "\n",
    "df = df.rename({'Billing Period Duration' : 'Billing Period Duration (Days)',\n",
    "                'Total Charge' : 'Power Bill Total'},\n",
    "                axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "a0c991b1-0de9-4eba-9195-c915d7a42db1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Solar Energy (kWh)</th>\n",
       "      <th>Inverter 1 Energy (kWh)</th>\n",
       "      <th>Inverter 2 Energy (kWh)</th>\n",
       "      <th>Daylength in decimal hours</th>\n",
       "      <th>Billing Period Duration (Days)</th>\n",
       "      <th>Billable kWh</th>\n",
       "      <th>Power Bill Total</th>\n",
       "      <th>Tesla Bill Total</th>\n",
       "      <th>Total Cost</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Billing Period End</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12/17/2021</th>\n",
       "      <td>590.2</td>\n",
       "      <td>282.2</td>\n",
       "      <td>307.8</td>\n",
       "      <td>251.94</td>\n",
       "      <td>30</td>\n",
       "      <td>1123</td>\n",
       "      <td>195.13</td>\n",
       "      <td>185</td>\n",
       "      <td>380.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1/19/2022</th>\n",
       "      <td>366.8</td>\n",
       "      <td>77.1</td>\n",
       "      <td>289.7</td>\n",
       "      <td>266.70</td>\n",
       "      <td>32</td>\n",
       "      <td>2046</td>\n",
       "      <td>347.39</td>\n",
       "      <td>185</td>\n",
       "      <td>532.39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2/16/2022</th>\n",
       "      <td>738.0</td>\n",
       "      <td>355.5</td>\n",
       "      <td>382.6</td>\n",
       "      <td>244.05</td>\n",
       "      <td>27</td>\n",
       "      <td>829</td>\n",
       "      <td>146.63</td>\n",
       "      <td>185</td>\n",
       "      <td>331.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3/21/2022</th>\n",
       "      <td>1280.5</td>\n",
       "      <td>608.4</td>\n",
       "      <td>672.1</td>\n",
       "      <td>320.33</td>\n",
       "      <td>32</td>\n",
       "      <td>160</td>\n",
       "      <td>36.27</td>\n",
       "      <td>185</td>\n",
       "      <td>221.27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4/19/2022</th>\n",
       "      <td>1323.8</td>\n",
       "      <td>641.0</td>\n",
       "      <td>682.7</td>\n",
       "      <td>312.83</td>\n",
       "      <td>28</td>\n",
       "      <td>473</td>\n",
       "      <td>87.90</td>\n",
       "      <td>185</td>\n",
       "      <td>272.90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5/18/2022</th>\n",
       "      <td>1511.0</td>\n",
       "      <td>736.2</td>\n",
       "      <td>775.2</td>\n",
       "      <td>339.47</td>\n",
       "      <td>28</td>\n",
       "      <td>352</td>\n",
       "      <td>61.97</td>\n",
       "      <td>185</td>\n",
       "      <td>246.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6/17/2022</th>\n",
       "      <td>1546.6</td>\n",
       "      <td>752.0</td>\n",
       "      <td>794.8</td>\n",
       "      <td>369.80</td>\n",
       "      <td>29</td>\n",
       "      <td>882</td>\n",
       "      <td>133.15</td>\n",
       "      <td>185</td>\n",
       "      <td>318.15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7/19/2022</th>\n",
       "      <td>1594.7</td>\n",
       "      <td>775.0</td>\n",
       "      <td>819.6</td>\n",
       "      <td>395.68</td>\n",
       "      <td>31</td>\n",
       "      <td>1410</td>\n",
       "      <td>206.94</td>\n",
       "      <td>185</td>\n",
       "      <td>391.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8/16/2022</th>\n",
       "      <td>1123.7</td>\n",
       "      <td>547.8</td>\n",
       "      <td>576.0</td>\n",
       "      <td>330.32</td>\n",
       "      <td>27</td>\n",
       "      <td>1448</td>\n",
       "      <td>212.25</td>\n",
       "      <td>185</td>\n",
       "      <td>397.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9/19/2022</th>\n",
       "      <td>1108.3</td>\n",
       "      <td>622.9</td>\n",
       "      <td>485.2</td>\n",
       "      <td>368.61</td>\n",
       "      <td>33</td>\n",
       "      <td>1655</td>\n",
       "      <td>260.42</td>\n",
       "      <td>185</td>\n",
       "      <td>445.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10/17/2022</th>\n",
       "      <td>482.5</td>\n",
       "      <td>482.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>273.81</td>\n",
       "      <td>27</td>\n",
       "      <td>657</td>\n",
       "      <td>120.82</td>\n",
       "      <td>185</td>\n",
       "      <td>305.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11/17/2022</th>\n",
       "      <td>285.4</td>\n",
       "      <td>285.4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>273.39</td>\n",
       "      <td>30</td>\n",
       "      <td>1115</td>\n",
       "      <td>198.85</td>\n",
       "      <td>185</td>\n",
       "      <td>383.85</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    Solar Energy (kWh)  Inverter 1 Energy (kWh)  \\\n",
       "Billing Period End                                                \n",
       "12/17/2021                       590.2                    282.2   \n",
       "1/19/2022                        366.8                     77.1   \n",
       "2/16/2022                        738.0                    355.5   \n",
       "3/21/2022                       1280.5                    608.4   \n",
       "4/19/2022                       1323.8                    641.0   \n",
       "5/18/2022                       1511.0                    736.2   \n",
       "6/17/2022                       1546.6                    752.0   \n",
       "7/19/2022                       1594.7                    775.0   \n",
       "8/16/2022                       1123.7                    547.8   \n",
       "9/19/2022                       1108.3                    622.9   \n",
       "10/17/2022                       482.5                    482.5   \n",
       "11/17/2022                       285.4                    285.4   \n",
       "\n",
       "                    Inverter 2 Energy (kWh)  Daylength in decimal hours  \\\n",
       "Billing Period End                                                        \n",
       "12/17/2021                            307.8                      251.94   \n",
       "1/19/2022                             289.7                      266.70   \n",
       "2/16/2022                             382.6                      244.05   \n",
       "3/21/2022                             672.1                      320.33   \n",
       "4/19/2022                             682.7                      312.83   \n",
       "5/18/2022                             775.2                      339.47   \n",
       "6/17/2022                             794.8                      369.80   \n",
       "7/19/2022                             819.6                      395.68   \n",
       "8/16/2022                             576.0                      330.32   \n",
       "9/19/2022                             485.2                      368.61   \n",
       "10/17/2022                              0.0                      273.81   \n",
       "11/17/2022                              0.0                      273.39   \n",
       "\n",
       "                    Billing Period Duration (Days)  Billable kWh  \\\n",
       "Billing Period End                                                 \n",
       "12/17/2021                                      30          1123   \n",
       "1/19/2022                                       32          2046   \n",
       "2/16/2022                                       27           829   \n",
       "3/21/2022                                       32           160   \n",
       "4/19/2022                                       28           473   \n",
       "5/18/2022                                       28           352   \n",
       "6/17/2022                                       29           882   \n",
       "7/19/2022                                       31          1410   \n",
       "8/16/2022                                       27          1448   \n",
       "9/19/2022                                       33          1655   \n",
       "10/17/2022                                      27           657   \n",
       "11/17/2022                                      30          1115   \n",
       "\n",
       "                    Power Bill Total  Tesla Bill Total  Total Cost  \n",
       "Billing Period End                                                  \n",
       "12/17/2021                    195.13               185      380.13  \n",
       "1/19/2022                     347.39               185      532.39  \n",
       "2/16/2022                     146.63               185      331.63  \n",
       "3/21/2022                      36.27               185      221.27  \n",
       "4/19/2022                      87.90               185      272.90  \n",
       "5/18/2022                      61.97               185      246.97  \n",
       "6/17/2022                     133.15               185      318.15  \n",
       "7/19/2022                     206.94               185      391.94  \n",
       "8/16/2022                     212.25               185      397.25  \n",
       "9/19/2022                     260.42               185      445.42  \n",
       "10/17/2022                    120.82               185      305.82  \n",
       "11/17/2022                    198.85               185      383.85  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Defining columns to drop\n",
    "\n",
    "columns_to_drop = ['Net Usage',\n",
    "                   'Net Generation',\n",
    "                   'Total Adjustment per kWh',\n",
    "                   'Usage Charge',\n",
    "                   'Billing Period Start']\n",
    "\n",
    "# Dropping defined columns\n",
    "\n",
    "df = df.drop(columns_to_drop, axis = 1)\n",
    "\n",
    "# Setting index\n",
    "\n",
    "df.set_index('Billing Period End', inplace = True)\n",
    "\n",
    "# Adding `Tesla Bill Total` column\n",
    "\n",
    "df['Tesla Bill Total'] = 185\n",
    "\n",
    "# Adding `Total Cost` column\n",
    "\n",
    "df['Total Cost'] = df['Power Bill Total'] + df['Tesla Bill Total']\n",
    "\n",
    "# Taking a peek\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "948d99b8-b045-4908-8451-79da0f08aa5d",
   "metadata": {},
   "source": [
    "Still have yet to transform the features for modeling, but I just wanna get to it!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "e3d0268d-aa0f-435c-ae01-1ab545e8ecfc",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Exporting CSV for downstream processing\n",
    "\n",
    "df.to_csv('../../data/processed/cleaned_feature_set.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f8dfc930-0faa-4369-981d-363b5675668f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}