Stage A Hamoye.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <th>report_year</th>\n",
       "      <th>plant_name_ferc1</th>\n",
       "      <th>fuel_type_code_pudl</th>\n",
       "      <th>fuel_unit</th>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>f1_fuel_1994_12_1_0_7</td>\n",
       "      <td>1</td>\n",
       "      <td>1994</td>\n",
       "      <td>rockport</td>\n",
       "      <td>coal</td>\n",
       "      <td>ton</td>\n",
       "      <td>5377489.0</td>\n",
       "      <td>16.590</td>\n",
       "      <td>18.59</td>\n",
       "      <td>18.53</td>\n",
       "      <td>1.121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>f1_fuel_1994_12_1_0_10</td>\n",
       "      <td>1</td>\n",
       "      <td>1994</td>\n",
       "      <td>rockport total plant</td>\n",
       "      <td>coal</td>\n",
       "      <td>ton</td>\n",
       "      <td>10486945.0</td>\n",
       "      <td>16.592</td>\n",
       "      <td>18.58</td>\n",
       "      <td>18.53</td>\n",
       "      <td>1.120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>f1_fuel_1994_12_2_0_1</td>\n",
       "      <td>2</td>\n",
       "      <td>1994</td>\n",
       "      <td>gorgas</td>\n",
       "      <td>coal</td>\n",
       "      <td>ton</td>\n",
       "      <td>2978683.0</td>\n",
       "      <td>24.130</td>\n",
       "      <td>39.72</td>\n",
       "      <td>38.12</td>\n",
       "      <td>1.650</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>f1_fuel_1994_12_2_0_7</td>\n",
       "      <td>2</td>\n",
       "      <td>1994</td>\n",
       "      <td>barry</td>\n",
       "      <td>coal</td>\n",
       "      <td>ton</td>\n",
       "      <td>3739484.0</td>\n",
       "      <td>23.950</td>\n",
       "      <td>47.21</td>\n",
       "      <td>45.99</td>\n",
       "      <td>1.970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>f1_fuel_1994_12_2_0_10</td>\n",
       "      <td>2</td>\n",
       "      <td>1994</td>\n",
       "      <td>chickasaw</td>\n",
       "      <td>gas</td>\n",
       "      <td>mcf</td>\n",
       "      <td>40533.0</td>\n",
       "      <td>1.000</td>\n",
       "      <td>2.77</td>\n",
       "      <td>2.77</td>\n",
       "      <td>2.570</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29518</th>\n",
       "      <td>f1_fuel_2018_12_12_0_13</td>\n",
       "      <td>12</td>\n",
       "      <td>2018</td>\n",
       "      <td>neil simpson ct #1</td>\n",
       "      <td>gas</td>\n",
       "      <td>mcf</td>\n",
       "      <td>18799.0</td>\n",
       "      <td>1.059</td>\n",
       "      <td>4.78</td>\n",
       "      <td>4.78</td>\n",
       "      <td>9.030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29519</th>\n",
       "      <td>f1_fuel_2018_12_12_1_1</td>\n",
       "      <td>12</td>\n",
       "      <td>2018</td>\n",
       "      <td>cheyenne prairie 58%</td>\n",
       "      <td>gas</td>\n",
       "      <td>mcf</td>\n",
       "      <td>806730.0</td>\n",
       "      <td>1.050</td>\n",
       "      <td>3.65</td>\n",
       "      <td>3.65</td>\n",
       "      <td>6.950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29520</th>\n",
       "      <td>f1_fuel_2018_12_12_1_10</td>\n",
       "      <td>12</td>\n",
       "      <td>2018</td>\n",
       "      <td>lange ct facility</td>\n",
       "      <td>gas</td>\n",
       "      <td>mcf</td>\n",
       "      <td>104554.0</td>\n",
       "      <td>1.060</td>\n",
       "      <td>4.77</td>\n",
       "      <td>4.77</td>\n",
       "      <td>8.990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29521</th>\n",
       "      <td>f1_fuel_2018_12_12_1_13</td>\n",
       "      <td>12</td>\n",
       "      <td>2018</td>\n",
       "      <td>wygen 3 bhp 52%</td>\n",
       "      <td>coal</td>\n",
       "      <td>ton</td>\n",
       "      <td>315945.0</td>\n",
       "      <td>16.108</td>\n",
       "      <td>3.06</td>\n",
       "      <td>14.76</td>\n",
       "      <td>1.110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29522</th>\n",
       "      <td>f1_fuel_2018_12_12_1_14</td>\n",
       "      <td>12</td>\n",
       "      <td>2018</td>\n",
       "      <td>wygen 3 bhp 52%</td>\n",
       "      <td>gas</td>\n",
       "      <td>mcf</td>\n",
       "      <td>17853.0</td>\n",
       "      <td>1.059</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11.680</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>29523 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     record_id  utility_id_ferc1  report_year  \\\n",
       "0        f1_fuel_1994_12_1_0_7                 1         1994   \n",
       "1       f1_fuel_1994_12_1_0_10                 1         1994   \n",
       "2        f1_fuel_1994_12_2_0_1                 2         1994   \n",
       "3        f1_fuel_1994_12_2_0_7                 2         1994   \n",
       "4       f1_fuel_1994_12_2_0_10                 2         1994   \n",
       "...                        ...               ...          ...   \n",
       "29518  f1_fuel_2018_12_12_0_13                12         2018   \n",
       "29519   f1_fuel_2018_12_12_1_1                12         2018   \n",
       "29520  f1_fuel_2018_12_12_1_10                12         2018   \n",
       "29521  f1_fuel_2018_12_12_1_13                12         2018   \n",
       "29522  f1_fuel_2018_12_12_1_14                12         2018   \n",
       "\n",
       "           plant_name_ferc1 fuel_type_code_pudl fuel_unit  fuel_qty_burned  \\\n",
       "0                  rockport                coal       ton        5377489.0   \n",
       "1      rockport total plant                coal       ton       10486945.0   \n",
       "2                    gorgas                coal       ton        2978683.0   \n",
       "3                     barry                coal       ton        3739484.0   \n",
       "4                 chickasaw                 gas       mcf          40533.0   \n",
       "...                     ...                 ...       ...              ...   \n",
       "29518    neil simpson ct #1                 gas       mcf          18799.0   \n",
       "29519  cheyenne prairie 58%                 gas       mcf         806730.0   \n",
       "29520     lange ct facility                 gas       mcf         104554.0   \n",
       "29521       wygen 3 bhp 52%                coal       ton         315945.0   \n",
       "29522       wygen 3 bhp 52%                 gas       mcf          17853.0   \n",
       "\n",
       "       fuel_mmbtu_per_unit  fuel_cost_per_unit_burned  \\\n",
       "0                   16.590                      18.59   \n",
       "1                   16.592                      18.58   \n",
       "2                   24.130                      39.72   \n",
       "3                   23.950                      47.21   \n",
       "4                    1.000                       2.77   \n",
       "...                    ...                        ...   \n",
       "29518                1.059                       4.78   \n",
       "29519                1.050                       3.65   \n",
       "29520                1.060                       4.77   \n",
       "29521               16.108                       3.06   \n",
       "29522                1.059                       0.00   \n",
       "\n",
       "       fuel_cost_per_unit_delivered  fuel_cost_per_mmbtu  \n",
       "0                             18.53                1.121  \n",
       "1                             18.53                1.120  \n",
       "2                             38.12                1.650  \n",
       "3                             45.99                1.970  \n",
       "4                              2.77                2.570  \n",
       "...                             ...                  ...  \n",
       "29518                          4.78                9.030  \n",
       "29519                          3.65                6.950  \n",
       "29520                          4.77                8.990  \n",
       "29521                         14.76                1.110  \n",
       "29522                          0.00               11.680  \n",
       "\n",
       "[29523 rows x 11 columns]"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "\n",
    "\n",
    "fuel_data = pd.read_csv('https://raw.githubusercontent.com/WalePhenomenon/climate_change/master/fuel_ferc1.csv', error_bad_lines=False)\n",
    "\n",
    "fuel_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <th>report_year</th>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>29523.000000</td>\n",
       "      <td>29523.000000</td>\n",
       "      <td>2.952300e+04</td>\n",
       "      <td>29523.000000</td>\n",
       "      <td>29523.000000</td>\n",
       "      <td>2.952300e+04</td>\n",
       "      <td>29523.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>118.601836</td>\n",
       "      <td>2005.806050</td>\n",
       "      <td>2.622119e+06</td>\n",
       "      <td>8.492111</td>\n",
       "      <td>208.649031</td>\n",
       "      <td>9.175704e+02</td>\n",
       "      <td>19.304354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>74.178353</td>\n",
       "      <td>7.025483</td>\n",
       "      <td>9.118004e+06</td>\n",
       "      <td>10.600220</td>\n",
       "      <td>2854.490090</td>\n",
       "      <td>6.877593e+04</td>\n",
       "      <td>2091.540939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1994.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000001</td>\n",
       "      <td>-276.080000</td>\n",
       "      <td>-8.749370e+02</td>\n",
       "      <td>-41.501000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>55.000000</td>\n",
       "      <td>2000.000000</td>\n",
       "      <td>1.381700e+04</td>\n",
       "      <td>1.024000</td>\n",
       "      <td>5.207000</td>\n",
       "      <td>3.778500e+00</td>\n",
       "      <td>1.940000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>122.000000</td>\n",
       "      <td>2006.000000</td>\n",
       "      <td>2.533220e+05</td>\n",
       "      <td>5.762694</td>\n",
       "      <td>26.000000</td>\n",
       "      <td>1.737100e+01</td>\n",
       "      <td>4.127000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>176.000000</td>\n",
       "      <td>2012.000000</td>\n",
       "      <td>1.424034e+06</td>\n",
       "      <td>17.006000</td>\n",
       "      <td>47.113000</td>\n",
       "      <td>4.213700e+01</td>\n",
       "      <td>7.745000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>514.000000</td>\n",
       "      <td>2018.000000</td>\n",
       "      <td>5.558942e+08</td>\n",
       "      <td>341.260000</td>\n",
       "      <td>139358.000000</td>\n",
       "      <td>7.964521e+06</td>\n",
       "      <td>359278.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       utility_id_ferc1   report_year  fuel_qty_burned  fuel_mmbtu_per_unit  \\\n",
       "count      29523.000000  29523.000000     2.952300e+04         29523.000000   \n",
       "mean         118.601836   2005.806050     2.622119e+06             8.492111   \n",
       "std           74.178353      7.025483     9.118004e+06            10.600220   \n",
       "min            1.000000   1994.000000     1.000000e+00             0.000001   \n",
       "25%           55.000000   2000.000000     1.381700e+04             1.024000   \n",
       "50%          122.000000   2006.000000     2.533220e+05             5.762694   \n",
       "75%          176.000000   2012.000000     1.424034e+06            17.006000   \n",
       "max          514.000000   2018.000000     5.558942e+08           341.260000   \n",
       "\n",
       "       fuel_cost_per_unit_burned  fuel_cost_per_unit_delivered  \\\n",
       "count               29523.000000                  2.952300e+04   \n",
       "mean                  208.649031                  9.175704e+02   \n",
       "std                  2854.490090                  6.877593e+04   \n",
       "min                  -276.080000                 -8.749370e+02   \n",
       "25%                     5.207000                  3.778500e+00   \n",
       "50%                    26.000000                  1.737100e+01   \n",
       "75%                    47.113000                  4.213700e+01   \n",
       "max                139358.000000                  7.964521e+06   \n",
       "\n",
       "       fuel_cost_per_mmbtu  \n",
       "count         29523.000000  \n",
       "mean             19.304354  \n",
       "std            2091.540939  \n",
       "min             -41.501000  \n",
       "25%               1.940000  \n",
       "50%               4.127000  \n",
       "75%               7.745000  \n",
       "max          359278.000000  "
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fuel_data.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DATA WRANGLING"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#find duplicate\n",
    "\n",
    "fuel_data.duplicated().any() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "record_id                         0\n",
       "utility_id_ferc1                  0\n",
       "report_year                       0\n",
       "plant_name_ferc1                  0\n",
       "fuel_type_code_pudl               0\n",
       "fuel_unit                       180\n",
       "fuel_qty_burned                   0\n",
       "fuel_mmbtu_per_unit               0\n",
       "fuel_cost_per_unit_burned         0\n",
       "fuel_cost_per_unit_delivered      0\n",
       "fuel_cost_per_mmbtu               0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#find missing values\n",
    "\n",
    "fuel_data.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "fuel_unit\n",
       "bbl        7998\n",
       "gal          84\n",
       "gramsU      464\n",
       "kgU         110\n",
       "mcf       11354\n",
       "mmbtu       180\n",
       "mwdth        95\n",
       "mwhth       100\n",
       "ton        8958\n",
       "Name: fuel_unit, dtype: int64"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Find the highest number of entries in the fuel_unit column\n",
    "\n",
    "fuel_data.groupby('fuel_unit')['fuel_unit'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "record_id                       0\n",
       "utility_id_ferc1                0\n",
       "report_year                     0\n",
       "plant_name_ferc1                0\n",
       "fuel_type_code_pudl             0\n",
       "fuel_unit                       0\n",
       "fuel_qty_burned                 0\n",
       "fuel_mmbtu_per_unit             0\n",
       "fuel_cost_per_unit_burned       0\n",
       "fuel_cost_per_unit_delivered    0\n",
       "fuel_cost_per_mmbtu             0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fuel_data[['fuel_unit']] = fuel_data[['fuel_unit']].fillna(value='mcf')\n",
    "\n",
    "#find missing values\n",
    "fuel_data.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# USE DATA TO FIND SOLUTION TO THE QUIZ PROBLEMS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <th>report_year</th>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type_code_pudl</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>nuclear</th>\n",
       "      <td>107.397311</td>\n",
       "      <td>2002.970660</td>\n",
       "      <td>5.454838e+06</td>\n",
       "      <td>17.582120</td>\n",
       "      <td>4955.157002</td>\n",
       "      <td>28616.915039</td>\n",
       "      <td>1.716559</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>oil</th>\n",
       "      <td>113.236235</td>\n",
       "      <td>2007.195933</td>\n",
       "      <td>6.311677e+04</td>\n",
       "      <td>5.814377</td>\n",
       "      <td>168.877086</td>\n",
       "      <td>313.907691</td>\n",
       "      <td>12.698732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>coal</th>\n",
       "      <td>115.637534</td>\n",
       "      <td>2004.623143</td>\n",
       "      <td>1.903473e+06</td>\n",
       "      <td>20.762780</td>\n",
       "      <td>67.421830</td>\n",
       "      <td>116.951141</td>\n",
       "      <td>1.787190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>waste</th>\n",
       "      <td>154.253968</td>\n",
       "      <td>2005.650794</td>\n",
       "      <td>1.171914e+05</td>\n",
       "      <td>0.341163</td>\n",
       "      <td>19.518122</td>\n",
       "      <td>18.413052</td>\n",
       "      <td>822.709937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>other</th>\n",
       "      <td>110.467066</td>\n",
       "      <td>2001.700599</td>\n",
       "      <td>2.948137e+06</td>\n",
       "      <td>0.572752</td>\n",
       "      <td>18.253856</td>\n",
       "      <td>16.871485</td>\n",
       "      <td>155.084910</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gas</th>\n",
       "      <td>124.122062</td>\n",
       "      <td>2005.978060</td>\n",
       "      <td>4.843183e+06</td>\n",
       "      <td>1.021913</td>\n",
       "      <td>13.659397</td>\n",
       "      <td>12.095172</td>\n",
       "      <td>5.408876</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     utility_id_ferc1  report_year  fuel_qty_burned  \\\n",
       "fuel_type_code_pudl                                                   \n",
       "nuclear                    107.397311  2002.970660     5.454838e+06   \n",
       "oil                        113.236235  2007.195933     6.311677e+04   \n",
       "coal                       115.637534  2004.623143     1.903473e+06   \n",
       "waste                      154.253968  2005.650794     1.171914e+05   \n",
       "other                      110.467066  2001.700599     2.948137e+06   \n",
       "gas                        124.122062  2005.978060     4.843183e+06   \n",
       "\n",
       "                     fuel_mmbtu_per_unit  fuel_cost_per_unit_burned  \\\n",
       "fuel_type_code_pudl                                                   \n",
       "nuclear                        17.582120                4955.157002   \n",
       "oil                             5.814377                 168.877086   \n",
       "coal                           20.762780                  67.421830   \n",
       "waste                           0.341163                  19.518122   \n",
       "other                           0.572752                  18.253856   \n",
       "gas                             1.021913                  13.659397   \n",
       "\n",
       "                     fuel_cost_per_unit_delivered  fuel_cost_per_mmbtu  \n",
       "fuel_type_code_pudl                                                     \n",
       "nuclear                              28616.915039             1.716559  \n",
       "oil                                    313.907691            12.698732  \n",
       "coal                                   116.951141             1.787190  \n",
       "waste                                   18.413052           822.709937  \n",
       "other                                   16.871485           155.084910  \n",
       "gas                                     12.095172             5.408876  "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Group and get the mean the fuel_type column\n",
    "\n",
    "\n",
    "average_fuel_type = fuel_data.groupby(['fuel_type_code_pudl']).mean()\n",
    "average_fuel_type.sort_values('fuel_cost_per_unit_burned', ascending = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<bound method Series.kurt of 0         5377489.0\n",
       "1        10486945.0\n",
       "2         2978683.0\n",
       "3         3739484.0\n",
       "4           40533.0\n",
       "            ...    \n",
       "29518       18799.0\n",
       "29519      806730.0\n",
       "29520      104554.0\n",
       "29521      315945.0\n",
       "29522       17853.0\n",
       "Name: fuel_qty_burned, Length: 29523, dtype: float64>"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Get Kurtosis of the fuel_qty_burned\n",
    "\n",
    "fuel_data['fuel_qty_burned'].kurtosis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>report_year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1997</th>\n",
       "      <td>108.366545</td>\n",
       "      <td>2.813503e+06</td>\n",
       "      <td>10.247632</td>\n",
       "      <td>149.482132</td>\n",
       "      <td>11140.197239</td>\n",
       "      <td>3.113486</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1996</th>\n",
       "      <td>108.714154</td>\n",
       "      <td>2.544754e+06</td>\n",
       "      <td>10.778041</td>\n",
       "      <td>79.434995</td>\n",
       "      <td>9196.705948</td>\n",
       "      <td>2.695880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2000</th>\n",
       "      <td>111.083758</td>\n",
       "      <td>2.472032e+06</td>\n",
       "      <td>9.224475</td>\n",
       "      <td>237.797111</td>\n",
       "      <td>985.362877</td>\n",
       "      <td>4.208403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>118.139116</td>\n",
       "      <td>2.154993e+06</td>\n",
       "      <td>7.688192</td>\n",
       "      <td>215.699318</td>\n",
       "      <td>652.694163</td>\n",
       "      <td>10.619376</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>133.669821</td>\n",
       "      <td>4.178890e+06</td>\n",
       "      <td>6.596546</td>\n",
       "      <td>232.992036</td>\n",
       "      <td>499.269966</td>\n",
       "      <td>7.233643</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>128.591949</td>\n",
       "      <td>3.340131e+06</td>\n",
       "      <td>7.217820</td>\n",
       "      <td>237.933197</td>\n",
       "      <td>326.535511</td>\n",
       "      <td>8.054361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1998</th>\n",
       "      <td>109.845528</td>\n",
       "      <td>3.267453e+06</td>\n",
       "      <td>10.704964</td>\n",
       "      <td>126.683519</td>\n",
       "      <td>287.154420</td>\n",
       "      <td>2.775862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>129.263877</td>\n",
       "      <td>2.700008e+06</td>\n",
       "      <td>7.588334</td>\n",
       "      <td>442.359068</td>\n",
       "      <td>192.737183</td>\n",
       "      <td>10.064673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>122.082569</td>\n",
       "      <td>2.741505e+06</td>\n",
       "      <td>7.797024</td>\n",
       "      <td>255.991023</td>\n",
       "      <td>172.307591</td>\n",
       "      <td>9.308225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>121.123322</td>\n",
       "      <td>1.782547e+06</td>\n",
       "      <td>8.332425</td>\n",
       "      <td>154.897398</td>\n",
       "      <td>139.524275</td>\n",
       "      <td>8.441597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>133.117021</td>\n",
       "      <td>3.693289e+06</td>\n",
       "      <td>6.846478</td>\n",
       "      <td>247.083959</td>\n",
       "      <td>103.901761</td>\n",
       "      <td>6.915613</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>117.992863</td>\n",
       "      <td>2.423720e+06</td>\n",
       "      <td>7.575013</td>\n",
       "      <td>262.951203</td>\n",
       "      <td>91.862105</td>\n",
       "      <td>8.551217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1994</th>\n",
       "      <td>106.120648</td>\n",
       "      <td>2.724018e+06</td>\n",
       "      <td>10.638098</td>\n",
       "      <td>213.191996</td>\n",
       "      <td>63.636060</td>\n",
       "      <td>3.086977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>120.769912</td>\n",
       "      <td>2.747094e+06</td>\n",
       "      <td>7.796063</td>\n",
       "      <td>258.804138</td>\n",
       "      <td>60.994502</td>\n",
       "      <td>8.808904</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>113.521386</td>\n",
       "      <td>2.321402e+06</td>\n",
       "      <td>8.371469</td>\n",
       "      <td>133.013010</td>\n",
       "      <td>60.050396</td>\n",
       "      <td>4.612658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>121.069355</td>\n",
       "      <td>2.461332e+06</td>\n",
       "      <td>7.786182</td>\n",
       "      <td>301.754519</td>\n",
       "      <td>59.774667</td>\n",
       "      <td>9.237591</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>120.785016</td>\n",
       "      <td>2.046455e+06</td>\n",
       "      <td>7.892854</td>\n",
       "      <td>255.954415</td>\n",
       "      <td>58.588197</td>\n",
       "      <td>12.690115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>123.300578</td>\n",
       "      <td>1.888622e+06</td>\n",
       "      <td>8.403746</td>\n",
       "      <td>123.183919</td>\n",
       "      <td>55.663493</td>\n",
       "      <td>7.223933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>120.354357</td>\n",
       "      <td>2.145645e+06</td>\n",
       "      <td>8.304833</td>\n",
       "      <td>101.179365</td>\n",
       "      <td>47.594361</td>\n",
       "      <td>6.226281</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>131.126888</td>\n",
       "      <td>3.352850e+06</td>\n",
       "      <td>6.781353</td>\n",
       "      <td>246.281796</td>\n",
       "      <td>46.196861</td>\n",
       "      <td>368.736351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>116.040348</td>\n",
       "      <td>2.035696e+06</td>\n",
       "      <td>8.027581</td>\n",
       "      <td>202.622082</td>\n",
       "      <td>43.325023</td>\n",
       "      <td>10.735181</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>121.028369</td>\n",
       "      <td>1.768876e+06</td>\n",
       "      <td>8.135972</td>\n",
       "      <td>107.111221</td>\n",
       "      <td>41.438184</td>\n",
       "      <td>9.397078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>117.178600</td>\n",
       "      <td>1.957264e+06</td>\n",
       "      <td>8.138090</td>\n",
       "      <td>151.361249</td>\n",
       "      <td>38.657484</td>\n",
       "      <td>10.339898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1995</th>\n",
       "      <td>110.139051</td>\n",
       "      <td>3.712067e+06</td>\n",
       "      <td>10.644830</td>\n",
       "      <td>354.422555</td>\n",
       "      <td>32.735269</td>\n",
       "      <td>2.868838</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1999</th>\n",
       "      <td>108.222857</td>\n",
       "      <td>3.281281e+06</td>\n",
       "      <td>10.558885</td>\n",
       "      <td>120.053605</td>\n",
       "      <td>25.551627</td>\n",
       "      <td>2.740251</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             utility_id_ferc1  fuel_qty_burned  fuel_mmbtu_per_unit  \\\n",
       "report_year                                                           \n",
       "1997               108.366545     2.813503e+06            10.247632   \n",
       "1996               108.714154     2.544754e+06            10.778041   \n",
       "2000               111.083758     2.472032e+06             9.224475   \n",
       "2009               118.139116     2.154993e+06             7.688192   \n",
       "2018               133.669821     4.178890e+06             6.596546   \n",
       "2015               128.591949     3.340131e+06             7.217820   \n",
       "1998               109.845528     3.267453e+06            10.704964   \n",
       "2014               129.263877     2.700008e+06             7.588334   \n",
       "2013               122.082569     2.741505e+06             7.797024   \n",
       "2004               121.123322     1.782547e+06             8.332425   \n",
       "2016               133.117021     3.693289e+06             6.846478   \n",
       "2010               117.992863     2.423720e+06             7.575013   \n",
       "1994               106.120648     2.724018e+06            10.638098   \n",
       "2012               120.769912     2.747094e+06             7.796063   \n",
       "2001               113.521386     2.321402e+06             8.371469   \n",
       "2011               121.069355     2.461332e+06             7.786182   \n",
       "2008               120.785016     2.046455e+06             7.892854   \n",
       "2003               123.300578     1.888622e+06             8.403746   \n",
       "2002               120.354357     2.145645e+06             8.304833   \n",
       "2017               131.126888     3.352850e+06             6.781353   \n",
       "2007               116.040348     2.035696e+06             8.027581   \n",
       "2005               121.028369     1.768876e+06             8.135972   \n",
       "2006               117.178600     1.957264e+06             8.138090   \n",
       "1995               110.139051     3.712067e+06            10.644830   \n",
       "1999               108.222857     3.281281e+06            10.558885   \n",
       "\n",
       "             fuel_cost_per_unit_burned  fuel_cost_per_unit_delivered  \\\n",
       "report_year                                                            \n",
       "1997                        149.482132                  11140.197239   \n",
       "1996                         79.434995                   9196.705948   \n",
       "2000                        237.797111                    985.362877   \n",
       "2009                        215.699318                    652.694163   \n",
       "2018                        232.992036                    499.269966   \n",
       "2015                        237.933197                    326.535511   \n",
       "1998                        126.683519                    287.154420   \n",
       "2014                        442.359068                    192.737183   \n",
       "2013                        255.991023                    172.307591   \n",
       "2004                        154.897398                    139.524275   \n",
       "2016                        247.083959                    103.901761   \n",
       "2010                        262.951203                     91.862105   \n",
       "1994                        213.191996                     63.636060   \n",
       "2012                        258.804138                     60.994502   \n",
       "2001                        133.013010                     60.050396   \n",
       "2011                        301.754519                     59.774667   \n",
       "2008                        255.954415                     58.588197   \n",
       "2003                        123.183919                     55.663493   \n",
       "2002                        101.179365                     47.594361   \n",
       "2017                        246.281796                     46.196861   \n",
       "2007                        202.622082                     43.325023   \n",
       "2005                        107.111221                     41.438184   \n",
       "2006                        151.361249                     38.657484   \n",
       "1995                        354.422555                     32.735269   \n",
       "1999                        120.053605                     25.551627   \n",
       "\n",
       "             fuel_cost_per_mmbtu  \n",
       "report_year                       \n",
       "1997                    3.113486  \n",
       "1996                    2.695880  \n",
       "2000                    4.208403  \n",
       "2009                   10.619376  \n",
       "2018                    7.233643  \n",
       "2015                    8.054361  \n",
       "1998                    2.775862  \n",
       "2014                   10.064673  \n",
       "2013                    9.308225  \n",
       "2004                    8.441597  \n",
       "2016                    6.915613  \n",
       "2010                    8.551217  \n",
       "1994                    3.086977  \n",
       "2012                    8.808904  \n",
       "2001                    4.612658  \n",
       "2011                    9.237591  \n",
       "2008                   12.690115  \n",
       "2003                    7.223933  \n",
       "2002                    6.226281  \n",
       "2017                  368.736351  \n",
       "2007                   10.735181  \n",
       "2005                    9.397078  \n",
       "2006                   10.339898  \n",
       "1995                    2.868838  \n",
       "1999                    2.740251  "
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Get the average of the report years\n",
    "\n",
    "average_report_year = fuel_data.groupby(['report_year']).mean()\n",
    "\n",
    "#sort the years\n",
    "average_report_year.sort_values('fuel_cost_per_unit_delivered', ascending = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>report_year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1994</th>\n",
       "      <td>106.120648</td>\n",
       "      <td>2.724018e+06</td>\n",
       "      <td>10.638098</td>\n",
       "      <td>213.191996</td>\n",
       "      <td>63.636060</td>\n",
       "      <td>3.086977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1995</th>\n",
       "      <td>110.139051</td>\n",
       "      <td>3.712067e+06</td>\n",
       "      <td>10.644830</td>\n",
       "      <td>354.422555</td>\n",
       "      <td>32.735269</td>\n",
       "      <td>2.868838</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1996</th>\n",
       "      <td>108.714154</td>\n",
       "      <td>2.544754e+06</td>\n",
       "      <td>10.778041</td>\n",
       "      <td>79.434995</td>\n",
       "      <td>9196.705948</td>\n",
       "      <td>2.695880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1997</th>\n",
       "      <td>108.366545</td>\n",
       "      <td>2.813503e+06</td>\n",
       "      <td>10.247632</td>\n",
       "      <td>149.482132</td>\n",
       "      <td>11140.197239</td>\n",
       "      <td>3.113486</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1998</th>\n",
       "      <td>109.845528</td>\n",
       "      <td>3.267453e+06</td>\n",
       "      <td>10.704964</td>\n",
       "      <td>126.683519</td>\n",
       "      <td>287.154420</td>\n",
       "      <td>2.775862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1999</th>\n",
       "      <td>108.222857</td>\n",
       "      <td>3.281281e+06</td>\n",
       "      <td>10.558885</td>\n",
       "      <td>120.053605</td>\n",
       "      <td>25.551627</td>\n",
       "      <td>2.740251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2000</th>\n",
       "      <td>111.083758</td>\n",
       "      <td>2.472032e+06</td>\n",
       "      <td>9.224475</td>\n",
       "      <td>237.797111</td>\n",
       "      <td>985.362877</td>\n",
       "      <td>4.208403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>113.521386</td>\n",
       "      <td>2.321402e+06</td>\n",
       "      <td>8.371469</td>\n",
       "      <td>133.013010</td>\n",
       "      <td>60.050396</td>\n",
       "      <td>4.612658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>120.354357</td>\n",
       "      <td>2.145645e+06</td>\n",
       "      <td>8.304833</td>\n",
       "      <td>101.179365</td>\n",
       "      <td>47.594361</td>\n",
       "      <td>6.226281</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>123.300578</td>\n",
       "      <td>1.888622e+06</td>\n",
       "      <td>8.403746</td>\n",
       "      <td>123.183919</td>\n",
       "      <td>55.663493</td>\n",
       "      <td>7.223933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>121.123322</td>\n",
       "      <td>1.782547e+06</td>\n",
       "      <td>8.332425</td>\n",
       "      <td>154.897398</td>\n",
       "      <td>139.524275</td>\n",
       "      <td>8.441597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>121.028369</td>\n",
       "      <td>1.768876e+06</td>\n",
       "      <td>8.135972</td>\n",
       "      <td>107.111221</td>\n",
       "      <td>41.438184</td>\n",
       "      <td>9.397078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>117.178600</td>\n",
       "      <td>1.957264e+06</td>\n",
       "      <td>8.138090</td>\n",
       "      <td>151.361249</td>\n",
       "      <td>38.657484</td>\n",
       "      <td>10.339898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>116.040348</td>\n",
       "      <td>2.035696e+06</td>\n",
       "      <td>8.027581</td>\n",
       "      <td>202.622082</td>\n",
       "      <td>43.325023</td>\n",
       "      <td>10.735181</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>120.785016</td>\n",
       "      <td>2.046455e+06</td>\n",
       "      <td>7.892854</td>\n",
       "      <td>255.954415</td>\n",
       "      <td>58.588197</td>\n",
       "      <td>12.690115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>118.139116</td>\n",
       "      <td>2.154993e+06</td>\n",
       "      <td>7.688192</td>\n",
       "      <td>215.699318</td>\n",
       "      <td>652.694163</td>\n",
       "      <td>10.619376</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>117.992863</td>\n",
       "      <td>2.423720e+06</td>\n",
       "      <td>7.575013</td>\n",
       "      <td>262.951203</td>\n",
       "      <td>91.862105</td>\n",
       "      <td>8.551217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>121.069355</td>\n",
       "      <td>2.461332e+06</td>\n",
       "      <td>7.786182</td>\n",
       "      <td>301.754519</td>\n",
       "      <td>59.774667</td>\n",
       "      <td>9.237591</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>120.769912</td>\n",
       "      <td>2.747094e+06</td>\n",
       "      <td>7.796063</td>\n",
       "      <td>258.804138</td>\n",
       "      <td>60.994502</td>\n",
       "      <td>8.808904</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>122.082569</td>\n",
       "      <td>2.741505e+06</td>\n",
       "      <td>7.797024</td>\n",
       "      <td>255.991023</td>\n",
       "      <td>172.307591</td>\n",
       "      <td>9.308225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>129.263877</td>\n",
       "      <td>2.700008e+06</td>\n",
       "      <td>7.588334</td>\n",
       "      <td>442.359068</td>\n",
       "      <td>192.737183</td>\n",
       "      <td>10.064673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>128.591949</td>\n",
       "      <td>3.340131e+06</td>\n",
       "      <td>7.217820</td>\n",
       "      <td>237.933197</td>\n",
       "      <td>326.535511</td>\n",
       "      <td>8.054361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>133.117021</td>\n",
       "      <td>3.693289e+06</td>\n",
       "      <td>6.846478</td>\n",
       "      <td>247.083959</td>\n",
       "      <td>103.901761</td>\n",
       "      <td>6.915613</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>131.126888</td>\n",
       "      <td>3.352850e+06</td>\n",
       "      <td>6.781353</td>\n",
       "      <td>246.281796</td>\n",
       "      <td>46.196861</td>\n",
       "      <td>368.736351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>133.669821</td>\n",
       "      <td>4.178890e+06</td>\n",
       "      <td>6.596546</td>\n",
       "      <td>232.992036</td>\n",
       "      <td>499.269966</td>\n",
       "      <td>7.233643</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             utility_id_ferc1  fuel_qty_burned  fuel_mmbtu_per_unit  \\\n",
       "report_year                                                           \n",
       "1994               106.120648     2.724018e+06            10.638098   \n",
       "1995               110.139051     3.712067e+06            10.644830   \n",
       "1996               108.714154     2.544754e+06            10.778041   \n",
       "1997               108.366545     2.813503e+06            10.247632   \n",
       "1998               109.845528     3.267453e+06            10.704964   \n",
       "1999               108.222857     3.281281e+06            10.558885   \n",
       "2000               111.083758     2.472032e+06             9.224475   \n",
       "2001               113.521386     2.321402e+06             8.371469   \n",
       "2002               120.354357     2.145645e+06             8.304833   \n",
       "2003               123.300578     1.888622e+06             8.403746   \n",
       "2004               121.123322     1.782547e+06             8.332425   \n",
       "2005               121.028369     1.768876e+06             8.135972   \n",
       "2006               117.178600     1.957264e+06             8.138090   \n",
       "2007               116.040348     2.035696e+06             8.027581   \n",
       "2008               120.785016     2.046455e+06             7.892854   \n",
       "2009               118.139116     2.154993e+06             7.688192   \n",
       "2010               117.992863     2.423720e+06             7.575013   \n",
       "2011               121.069355     2.461332e+06             7.786182   \n",
       "2012               120.769912     2.747094e+06             7.796063   \n",
       "2013               122.082569     2.741505e+06             7.797024   \n",
       "2014               129.263877     2.700008e+06             7.588334   \n",
       "2015               128.591949     3.340131e+06             7.217820   \n",
       "2016               133.117021     3.693289e+06             6.846478   \n",
       "2017               131.126888     3.352850e+06             6.781353   \n",
       "2018               133.669821     4.178890e+06             6.596546   \n",
       "\n",
       "             fuel_cost_per_unit_burned  fuel_cost_per_unit_delivered  \\\n",
       "report_year                                                            \n",
       "1994                        213.191996                     63.636060   \n",
       "1995                        354.422555                     32.735269   \n",
       "1996                         79.434995                   9196.705948   \n",
       "1997                        149.482132                  11140.197239   \n",
       "1998                        126.683519                    287.154420   \n",
       "1999                        120.053605                     25.551627   \n",
       "2000                        237.797111                    985.362877   \n",
       "2001                        133.013010                     60.050396   \n",
       "2002                        101.179365                     47.594361   \n",
       "2003                        123.183919                     55.663493   \n",
       "2004                        154.897398                    139.524275   \n",
       "2005                        107.111221                     41.438184   \n",
       "2006                        151.361249                     38.657484   \n",
       "2007                        202.622082                     43.325023   \n",
       "2008                        255.954415                     58.588197   \n",
       "2009                        215.699318                    652.694163   \n",
       "2010                        262.951203                     91.862105   \n",
       "2011                        301.754519                     59.774667   \n",
       "2012                        258.804138                     60.994502   \n",
       "2013                        255.991023                    172.307591   \n",
       "2014                        442.359068                    192.737183   \n",
       "2015                        237.933197                    326.535511   \n",
       "2016                        247.083959                    103.901761   \n",
       "2017                        246.281796                     46.196861   \n",
       "2018                        232.992036                    499.269966   \n",
       "\n",
       "             fuel_cost_per_mmbtu  \n",
       "report_year                       \n",
       "1994                    3.086977  \n",
       "1995                    2.868838  \n",
       "1996                    2.695880  \n",
       "1997                    3.113486  \n",
       "1998                    2.775862  \n",
       "1999                    2.740251  \n",
       "2000                    4.208403  \n",
       "2001                    4.612658  \n",
       "2002                    6.226281  \n",
       "2003                    7.223933  \n",
       "2004                    8.441597  \n",
       "2005                    9.397078  \n",
       "2006                   10.339898  \n",
       "2007                   10.735181  \n",
       "2008                   12.690115  \n",
       "2009                   10.619376  \n",
       "2010                    8.551217  \n",
       "2011                    9.237591  \n",
       "2012                    8.808904  \n",
       "2013                    9.308225  \n",
       "2014                   10.064673  \n",
       "2015                    8.054361  \n",
       "2016                    6.915613  \n",
       "2017                  368.736351  \n",
       "2018                    7.233643  "
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "average_report_year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <th>report_year</th>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>utility_id_ferc1</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.093323</td>\n",
       "      <td>-0.057447</td>\n",
       "      <td>-0.066946</td>\n",
       "      <td>-0.037863</td>\n",
       "      <td>-0.016414</td>\n",
       "      <td>0.006122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>report_year</th>\n",
       "      <td>0.093323</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.012952</td>\n",
       "      <td>-0.110853</td>\n",
       "      <td>0.013599</td>\n",
       "      <td>-0.014043</td>\n",
       "      <td>0.010261</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_qty_burned</th>\n",
       "      <td>-0.057447</td>\n",
       "      <td>0.012952</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.080946</td>\n",
       "      <td>-0.018535</td>\n",
       "      <td>-0.003551</td>\n",
       "      <td>-0.001896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_mmbtu_per_unit</th>\n",
       "      <td>-0.066946</td>\n",
       "      <td>-0.110853</td>\n",
       "      <td>-0.080946</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.010034</td>\n",
       "      <td>-0.009039</td>\n",
       "      <td>-0.005884</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_cost_per_unit_burned</th>\n",
       "      <td>-0.037863</td>\n",
       "      <td>0.013599</td>\n",
       "      <td>-0.018535</td>\n",
       "      <td>-0.010034</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.011007</td>\n",
       "      <td>-0.000437</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_cost_per_unit_delivered</th>\n",
       "      <td>-0.016414</td>\n",
       "      <td>-0.014043</td>\n",
       "      <td>-0.003551</td>\n",
       "      <td>-0.009039</td>\n",
       "      <td>0.011007</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.000109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_cost_per_mmbtu</th>\n",
       "      <td>0.006122</td>\n",
       "      <td>0.010261</td>\n",
       "      <td>-0.001896</td>\n",
       "      <td>-0.005884</td>\n",
       "      <td>-0.000437</td>\n",
       "      <td>-0.000109</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                              utility_id_ferc1  report_year  fuel_qty_burned  \\\n",
       "utility_id_ferc1                      1.000000     0.093323        -0.057447   \n",
       "report_year                           0.093323     1.000000         0.012952   \n",
       "fuel_qty_burned                      -0.057447     0.012952         1.000000   \n",
       "fuel_mmbtu_per_unit                  -0.066946    -0.110853        -0.080946   \n",
       "fuel_cost_per_unit_burned            -0.037863     0.013599        -0.018535   \n",
       "fuel_cost_per_unit_delivered         -0.016414    -0.014043        -0.003551   \n",
       "fuel_cost_per_mmbtu                   0.006122     0.010261        -0.001896   \n",
       "\n",
       "                              fuel_mmbtu_per_unit  fuel_cost_per_unit_burned  \\\n",
       "utility_id_ferc1                        -0.066946                  -0.037863   \n",
       "report_year                             -0.110853                   0.013599   \n",
       "fuel_qty_burned                         -0.080946                  -0.018535   \n",
       "fuel_mmbtu_per_unit                      1.000000                  -0.010034   \n",
       "fuel_cost_per_unit_burned               -0.010034                   1.000000   \n",
       "fuel_cost_per_unit_delivered            -0.009039                   0.011007   \n",
       "fuel_cost_per_mmbtu                     -0.005884                  -0.000437   \n",
       "\n",
       "                              fuel_cost_per_unit_delivered  \\\n",
       "utility_id_ferc1                                 -0.016414   \n",
       "report_year                                      -0.014043   \n",
       "fuel_qty_burned                                  -0.003551   \n",
       "fuel_mmbtu_per_unit                              -0.009039   \n",
       "fuel_cost_per_unit_burned                         0.011007   \n",
       "fuel_cost_per_unit_delivered                      1.000000   \n",
       "fuel_cost_per_mmbtu                              -0.000109   \n",
       "\n",
       "                              fuel_cost_per_mmbtu  \n",
       "utility_id_ferc1                         0.006122  \n",
       "report_year                              0.010261  \n",
       "fuel_qty_burned                         -0.001896  \n",
       "fuel_mmbtu_per_unit                     -0.005884  \n",
       "fuel_cost_per_unit_burned               -0.000437  \n",
       "fuel_cost_per_unit_delivered            -0.000109  \n",
       "fuel_cost_per_mmbtu                      1.000000  "
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#get correlation \n",
    "\n",
    "fuel_data.corr(method = 'pearson')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}