pjm_dayahead_cleaned.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#PJM Day-ahead Data, cleaned\n",
    "\n",
    "Similar process as the real-time PJM LMP data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# The %... is an iPython thing, and is not part of the Python language.\n",
    "# In this case we're just telling the plotting library to draw things on\n",
    "# the notebook, instead of on a separate window.\n",
    "%matplotlib inline\n",
    "# See all the \"as ...\" contructs? They're just aliasing the package names.\n",
    "# That way we can call methods like plt.plot() instead of matplotlib.pyplot.plot().\n",
    "import numpy as np\n",
    "import scipy as sp\n",
    "import matplotlib as mpl\n",
    "import matplotlib.cm as cm\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import time\n",
    "pd.set_option('display.width', 500)\n",
    "pd.set_option('display.max_columns', 100)\n",
    "pd.set_option('display.notebook_repr_html', True)\n",
    "import seaborn as sns\n",
    "sns.set_style(\"whitegrid\")\n",
    "sns.set_context(\"poster\")\n",
    "import requests\n",
    "import json\n",
    "import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pnodeId</th>\n",
       "      <th>price_01</th>\n",
       "      <th>price_02</th>\n",
       "      <th>price_03</th>\n",
       "      <th>price_04</th>\n",
       "      <th>price_05</th>\n",
       "      <th>price_06</th>\n",
       "      <th>price_07</th>\n",
       "      <th>price_08</th>\n",
       "      <th>price_09</th>\n",
       "      <th>price_10</th>\n",
       "      <th>price_11</th>\n",
       "      <th>price_12</th>\n",
       "      <th>price_13</th>\n",
       "      <th>price_14</th>\n",
       "      <th>price_15</th>\n",
       "      <th>price_16</th>\n",
       "      <th>price_17</th>\n",
       "      <th>price_18</th>\n",
       "      <th>price_19</th>\n",
       "      <th>price_20</th>\n",
       "      <th>price_21</th>\n",
       "      <th>price_22</th>\n",
       "      <th>price_23</th>\n",
       "      <th>price_24</th>\n",
       "      <th>publishDate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32417601</td>\n",
       "      <td>24.15</td>\n",
       "      <td>23.10</td>\n",
       "      <td>21.91</td>\n",
       "      <td>21.08</td>\n",
       "      <td>20.84</td>\n",
       "      <td>21.32</td>\n",
       "      <td>22.55</td>\n",
       "      <td>23.86</td>\n",
       "      <td>24.42</td>\n",
       "      <td>25.15</td>\n",
       "      <td>25.39</td>\n",
       "      <td>26.29</td>\n",
       "      <td>25.84</td>\n",
       "      <td>25.71</td>\n",
       "      <td>25.55</td>\n",
       "      <td>25.44</td>\n",
       "      <td>26.30</td>\n",
       "      <td>42.40</td>\n",
       "      <td>60.56</td>\n",
       "      <td>54.69</td>\n",
       "      <td>45.31</td>\n",
       "      <td>34.56</td>\n",
       "      <td>29.84</td>\n",
       "      <td>25.54</td>\n",
       "      <td>2008-01-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32417601</td>\n",
       "      <td>26.43</td>\n",
       "      <td>25.70</td>\n",
       "      <td>25.58</td>\n",
       "      <td>25.27</td>\n",
       "      <td>25.53</td>\n",
       "      <td>30.45</td>\n",
       "      <td>55.32</td>\n",
       "      <td>66.16</td>\n",
       "      <td>70.70</td>\n",
       "      <td>66.22</td>\n",
       "      <td>63.54</td>\n",
       "      <td>53.78</td>\n",
       "      <td>46.65</td>\n",
       "      <td>44.25</td>\n",
       "      <td>39.70</td>\n",
       "      <td>37.93</td>\n",
       "      <td>40.74</td>\n",
       "      <td>81.39</td>\n",
       "      <td>96.11</td>\n",
       "      <td>82.96</td>\n",
       "      <td>74.83</td>\n",
       "      <td>62.65</td>\n",
       "      <td>50.67</td>\n",
       "      <td>37.44</td>\n",
       "      <td>2008-01-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>32417601</td>\n",
       "      <td>54.70</td>\n",
       "      <td>53.51</td>\n",
       "      <td>50.60</td>\n",
       "      <td>50.63</td>\n",
       "      <td>50.44</td>\n",
       "      <td>58.14</td>\n",
       "      <td>78.02</td>\n",
       "      <td>71.51</td>\n",
       "      <td>85.80</td>\n",
       "      <td>74.81</td>\n",
       "      <td>67.08</td>\n",
       "      <td>58.18</td>\n",
       "      <td>62.91</td>\n",
       "      <td>50.24</td>\n",
       "      <td>42.84</td>\n",
       "      <td>36.87</td>\n",
       "      <td>46.33</td>\n",
       "      <td>73.71</td>\n",
       "      <td>100.76</td>\n",
       "      <td>92.22</td>\n",
       "      <td>84.85</td>\n",
       "      <td>65.52</td>\n",
       "      <td>55.79</td>\n",
       "      <td>59.20</td>\n",
       "      <td>2008-01-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>32417601</td>\n",
       "      <td>52.28</td>\n",
       "      <td>46.93</td>\n",
       "      <td>44.46</td>\n",
       "      <td>42.24</td>\n",
       "      <td>43.48</td>\n",
       "      <td>55.10</td>\n",
       "      <td>72.56</td>\n",
       "      <td>84.60</td>\n",
       "      <td>91.68</td>\n",
       "      <td>76.72</td>\n",
       "      <td>65.81</td>\n",
       "      <td>60.11</td>\n",
       "      <td>60.58</td>\n",
       "      <td>48.12</td>\n",
       "      <td>37.86</td>\n",
       "      <td>30.72</td>\n",
       "      <td>39.32</td>\n",
       "      <td>55.88</td>\n",
       "      <td>93.76</td>\n",
       "      <td>75.07</td>\n",
       "      <td>58.56</td>\n",
       "      <td>58.50</td>\n",
       "      <td>48.51</td>\n",
       "      <td>33.22</td>\n",
       "      <td>2008-01-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>32417601</td>\n",
       "      <td>25.75</td>\n",
       "      <td>25.59</td>\n",
       "      <td>25.29</td>\n",
       "      <td>25.06</td>\n",
       "      <td>24.65</td>\n",
       "      <td>24.57</td>\n",
       "      <td>25.18</td>\n",
       "      <td>33.56</td>\n",
       "      <td>38.62</td>\n",
       "      <td>42.20</td>\n",
       "      <td>39.27</td>\n",
       "      <td>33.34</td>\n",
       "      <td>27.90</td>\n",
       "      <td>26.89</td>\n",
       "      <td>25.40</td>\n",
       "      <td>25.51</td>\n",
       "      <td>25.75</td>\n",
       "      <td>40.95</td>\n",
       "      <td>56.56</td>\n",
       "      <td>48.63</td>\n",
       "      <td>40.82</td>\n",
       "      <td>33.27</td>\n",
       "      <td>25.76</td>\n",
       "      <td>24.24</td>\n",
       "      <td>2008-01-05</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    pnodeId  price_01  price_02  price_03  price_04  price_05  price_06  price_07  price_08  price_09  price_10  price_11  price_12  price_13  price_14  price_15  price_16  price_17  price_18  price_19  price_20  price_21  price_22  price_23  price_24 publishDate\n",
       "0  32417601     24.15     23.10     21.91     21.08     20.84     21.32     22.55     23.86     24.42     25.15     25.39     26.29     25.84     25.71     25.55     25.44     26.30     42.40     60.56     54.69     45.31     34.56     29.84     25.54  2008-01-01\n",
       "1  32417601     26.43     25.70     25.58     25.27     25.53     30.45     55.32     66.16     70.70     66.22     63.54     53.78     46.65     44.25     39.70     37.93     40.74     81.39     96.11     82.96     74.83     62.65     50.67     37.44  2008-01-02\n",
       "2  32417601     54.70     53.51     50.60     50.63     50.44     58.14     78.02     71.51     85.80     74.81     67.08     58.18     62.91     50.24     42.84     36.87     46.33     73.71    100.76     92.22     84.85     65.52     55.79     59.20  2008-01-03\n",
       "3  32417601     52.28     46.93     44.46     42.24     43.48     55.10     72.56     84.60     91.68     76.72     65.81     60.11     60.58     48.12     37.86     30.72     39.32     55.88     93.76     75.07     58.56     58.50     48.51     33.22  2008-01-04\n",
       "4  32417601     25.75     25.59     25.29     25.06     24.65     24.57     25.18     33.56     38.62     42.20     39.27     33.34     27.90     26.89     25.40     25.51     25.75     40.95     56.56     48.63     40.82     33.27     25.76     24.24  2008-01-05"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pjmdadf = pd.read_csv('rawdf_pjm_dayahead.csv')\n",
    "pjmdadf.drop(labels = 'Unnamed: 0', axis = 1, inplace = True)\n",
    "pjmdadf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}