Get_weather_prec_data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import calendar"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Download the US weather data from ncdc.noaa.gov\n",
    "def get_weather_data(state_code, parameter, month):\n",
    "    \"\"\" state_code is an integer value between 1 and 50, \n",
    "        parameter is type of weather data i.e average temperature, precipitation etc., \n",
    "        month is an integer value between 1 and 12.  \n",
    "    \"\"\"\n",
    "    url = 'https://www.ncdc.noaa.gov/cag/statewide/time-series/%02d-%s-1-%02d-1966-2011.csv?base_prd=true&begbaseyear=1901&endbaseyear=2000' %(state_code, parameter, month)\n",
    "    print (state_code, parameter, month)\n",
    "    df = pd.read_csv(url)\n",
    "    state = df.columns[0]\n",
    "    print(state)\n",
    "    df['state'] = [state for i in xrange(df.shape[0])]\n",
    "    columns = list(df.iloc[3])[:3] + ['state']\n",
    "    df.head()\n",
    "    data = np.asarray(df.iloc[4:,:])\n",
    "    return pd.DataFrame(data = data, columns=columns)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "par = ['pcp']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1 pcp 1\n",
      "Unnamed: 0\n",
      "1 pcp 2\n",
      "Unnamed: 0\n",
      "1 pcp 3\n",
      "Unnamed: 0\n",
      "1 pcp 4\n",
      "Unnamed: 0\n",
      "1 pcp 5\n",
      "Unnamed: 0\n",
      "1 pcp 6\n",
      "Unnamed: 0\n",
      "1 pcp 7\n",
      "Unnamed: 0\n",
      "1 pcp 8\n",
      "Unnamed: 0\n",
      "1 pcp 9\n",
      "Unnamed: 0\n",
      "1 pcp 10\n",
      "Unnamed: 0\n",
      "1 pcp 11\n",
      "Unnamed: 0\n",
      "1 pcp 12\n",
      "Unnamed: 0\n",
      "2 pcp 1\n",
      "Unnamed: 0\n",
      "2 pcp 2\n",
      "Unnamed: 0\n",
      "2 pcp 3\n",
      "Unnamed: 0\n",
      "2 pcp 4\n",
      "Unnamed: 0\n",
      "2 pcp 5\n",
      "Unnamed: 0\n",
      "2 pcp 6\n",
      "Unnamed: 0\n",
      "2 pcp 7\n",
      "Unnamed: 0\n",
      "2 pcp 8\n",
      "Unnamed: 0\n",
      "2 pcp 9\n",
      "Unnamed: 0\n",
      "2 pcp 10\n",
      "Unnamed: 0\n",
      "2 pcp 11\n",
      "Unnamed: 0\n",
      "2 pcp 12\n",
      "Unnamed: 0\n",
      "3 pcp 1\n",
      "Unnamed: 0\n",
      "3 pcp 2\n",
      "Unnamed: 0\n",
      "3 pcp 3\n",
      "Unnamed: 0\n",
      "3 pcp 4\n",
      "Unnamed: 0\n",
      "3 pcp 5\n",
      "Unnamed: 0\n",
      "3 pcp 6\n",
      "Unnamed: 0\n",
      "3 pcp 7\n",
      "Unnamed: 0\n",
      "3 pcp 8\n",
      "Unnamed: 0\n",
      "3 pcp 9\n",
      "Unnamed: 0\n",
      "3 pcp 10\n",
      "Unnamed: 0\n",
      "3 pcp 11\n",
      "Unnamed: 0\n",
      "3 pcp 12\n",
      "Unnamed: 0\n",
      "4 pcp 1\n",
      "Unnamed: 0\n",
      "4 pcp 2\n",
      "Unnamed: 0\n",
      "4 pcp 3\n",
      "Unnamed: 0\n",
      "4 pcp 4\n",
      "Unnamed: 0\n",
      "4 pcp 5\n",
      "Unnamed: 0\n",
      "4 pcp 6\n",
      "Unnamed: 0\n",
      "4 pcp 7\n",
      "Unnamed: 0\n",
      "4 pcp 8\n",
      "Unnamed: 0\n",
      "4 pcp 9\n",
      "Unnamed: 0\n",
      "4 pcp 10\n",
      "Unnamed: 0\n",
      "4 pcp 11\n",
      "Unnamed: 0\n",
      "4 pcp 12\n",
      "Unnamed: 0\n",
      "5 pcp 1\n",
      "Unnamed: 0\n",
      "5 pcp 2\n",
      "Unnamed: 0\n",
      "5 pcp 3\n",
      "Unnamed: 0\n",
      "5 pcp 4\n",
      "Unnamed: 0\n",
      "5 pcp 5\n",
      "Unnamed: 0\n",
      "5 pcp 6\n",
      "Unnamed: 0\n",
      "5 pcp 7\n",
      "Unnamed: 0\n",
      "5 pcp 8\n",
      "Unnamed: 0\n",
      "5 pcp 9\n",
      "Unnamed: 0\n",
      "5 pcp 10\n",
      "Unnamed: 0\n",
      "5 pcp 11\n",
      "Unnamed: 0\n",
      "5 pcp 12\n",
      "Unnamed: 0\n",
      "6 pcp 1\n",
      "Unnamed: 0\n",
      "6 pcp 2\n",
      "Unnamed: 0\n",
      "6 pcp 3\n",
      "Unnamed: 0\n",
      "6 pcp 4\n",
      "Unnamed: 0\n",
      "6 pcp 5\n",
      "Unnamed: 0\n",
      "6 pcp 6\n",
      "Unnamed: 0\n",
      "6 pcp 7\n",
      "Unnamed: 0\n",
      "6 pcp 8\n",
      "Unnamed: 0\n",
      "6 pcp 9\n",
      "Unnamed: 0\n",
      "6 pcp 10\n",
      "Unnamed: 0\n",
      "6 pcp 11\n",
      "Unnamed: 0\n",
      "6 pcp 12\n",
      "Unnamed: 0\n",
      "7 pcp 1\n",
      "Unnamed: 0\n",
      "7 pcp 2\n",
      "Unnamed: 0\n",
      "7 pcp 3\n",
      "Unnamed: 0\n",
      "7 pcp 4\n",
      "Unnamed: 0\n",
      "7 pcp 5\n",
      "Unnamed: 0\n",
      "7 pcp 6\n",
      "Unnamed: 0\n",
      "7 pcp 7\n",
      "Unnamed: 0\n",
      "7 pcp 8\n",
      "Unnamed: 0\n",
      "7 pcp 9\n",
      "Unnamed: 0\n",
      "7 pcp 10\n",
      "Unnamed: 0\n",
      "7 pcp 11\n",
      "Unnamed: 0\n",
      "7 pcp 12\n",
      "Unnamed: 0\n",
      "8 pcp 1\n",
      "Unnamed: 0\n",
      "8 pcp 2\n",
      "Unnamed: 0\n",
      "8 pcp 3\n",
      "Unnamed: 0\n",
      "8 pcp 4\n",
      "Unnamed: 0\n",
      "8 pcp 5\n",
      "Unnamed: 0\n",
      "8 pcp 6\n",
      "Unnamed: 0\n",
      "8 pcp 7\n",
      "Unnamed: 0\n",
      "8 pcp 8\n",
      "Unnamed: 0\n",
      "8 pcp 9\n",
      "Unnamed: 0\n",
      "8 pcp 10\n",
      "Unnamed: 0\n",
      "8 pcp 11\n",
      "Unnamed: 0\n",
      "8 pcp 12\n",
      "Unnamed: 0\n",
      "9 pcp 1\n",
      "Unnamed: 0\n",
      "9 pcp 2\n",
      "Unnamed: 0\n",
      "9 pcp 3\n",
      "Unnamed: 0\n",
      "9 pcp 4\n",
      "Unnamed: 0\n",
      "9 pcp 5\n",
      "Unnamed: 0\n",
      "9 pcp 6\n",
      "Unnamed: 0\n",
      "9 pcp 7\n",
      "Unnamed: 0\n",
      "9 pcp 8\n",
      "Unnamed: 0\n",
      "9 pcp 9\n",
      "Unnamed: 0\n",
      "9 pcp 10\n",
      "Unnamed: 0\n",
      "9 pcp 11\n",
      "Unnamed: 0\n",
      "9 pcp 12\n",
      "Unnamed: 0\n",
      "10 pcp 1\n",
      "Idaho\n",
      "10 pcp 2\n",
      "Idaho\n",
      "10 pcp 3\n",
      "Idaho\n",
      "10 pcp 4\n",
      "Idaho\n",
      "10 pcp 5\n",
      "Idaho\n",
      "10 pcp 6\n",
      "Idaho\n",
      "10 pcp 7\n",
      "Idaho\n",
      "10 pcp 8\n",
      "Idaho\n",
      "10 pcp 9\n",
      "Idaho\n",
      "10 pcp 10\n",
      "Idaho\n",
      "10 pcp 11\n",
      "Idaho\n",
      "10 pcp 12\n",
      "Idaho\n",
      "11 pcp 1\n",
      "Illinois\n",
      "11 pcp 2\n",
      "Illinois\n",
      "11 pcp 3\n",
      "Illinois\n",
      "11 pcp 4\n",
      "Illinois\n",
      "11 pcp 5\n",
      "Illinois\n",
      "11 pcp 6\n",
      "Illinois\n",
      "11 pcp 7\n",
      "Illinois\n",
      "11 pcp 8\n",
      "Illinois\n",
      "11 pcp 9\n",
      "Illinois\n",
      "11 pcp 10\n",
      "Illinois\n",
      "11 pcp 11\n",
      "Illinois\n",
      "11 pcp 12\n",
      "Illinois\n",
      "12 pcp 1\n",
      "Indiana\n",
      "12 pcp 2\n",
      "Indiana\n",
      "12 pcp 3\n",
      "Indiana\n",
      "12 pcp 4\n",
      "Indiana\n",
      "12 pcp 5\n",
      "Indiana\n",
      "12 pcp 6\n",
      "Indiana\n",
      "12 pcp 7\n",
      "Indiana\n",
      "12 pcp 8\n",
      "Indiana\n",
      "12 pcp 9\n",
      "Indiana\n",
      "12 pcp 10\n",
      "Indiana\n",
      "12 pcp 11\n",
      "Indiana\n",
      "12 pcp 12\n",
      "Indiana\n",
      "13 pcp 1\n",
      "Iowa\n",
      "13 pcp 2\n",
      "Iowa\n",
      "13 pcp 3\n",
      "Iowa\n",
      "13 pcp 4\n",
      "Iowa\n",
      "13 pcp 5\n",
      "Iowa\n",
      "13 pcp 6\n",
      "Iowa\n",
      "13 pcp 7\n",
      "Iowa\n",
      "13 pcp 8\n",
      "Iowa\n",
      "13 pcp 9\n",
      "Iowa\n",
      "13 pcp 10\n",
      "Iowa\n",
      "13 pcp 11\n",
      "Iowa\n",
      "13 pcp 12\n",
      "Iowa\n",
      "14 pcp 1\n",
      "Kansas\n",
      "14 pcp 2\n",
      "Kansas\n",
      "14 pcp 3\n",
      "Kansas\n",
      "14 pcp 4\n",
      "Kansas\n",
      "14 pcp 5\n",
      "Kansas\n",
      "14 pcp 6\n",
      "Kansas\n",
      "14 pcp 7\n",
      "Kansas\n",
      "14 pcp 8\n",
      "Kansas\n",
      "14 pcp 9\n",
      "Kansas\n",
      "14 pcp 10\n",
      "Kansas\n",
      "14 pcp 11\n",
      "Kansas\n",
      "14 pcp 12\n",
      "Kansas\n",
      "15 pcp 1\n",
      "Kentucky\n",
      "15 pcp 2\n",
      "Kentucky\n",
      "15 pcp 3\n",
      "Kentucky\n",
      "15 pcp 4\n",
      "Kentucky\n",
      "15 pcp 5\n",
      "Kentucky\n",
      "15 pcp 6\n",
      "Kentucky\n",
      "15 pcp 7\n",
      "Kentucky\n",
      "15 pcp 8\n",
      "Kentucky\n",
      "15 pcp 9\n",
      "Kentucky\n",
      "15 pcp 10\n",
      "Kentucky\n",
      "15 pcp 11\n",
      "Kentucky\n",
      "15 pcp 12\n",
      "Kentucky\n",
      "16 pcp 1\n",
      "Louisiana\n",
      "16 pcp 2\n",
      "Louisiana\n",
      "16 pcp 3\n",
      "Louisiana\n",
      "16 pcp 4\n",
      "Louisiana\n",
      "16 pcp 5\n",
      "Louisiana\n",
      "16 pcp 6\n",
      "Louisiana\n",
      "16 pcp 7\n",
      "Louisiana\n",
      "16 pcp 8\n",
      "Louisiana\n",
      "16 pcp 9\n",
      "Louisiana\n",
      "16 pcp 10\n",
      "Louisiana\n",
      "16 pcp 11\n",
      "Louisiana\n",
      "16 pcp 12\n",
      "Louisiana\n",
      "17 pcp 1\n",
      "Maine\n",
      "17 pcp 2\n",
      "Maine\n",
      "17 pcp 3\n",
      "Maine\n",
      "17 pcp 4\n",
      "Maine\n",
      "17 pcp 5\n",
      "Maine\n",
      "17 pcp 6\n",
      "Maine\n",
      "17 pcp 7\n",
      "Maine\n",
      "17 pcp 8\n",
      "Maine\n",
      "17 pcp 9\n",
      "Maine\n",
      "17 pcp 10\n",
      "Maine\n",
      "17 pcp 11\n",
      "Maine\n",
      "17 pcp 12\n",
      "Maine\n",
      "18 pcp 1\n",
      "Maryland\n",
      "18 pcp 2\n",
      "Maryland\n",
      "18 pcp 3\n",
      "Maryland\n",
      "18 pcp 4\n",
      "Maryland\n",
      "18 pcp 5\n",
      "Maryland\n",
      "18 pcp 6\n",
      "Maryland\n",
      "18 pcp 7\n",
      "Maryland\n",
      "18 pcp 8\n",
      "Maryland\n",
      "18 pcp 9\n",
      "Maryland\n",
      "18 pcp 10\n",
      "Maryland\n",
      "18 pcp 11\n",
      "Maryland\n",
      "18 pcp 12\n",
      "Maryland\n",
      "19 pcp 1\n",
      "Massachusetts\n",
      "19 pcp 2\n",
      "Massachusetts\n",
      "19 pcp 3\n",
      "Massachusetts\n",
      "19 pcp 4\n",
      "Massachusetts\n",
      "19 pcp 5\n",
      "Massachusetts\n",
      "19 pcp 6\n",
      "Massachusetts\n",
      "19 pcp 7\n",
      "Massachusetts\n",
      "19 pcp 8\n",
      "Massachusetts\n",
      "19 pcp 9\n",
      "Massachusetts\n",
      "19 pcp 10\n",
      "Massachusetts\n",
      "19 pcp 11\n",
      "Massachusetts\n",
      "19 pcp 12\n",
      "Massachusetts\n",
      "20 pcp 1\n",
      "Michigan\n",
      "20 pcp 2\n",
      "Michigan\n",
      "20 pcp 3\n",
      "Michigan\n",
      "20 pcp 4\n",
      "Michigan\n",
      "20 pcp 5\n",
      "Michigan\n",
      "20 pcp 6\n",
      "Michigan\n",
      "20 pcp 7\n",
      "Michigan\n",
      "20 pcp 8\n",
      "Michigan\n",
      "20 pcp 9\n",
      "Michigan\n",
      "20 pcp 10\n",
      "Michigan\n",
      "20 pcp 11\n",
      "Michigan\n",
      "20 pcp 12\n",
      "Michigan\n",
      "21 pcp 1\n",
      "Minnesota\n",
      "21 pcp 2\n",
      "Minnesota\n",
      "21 pcp 3\n",
      "Minnesota\n",
      "21 pcp 4\n",
      "Minnesota\n",
      "21 pcp 5\n",
      "Minnesota\n",
      "21 pcp 6\n",
      "Minnesota\n",
      "21 pcp 7\n",
      "Minnesota\n",
      "21 pcp 8\n",
      "Minnesota\n",
      "21 pcp 9\n",
      "Minnesota\n",
      "21 pcp 10\n",
      "Minnesota\n",
      "21 pcp 11\n",
      "Minnesota\n",
      "21 pcp 12\n",
      "Minnesota\n",
      "22 pcp 1\n",
      "Mississippi\n",
      "22 pcp 2\n",
      "Mississippi\n",
      "22 pcp 3\n",
      "Mississippi\n",
      "22 pcp 4\n",
      "Mississippi\n",
      "22 pcp 5\n",
      "Mississippi\n",
      "22 pcp 6\n",
      "Mississippi\n",
      "22 pcp 7\n",
      "Mississippi\n",
      "22 pcp 8\n",
      "Mississippi\n",
      "22 pcp 9\n",
      "Mississippi\n",
      "22 pcp 10\n",
      "Mississippi\n",
      "22 pcp 11\n",
      "Mississippi\n",
      "22 pcp 12\n",
      "Mississippi\n",
      "23 pcp 1\n",
      "Missouri\n",
      "23 pcp 2\n",
      "Missouri\n",
      "23 pcp 3\n",
      "Missouri\n",
      "23 pcp 4\n",
      "Missouri\n",
      "23 pcp 5\n",
      "Missouri\n",
      "23 pcp 6\n",
      "Missouri\n",
      "23 pcp 7\n",
      "Missouri\n",
      "23 pcp 8\n",
      "Missouri\n",
      "23 pcp 9\n",
      "Missouri\n",
      "23 pcp 10\n",
      "Missouri\n",
      "23 pcp 11\n",
      "Missouri\n",
      "23 pcp 12\n",
      "Missouri\n",
      "24 pcp 1\n",
      "Montana\n",
      "24 pcp 2\n",
      "Montana\n",
      "24 pcp 3\n",
      "Montana\n",
      "24 pcp 4\n",
      "Montana\n",
      "24 pcp 5\n",
      "Montana\n",
      "24 pcp 6\n",
      "Montana\n",
      "24 pcp 7\n",
      "Montana\n",
      "24 pcp 8\n",
      "Montana\n",
      "24 pcp 9\n",
      "Montana\n",
      "24 pcp 10\n",
      "Montana\n",
      "24 pcp 11\n",
      "Montana\n",
      "24 pcp 12\n",
      "Montana\n",
      "25 pcp 1\n",
      "Nebraska\n",
      "25 pcp 2\n",
      "Nebraska\n",
      "25 pcp 3\n",
      "Nebraska\n",
      "25 pcp 4\n",
      "Nebraska\n",
      "25 pcp 5\n",
      "Nebraska\n",
      "25 pcp 6\n",
      "Nebraska\n",
      "25 pcp 7\n",
      "Nebraska\n",
      "25 pcp 8\n",
      "Nebraska\n",
      "25 pcp 9\n",
      "Nebraska\n",
      "25 pcp 10\n",
      "Nebraska\n",
      "25 pcp 11\n",
      "Nebraska\n",
      "25 pcp 12\n",
      "Nebraska\n",
      "26 pcp 1\n",
      "Nevada\n",
      "26 pcp 2\n",
      "Nevada\n",
      "26 pcp 3\n",
      "Nevada\n",
      "26 pcp 4\n",
      "Nevada\n",
      "26 pcp 5\n",
      "Nevada\n",
      "26 pcp 6\n",
      "Nevada\n",
      "26 pcp 7\n",
      "Nevada\n",
      "26 pcp 8\n",
      "Nevada\n",
      "26 pcp 9\n",
      "Nevada\n",
      "26 pcp 10\n",
      "Nevada\n",
      "26 pcp 11\n",
      "Nevada\n",
      "26 pcp 12\n",
      "Nevada\n",
      "27 pcp 1\n",
      "New Hampshire\n",
      "27 pcp 2\n",
      "New Hampshire\n",
      "27 pcp 3\n",
      "New Hampshire\n",
      "27 pcp 4\n",
      "New Hampshire\n",
      "27 pcp 5\n",
      "New Hampshire\n",
      "27 pcp 6\n",
      "New Hampshire\n",
      "27 pcp 7\n",
      "New Hampshire\n",
      "27 pcp 8\n",
      "New Hampshire\n",
      "27 pcp 9\n",
      "New Hampshire\n",
      "27 pcp 10\n",
      "New Hampshire\n",
      "27 pcp 11\n",
      "New Hampshire\n",
      "27 pcp 12\n",
      "New Hampshire\n",
      "28 pcp 1\n",
      "New Jersey\n",
      "28 pcp 2\n",
      "New Jersey\n",
      "28 pcp 3\n",
      "New Jersey\n",
      "28 pcp 4\n",
      "New Jersey\n",
      "28 pcp 5\n",
      "New Jersey\n",
      "28 pcp 6\n",
      "New Jersey\n",
      "28 pcp 7\n",
      "New Jersey\n",
      "28 pcp 8\n",
      "New Jersey\n",
      "28 pcp 9\n",
      "New Jersey\n",
      "28 pcp 10\n",
      "New Jersey\n",
      "28 pcp 11\n",
      "New Jersey\n",
      "28 pcp 12\n",
      "New Jersey\n",
      "29 pcp 1\n",
      "New Mexico\n",
      "29 pcp 2\n",
      "New Mexico\n",
      "29 pcp 3\n",
      "New Mexico\n",
      "29 pcp 4\n",
      "New Mexico\n",
      "29 pcp 5\n",
      "New Mexico\n",
      "29 pcp 6\n",
      "New Mexico\n",
      "29 pcp 7\n",
      "New Mexico\n",
      "29 pcp 8\n",
      "New Mexico\n",
      "29 pcp 9\n",
      "New Mexico\n",
      "29 pcp 10\n",
      "New Mexico\n",
      "29 pcp 11\n",
      "New Mexico\n",
      "29 pcp 12\n",
      "New Mexico\n",
      "30 pcp 1\n",
      "New York\n",
      "30 pcp 2\n",
      "New York\n",
      "30 pcp 3\n",
      "New York\n",
      "30 pcp 4\n",
      "New York\n",
      "30 pcp 5\n",
      "New York\n",
      "30 pcp 6\n",
      "New York\n",
      "30 pcp 7\n",
      "New York\n",
      "30 pcp 8\n",
      "New York\n",
      "30 pcp 9\n",
      "New York\n",
      "30 pcp 10\n",
      "New York\n",
      "30 pcp 11\n",
      "New York\n",
      "30 pcp 12\n",
      "New York\n",
      "31 pcp 1\n",
      "North Carolina\n",
      "31 pcp 2\n",
      "North Carolina\n",
      "31 pcp 3\n",
      "North Carolina\n",
      "31 pcp 4\n",
      "North Carolina\n",
      "31 pcp 5\n",
      "North Carolina\n",
      "31 pcp 6\n",
      "North Carolina\n",
      "31 pcp 7\n",
      "North Carolina\n",
      "31 pcp 8\n",
      "North Carolina\n",
      "31 pcp 9\n",
      "North Carolina\n",
      "31 pcp 10\n",
      "North Carolina\n",
      "31 pcp 11\n",
      "North Carolina\n",
      "31 pcp 12\n",
      "North Carolina\n",
      "32 pcp 1\n",
      "North Dakota\n",
      "32 pcp 2\n",
      "North Dakota\n",
      "32 pcp 3\n",
      "North Dakota\n",
      "32 pcp 4\n",
      "North Dakota\n",
      "32 pcp 5\n",
      "North Dakota\n",
      "32 pcp 6\n",
      "North Dakota\n",
      "32 pcp 7\n",
      "North Dakota\n",
      "32 pcp 8\n",
      "North Dakota\n",
      "32 pcp 9\n",
      "North Dakota\n",
      "32 pcp 10\n",
      "North Dakota\n",
      "32 pcp 11\n",
      "North Dakota\n",
      "32 pcp 12\n",
      "North Dakota\n",
      "33 pcp 1\n",
      "Ohio\n",
      "33 pcp 2\n",
      "Ohio\n",
      "33 pcp 3\n",
      "Ohio\n",
      "33 pcp 4\n",
      "Ohio\n",
      "33 pcp 5\n",
      "Ohio\n",
      "33 pcp 6\n",
      "Ohio\n",
      "33 pcp 7\n",
      "Ohio\n",
      "33 pcp 8\n",
      "Ohio\n",
      "33 pcp 9\n",
      "Ohio\n",
      "33 pcp 10\n",
      "Ohio\n",
      "33 pcp 11\n",
      "Ohio\n",
      "33 pcp 12\n",
      "Ohio\n",
      "34 pcp 1\n",
      "Oklahoma\n",
      "34 pcp 2\n",
      "Oklahoma\n",
      "34 pcp 3\n",
      "Oklahoma\n",
      "34 pcp 4\n",
      "Oklahoma\n",
      "34 pcp 5\n",
      "Oklahoma\n",
      "34 pcp 6\n",
      "Oklahoma\n",
      "34 pcp 7\n",
      "Oklahoma\n",
      "34 pcp 8\n",
      "Oklahoma\n",
      "34 pcp 9\n",
      "Oklahoma\n",
      "34 pcp 10\n",
      "Oklahoma\n",
      "34 pcp 11\n",
      "Oklahoma\n",
      "34 pcp 12\n",
      "Oklahoma\n",
      "35 pcp 1\n",
      "Oregon\n",
      "35 pcp 2\n",
      "Oregon\n",
      "35 pcp 3\n",
      "Oregon\n",
      "35 pcp 4\n",
      "Oregon\n",
      "35 pcp 5\n",
      "Oregon\n",
      "35 pcp 6\n",
      "Oregon\n",
      "35 pcp 7\n",
      "Oregon\n",
      "35 pcp 8\n",
      "Oregon\n",
      "35 pcp 9\n",
      "Oregon\n",
      "35 pcp 10\n",
      "Oregon\n",
      "35 pcp 11\n",
      "Oregon\n",
      "35 pcp 12\n",
      "Oregon\n",
      "36 pcp 1\n",
      "Pennsylvania\n",
      "36 pcp 2\n",
      "Pennsylvania\n",
      "36 pcp 3\n",
      "Pennsylvania\n",
      "36 pcp 4\n",
      "Pennsylvania\n",
      "36 pcp 5\n",
      "Pennsylvania\n",
      "36 pcp 6\n",
      "Pennsylvania\n",
      "36 pcp 7\n",
      "Pennsylvania\n",
      "36 pcp 8\n",
      "Pennsylvania\n",
      "36 pcp 9\n",
      "Pennsylvania\n",
      "36 pcp 10\n",
      "Pennsylvania\n",
      "36 pcp 11\n",
      "Pennsylvania\n",
      "36 pcp 12\n",
      "Pennsylvania\n",
      "37 pcp 1\n",
      "Rhode Island\n",
      "37 pcp 2\n",
      "Rhode Island\n",
      "37 pcp 3\n",
      "Rhode Island\n",
      "37 pcp 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rhode Island\n",
      "37 pcp 5\n",
      "Rhode Island\n",
      "37 pcp 6\n",
      "Rhode Island\n",
      "37 pcp 7\n",
      "Rhode Island\n",
      "37 pcp 8\n",
      "Rhode Island\n",
      "37 pcp 9\n",
      "Rhode Island\n",
      "37 pcp 10\n",
      "Rhode Island\n",
      "37 pcp 11\n",
      "Rhode Island\n",
      "37 pcp 12\n",
      "Rhode Island\n",
      "38 pcp 1\n",
      "South Carolina\n",
      "38 pcp 2\n",
      "South Carolina\n",
      "38 pcp 3\n",
      "South Carolina\n",
      "38 pcp 4\n",
      "South Carolina\n",
      "38 pcp 5\n",
      "South Carolina\n",
      "38 pcp 6\n",
      "South Carolina\n",
      "38 pcp 7\n",
      "South Carolina\n",
      "38 pcp 8\n",
      "South Carolina\n",
      "38 pcp 9\n",
      "South Carolina\n",
      "38 pcp 10\n",
      "South Carolina\n",
      "38 pcp 11\n",
      "South Carolina\n",
      "38 pcp 12\n",
      "South Carolina\n",
      "39 pcp 1\n",
      "South Dakota\n",
      "39 pcp 2\n",
      "South Dakota\n",
      "39 pcp 3\n",
      "South Dakota\n",
      "39 pcp 4\n",
      "South Dakota\n",
      "39 pcp 5\n",
      "South Dakota\n",
      "39 pcp 6\n",
      "South Dakota\n",
      "39 pcp 7\n",
      "South Dakota\n",
      "39 pcp 8\n",
      "South Dakota\n",
      "39 pcp 9\n",
      "South Dakota\n",
      "39 pcp 10\n",
      "South Dakota\n",
      "39 pcp 11\n",
      "South Dakota\n",
      "39 pcp 12\n",
      "South Dakota\n",
      "40 pcp 1\n",
      "Tennessee\n",
      "40 pcp 2\n",
      "Tennessee\n",
      "40 pcp 3\n",
      "Tennessee\n",
      "40 pcp 4\n",
      "Tennessee\n",
      "40 pcp 5\n",
      "Tennessee\n",
      "40 pcp 6\n",
      "Tennessee\n",
      "40 pcp 7\n",
      "Tennessee\n",
      "40 pcp 8\n",
      "Tennessee\n",
      "40 pcp 9\n",
      "Tennessee\n",
      "40 pcp 10\n",
      "Tennessee\n",
      "40 pcp 11\n",
      "Tennessee\n",
      "40 pcp 12\n",
      "Tennessee\n",
      "41 pcp 1\n",
      "Texas\n",
      "41 pcp 2\n",
      "Texas\n",
      "41 pcp 3\n",
      "Texas\n",
      "41 pcp 4\n",
      "Texas\n",
      "41 pcp 5\n",
      "Texas\n",
      "41 pcp 6\n",
      "Texas\n",
      "41 pcp 7\n",
      "Texas\n",
      "41 pcp 8\n",
      "Texas\n",
      "41 pcp 9\n",
      "Texas\n",
      "41 pcp 10\n",
      "Texas\n",
      "41 pcp 11\n",
      "Texas\n",
      "41 pcp 12\n",
      "Texas\n",
      "42 pcp 1\n",
      "Utah\n",
      "42 pcp 2\n",
      "Utah\n",
      "42 pcp 3\n",
      "Utah\n",
      "42 pcp 4\n",
      "Utah\n",
      "42 pcp 5\n",
      "Utah\n",
      "42 pcp 6\n",
      "Utah\n",
      "42 pcp 7\n",
      "Utah\n",
      "42 pcp 8\n",
      "Utah\n",
      "42 pcp 9\n",
      "Utah\n",
      "42 pcp 10\n",
      "Utah\n",
      "42 pcp 11\n",
      "Utah\n",
      "42 pcp 12\n",
      "Utah\n",
      "43 pcp 1\n",
      "Vermont\n",
      "43 pcp 2\n",
      "Vermont\n",
      "43 pcp 3\n",
      "Vermont\n",
      "43 pcp 4\n",
      "Vermont\n",
      "43 pcp 5\n",
      "Vermont\n",
      "43 pcp 6\n",
      "Vermont\n",
      "43 pcp 7\n",
      "Vermont\n",
      "43 pcp 8\n",
      "Vermont\n",
      "43 pcp 9\n",
      "Vermont\n",
      "43 pcp 10\n",
      "Vermont\n",
      "43 pcp 11\n",
      "Vermont\n",
      "43 pcp 12\n",
      "Vermont\n",
      "44 pcp 1\n",
      "Virginia\n",
      "44 pcp 2\n",
      "Virginia\n",
      "44 pcp 3\n",
      "Virginia\n",
      "44 pcp 4\n",
      "Virginia\n",
      "44 pcp 5\n",
      "Virginia\n",
      "44 pcp 6\n",
      "Virginia\n",
      "44 pcp 7\n",
      "Virginia\n",
      "44 pcp 8\n",
      "Virginia\n",
      "44 pcp 9\n",
      "Virginia\n",
      "44 pcp 10\n",
      "Virginia\n",
      "44 pcp 11\n",
      "Virginia\n",
      "44 pcp 12\n",
      "Virginia\n",
      "45 pcp 1\n",
      "Washington\n",
      "45 pcp 2\n",
      "Washington\n",
      "45 pcp 3\n",
      "Washington\n",
      "45 pcp 4\n",
      "Washington\n",
      "45 pcp 5\n",
      "Washington\n",
      "45 pcp 6\n",
      "Washington\n",
      "45 pcp 7\n",
      "Washington\n",
      "45 pcp 8\n",
      "Washington\n",
      "45 pcp 9\n",
      "Washington\n",
      "45 pcp 10\n",
      "Washington\n",
      "45 pcp 11\n",
      "Washington\n",
      "45 pcp 12\n",
      "Washington\n",
      "46 pcp 1\n",
      "West Virginia\n",
      "46 pcp 2\n",
      "West Virginia\n",
      "46 pcp 3\n",
      "West Virginia\n",
      "46 pcp 4\n",
      "West Virginia\n",
      "46 pcp 5\n",
      "West Virginia\n",
      "46 pcp 6\n",
      "West Virginia\n",
      "46 pcp 7\n",
      "West Virginia\n",
      "46 pcp 8\n",
      "West Virginia\n",
      "46 pcp 9\n",
      "West Virginia\n",
      "46 pcp 10\n",
      "West Virginia\n",
      "46 pcp 11\n",
      "West Virginia\n",
      "46 pcp 12\n",
      "West Virginia\n",
      "47 pcp 1\n",
      "Wisconsin\n",
      "47 pcp 2\n",
      "Wisconsin\n",
      "47 pcp 3\n",
      "Wisconsin\n",
      "47 pcp 4\n",
      "Wisconsin\n",
      "47 pcp 5\n",
      "Wisconsin\n",
      "47 pcp 6\n",
      "Wisconsin\n",
      "47 pcp 7\n",
      "Wisconsin\n",
      "47 pcp 8\n",
      "Wisconsin\n",
      "47 pcp 9\n",
      "Wisconsin\n",
      "47 pcp 10\n",
      "Wisconsin\n",
      "47 pcp 11\n",
      "Wisconsin\n",
      "47 pcp 12\n",
      "Wisconsin\n",
      "48 pcp 1\n",
      "Wyoming\n",
      "48 pcp 2\n",
      "Wyoming\n",
      "48 pcp 3\n",
      "Wyoming\n",
      "48 pcp 4\n",
      "Wyoming\n",
      "48 pcp 5\n",
      "Wyoming\n",
      "48 pcp 6\n",
      "Wyoming\n",
      "48 pcp 7\n",
      "Wyoming\n",
      "48 pcp 8\n",
      "Wyoming\n",
      "48 pcp 9\n",
      "Wyoming\n",
      "48 pcp 10\n",
      "Wyoming\n",
      "48 pcp 11\n",
      "Wyoming\n",
      "48 pcp 12\n",
      "Wyoming\n",
      "49 pcp 1\n",
      "49 pcp 2\n",
      "49 pcp 3\n",
      "49 pcp 4\n",
      "49 pcp 5\n",
      "49 pcp 6\n",
      "49 pcp 7\n",
      "49 pcp 8\n",
      "49 pcp 9\n",
      "49 pcp 10\n",
      "49 pcp 11\n",
      "49 pcp 12\n",
      "50 pcp 1\n",
      "Alaska\n",
      "50 pcp 2\n",
      "Alaska\n",
      "50 pcp 3\n",
      "Alaska\n",
      "50 pcp 4\n",
      "Alaska\n",
      "50 pcp 5\n",
      "Alaska\n",
      "50 pcp 6\n",
      "Alaska\n",
      "50 pcp 7\n",
      "Alaska\n",
      "50 pcp 8\n",
      "Alaska\n",
      "50 pcp 9\n",
      "Alaska\n",
      "50 pcp 10\n",
      "Alaska\n",
      "50 pcp 11\n",
      "Alaska\n",
      "50 pcp 12\n",
      "Alaska\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: []\n",
       "Index: []"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tf = pd.DataFrame()\n",
    "for i in range(1,51):\n",
    "    for j in range(1,13):\n",
    "        for k in par:\n",
    "            try:\n",
    "                tmp = get_weather_data(i, k, j)\n",
    "                tf = tf.append(tmp)\n",
    "            except:pass\n",
    "            break\n",
    "        #break\n",
    "    #break\n",
    "tf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "tf.shape\n",
    "tf.to_csv('t_avg1.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "b'0100,\"Alabama\",79.4,104,77.5,1.9'\n",
      "b'0200,\"Arizona\",78.7,116,74.4,4.3'\n",
      "b'0300,\"Arkansas\",80.0,116,76.5,3.5'\n",
      "b'0400,\"California\",71.6,110,68.2,3.4'\n",
      "b'0500,\"Colorado\",66.4,122,61.2,5.2'\n",
      "b'0600,\"Connecticut\",65.9,64,65.4,0.5'\n",
      "b'0700,\"Delaware\",72.7,99,70.7,2.0'\n",
      "b'0800,\"Florida\",81.5,115,79.5,2.0'\n",
      "b'0900,\"Georgia\",79.2,102,77.4,1.8'\n",
      "b'1000,\"Idaho\",57.7,81,56.7,1.0'\n",
      "b'1100,\"Illinois\",74.9,112,71.4,3.5'\n",
      "b'1200,\"Indiana\",73.5,108,70.5,3.0'\n",
      "b'1300,\"Iowa\",73.0,115,69.1,3.9'\n",
      "b'1400,\"Kansas\",78.0,119,73.4,4.6'\n",
      "b'1500,\"Kentucky\",75.4,113,72.6,2.8'\n",
      "b'1600,\"Louisiana\",82.0,117,79.8,2.2'\n",
      "b'1700,\"Maine\",58.9,36,59.8,-0.9'\n",
      "b'1800,\"Maryland\",72.2,90,70.6,1.6'\n",
      "b'1900,\"Massachusetts\",64.7,60,64.4,0.3'\n",
      "b'2000,\"Michigan\",65.0,87,63.3,1.7'\n",
      "b'2100,\"Minnesota\",67.2,112,63.7,3.5'\n",
      "b'2200,\"Mississippi\",80.6,110,78.3,2.3'\n",
      "b'2300,\"Missouri\",77.4,117,73,4.4'\n",
      "b'2400,\"Montana\",59.3,87,58.3,1.0'\n",
      "b'2500,\"Nebraska\",72.2,111,68.3,3.9'\n",
      "b'2600,\"Nevada\",67.7,105,63.9,3.8'\n",
      "b'2700,\"New'\n",
      "b'Hampshire\",61.0,43,61.5,-0.5'\n",
      "b'2800,\"New'\n",
      "b'Jersey\",69.8,83,68.5,1.3'\n",
      "b'2900,\"New'\n",
      "b'Mexico\",74.3,123,69.2,5.1'\n",
      "b'3000,\"New'\n",
      "b'York\",63.3,55,63.4,-0.1'\n",
      "b'3100,\"North'\n",
      "b'Carolina\",76.8,115,73.6,3.2'\n",
      "b'3200,\"North'\n",
      "b'Dakota\",67.4,117,62.9,4.5'\n",
      "b'3300,\"Ohio\",71.4,107,68.9,2.5'\n",
      "b'3400,\"Oklahoma\",80.6,115,76.9,3.7'\n",
      "b'3500,\"Oregon\",58.6,87,57.2,1.4'\n",
      "b'3600,\"Pennsylvania\",66.6,68,66,0.6'\n",
      "b'3700,\"Rhode'\n",
      "b'Island\",65.5,76,64.7,0.8'\n",
      "b'3800,\"South'\n",
      "b'Carolina\",80.3,116,77,3.3'\n",
      "b'3900,\"South'\n",
      "b'Dakota\",69.2,109,65.7,3.5'\n",
      "b'4000,\"Tennessee\",76.5,114,73.8,2.7'\n",
      "b'4100,\"Texas\",83.9,122,79.6,4.3'\n",
      "b'4200,\"Utah\",69.3,119,64,5.3'\n",
      "b'4300,\"Vermont\",60.0,31,61,-1.0'\n",
      "b'4400,\"Virginia\",73.1,110,70.9,2.2'\n",
      "b'4500,\"Washington\",58.2,78,57.7,0.5'\n",
      "b'4600,\"West'\n",
      "b'Virginia\",70.0,102,68.1,1.9'\n",
      "b'4700,\"Wisconsin\",66.4,101,64.1,2.3'\n",
      "b'4800,\"Wyoming\",60.2,97,57.6,2.6'\n"
     ]
    }
   ],
   "source": [
    "import csv\n",
    "with open(\"TEMP.txt\",\"rb\") as file:\n",
    "    for i in (file.readlines()[1:]):\n",
    "        i = i.strip()\n",
    "        lines = i.split()\n",
    "        for j in lines:\n",
    "           print(j.strip())\n",
    "        with open('log.csv', 'w') as out_file:\n",
    "            writer = csv.writer(out_file)\n",
    "            writer.writerow(('state', ''))\n",
    "            writer.writerows(lines)\n",
    "       "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}