getData.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import json\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = 'http://maps.vcbf.ca/service/poi/getpoiformaps.php'\n",
    "head = ['Cultivar',\n",
    "        'Neighborhood',\n",
    "        'Location',\n",
    "        'Blooming',\n",
    "        'Longitude',\n",
    "        'Latitude',\n",
    "        'id',\n",
    "        'Description',\n",
    "        'ForumLink',\n",
    "        'PicLink',\n",
    "        'Favorate'\n",
    "       ]\n",
    "\n",
    "r = requests.get(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "json_data = json.loads(r.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.DataFrame(json_data['data'], columns=head)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cultivar</th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Location</th>\n",
       "      <th>Blooming</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>id</th>\n",
       "      <th>Description</th>\n",
       "      <th>ForumLink</th>\n",
       "      <th>PicLink</th>\n",
       "      <th>Favorate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Hastings-Sunrise</td>\n",
       "      <td>5th, Nootka to Lillooet</td>\n",
       "      <td>03/29-04/08</td>\n",
       "      <td>-123.040283</td>\n",
       "      <td>49.265507</td>\n",
       "      <td>1003</td>\n",
       "      <td>Hastings-Sunrise - Accolades on East 5 Ave. fr...</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kensington-Cedar Cottage</td>\n",
       "      <td>Dumfries, 21st to 22nd</td>\n",
       "      <td>03/29-04/12</td>\n",
       "      <td>-123.073441</td>\n",
       "      <td>49.251099</td>\n",
       "      <td>1004</td>\n",
       "      <td>Kensington-Cedar Cottage -</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kensington-Cedar Cottage</td>\n",
       "      <td>Dumfries, 32nd to 33rd</td>\n",
       "      <td>03/29-04/12</td>\n",
       "      <td>-123.073868</td>\n",
       "      <td>49.241196</td>\n",
       "      <td>1005</td>\n",
       "      <td>Kensington-Cedar Cottage - These Accolades on ...</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kensington-Cedar Cottage</td>\n",
       "      <td>Lanark, 21st to 22nd</td>\n",
       "      <td>03/29-04/12</td>\n",
       "      <td>-123.074768</td>\n",
       "      <td>49.251183</td>\n",
       "      <td>1006</td>\n",
       "      <td>Kensington-Cedar Cottage -</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kerrisdale</td>\n",
       "      <td>75th, east of Angus</td>\n",
       "      <td>03/29-04/08</td>\n",
       "      <td>-123.150391</td>\n",
       "      <td>49.20787</td>\n",
       "      <td>1007</td>\n",
       "      <td>Kerrisdale - Private planting on corporate sit...</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Cultivar              Neighborhood                 Location     Blooming  \\\n",
       "0  Accolade          Hastings-Sunrise  5th, Nootka to Lillooet  03/29-04/08   \n",
       "1  Accolade  Kensington-Cedar Cottage   Dumfries, 21st to 22nd  03/29-04/12   \n",
       "2  Accolade  Kensington-Cedar Cottage   Dumfries, 32nd to 33rd  03/29-04/12   \n",
       "3  Accolade  Kensington-Cedar Cottage     Lanark, 21st to 22nd  03/29-04/12   \n",
       "4  Accolade                Kerrisdale      75th, east of Angus  03/29-04/08   \n",
       "\n",
       "     Longitude   Latitude    id  \\\n",
       "0  -123.040283  49.265507  1003   \n",
       "1  -123.073441  49.251099  1004   \n",
       "2  -123.073868  49.241196  1005   \n",
       "3  -123.074768  49.251183  1006   \n",
       "4  -123.150391   49.20787  1007   \n",
       "\n",
       "                                         Description  \\\n",
       "0  Hastings-Sunrise - Accolades on East 5 Ave. fr...   \n",
       "1                         Kensington-Cedar Cottage -   \n",
       "2  Kensington-Cedar Cottage - These Accolades on ...   \n",
       "3                         Kensington-Cedar Cottage -   \n",
       "4  Kerrisdale - Private planting on corporate sit...   \n",
       "\n",
       "                                           ForumLink  \\\n",
       "0  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "1  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "2  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "3  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "4  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "\n",
       "                                             PicLink Favorate  \n",
       "0  http://www.ubcbotanicalgarden.org/forums/attac...        1  \n",
       "1  http://www.ubcbotanicalgarden.org/forums/attac...        0  \n",
       "2  http://www.ubcbotanicalgarden.org/forums/attac...        1  \n",
       "3  http://www.ubcbotanicalgarden.org/forums/attac...        0  \n",
       "4  http://www.ubcbotanicalgarden.org/forums/attac...        1  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2826, 11)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.dropna(subset=['Blooming'], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2815, 11)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['Start'] = data['Blooming'].map(lambda x: x.split('-')[0])\n",
    "data['End'] = data['Blooming'].map(lambda x: x.split('-')[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Cultivar</th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Location</th>\n",
       "      <th>Blooming</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>id</th>\n",
       "      <th>Description</th>\n",
       "      <th>ForumLink</th>\n",
       "      <th>PicLink</th>\n",
       "      <th>Favorate</th>\n",
       "      <th>Start</th>\n",
       "      <th>End</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Hastings-Sunrise</td>\n",
       "      <td>5th, Nootka to Lillooet</td>\n",
       "      <td>03/29-04/08</td>\n",
       "      <td>-123.040283</td>\n",
       "      <td>49.265507</td>\n",
       "      <td>1003</td>\n",
       "      <td>Hastings-Sunrise - Accolades on East 5 Ave. fr...</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>1</td>\n",
       "      <td>03/29</td>\n",
       "      <td>04/08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kensington-Cedar Cottage</td>\n",
       "      <td>Dumfries, 21st to 22nd</td>\n",
       "      <td>03/29-04/12</td>\n",
       "      <td>-123.073441</td>\n",
       "      <td>49.251099</td>\n",
       "      <td>1004</td>\n",
       "      <td>Kensington-Cedar Cottage -</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>0</td>\n",
       "      <td>03/29</td>\n",
       "      <td>04/12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kensington-Cedar Cottage</td>\n",
       "      <td>Dumfries, 32nd to 33rd</td>\n",
       "      <td>03/29-04/12</td>\n",
       "      <td>-123.073868</td>\n",
       "      <td>49.241196</td>\n",
       "      <td>1005</td>\n",
       "      <td>Kensington-Cedar Cottage - These Accolades on ...</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>1</td>\n",
       "      <td>03/29</td>\n",
       "      <td>04/12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kensington-Cedar Cottage</td>\n",
       "      <td>Lanark, 21st to 22nd</td>\n",
       "      <td>03/29-04/12</td>\n",
       "      <td>-123.074768</td>\n",
       "      <td>49.251183</td>\n",
       "      <td>1006</td>\n",
       "      <td>Kensington-Cedar Cottage -</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>0</td>\n",
       "      <td>03/29</td>\n",
       "      <td>04/12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Accolade</td>\n",
       "      <td>Kerrisdale</td>\n",
       "      <td>75th, east of Angus</td>\n",
       "      <td>03/29-04/08</td>\n",
       "      <td>-123.150391</td>\n",
       "      <td>49.20787</td>\n",
       "      <td>1007</td>\n",
       "      <td>Kerrisdale - Private planting on corporate sit...</td>\n",
       "      <td>http://forums.botanicalgarden.ubc.ca/forums/sh...</td>\n",
       "      <td>http://www.ubcbotanicalgarden.org/forums/attac...</td>\n",
       "      <td>1</td>\n",
       "      <td>03/29</td>\n",
       "      <td>04/08</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Cultivar              Neighborhood                 Location     Blooming  \\\n",
       "0  Accolade          Hastings-Sunrise  5th, Nootka to Lillooet  03/29-04/08   \n",
       "1  Accolade  Kensington-Cedar Cottage   Dumfries, 21st to 22nd  03/29-04/12   \n",
       "2  Accolade  Kensington-Cedar Cottage   Dumfries, 32nd to 33rd  03/29-04/12   \n",
       "3  Accolade  Kensington-Cedar Cottage     Lanark, 21st to 22nd  03/29-04/12   \n",
       "4  Accolade                Kerrisdale      75th, east of Angus  03/29-04/08   \n",
       "\n",
       "     Longitude   Latitude    id  \\\n",
       "0  -123.040283  49.265507  1003   \n",
       "1  -123.073441  49.251099  1004   \n",
       "2  -123.073868  49.241196  1005   \n",
       "3  -123.074768  49.251183  1006   \n",
       "4  -123.150391   49.20787  1007   \n",
       "\n",
       "                                         Description  \\\n",
       "0  Hastings-Sunrise - Accolades on East 5 Ave. fr...   \n",
       "1                         Kensington-Cedar Cottage -   \n",
       "2  Kensington-Cedar Cottage - These Accolades on ...   \n",
       "3                         Kensington-Cedar Cottage -   \n",
       "4  Kerrisdale - Private planting on corporate sit...   \n",
       "\n",
       "                                           ForumLink  \\\n",
       "0  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "1  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "2  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "3  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "4  http://forums.botanicalgarden.ubc.ca/forums/sh...   \n",
       "\n",
       "                                             PicLink Favorate  Start    End  \n",
       "0  http://www.ubcbotanicalgarden.org/forums/attac...        1  03/29  04/08  \n",
       "1  http://www.ubcbotanicalgarden.org/forums/attac...        0  03/29  04/12  \n",
       "2  http://www.ubcbotanicalgarden.org/forums/attac...        1  03/29  04/12  \n",
       "3  http://www.ubcbotanicalgarden.org/forums/attac...        0  03/29  04/12  \n",
       "4  http://www.ubcbotanicalgarden.org/forums/attac...        1  03/29  04/08  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.to_csv('Sakura-Vancouver/sakura.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}