{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Working with Pandas II\n",
    "Prepared by Dr. Kalpakis for CMSC 491/691, Fall 2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import re\n",
    "import random"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Reading a CSV using *pandas*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Read the CSV into a dataframe. The CSV file is located at the same directory as the notebook file    \n",
    "#frame = pd.read_csv(\"911_Calls_for_Service.csv\", nrows=10000)\n",
    "#frame.to_csv(\"911_Calls_for_Service_small.csv\")\n",
    "frame = pd.read_csv(\"911_Calls_for_Service_small.csv\")\n",
    "\n",
    "# make random sample of dataframe\n",
    "frame = frame.sample(frac=0.25, replace=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Peek at the head and tail of the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>callDateTime</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>callNumber</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5606</th>\n",
       "      <td>5606</td>\n",
       "      <td>07/15/2015 12:54:00 AM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SW</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>P151960095</td>\n",
       "      <td>W NORTH AV/N ROSEDALE ST</td>\n",
       "      <td>(39.308957,-76.669325)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3869</th>\n",
       "      <td>3869</td>\n",
       "      <td>07/14/2015 01:21:00 PM</td>\n",
       "      <td>High</td>\n",
       "      <td>SE</td>\n",
       "      <td>AUTO ACC/INJURY</td>\n",
       "      <td>P151951442</td>\n",
       "      <td>2700 BOSTON ST</td>\n",
       "      <td>(39.2796259,-76.5785027)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4010</th>\n",
       "      <td>4010</td>\n",
       "      <td>07/14/2015 09:22:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SD</td>\n",
       "      <td>JUV DISTURBANCE</td>\n",
       "      <td>P151953234</td>\n",
       "      <td>BAY-BROOK ELEM MIDDLE</td>\n",
       "      <td>(39.226381,-76.599821)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8165</th>\n",
       "      <td>8165</td>\n",
       "      <td>07/15/2015 06:57:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SE</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>P151962576</td>\n",
       "      <td>3400 BLK HUDSON ST</td>\n",
       "      <td>(39.2824920,-76.5687395)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4630</th>\n",
       "      <td>4630</td>\n",
       "      <td>07/14/2015 05:20:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>P151952293</td>\n",
       "      <td>1000 CATHEDRAL ST</td>\n",
       "      <td>(39.3011812,-76.6180370)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0            callDateTime priority district      description  \\\n",
       "5606        5606  07/15/2015 12:54:00 AM   Medium       SW       DISORDERLY   \n",
       "3869        3869  07/14/2015 01:21:00 PM     High       SE  AUTO ACC/INJURY   \n",
       "4010        4010  07/14/2015 09:22:00 PM   Medium       SD  JUV DISTURBANCE   \n",
       "8165        8165  07/15/2015 06:57:00 PM   Medium       SE       DISORDERLY   \n",
       "4630        4630  07/14/2015 05:20:00 PM   Medium       CD    911/NO  VOICE   \n",
       "\n",
       "      callNumber          incidentLocation                  location  \n",
       "5606  P151960095  W NORTH AV/N ROSEDALE ST    (39.308957,-76.669325)  \n",
       "3869  P151951442            2700 BOSTON ST  (39.2796259,-76.5785027)  \n",
       "4010  P151953234     BAY-BROOK ELEM MIDDLE    (39.226381,-76.599821)  \n",
       "8165  P151962576        3400 BLK HUDSON ST  (39.2824920,-76.5687395)  \n",
       "4630  P151952293         1000 CATHEDRAL ST  (39.3011812,-76.6180370)  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Show the first 5 and last 5 rows of the DF\n",
    "frame.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>callDateTime</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>callNumber</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1708</th>\n",
       "      <td>1708</td>\n",
       "      <td>07/13/2015 07:13:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>P151942795</td>\n",
       "      <td>600 E FAYETTE ST</td>\n",
       "      <td>(39.2906737,-76.6071600)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3788</th>\n",
       "      <td>3788</td>\n",
       "      <td>07/14/2015 01:47:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>ED</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>P151951521</td>\n",
       "      <td>600 N CAROLINE ST</td>\n",
       "      <td>(39.2971386,-76.5975453)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9768</th>\n",
       "      <td>9768</td>\n",
       "      <td>07/16/2015 10:03:00 AM</td>\n",
       "      <td>Low</td>\n",
       "      <td>NE</td>\n",
       "      <td>DOG BITE</td>\n",
       "      <td>P151970829</td>\n",
       "      <td>MORAVIA PARK ELEMENTARY</td>\n",
       "      <td>(39.319454,-76.540329)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3687</th>\n",
       "      <td>3687</td>\n",
       "      <td>07/14/2015 12:19:00 PM</td>\n",
       "      <td>Low</td>\n",
       "      <td>ED</td>\n",
       "      <td>Transport</td>\n",
       "      <td>P151951222</td>\n",
       "      <td>300 N GAY ST</td>\n",
       "      <td>(39.2940575,-76.6081374)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>823</th>\n",
       "      <td>823</td>\n",
       "      <td>07/13/2015 06:42:00 PM</td>\n",
       "      <td>Low</td>\n",
       "      <td>ED</td>\n",
       "      <td>BAIL OUT</td>\n",
       "      <td>P151942693</td>\n",
       "      <td>E LAFAYETTE AV/N BROADWAY</td>\n",
       "      <td>(39.310655,-76.594903)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0            callDateTime priority district    description  \\\n",
       "1708        1708  07/13/2015 07:13:00 PM   Medium       CD  911/NO  VOICE   \n",
       "3788        3788  07/14/2015 01:47:00 PM   Medium       ED  911/NO  VOICE   \n",
       "9768        9768  07/16/2015 10:03:00 AM      Low       NE       DOG BITE   \n",
       "3687        3687  07/14/2015 12:19:00 PM      Low       ED      Transport   \n",
       "823          823  07/13/2015 06:42:00 PM      Low       ED       BAIL OUT   \n",
       "\n",
       "      callNumber           incidentLocation                  location  \n",
       "1708  P151942795           600 E FAYETTE ST  (39.2906737,-76.6071600)  \n",
       "3788  P151951521          600 N CAROLINE ST  (39.2971386,-76.5975453)  \n",
       "9768  P151970829    MORAVIA PARK ELEMENTARY    (39.319454,-76.540329)  \n",
       "3687  P151951222               300 N GAY ST  (39.2940575,-76.6081374)  \n",
       "823   P151942693  E LAFAYETTE AV/N BROADWAY    (39.310655,-76.594903)  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frame.tail(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(#rows,#cols)= (2500, 8)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>2500.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>4985.444800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>2899.193284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>4.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>2430.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>4943.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>7490.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>9999.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Unnamed: 0\n",
       "count  2500.000000\n",
       "mean   4985.444800\n",
       "std    2899.193284\n",
       "min       4.000000\n",
       "25%    2430.750000\n",
       "50%    4943.000000\n",
       "75%    7490.000000\n",
       "max    9999.000000"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# get the shape (#rows, #cols) of the dataframe\n",
    "print('(#rows,#cols)=', frame.shape)\n",
    "\n",
    "#compute some basic statictics of tha data in each column\n",
    "frame.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Preprocessing\n",
    "Create a fresh copy of the data frame for editing keeping the original intact."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#make a copy of the dataframe\n",
    "df = frame.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>callDateTime</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1708</th>\n",
       "      <td>1708</td>\n",
       "      <td>07/13/2015 07:13:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>600 E FAYETTE ST</td>\n",
       "      <td>(39.2906737,-76.6071600)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3788</th>\n",
       "      <td>3788</td>\n",
       "      <td>07/14/2015 01:47:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>ED</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>600 N CAROLINE ST</td>\n",
       "      <td>(39.2971386,-76.5975453)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9768</th>\n",
       "      <td>9768</td>\n",
       "      <td>07/16/2015 10:03:00 AM</td>\n",
       "      <td>Low</td>\n",
       "      <td>NE</td>\n",
       "      <td>DOG BITE</td>\n",
       "      <td>MORAVIA PARK ELEMENTARY</td>\n",
       "      <td>(39.319454,-76.540329)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3687</th>\n",
       "      <td>3687</td>\n",
       "      <td>07/14/2015 12:19:00 PM</td>\n",
       "      <td>Low</td>\n",
       "      <td>ED</td>\n",
       "      <td>Transport</td>\n",
       "      <td>300 N GAY ST</td>\n",
       "      <td>(39.2940575,-76.6081374)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>823</th>\n",
       "      <td>823</td>\n",
       "      <td>07/13/2015 06:42:00 PM</td>\n",
       "      <td>Low</td>\n",
       "      <td>ED</td>\n",
       "      <td>BAIL OUT</td>\n",
       "      <td>E LAFAYETTE AV/N BROADWAY</td>\n",
       "      <td>(39.310655,-76.594903)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0            callDateTime priority district    description  \\\n",
       "1708        1708  07/13/2015 07:13:00 PM   Medium       CD  911/NO  VOICE   \n",
       "3788        3788  07/14/2015 01:47:00 PM   Medium       ED  911/NO  VOICE   \n",
       "9768        9768  07/16/2015 10:03:00 AM      Low       NE       DOG BITE   \n",
       "3687        3687  07/14/2015 12:19:00 PM      Low       ED      Transport   \n",
       "823          823  07/13/2015 06:42:00 PM      Low       ED       BAIL OUT   \n",
       "\n",
       "               incidentLocation                  location  \n",
       "1708           600 E FAYETTE ST  (39.2906737,-76.6071600)  \n",
       "3788          600 N CAROLINE ST  (39.2971386,-76.5975453)  \n",
       "9768    MORAVIA PARK ELEMENTARY    (39.319454,-76.540329)  \n",
       "3687               300 N GAY ST  (39.2940575,-76.6081374)  \n",
       "823   E LAFAYETTE AV/N BROADWAY    (39.310655,-76.594903)  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#drop the callNumber column (axis=1)\n",
    "df = df.drop(['callNumber'], axis=1)\n",
    "df.tail(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Medium           1280\n",
       "Low               597\n",
       "High              342\n",
       "Non-Emergency     272\n",
       "Emergency           1\n",
       "Name: priority, dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Let's take a look at the priority column\n",
    "df['priority'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>time24</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1615</th>\n",
       "      <td>07/13/2015</td>\n",
       "      <td>06:45:00 PM</td>\n",
       "      <td>18:45:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9328</th>\n",
       "      <td>07/16/2015</td>\n",
       "      <td>04:03:00 AM</td>\n",
       "      <td>04:03:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5768</th>\n",
       "      <td>07/16/2015</td>\n",
       "      <td>01:11:00 AM</td>\n",
       "      <td>01:11:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9588</th>\n",
       "      <td>07/16/2015</td>\n",
       "      <td>08:56:00 AM</td>\n",
       "      <td>08:56:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5275</th>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>08:33:00 PM</td>\n",
       "      <td>20:33:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1708</th>\n",
       "      <td>07/13/2015</td>\n",
       "      <td>07:13:00 PM</td>\n",
       "      <td>19:13:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3788</th>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>01:47:00 PM</td>\n",
       "      <td>13:47:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9768</th>\n",
       "      <td>07/16/2015</td>\n",
       "      <td>10:03:00 AM</td>\n",
       "      <td>10:03:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3687</th>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>12:19:00 PM</td>\n",
       "      <td>12:19:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>823</th>\n",
       "      <td>07/13/2015</td>\n",
       "      <td>06:42:00 PM</td>\n",
       "      <td>18:42:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            date         time    time24\n",
       "1615  07/13/2015  06:45:00 PM  18:45:00\n",
       "9328  07/16/2015  04:03:00 AM  04:03:00\n",
       "5768  07/16/2015  01:11:00 AM  01:11:00\n",
       "9588  07/16/2015  08:56:00 AM  08:56:00\n",
       "5275  07/14/2015  08:33:00 PM  20:33:00\n",
       "1708  07/13/2015  07:13:00 PM  19:13:00\n",
       "3788  07/14/2015  01:47:00 PM  13:47:00\n",
       "9768  07/16/2015  10:03:00 AM  10:03:00\n",
       "3687  07/14/2015  12:19:00 PM  12:19:00\n",
       "823   07/13/2015  06:42:00 PM  18:42:00"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# extract multiple named regex groups from a column in a dataframe\n",
    "dq = df['callDateTime'].str.extract('(?P<date>[\\d]{2}/\\d{2}/\\d{4})\\s(?P<time>\\d{2}:\\d{2}:\\d{2}\\s[AP]M)', expand=True)\n",
    "\n",
    "#convert from between time formats\n",
    "dq['time24'] = pd.to_datetime(dq['time']).dt.strftime('%H:%M:%S')\n",
    "dq.tail(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>callDateTime</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>time24</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5606</th>\n",
       "      <td>5606</td>\n",
       "      <td>07/15/2015 12:54:00 AM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SW</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>W NORTH AV/N ROSEDALE ST</td>\n",
       "      <td>(39.308957,-76.669325)</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>12:54:00 AM</td>\n",
       "      <td>00:54:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3869</th>\n",
       "      <td>3869</td>\n",
       "      <td>07/14/2015 01:21:00 PM</td>\n",
       "      <td>High</td>\n",
       "      <td>SE</td>\n",
       "      <td>AUTO ACC/INJURY</td>\n",
       "      <td>2700 BOSTON ST</td>\n",
       "      <td>(39.2796259,-76.5785027)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>01:21:00 PM</td>\n",
       "      <td>13:21:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4010</th>\n",
       "      <td>4010</td>\n",
       "      <td>07/14/2015 09:22:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SD</td>\n",
       "      <td>JUV DISTURBANCE</td>\n",
       "      <td>BAY-BROOK ELEM MIDDLE</td>\n",
       "      <td>(39.226381,-76.599821)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>09:22:00 PM</td>\n",
       "      <td>21:22:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8165</th>\n",
       "      <td>8165</td>\n",
       "      <td>07/15/2015 06:57:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SE</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>3400 BLK HUDSON ST</td>\n",
       "      <td>(39.2824920,-76.5687395)</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>06:57:00 PM</td>\n",
       "      <td>18:57:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4630</th>\n",
       "      <td>4630</td>\n",
       "      <td>07/14/2015 05:20:00 PM</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>1000 CATHEDRAL ST</td>\n",
       "      <td>(39.3011812,-76.6180370)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>05:20:00 PM</td>\n",
       "      <td>17:20:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0            callDateTime priority district      description  \\\n",
       "5606        5606  07/15/2015 12:54:00 AM   Medium       SW       DISORDERLY   \n",
       "3869        3869  07/14/2015 01:21:00 PM     High       SE  AUTO ACC/INJURY   \n",
       "4010        4010  07/14/2015 09:22:00 PM   Medium       SD  JUV DISTURBANCE   \n",
       "8165        8165  07/15/2015 06:57:00 PM   Medium       SE       DISORDERLY   \n",
       "4630        4630  07/14/2015 05:20:00 PM   Medium       CD    911/NO  VOICE   \n",
       "\n",
       "              incidentLocation                  location        date  \\\n",
       "5606  W NORTH AV/N ROSEDALE ST    (39.308957,-76.669325)  07/15/2015   \n",
       "3869            2700 BOSTON ST  (39.2796259,-76.5785027)  07/14/2015   \n",
       "4010     BAY-BROOK ELEM MIDDLE    (39.226381,-76.599821)  07/14/2015   \n",
       "8165        3400 BLK HUDSON ST  (39.2824920,-76.5687395)  07/15/2015   \n",
       "4630         1000 CATHEDRAL ST  (39.3011812,-76.6180370)  07/14/2015   \n",
       "\n",
       "             time    time24  \n",
       "5606  12:54:00 AM  00:54:00  \n",
       "3869  01:21:00 PM  13:21:00  \n",
       "4010  09:22:00 PM  21:22:00  \n",
       "8165  06:57:00 PM  18:57:00  \n",
       "4630  05:20:00 PM  17:20:00  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# merge with original frame and keep the row index\n",
    "df = df.reset_index() # move row index to a column named 'index'\n",
    "dq = dq.reset_index() \n",
    "df = pd.merge(df, dq, how='left', on='index')\n",
    "df.set_index('index', drop=True, inplace=True) # move the index column back to be row index\n",
    "df.index.name = None\n",
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>time24</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5606</th>\n",
       "      <td>5606</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SW</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>W NORTH AV/N ROSEDALE ST</td>\n",
       "      <td>(39.308957,-76.669325)</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>12:54:00 AM</td>\n",
       "      <td>00:54:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3869</th>\n",
       "      <td>3869</td>\n",
       "      <td>High</td>\n",
       "      <td>SE</td>\n",
       "      <td>AUTO ACC/INJURY</td>\n",
       "      <td>2700 BOSTON ST</td>\n",
       "      <td>(39.2796259,-76.5785027)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>01:21:00 PM</td>\n",
       "      <td>13:21:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4010</th>\n",
       "      <td>4010</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SD</td>\n",
       "      <td>JUV DISTURBANCE</td>\n",
       "      <td>BAY-BROOK ELEM MIDDLE</td>\n",
       "      <td>(39.226381,-76.599821)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>09:22:00 PM</td>\n",
       "      <td>21:22:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8165</th>\n",
       "      <td>8165</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SE</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>3400 BLK HUDSON ST</td>\n",
       "      <td>(39.2824920,-76.5687395)</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>06:57:00 PM</td>\n",
       "      <td>18:57:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4630</th>\n",
       "      <td>4630</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>1000 CATHEDRAL ST</td>\n",
       "      <td>(39.3011812,-76.6180370)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>05:20:00 PM</td>\n",
       "      <td>17:20:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0 priority district      description          incidentLocation  \\\n",
       "5606        5606   Medium       SW       DISORDERLY  W NORTH AV/N ROSEDALE ST   \n",
       "3869        3869     High       SE  AUTO ACC/INJURY            2700 BOSTON ST   \n",
       "4010        4010   Medium       SD  JUV DISTURBANCE     BAY-BROOK ELEM MIDDLE   \n",
       "8165        8165   Medium       SE       DISORDERLY        3400 BLK HUDSON ST   \n",
       "4630        4630   Medium       CD    911/NO  VOICE         1000 CATHEDRAL ST   \n",
       "\n",
       "                      location        date         time    time24  \n",
       "5606    (39.308957,-76.669325)  07/15/2015  12:54:00 AM  00:54:00  \n",
       "3869  (39.2796259,-76.5785027)  07/14/2015  01:21:00 PM  13:21:00  \n",
       "4010    (39.226381,-76.599821)  07/14/2015  09:22:00 PM  21:22:00  \n",
       "8165  (39.2824920,-76.5687395)  07/15/2015  06:57:00 PM  18:57:00  \n",
       "4630  (39.3011812,-76.6180370)  07/14/2015  05:20:00 PM  17:20:00  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.drop('callDateTime',axis = 1)\n",
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ True], dtype=bool)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's check if all entries in TIME are in the same format.\n",
    "import re\n",
    "pattern = r'[0-9]{2}:[0-9]{2}:[0-9]{2} (AM|PM)'\n",
    "df['time'].str.match(pattern).unique()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Lets add a new column showing which day of the week the call was placed."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Tuesday      812\n",
       "Wednesday    763\n",
       "Monday       605\n",
       "Thursday     297\n",
       "Sunday        10\n",
       "Saturday       7\n",
       "Friday         6\n",
       "Name: weekday, dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['weekday'] = df['date'].apply(lambda date: pd.Timestamp(date).weekday_name)\n",
    "df['weekday'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Knowing if it was dark or not at the time of call would give a good insight into the data.\n",
    "That would depend on sunrise and sunset timings for a day which vary drastically. \n",
    "For simplicity, let's assume sunrise at 07:00 and sunset at 19:00"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>time24</th>\n",
       "      <th>weekday</th>\n",
       "      <th>apm</th>\n",
       "      <th>luminance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5606</th>\n",
       "      <td>5606</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SW</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>W NORTH AV/N ROSEDALE ST</td>\n",
       "      <td>(39.308957,-76.669325)</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>12:54 AM</td>\n",
       "      <td>00:54:00</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>AM</td>\n",
       "      <td>dark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3869</th>\n",
       "      <td>3869</td>\n",
       "      <td>High</td>\n",
       "      <td>SE</td>\n",
       "      <td>AUTO ACC/INJURY</td>\n",
       "      <td>2700 BOSTON ST</td>\n",
       "      <td>(39.2796259,-76.5785027)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>01:21 PM</td>\n",
       "      <td>13:21:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4010</th>\n",
       "      <td>4010</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SD</td>\n",
       "      <td>JUV DISTURBANCE</td>\n",
       "      <td>BAY-BROOK ELEM MIDDLE</td>\n",
       "      <td>(39.226381,-76.599821)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>09:22 PM</td>\n",
       "      <td>21:22:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>dark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8165</th>\n",
       "      <td>8165</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SE</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>3400 BLK HUDSON ST</td>\n",
       "      <td>(39.2824920,-76.5687395)</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>06:57 PM</td>\n",
       "      <td>18:57:00</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4630</th>\n",
       "      <td>4630</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>1000 CATHEDRAL ST</td>\n",
       "      <td>(39.3011812,-76.6180370)</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>05:20 PM</td>\n",
       "      <td>17:20:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0 priority district      description          incidentLocation  \\\n",
       "5606        5606   Medium       SW       DISORDERLY  W NORTH AV/N ROSEDALE ST   \n",
       "3869        3869     High       SE  AUTO ACC/INJURY            2700 BOSTON ST   \n",
       "4010        4010   Medium       SD  JUV DISTURBANCE     BAY-BROOK ELEM MIDDLE   \n",
       "8165        8165   Medium       SE       DISORDERLY        3400 BLK HUDSON ST   \n",
       "4630        4630   Medium       CD    911/NO  VOICE         1000 CATHEDRAL ST   \n",
       "\n",
       "                      location        date      time    time24    weekday apm  \\\n",
       "5606    (39.308957,-76.669325)  07/15/2015  12:54 AM  00:54:00  Wednesday  AM   \n",
       "3869  (39.2796259,-76.5785027)  07/14/2015  01:21 PM  13:21:00    Tuesday  PM   \n",
       "4010    (39.226381,-76.599821)  07/14/2015  09:22 PM  21:22:00    Tuesday  PM   \n",
       "8165  (39.2824920,-76.5687395)  07/15/2015  06:57 PM  18:57:00  Wednesday  PM   \n",
       "4630  (39.3011812,-76.6180370)  07/14/2015  05:20 PM  17:20:00    Tuesday  PM   \n",
       "\n",
       "     luminance  \n",
       "5606      dark  \n",
       "3869     light  \n",
       "4010      dark  \n",
       "8165     light  \n",
       "4630     light  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop the seconds (00) from the time\n",
    "df['time'] = df['time'].str.replace(':00', '')\n",
    "# extract the AM/PM indication in a separate column\n",
    "df['apm'] = df['time'].str.extract('(AM|PM)', expand=True)\n",
    "\n",
    "df['luminance'] = df['time24'].apply(lambda x:\"light\" if (x > '07:00:00' and x  < '19:00:00') else \"dark\")\n",
    "\n",
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "light    1518\n",
       "dark      982\n",
       "Name: luminance, dtype: int64"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['luminance'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Extract the latitude and longitude coordinates of the calls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>priority</th>\n",
       "      <th>district</th>\n",
       "      <th>description</th>\n",
       "      <th>incidentLocation</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>time24</th>\n",
       "      <th>weekday</th>\n",
       "      <th>apm</th>\n",
       "      <th>luminance</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5606</th>\n",
       "      <td>5606</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SW</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>W NORTH AV/N ROSEDALE ST</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>12:54 AM</td>\n",
       "      <td>00:54:00</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>AM</td>\n",
       "      <td>dark</td>\n",
       "      <td>39.308957</td>\n",
       "      <td>-76.669325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3869</th>\n",
       "      <td>3869</td>\n",
       "      <td>High</td>\n",
       "      <td>SE</td>\n",
       "      <td>AUTO ACC/INJURY</td>\n",
       "      <td>2700 BOSTON ST</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>01:21 PM</td>\n",
       "      <td>13:21:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "      <td>39.2796259</td>\n",
       "      <td>-76.5785027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4010</th>\n",
       "      <td>4010</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SD</td>\n",
       "      <td>JUV DISTURBANCE</td>\n",
       "      <td>BAY-BROOK ELEM MIDDLE</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>09:22 PM</td>\n",
       "      <td>21:22:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>dark</td>\n",
       "      <td>39.226381</td>\n",
       "      <td>-76.599821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8165</th>\n",
       "      <td>8165</td>\n",
       "      <td>Medium</td>\n",
       "      <td>SE</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>3400 BLK HUDSON ST</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>06:57 PM</td>\n",
       "      <td>18:57:00</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "      <td>39.2824920</td>\n",
       "      <td>-76.5687395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4630</th>\n",
       "      <td>4630</td>\n",
       "      <td>Medium</td>\n",
       "      <td>CD</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>1000 CATHEDRAL ST</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>05:20 PM</td>\n",
       "      <td>17:20:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "      <td>39.3011812</td>\n",
       "      <td>-76.6180370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3536</th>\n",
       "      <td>3536</td>\n",
       "      <td>Non-Emergency</td>\n",
       "      <td>WD</td>\n",
       "      <td>Foot  Patrol</td>\n",
       "      <td>W LAFAYETTE AV/N MONROE ST</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>11:30 AM</td>\n",
       "      <td>11:30:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>AM</td>\n",
       "      <td>light</td>\n",
       "      <td>39.298735</td>\n",
       "      <td>-76.647516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8059</th>\n",
       "      <td>8059</td>\n",
       "      <td>Medium</td>\n",
       "      <td>WD</td>\n",
       "      <td>COMMON ASSAULT</td>\n",
       "      <td>GWYNNS FALLS PY/AUCHENTOROLY TE</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>06:27 PM</td>\n",
       "      <td>18:27:00</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>light</td>\n",
       "      <td>39.318506</td>\n",
       "      <td>-76.647914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9245</th>\n",
       "      <td>9245</td>\n",
       "      <td>Medium</td>\n",
       "      <td>ND</td>\n",
       "      <td>DISORDERLY</td>\n",
       "      <td>OLD YORK RD/E 0TH ST</td>\n",
       "      <td>07/16/2015</td>\n",
       "      <td>02:55 AM</td>\n",
       "      <td>02:55:00</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>AM</td>\n",
       "      <td>dark</td>\n",
       "      <td>39.335522</td>\n",
       "      <td>-76.607521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8502</th>\n",
       "      <td>8502</td>\n",
       "      <td>Medium</td>\n",
       "      <td>NW</td>\n",
       "      <td>COMMON ASSAULT</td>\n",
       "      <td>3700 GREENSPRING AV</td>\n",
       "      <td>07/15/2015</td>\n",
       "      <td>08:38 PM</td>\n",
       "      <td>20:38:00</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>dark</td>\n",
       "      <td>39.3322087</td>\n",
       "      <td>-76.6561007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4929</th>\n",
       "      <td>4929</td>\n",
       "      <td>Medium</td>\n",
       "      <td>ND</td>\n",
       "      <td>911/NO  VOICE</td>\n",
       "      <td>5200 YORK RD</td>\n",
       "      <td>07/14/2015</td>\n",
       "      <td>07:05 PM</td>\n",
       "      <td>19:05:00</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>PM</td>\n",
       "      <td>dark</td>\n",
       "      <td>39.3522360</td>\n",
       "      <td>-76.6105171</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0       priority district      description  \\\n",
       "5606        5606         Medium       SW       DISORDERLY   \n",
       "3869        3869           High       SE  AUTO ACC/INJURY   \n",
       "4010        4010         Medium       SD  JUV DISTURBANCE   \n",
       "8165        8165         Medium       SE       DISORDERLY   \n",
       "4630        4630         Medium       CD    911/NO  VOICE   \n",
       "3536        3536  Non-Emergency       WD     Foot  Patrol   \n",
       "8059        8059         Medium       WD   COMMON ASSAULT   \n",
       "9245        9245         Medium       ND       DISORDERLY   \n",
       "8502        8502         Medium       NW   COMMON ASSAULT   \n",
       "4929        4929         Medium       ND    911/NO  VOICE   \n",
       "\n",
       "                     incidentLocation        date      time    time24  \\\n",
       "5606         W NORTH AV/N ROSEDALE ST  07/15/2015  12:54 AM  00:54:00   \n",
       "3869                   2700 BOSTON ST  07/14/2015  01:21 PM  13:21:00   \n",
       "4010            BAY-BROOK ELEM MIDDLE  07/14/2015  09:22 PM  21:22:00   \n",
       "8165               3400 BLK HUDSON ST  07/15/2015  06:57 PM  18:57:00   \n",
       "4630                1000 CATHEDRAL ST  07/14/2015  05:20 PM  17:20:00   \n",
       "3536       W LAFAYETTE AV/N MONROE ST  07/14/2015  11:30 AM  11:30:00   \n",
       "8059  GWYNNS FALLS PY/AUCHENTOROLY TE  07/15/2015  06:27 PM  18:27:00   \n",
       "9245             OLD YORK RD/E 0TH ST  07/16/2015  02:55 AM  02:55:00   \n",
       "8502              3700 GREENSPRING AV  07/15/2015  08:38 PM  20:38:00   \n",
       "4929                     5200 YORK RD  07/14/2015  07:05 PM  19:05:00   \n",
       "\n",
       "        weekday apm luminance    latitude    longitude  \n",
       "5606  Wednesday  AM      dark   39.308957   -76.669325  \n",
       "3869    Tuesday  PM     light  39.2796259  -76.5785027  \n",
       "4010    Tuesday  PM      dark   39.226381   -76.599821  \n",
       "8165  Wednesday  PM     light  39.2824920  -76.5687395  \n",
       "4630    Tuesday  PM     light  39.3011812  -76.6180370  \n",
       "3536    Tuesday  AM     light   39.298735   -76.647516  \n",
       "8059  Wednesday  PM     light   39.318506   -76.647914  \n",
       "9245   Thursday  AM      dark   39.335522   -76.607521  \n",
       "8502  Wednesday  PM      dark  39.3322087  -76.6561007  \n",
       "4929    Tuesday  PM      dark  39.3522360  -76.6105171  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['latitude'] = df['location'].str.extract('(-?\\d+.\\d+)', expand=True)\n",
    "df['longitude'] = df['location'].str.extract('-?\\d+.\\d+,(-?\\d+.\\d+)', expand=True)\n",
    "df = df.drop(['location'], axis=1)\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Make some cross-tabulations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>priority</th>\n",
       "      <th>Emergency</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Medium</th>\n",
       "      <th>Non-Emergency</th>\n",
       "      <th>All</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weekday</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Friday</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Monday</th>\n",
       "      <td>0</td>\n",
       "      <td>88</td>\n",
       "      <td>135</td>\n",
       "      <td>317</td>\n",
       "      <td>65</td>\n",
       "      <td>605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Saturday</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sunday</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Thursday</th>\n",
       "      <td>1</td>\n",
       "      <td>39</td>\n",
       "      <td>76</td>\n",
       "      <td>150</td>\n",
       "      <td>31</td>\n",
       "      <td>297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuesday</th>\n",
       "      <td>0</td>\n",
       "      <td>97</td>\n",
       "      <td>197</td>\n",
       "      <td>418</td>\n",
       "      <td>93</td>\n",
       "      <td>805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Wednesday</th>\n",
       "      <td>0</td>\n",
       "      <td>115</td>\n",
       "      <td>182</td>\n",
       "      <td>383</td>\n",
       "      <td>82</td>\n",
       "      <td>762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>All</th>\n",
       "      <td>1</td>\n",
       "      <td>342</td>\n",
       "      <td>597</td>\n",
       "      <td>1280</td>\n",
       "      <td>272</td>\n",
       "      <td>2492</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "priority   Emergency  High  Low  Medium  Non-Emergency   All\n",
       "weekday                                                     \n",
       "Friday             0     1    3       2              0     6\n",
       "Monday             0    88  135     317             65   605\n",
       "Saturday           0     2    1       3              1     7\n",
       "Sunday             0     0    3       7              0    10\n",
       "Thursday           1    39   76     150             31   297\n",
       "Tuesday            0    97  197     418             93   805\n",
       "Wednesday          0   115  182     383             82   762\n",
       "All                1   342  597    1280            272  2492"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#make cross-tab of  priority and weekday\n",
    "pd.crosstab(df.weekday, df.priority, margins=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>priority</th>\n",
       "      <th>Emergency</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Medium</th>\n",
       "      <th>Non-Emergency</th>\n",
       "      <th>All</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>luminance</th>\n",
       "      <th>weekday</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>All</th>\n",
       "      <th></th>\n",
       "      <td>1</td>\n",
       "      <td>342</td>\n",
       "      <td>597</td>\n",
       "      <td>1280</td>\n",
       "      <td>272</td>\n",
       "      <td>2492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">dark</th>\n",
       "      <th>Monday</th>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>37</td>\n",
       "      <td>109</td>\n",
       "      <td>19</td>\n",
       "      <td>193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Saturday</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sunday</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Thursday</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>29</td>\n",
       "      <td>63</td>\n",
       "      <td>18</td>\n",
       "      <td>127</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuesday</th>\n",
       "      <td>0</td>\n",
       "      <td>53</td>\n",
       "      <td>62</td>\n",
       "      <td>177</td>\n",
       "      <td>36</td>\n",
       "      <td>328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Wednesday</th>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>70</td>\n",
       "      <td>148</td>\n",
       "      <td>40</td>\n",
       "      <td>316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">light</th>\n",
       "      <th>Friday</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Monday</th>\n",
       "      <td>0</td>\n",
       "      <td>60</td>\n",
       "      <td>98</td>\n",
       "      <td>208</td>\n",
       "      <td>46</td>\n",
       "      <td>412</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Saturday</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Thursday</th>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>47</td>\n",
       "      <td>87</td>\n",
       "      <td>13</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuesday</th>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>135</td>\n",
       "      <td>241</td>\n",
       "      <td>57</td>\n",
       "      <td>477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Wednesday</th>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>112</td>\n",
       "      <td>235</td>\n",
       "      <td>42</td>\n",
       "      <td>446</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "priority             Emergency  High  Low  Medium  Non-Emergency   All\n",
       "luminance weekday                                                     \n",
       "All                          1   342  597    1280            272  2492\n",
       "dark      Monday             0    28   37     109             19   193\n",
       "          Saturday           0     0    0       0              1     1\n",
       "          Sunday             0     0    3       7              0    10\n",
       "          Thursday           0    17   29      63             18   127\n",
       "          Tuesday            0    53   62     177             36   328\n",
       "          Wednesday          0    58   70     148             40   316\n",
       "light     Friday             0     1    3       2              0     6\n",
       "          Monday             0    60   98     208             46   412\n",
       "          Saturday           0     2    1       3              0     6\n",
       "          Thursday           1    22   47      87             13   170\n",
       "          Tuesday            0    44  135     241             57   477\n",
       "          Wednesday          0    57  112     235             42   446"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ct = pd.crosstab([df.luminance, df.weekday], df.priority, margins=True)\n",
    "ct.sort_index(axis=0, ascending=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "priority\n",
       "Emergency           2\n",
       "High              684\n",
       "Low              1194\n",
       "Medium           2560\n",
       "Non-Emergency     544\n",
       "All              4984\n",
       "dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ct.sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          food  ounces\n",
      "0        bacon     4.0\n",
      "1  pulled pork     3.0\n",
      "2        bacon    12.0\n",
      "3     Pastrami     6.0\n",
      "4  corned beef     7.5\n",
      "5        Bacon     8.0\n",
      "6     pastrami     3.0\n",
      "7    honey ham     5.0\n",
      "8     nova lox     6.0\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>food</th>\n",
       "      <th>ounces</th>\n",
       "      <th>animal</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bacon</td>\n",
       "      <td>4.0</td>\n",
       "      <td>pig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>pulled pork</td>\n",
       "      <td>3.0</td>\n",
       "      <td>pig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bacon</td>\n",
       "      <td>12.0</td>\n",
       "      <td>pig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Pastrami</td>\n",
       "      <td>6.0</td>\n",
       "      <td>cow</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>corned beef</td>\n",
       "      <td>7.5</td>\n",
       "      <td>cow</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Bacon</td>\n",
       "      <td>8.0</td>\n",
       "      <td>pig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>pastrami</td>\n",
       "      <td>3.0</td>\n",
       "      <td>cow</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>honey ham</td>\n",
       "      <td>5.0</td>\n",
       "      <td>pig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>nova lox</td>\n",
       "      <td>6.0</td>\n",
       "      <td>salmon</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          food  ounces  animal\n",
       "0        bacon     4.0     pig\n",
       "1  pulled pork     3.0     pig\n",
       "2        bacon    12.0     pig\n",
       "3     Pastrami     6.0     cow\n",
       "4  corned beef     7.5     cow\n",
       "5        Bacon     8.0     pig\n",
       "6     pastrami     3.0     cow\n",
       "7    honey ham     5.0     pig\n",
       "8     nova lox     6.0  salmon"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# find and remove duplicates\n",
    "df.duplicated()\n",
    "\n",
    "# transform data\n",
    "data = pd.DataFrame({'food': ['bacon', 'pulled pork', 'bacon', 'Pastrami', 'corned beef', 'Bacon', 'pastrami', 'honey ham', 'nova lox'],\n",
    "                  'ounces': [4, 3, 12, 6, 7.5, 8, 3, 5, 6]})\n",
    "print(data)\n",
    "\n",
    "# encode via a map\n",
    "meat_to_animal = {\n",
    "    'bacon': 'pig',\n",
    "    'pulled pork': 'pig',\n",
    "    'pastrami': 'cow',\n",
    "    'corned beef': 'cow',\n",
    "    'honey ham': 'pig',\n",
    "    'nova lox': 'salmon'\n",
    "}\n",
    "data['animal'] = data['food'].map(str.lower).map(meat_to_animal)\n",
    "data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Discretization and Binning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Youth, Youth, YoungAdult, YoungAdult, Youth, ..., YoungAdult, Senior, MiddleAged, MiddleAged, YoungAdult]\n",
       "Length: 12\n",
       "Categories (4, object): [MiddleAged < Senior < YoungAdult < Youth]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ages = [20, 22, 25, 27, 21, 23, 37, 31, 61, 45, 41, 32]\n",
    "bins = [18, 25, 35, 60, 100]\n",
    "group_names = ['Youth', 'YoungAdult', 'MiddleAged', 'Senior'] # optional bin labels\n",
    "# whether bin intervals are closed on the right\n",
    "cats = pd.cut(ages, bins, labels=group_names, right=False)\n",
    "cats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Other dataset https://catalog.data.gov/dataset/usda-national-nutrient-database-for-standard-reference-release-22"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}