one-hot-encoding.ipynb

{
  "cells": [
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "# One Hot Encoding\nCopyright (c) Microsoft Corporation. All rights reserved.  \nLicensed under the MIT License."
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "DataPrep has the ability to perform one hot encoding on a selected column using `one_hot_encode`. The result dataflow will have a new binary column for each categorical label encountered in the selected column."
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "import azureml.dataprep as dprep\ndataflow = dprep.read_csv(path='./data/crime0-10.csv')\ndataflow.head(10)",
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 1,
          "data": {
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>ID</th>\n      <th>Case Number</th>\n      <th>Date</th>\n      <th>Block</th>\n      <th>IUCR</th>\n      <th>Primary Type</th>\n      <th>Description</th>\n      <th>Location Description</th>\n      <th>Arrest</th>\n      <th>Domestic</th>\n      <th>...</th>\n      <th>Ward</th>\n      <th>Community Area</th>\n      <th>FBI Code</th>\n      <th>X Coordinate</th>\n      <th>Y Coordinate</th>\n      <th>Year</th>\n      <th>Updated On</th>\n      <th>Latitude</th>\n      <th>Longitude</th>\n      <th>Location</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>10140490</td>\n      <td>HY329907</td>\n      <td>07/05/2015 11:50:00 PM</td>\n      <td>050XX N NEWLAND AVE</td>\n      <td>0820</td>\n      <td>THEFT</td>\n      <td>$500 AND UNDER</td>\n      <td>STREET</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>41</td>\n      <td>10</td>\n      <td>06</td>\n      <td>1129230</td>\n      <td>1933315</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.973309466</td>\n      <td>-87.800174996</td>\n      <td>(41.973309466, -87.800174996)</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>10139776</td>\n      <td>HY329265</td>\n      <td>07/05/2015 11:30:00 PM</td>\n      <td>011XX W MORSE AVE</td>\n      <td>0460</td>\n      <td>BATTERY</td>\n      <td>SIMPLE</td>\n      <td>STREET</td>\n      <td>false</td>\n      <td>true</td>\n      <td>...</td>\n      <td>49</td>\n      <td>1</td>\n      <td>08B</td>\n      <td>1167370</td>\n      <td>1946271</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>42.008124017</td>\n      <td>-87.65955018</td>\n      <td>(42.008124017, -87.65955018)</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>10140270</td>\n      <td>HY329253</td>\n      <td>07/05/2015 11:20:00 PM</td>\n      <td>121XX S FRONT AVE</td>\n      <td>0486</td>\n      <td>BATTERY</td>\n      <td>DOMESTIC BATTERY SIMPLE</td>\n      <td>STREET</td>\n      <td>false</td>\n      <td>true</td>\n      <td>...</td>\n      <td>9</td>\n      <td>53</td>\n      <td>08B</td>\n      <td></td>\n      <td></td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td></td>\n      <td></td>\n      <td></td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>10139885</td>\n      <td>HY329308</td>\n      <td>07/05/2015 11:19:00 PM</td>\n      <td>051XX W DIVISION ST</td>\n      <td>0610</td>\n      <td>BURGLARY</td>\n      <td>FORCIBLE ENTRY</td>\n      <td>SMALL RETAIL STORE</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>37</td>\n      <td>25</td>\n      <td>05</td>\n      <td>1141721</td>\n      <td>1907465</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.902152027</td>\n      <td>-87.754883404</td>\n      <td>(41.902152027, -87.754883404)</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>10140379</td>\n      <td>HY329556</td>\n      <td>07/05/2015 11:00:00 PM</td>\n      <td>012XX W LAKE ST</td>\n      <td>0930</td>\n      <td>MOTOR VEHICLE THEFT</td>\n      <td>THEFT/RECOVERY: AUTOMOBILE</td>\n      <td>STREET</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>27</td>\n      <td>28</td>\n      <td>07</td>\n      <td>1168413</td>\n      <td>1901632</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.885610142</td>\n      <td>-87.657008701</td>\n      <td>(41.885610142, -87.657008701)</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>10140868</td>\n      <td>HY330421</td>\n      <td>07/05/2015 10:54:00 PM</td>\n      <td>118XX S PEORIA ST</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>VEHICLE NON-COMMERCIAL</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>34</td>\n      <td>53</td>\n      <td>14</td>\n      <td>1172409</td>\n      <td>1826485</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.6793109</td>\n      <td>-87.644545209</td>\n      <td>(41.6793109, -87.644545209)</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>10139762</td>\n      <td>HY329232</td>\n      <td>07/05/2015 10:42:00 PM</td>\n      <td>026XX W 37TH PL</td>\n      <td>1020</td>\n      <td>ARSON</td>\n      <td>BY FIRE</td>\n      <td>VACANT LOT/LAND</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>12</td>\n      <td>58</td>\n      <td>09</td>\n      <td>1159436</td>\n      <td>1879658</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.825500607</td>\n      <td>-87.690578042</td>\n      <td>(41.825500607, -87.690578042)</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>10139722</td>\n      <td>HY329228</td>\n      <td>07/05/2015 10:30:00 PM</td>\n      <td>016XX S CENTRAL PARK AVE</td>\n      <td>1811</td>\n      <td>NARCOTICS</td>\n      <td>POSS: CANNABIS 30GMS OR LESS</td>\n      <td>ALLEY</td>\n      <td>true</td>\n      <td>false</td>\n      <td>...</td>\n      <td>24</td>\n      <td>29</td>\n      <td>18</td>\n      <td>1152687</td>\n      <td>1891389</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.857827814</td>\n      <td>-87.715028789</td>\n      <td>(41.857827814, -87.715028789)</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>10139774</td>\n      <td>HY329209</td>\n      <td>07/05/2015 10:15:00 PM</td>\n      <td>048XX N ASHLAND AVE</td>\n      <td>1310</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO PROPERTY</td>\n      <td>APARTMENT</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>46</td>\n      <td>3</td>\n      <td>14</td>\n      <td>1164821</td>\n      <td>1932394</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.970099796</td>\n      <td>-87.669324377</td>\n      <td>(41.970099796, -87.669324377)</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>10139697</td>\n      <td>HY329177</td>\n      <td>07/05/2015 10:10:00 PM</td>\n      <td>058XX S ARTESIAN AVE</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>ALLEY</td>\n      <td>false</td>\n      <td>false</td>\n      <td>...</td>\n      <td>16</td>\n      <td>63</td>\n      <td>14</td>\n      <td>1160997</td>\n      <td>1865851</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.787580282</td>\n      <td>-87.685233078</td>\n      <td>(41.787580282, -87.685233078)</td>\n    </tr>\n  </tbody>\n</table>\n<p>10 rows × 22 columns</p>\n</div>",
            "text/plain": "         ID Case Number                    Date                     Block  \\\n0  10140490    HY329907  07/05/2015 11:50:00 PM       050XX N NEWLAND AVE   \n1  10139776    HY329265  07/05/2015 11:30:00 PM         011XX W MORSE AVE   \n2  10140270    HY329253  07/05/2015 11:20:00 PM         121XX S FRONT AVE   \n3  10139885    HY329308  07/05/2015 11:19:00 PM       051XX W DIVISION ST   \n4  10140379    HY329556  07/05/2015 11:00:00 PM           012XX W LAKE ST   \n5  10140868    HY330421  07/05/2015 10:54:00 PM         118XX S PEORIA ST   \n6  10139762    HY329232  07/05/2015 10:42:00 PM           026XX W 37TH PL   \n7  10139722    HY329228  07/05/2015 10:30:00 PM  016XX S CENTRAL PARK AVE   \n8  10139774    HY329209  07/05/2015 10:15:00 PM       048XX N ASHLAND AVE   \n9  10139697    HY329177  07/05/2015 10:10:00 PM      058XX S ARTESIAN AVE   \n\n   IUCR         Primary Type                   Description  \\\n0  0820                THEFT                $500 AND UNDER   \n1  0460              BATTERY                        SIMPLE   \n2  0486              BATTERY       DOMESTIC BATTERY SIMPLE   \n3  0610             BURGLARY                FORCIBLE ENTRY   \n4  0930  MOTOR VEHICLE THEFT    THEFT/RECOVERY: AUTOMOBILE   \n5  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n6  1020                ARSON                       BY FIRE   \n7  1811            NARCOTICS  POSS: CANNABIS 30GMS OR LESS   \n8  1310      CRIMINAL DAMAGE                   TO PROPERTY   \n9  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n\n     Location Description Arrest Domestic              ...               Ward  \\\n0                  STREET  false    false              ...                 41   \n1                  STREET  false     true              ...                 49   \n2                  STREET  false     true              ...                  9   \n3      SMALL RETAIL STORE  false    false              ...                 37   \n4                  STREET  false    false              ...                 27   \n5  VEHICLE NON-COMMERCIAL  false    false              ...                 34   \n6         VACANT LOT/LAND  false    false              ...                 12   \n7                   ALLEY   true    false              ...                 24   \n8               APARTMENT  false    false              ...                 46   \n9                   ALLEY  false    false              ...                 16   \n\n  Community Area FBI Code X Coordinate Y Coordinate  Year  \\\n0             10       06      1129230      1933315  2015   \n1              1      08B      1167370      1946271  2015   \n2             53      08B                            2015   \n3             25       05      1141721      1907465  2015   \n4             28       07      1168413      1901632  2015   \n5             53       14      1172409      1826485  2015   \n6             58       09      1159436      1879658  2015   \n7             29       18      1152687      1891389  2015   \n8              3       14      1164821      1932394  2015   \n9             63       14      1160997      1865851  2015   \n\n               Updated On      Latitude      Longitude  \\\n0  07/12/2015 12:42:46 PM  41.973309466  -87.800174996   \n1  07/12/2015 12:42:46 PM  42.008124017   -87.65955018   \n2  07/12/2015 12:42:46 PM                                \n3  07/12/2015 12:42:46 PM  41.902152027  -87.754883404   \n4  07/12/2015 12:42:46 PM  41.885610142  -87.657008701   \n5  07/12/2015 12:42:46 PM    41.6793109  -87.644545209   \n6  07/12/2015 12:42:46 PM  41.825500607  -87.690578042   \n7  07/12/2015 12:42:46 PM  41.857827814  -87.715028789   \n8  07/12/2015 12:42:46 PM  41.970099796  -87.669324377   \n9  07/12/2015 12:42:46 PM  41.787580282  -87.685233078   \n\n                        Location  \n0  (41.973309466, -87.800174996)  \n1   (42.008124017, -87.65955018)  \n2                                 \n3  (41.902152027, -87.754883404)  \n4  (41.885610142, -87.657008701)  \n5    (41.6793109, -87.644545209)  \n6  (41.825500607, -87.690578042)  \n7  (41.857827814, -87.715028789)  \n8  (41.970099796, -87.669324377)  \n9  (41.787580282, -87.685233078)  \n\n[10 rows x 22 columns]"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "To use `one_hot_encode` from a dataflow, simply specify the source column. `one_hot_encode` will figure out all the distinct values or categorical labels in the source column using the current data, and it will return a new dataflow with a new binary column for each categorical label. Note that the categorical labels are remembered in the data flow step."
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "result_dataflow = dataflow.one_hot_encode(source_column='Location Description')\nresult_dataflow.head(10)",
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 2,
          "data": {
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>ID</th>\n      <th>Case Number</th>\n      <th>Date</th>\n      <th>Block</th>\n      <th>IUCR</th>\n      <th>Primary Type</th>\n      <th>Description</th>\n      <th>Location Description</th>\n      <th>Location Description_STREET</th>\n      <th>Location Description_ALLEY</th>\n      <th>...</th>\n      <th>Ward</th>\n      <th>Community Area</th>\n      <th>FBI Code</th>\n      <th>X Coordinate</th>\n      <th>Y Coordinate</th>\n      <th>Year</th>\n      <th>Updated On</th>\n      <th>Latitude</th>\n      <th>Longitude</th>\n      <th>Location</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>10140490</td>\n      <td>HY329907</td>\n      <td>07/05/2015 11:50:00 PM</td>\n      <td>050XX N NEWLAND AVE</td>\n      <td>0820</td>\n      <td>THEFT</td>\n      <td>$500 AND UNDER</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>41</td>\n      <td>10</td>\n      <td>06</td>\n      <td>1129230</td>\n      <td>1933315</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.973309466</td>\n      <td>-87.800174996</td>\n      <td>(41.973309466, -87.800174996)</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>10139776</td>\n      <td>HY329265</td>\n      <td>07/05/2015 11:30:00 PM</td>\n      <td>011XX W MORSE AVE</td>\n      <td>0460</td>\n      <td>BATTERY</td>\n      <td>SIMPLE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>49</td>\n      <td>1</td>\n      <td>08B</td>\n      <td>1167370</td>\n      <td>1946271</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>42.008124017</td>\n      <td>-87.65955018</td>\n      <td>(42.008124017, -87.65955018)</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>10140270</td>\n      <td>HY329253</td>\n      <td>07/05/2015 11:20:00 PM</td>\n      <td>121XX S FRONT AVE</td>\n      <td>0486</td>\n      <td>BATTERY</td>\n      <td>DOMESTIC BATTERY SIMPLE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>9</td>\n      <td>53</td>\n      <td>08B</td>\n      <td></td>\n      <td></td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td></td>\n      <td></td>\n      <td></td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>10139885</td>\n      <td>HY329308</td>\n      <td>07/05/2015 11:19:00 PM</td>\n      <td>051XX W DIVISION ST</td>\n      <td>0610</td>\n      <td>BURGLARY</td>\n      <td>FORCIBLE ENTRY</td>\n      <td>SMALL RETAIL STORE</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>37</td>\n      <td>25</td>\n      <td>05</td>\n      <td>1141721</td>\n      <td>1907465</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.902152027</td>\n      <td>-87.754883404</td>\n      <td>(41.902152027, -87.754883404)</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>10140379</td>\n      <td>HY329556</td>\n      <td>07/05/2015 11:00:00 PM</td>\n      <td>012XX W LAKE ST</td>\n      <td>0930</td>\n      <td>MOTOR VEHICLE THEFT</td>\n      <td>THEFT/RECOVERY: AUTOMOBILE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>27</td>\n      <td>28</td>\n      <td>07</td>\n      <td>1168413</td>\n      <td>1901632</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.885610142</td>\n      <td>-87.657008701</td>\n      <td>(41.885610142, -87.657008701)</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>10140868</td>\n      <td>HY330421</td>\n      <td>07/05/2015 10:54:00 PM</td>\n      <td>118XX S PEORIA ST</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>VEHICLE NON-COMMERCIAL</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>34</td>\n      <td>53</td>\n      <td>14</td>\n      <td>1172409</td>\n      <td>1826485</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.6793109</td>\n      <td>-87.644545209</td>\n      <td>(41.6793109, -87.644545209)</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>10139762</td>\n      <td>HY329232</td>\n      <td>07/05/2015 10:42:00 PM</td>\n      <td>026XX W 37TH PL</td>\n      <td>1020</td>\n      <td>ARSON</td>\n      <td>BY FIRE</td>\n      <td>VACANT LOT/LAND</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>12</td>\n      <td>58</td>\n      <td>09</td>\n      <td>1159436</td>\n      <td>1879658</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.825500607</td>\n      <td>-87.690578042</td>\n      <td>(41.825500607, -87.690578042)</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>10139722</td>\n      <td>HY329228</td>\n      <td>07/05/2015 10:30:00 PM</td>\n      <td>016XX S CENTRAL PARK AVE</td>\n      <td>1811</td>\n      <td>NARCOTICS</td>\n      <td>POSS: CANNABIS 30GMS OR LESS</td>\n      <td>ALLEY</td>\n      <td>0</td>\n      <td>1</td>\n      <td>...</td>\n      <td>24</td>\n      <td>29</td>\n      <td>18</td>\n      <td>1152687</td>\n      <td>1891389</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.857827814</td>\n      <td>-87.715028789</td>\n      <td>(41.857827814, -87.715028789)</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>10139774</td>\n      <td>HY329209</td>\n      <td>07/05/2015 10:15:00 PM</td>\n      <td>048XX N ASHLAND AVE</td>\n      <td>1310</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO PROPERTY</td>\n      <td>APARTMENT</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>46</td>\n      <td>3</td>\n      <td>14</td>\n      <td>1164821</td>\n      <td>1932394</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.970099796</td>\n      <td>-87.669324377</td>\n      <td>(41.970099796, -87.669324377)</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>10139697</td>\n      <td>HY329177</td>\n      <td>07/05/2015 10:10:00 PM</td>\n      <td>058XX S ARTESIAN AVE</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>ALLEY</td>\n      <td>0</td>\n      <td>1</td>\n      <td>...</td>\n      <td>16</td>\n      <td>63</td>\n      <td>14</td>\n      <td>1160997</td>\n      <td>1865851</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.787580282</td>\n      <td>-87.685233078</td>\n      <td>(41.787580282, -87.685233078)</td>\n    </tr>\n  </tbody>\n</table>\n<p>10 rows × 28 columns</p>\n</div>",
            "text/plain": "         ID Case Number                    Date                     Block  \\\n0  10140490    HY329907  07/05/2015 11:50:00 PM       050XX N NEWLAND AVE   \n1  10139776    HY329265  07/05/2015 11:30:00 PM         011XX W MORSE AVE   \n2  10140270    HY329253  07/05/2015 11:20:00 PM         121XX S FRONT AVE   \n3  10139885    HY329308  07/05/2015 11:19:00 PM       051XX W DIVISION ST   \n4  10140379    HY329556  07/05/2015 11:00:00 PM           012XX W LAKE ST   \n5  10140868    HY330421  07/05/2015 10:54:00 PM         118XX S PEORIA ST   \n6  10139762    HY329232  07/05/2015 10:42:00 PM           026XX W 37TH PL   \n7  10139722    HY329228  07/05/2015 10:30:00 PM  016XX S CENTRAL PARK AVE   \n8  10139774    HY329209  07/05/2015 10:15:00 PM       048XX N ASHLAND AVE   \n9  10139697    HY329177  07/05/2015 10:10:00 PM      058XX S ARTESIAN AVE   \n\n   IUCR         Primary Type                   Description  \\\n0  0820                THEFT                $500 AND UNDER   \n1  0460              BATTERY                        SIMPLE   \n2  0486              BATTERY       DOMESTIC BATTERY SIMPLE   \n3  0610             BURGLARY                FORCIBLE ENTRY   \n4  0930  MOTOR VEHICLE THEFT    THEFT/RECOVERY: AUTOMOBILE   \n5  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n6  1020                ARSON                       BY FIRE   \n7  1811            NARCOTICS  POSS: CANNABIS 30GMS OR LESS   \n8  1310      CRIMINAL DAMAGE                   TO PROPERTY   \n9  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n\n     Location Description  Location Description_STREET  \\\n0                  STREET                            1   \n1                  STREET                            1   \n2                  STREET                            1   \n3      SMALL RETAIL STORE                            0   \n4                  STREET                            1   \n5  VEHICLE NON-COMMERCIAL                            0   \n6         VACANT LOT/LAND                            0   \n7                   ALLEY                            0   \n8               APARTMENT                            0   \n9                   ALLEY                            0   \n\n   Location Description_ALLEY              ...                Ward  \\\n0                           0              ...                  41   \n1                           0              ...                  49   \n2                           0              ...                   9   \n3                           0              ...                  37   \n4                           0              ...                  27   \n5                           0              ...                  34   \n6                           0              ...                  12   \n7                           1              ...                  24   \n8                           0              ...                  46   \n9                           1              ...                  16   \n\n   Community Area  FBI Code  X Coordinate Y Coordinate  Year  \\\n0              10        06       1129230      1933315  2015   \n1               1       08B       1167370      1946271  2015   \n2              53       08B                             2015   \n3              25        05       1141721      1907465  2015   \n4              28        07       1168413      1901632  2015   \n5              53        14       1172409      1826485  2015   \n6              58        09       1159436      1879658  2015   \n7              29        18       1152687      1891389  2015   \n8               3        14       1164821      1932394  2015   \n9              63        14       1160997      1865851  2015   \n\n               Updated On      Latitude      Longitude  \\\n0  07/12/2015 12:42:46 PM  41.973309466  -87.800174996   \n1  07/12/2015 12:42:46 PM  42.008124017   -87.65955018   \n2  07/12/2015 12:42:46 PM                                \n3  07/12/2015 12:42:46 PM  41.902152027  -87.754883404   \n4  07/12/2015 12:42:46 PM  41.885610142  -87.657008701   \n5  07/12/2015 12:42:46 PM    41.6793109  -87.644545209   \n6  07/12/2015 12:42:46 PM  41.825500607  -87.690578042   \n7  07/12/2015 12:42:46 PM  41.857827814  -87.715028789   \n8  07/12/2015 12:42:46 PM  41.970099796  -87.669324377   \n9  07/12/2015 12:42:46 PM  41.787580282  -87.685233078   \n\n                        Location  \n0  (41.973309466, -87.800174996)  \n1   (42.008124017, -87.65955018)  \n2                                 \n3  (41.902152027, -87.754883404)  \n4  (41.885610142, -87.657008701)  \n5    (41.6793109, -87.644545209)  \n6  (41.825500607, -87.690578042)  \n7  (41.857827814, -87.715028789)  \n8  (41.970099796, -87.669324377)  \n9  (41.787580282, -87.685233078)  \n\n[10 rows x 28 columns]"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "By default, all the new columns will use the `source_column` name as a prefix. However, if you would like to specify your own prefix, simply pass a `prefix` string as a second parameter."
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "result_dataflow = dataflow.one_hot_encode(source_column='Location Description', prefix='LOCATION_')\nresult_dataflow.head(10)",
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 3,
          "data": {
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>ID</th>\n      <th>Case Number</th>\n      <th>Date</th>\n      <th>Block</th>\n      <th>IUCR</th>\n      <th>Primary Type</th>\n      <th>Description</th>\n      <th>Location Description</th>\n      <th>LOCATION_STREET</th>\n      <th>LOCATION_ALLEY</th>\n      <th>...</th>\n      <th>Ward</th>\n      <th>Community Area</th>\n      <th>FBI Code</th>\n      <th>X Coordinate</th>\n      <th>Y Coordinate</th>\n      <th>Year</th>\n      <th>Updated On</th>\n      <th>Latitude</th>\n      <th>Longitude</th>\n      <th>Location</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>10140490</td>\n      <td>HY329907</td>\n      <td>07/05/2015 11:50:00 PM</td>\n      <td>050XX N NEWLAND AVE</td>\n      <td>0820</td>\n      <td>THEFT</td>\n      <td>$500 AND UNDER</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>41</td>\n      <td>10</td>\n      <td>06</td>\n      <td>1129230</td>\n      <td>1933315</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.973309466</td>\n      <td>-87.800174996</td>\n      <td>(41.973309466, -87.800174996)</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>10139776</td>\n      <td>HY329265</td>\n      <td>07/05/2015 11:30:00 PM</td>\n      <td>011XX W MORSE AVE</td>\n      <td>0460</td>\n      <td>BATTERY</td>\n      <td>SIMPLE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>49</td>\n      <td>1</td>\n      <td>08B</td>\n      <td>1167370</td>\n      <td>1946271</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>42.008124017</td>\n      <td>-87.65955018</td>\n      <td>(42.008124017, -87.65955018)</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>10140270</td>\n      <td>HY329253</td>\n      <td>07/05/2015 11:20:00 PM</td>\n      <td>121XX S FRONT AVE</td>\n      <td>0486</td>\n      <td>BATTERY</td>\n      <td>DOMESTIC BATTERY SIMPLE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>9</td>\n      <td>53</td>\n      <td>08B</td>\n      <td></td>\n      <td></td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td></td>\n      <td></td>\n      <td></td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>10139885</td>\n      <td>HY329308</td>\n      <td>07/05/2015 11:19:00 PM</td>\n      <td>051XX W DIVISION ST</td>\n      <td>0610</td>\n      <td>BURGLARY</td>\n      <td>FORCIBLE ENTRY</td>\n      <td>SMALL RETAIL STORE</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>37</td>\n      <td>25</td>\n      <td>05</td>\n      <td>1141721</td>\n      <td>1907465</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.902152027</td>\n      <td>-87.754883404</td>\n      <td>(41.902152027, -87.754883404)</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>10140379</td>\n      <td>HY329556</td>\n      <td>07/05/2015 11:00:00 PM</td>\n      <td>012XX W LAKE ST</td>\n      <td>0930</td>\n      <td>MOTOR VEHICLE THEFT</td>\n      <td>THEFT/RECOVERY: AUTOMOBILE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>27</td>\n      <td>28</td>\n      <td>07</td>\n      <td>1168413</td>\n      <td>1901632</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.885610142</td>\n      <td>-87.657008701</td>\n      <td>(41.885610142, -87.657008701)</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>10140868</td>\n      <td>HY330421</td>\n      <td>07/05/2015 10:54:00 PM</td>\n      <td>118XX S PEORIA ST</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>VEHICLE NON-COMMERCIAL</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>34</td>\n      <td>53</td>\n      <td>14</td>\n      <td>1172409</td>\n      <td>1826485</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.6793109</td>\n      <td>-87.644545209</td>\n      <td>(41.6793109, -87.644545209)</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>10139762</td>\n      <td>HY329232</td>\n      <td>07/05/2015 10:42:00 PM</td>\n      <td>026XX W 37TH PL</td>\n      <td>1020</td>\n      <td>ARSON</td>\n      <td>BY FIRE</td>\n      <td>VACANT LOT/LAND</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>12</td>\n      <td>58</td>\n      <td>09</td>\n      <td>1159436</td>\n      <td>1879658</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.825500607</td>\n      <td>-87.690578042</td>\n      <td>(41.825500607, -87.690578042)</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>10139722</td>\n      <td>HY329228</td>\n      <td>07/05/2015 10:30:00 PM</td>\n      <td>016XX S CENTRAL PARK AVE</td>\n      <td>1811</td>\n      <td>NARCOTICS</td>\n      <td>POSS: CANNABIS 30GMS OR LESS</td>\n      <td>ALLEY</td>\n      <td>0</td>\n      <td>1</td>\n      <td>...</td>\n      <td>24</td>\n      <td>29</td>\n      <td>18</td>\n      <td>1152687</td>\n      <td>1891389</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.857827814</td>\n      <td>-87.715028789</td>\n      <td>(41.857827814, -87.715028789)</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>10139774</td>\n      <td>HY329209</td>\n      <td>07/05/2015 10:15:00 PM</td>\n      <td>048XX N ASHLAND AVE</td>\n      <td>1310</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO PROPERTY</td>\n      <td>APARTMENT</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>46</td>\n      <td>3</td>\n      <td>14</td>\n      <td>1164821</td>\n      <td>1932394</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.970099796</td>\n      <td>-87.669324377</td>\n      <td>(41.970099796, -87.669324377)</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>10139697</td>\n      <td>HY329177</td>\n      <td>07/05/2015 10:10:00 PM</td>\n      <td>058XX S ARTESIAN AVE</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>ALLEY</td>\n      <td>0</td>\n      <td>1</td>\n      <td>...</td>\n      <td>16</td>\n      <td>63</td>\n      <td>14</td>\n      <td>1160997</td>\n      <td>1865851</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.787580282</td>\n      <td>-87.685233078</td>\n      <td>(41.787580282, -87.685233078)</td>\n    </tr>\n  </tbody>\n</table>\n<p>10 rows × 28 columns</p>\n</div>",
            "text/plain": "         ID Case Number                    Date                     Block  \\\n0  10140490    HY329907  07/05/2015 11:50:00 PM       050XX N NEWLAND AVE   \n1  10139776    HY329265  07/05/2015 11:30:00 PM         011XX W MORSE AVE   \n2  10140270    HY329253  07/05/2015 11:20:00 PM         121XX S FRONT AVE   \n3  10139885    HY329308  07/05/2015 11:19:00 PM       051XX W DIVISION ST   \n4  10140379    HY329556  07/05/2015 11:00:00 PM           012XX W LAKE ST   \n5  10140868    HY330421  07/05/2015 10:54:00 PM         118XX S PEORIA ST   \n6  10139762    HY329232  07/05/2015 10:42:00 PM           026XX W 37TH PL   \n7  10139722    HY329228  07/05/2015 10:30:00 PM  016XX S CENTRAL PARK AVE   \n8  10139774    HY329209  07/05/2015 10:15:00 PM       048XX N ASHLAND AVE   \n9  10139697    HY329177  07/05/2015 10:10:00 PM      058XX S ARTESIAN AVE   \n\n   IUCR         Primary Type                   Description  \\\n0  0820                THEFT                $500 AND UNDER   \n1  0460              BATTERY                        SIMPLE   \n2  0486              BATTERY       DOMESTIC BATTERY SIMPLE   \n3  0610             BURGLARY                FORCIBLE ENTRY   \n4  0930  MOTOR VEHICLE THEFT    THEFT/RECOVERY: AUTOMOBILE   \n5  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n6  1020                ARSON                       BY FIRE   \n7  1811            NARCOTICS  POSS: CANNABIS 30GMS OR LESS   \n8  1310      CRIMINAL DAMAGE                   TO PROPERTY   \n9  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n\n     Location Description  LOCATION_STREET  LOCATION_ALLEY  \\\n0                  STREET                1               0   \n1                  STREET                1               0   \n2                  STREET                1               0   \n3      SMALL RETAIL STORE                0               0   \n4                  STREET                1               0   \n5  VEHICLE NON-COMMERCIAL                0               0   \n6         VACANT LOT/LAND                0               0   \n7                   ALLEY                0               1   \n8               APARTMENT                0               0   \n9                   ALLEY                0               1   \n\n               ...                Ward  Community Area  FBI Code  \\\n0              ...                  41              10        06   \n1              ...                  49               1       08B   \n2              ...                   9              53       08B   \n3              ...                  37              25        05   \n4              ...                  27              28        07   \n5              ...                  34              53        14   \n6              ...                  12              58        09   \n7              ...                  24              29        18   \n8              ...                  46               3        14   \n9              ...                  16              63        14   \n\n   X Coordinate Y Coordinate  Year              Updated On      Latitude  \\\n0       1129230      1933315  2015  07/12/2015 12:42:46 PM  41.973309466   \n1       1167370      1946271  2015  07/12/2015 12:42:46 PM  42.008124017   \n2                             2015  07/12/2015 12:42:46 PM                 \n3       1141721      1907465  2015  07/12/2015 12:42:46 PM  41.902152027   \n4       1168413      1901632  2015  07/12/2015 12:42:46 PM  41.885610142   \n5       1172409      1826485  2015  07/12/2015 12:42:46 PM    41.6793109   \n6       1159436      1879658  2015  07/12/2015 12:42:46 PM  41.825500607   \n7       1152687      1891389  2015  07/12/2015 12:42:46 PM  41.857827814   \n8       1164821      1932394  2015  07/12/2015 12:42:46 PM  41.970099796   \n9       1160997      1865851  2015  07/12/2015 12:42:46 PM  41.787580282   \n\n       Longitude                       Location  \n0  -87.800174996  (41.973309466, -87.800174996)  \n1   -87.65955018   (42.008124017, -87.65955018)  \n2                                                \n3  -87.754883404  (41.902152027, -87.754883404)  \n4  -87.657008701  (41.885610142, -87.657008701)  \n5  -87.644545209    (41.6793109, -87.644545209)  \n6  -87.690578042  (41.825500607, -87.690578042)  \n7  -87.715028789  (41.857827814, -87.715028789)  \n8  -87.669324377  (41.970099796, -87.669324377)  \n9  -87.685233078  (41.787580282, -87.685233078)  \n\n[10 rows x 28 columns]"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "To have more control over the categorical labels, create a builder using `dataflow.builders.one_hot_encode`. The builder allows to preview and modify the categorical labels before generating a new dataflow with the results."
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "builder = dataflow.builders.one_hot_encode(source_column='Location Description', prefix='LOCATION_')",
      "execution_count": 4,
      "outputs": []
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "To generate the categorical labels, call the `learn` method on the builder object."
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "builder.learn()",
      "execution_count": 5,
      "outputs": []
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "To preview the categorical labels, simply access them through the property `categorical_labels` on the builder object"
    },
    {
      "metadata": {
        "scrolled": true,
        "trusted": true
      },
      "cell_type": "code",
      "source": "builder.categorical_labels",
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 6,
          "data": {
            "text/plain": "['STREET',\n 'ALLEY',\n 'APARTMENT',\n 'VACANT LOT/LAND',\n 'VEHICLE NON-COMMERCIAL',\n 'SMALL RETAIL STORE']"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "To modify the generated `categorical_labels`, just assign a new value to `categorical_labels` or modify the existing one.  \nThe following example adds a missing label not found on the sample data to `categorical_labels`."
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "builder.categorical_labels.append('TOWNHOUSE')\nbuilder.categorical_labels",
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 7,
          "data": {
            "text/plain": "['STREET',\n 'ALLEY',\n 'APARTMENT',\n 'VACANT LOT/LAND',\n 'VEHICLE NON-COMMERCIAL',\n 'SMALL RETAIL STORE',\n 'TOWNHOUSE']"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "Once the desired results are achieved, call `builder.to_dataflow` to get the new dataflow with the encoded labels."
    },
    {
      "metadata": {
        "scrolled": true,
        "trusted": true
      },
      "cell_type": "code",
      "source": "dataflow = builder.to_dataflow()\ndataflow.head(10)",
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 8,
          "data": {
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>ID</th>\n      <th>Case Number</th>\n      <th>Date</th>\n      <th>Block</th>\n      <th>IUCR</th>\n      <th>Primary Type</th>\n      <th>Description</th>\n      <th>Location Description</th>\n      <th>LOCATION_STREET</th>\n      <th>LOCATION_ALLEY</th>\n      <th>...</th>\n      <th>Ward</th>\n      <th>Community Area</th>\n      <th>FBI Code</th>\n      <th>X Coordinate</th>\n      <th>Y Coordinate</th>\n      <th>Year</th>\n      <th>Updated On</th>\n      <th>Latitude</th>\n      <th>Longitude</th>\n      <th>Location</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>10140490</td>\n      <td>HY329907</td>\n      <td>07/05/2015 11:50:00 PM</td>\n      <td>050XX N NEWLAND AVE</td>\n      <td>0820</td>\n      <td>THEFT</td>\n      <td>$500 AND UNDER</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>41</td>\n      <td>10</td>\n      <td>06</td>\n      <td>1129230</td>\n      <td>1933315</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.973309466</td>\n      <td>-87.800174996</td>\n      <td>(41.973309466, -87.800174996)</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>10139776</td>\n      <td>HY329265</td>\n      <td>07/05/2015 11:30:00 PM</td>\n      <td>011XX W MORSE AVE</td>\n      <td>0460</td>\n      <td>BATTERY</td>\n      <td>SIMPLE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>49</td>\n      <td>1</td>\n      <td>08B</td>\n      <td>1167370</td>\n      <td>1946271</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>42.008124017</td>\n      <td>-87.65955018</td>\n      <td>(42.008124017, -87.65955018)</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>10140270</td>\n      <td>HY329253</td>\n      <td>07/05/2015 11:20:00 PM</td>\n      <td>121XX S FRONT AVE</td>\n      <td>0486</td>\n      <td>BATTERY</td>\n      <td>DOMESTIC BATTERY SIMPLE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>9</td>\n      <td>53</td>\n      <td>08B</td>\n      <td></td>\n      <td></td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td></td>\n      <td></td>\n      <td></td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>10139885</td>\n      <td>HY329308</td>\n      <td>07/05/2015 11:19:00 PM</td>\n      <td>051XX W DIVISION ST</td>\n      <td>0610</td>\n      <td>BURGLARY</td>\n      <td>FORCIBLE ENTRY</td>\n      <td>SMALL RETAIL STORE</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>37</td>\n      <td>25</td>\n      <td>05</td>\n      <td>1141721</td>\n      <td>1907465</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.902152027</td>\n      <td>-87.754883404</td>\n      <td>(41.902152027, -87.754883404)</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>10140379</td>\n      <td>HY329556</td>\n      <td>07/05/2015 11:00:00 PM</td>\n      <td>012XX W LAKE ST</td>\n      <td>0930</td>\n      <td>MOTOR VEHICLE THEFT</td>\n      <td>THEFT/RECOVERY: AUTOMOBILE</td>\n      <td>STREET</td>\n      <td>1</td>\n      <td>0</td>\n      <td>...</td>\n      <td>27</td>\n      <td>28</td>\n      <td>07</td>\n      <td>1168413</td>\n      <td>1901632</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.885610142</td>\n      <td>-87.657008701</td>\n      <td>(41.885610142, -87.657008701)</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>10140868</td>\n      <td>HY330421</td>\n      <td>07/05/2015 10:54:00 PM</td>\n      <td>118XX S PEORIA ST</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>VEHICLE NON-COMMERCIAL</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>34</td>\n      <td>53</td>\n      <td>14</td>\n      <td>1172409</td>\n      <td>1826485</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.6793109</td>\n      <td>-87.644545209</td>\n      <td>(41.6793109, -87.644545209)</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>10139762</td>\n      <td>HY329232</td>\n      <td>07/05/2015 10:42:00 PM</td>\n      <td>026XX W 37TH PL</td>\n      <td>1020</td>\n      <td>ARSON</td>\n      <td>BY FIRE</td>\n      <td>VACANT LOT/LAND</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>12</td>\n      <td>58</td>\n      <td>09</td>\n      <td>1159436</td>\n      <td>1879658</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.825500607</td>\n      <td>-87.690578042</td>\n      <td>(41.825500607, -87.690578042)</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>10139722</td>\n      <td>HY329228</td>\n      <td>07/05/2015 10:30:00 PM</td>\n      <td>016XX S CENTRAL PARK AVE</td>\n      <td>1811</td>\n      <td>NARCOTICS</td>\n      <td>POSS: CANNABIS 30GMS OR LESS</td>\n      <td>ALLEY</td>\n      <td>0</td>\n      <td>1</td>\n      <td>...</td>\n      <td>24</td>\n      <td>29</td>\n      <td>18</td>\n      <td>1152687</td>\n      <td>1891389</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.857827814</td>\n      <td>-87.715028789</td>\n      <td>(41.857827814, -87.715028789)</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>10139774</td>\n      <td>HY329209</td>\n      <td>07/05/2015 10:15:00 PM</td>\n      <td>048XX N ASHLAND AVE</td>\n      <td>1310</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO PROPERTY</td>\n      <td>APARTMENT</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>46</td>\n      <td>3</td>\n      <td>14</td>\n      <td>1164821</td>\n      <td>1932394</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.970099796</td>\n      <td>-87.669324377</td>\n      <td>(41.970099796, -87.669324377)</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>10139697</td>\n      <td>HY329177</td>\n      <td>07/05/2015 10:10:00 PM</td>\n      <td>058XX S ARTESIAN AVE</td>\n      <td>1320</td>\n      <td>CRIMINAL DAMAGE</td>\n      <td>TO VEHICLE</td>\n      <td>ALLEY</td>\n      <td>0</td>\n      <td>1</td>\n      <td>...</td>\n      <td>16</td>\n      <td>63</td>\n      <td>14</td>\n      <td>1160997</td>\n      <td>1865851</td>\n      <td>2015</td>\n      <td>07/12/2015 12:42:46 PM</td>\n      <td>41.787580282</td>\n      <td>-87.685233078</td>\n      <td>(41.787580282, -87.685233078)</td>\n    </tr>\n  </tbody>\n</table>\n<p>10 rows × 29 columns</p>\n</div>",
            "text/plain": "         ID Case Number                    Date                     Block  \\\n0  10140490    HY329907  07/05/2015 11:50:00 PM       050XX N NEWLAND AVE   \n1  10139776    HY329265  07/05/2015 11:30:00 PM         011XX W MORSE AVE   \n2  10140270    HY329253  07/05/2015 11:20:00 PM         121XX S FRONT AVE   \n3  10139885    HY329308  07/05/2015 11:19:00 PM       051XX W DIVISION ST   \n4  10140379    HY329556  07/05/2015 11:00:00 PM           012XX W LAKE ST   \n5  10140868    HY330421  07/05/2015 10:54:00 PM         118XX S PEORIA ST   \n6  10139762    HY329232  07/05/2015 10:42:00 PM           026XX W 37TH PL   \n7  10139722    HY329228  07/05/2015 10:30:00 PM  016XX S CENTRAL PARK AVE   \n8  10139774    HY329209  07/05/2015 10:15:00 PM       048XX N ASHLAND AVE   \n9  10139697    HY329177  07/05/2015 10:10:00 PM      058XX S ARTESIAN AVE   \n\n   IUCR         Primary Type                   Description  \\\n0  0820                THEFT                $500 AND UNDER   \n1  0460              BATTERY                        SIMPLE   \n2  0486              BATTERY       DOMESTIC BATTERY SIMPLE   \n3  0610             BURGLARY                FORCIBLE ENTRY   \n4  0930  MOTOR VEHICLE THEFT    THEFT/RECOVERY: AUTOMOBILE   \n5  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n6  1020                ARSON                       BY FIRE   \n7  1811            NARCOTICS  POSS: CANNABIS 30GMS OR LESS   \n8  1310      CRIMINAL DAMAGE                   TO PROPERTY   \n9  1320      CRIMINAL DAMAGE                    TO VEHICLE   \n\n     Location Description  LOCATION_STREET  LOCATION_ALLEY  \\\n0                  STREET                1               0   \n1                  STREET                1               0   \n2                  STREET                1               0   \n3      SMALL RETAIL STORE                0               0   \n4                  STREET                1               0   \n5  VEHICLE NON-COMMERCIAL                0               0   \n6         VACANT LOT/LAND                0               0   \n7                   ALLEY                0               1   \n8               APARTMENT                0               0   \n9                   ALLEY                0               1   \n\n               ...                Ward  Community Area  FBI Code  \\\n0              ...                  41              10        06   \n1              ...                  49               1       08B   \n2              ...                   9              53       08B   \n3              ...                  37              25        05   \n4              ...                  27              28        07   \n5              ...                  34              53        14   \n6              ...                  12              58        09   \n7              ...                  24              29        18   \n8              ...                  46               3        14   \n9              ...                  16              63        14   \n\n   X Coordinate  Y Coordinate  Year              Updated On      Latitude  \\\n0       1129230       1933315  2015  07/12/2015 12:42:46 PM  41.973309466   \n1       1167370       1946271  2015  07/12/2015 12:42:46 PM  42.008124017   \n2                              2015  07/12/2015 12:42:46 PM                 \n3       1141721       1907465  2015  07/12/2015 12:42:46 PM  41.902152027   \n4       1168413       1901632  2015  07/12/2015 12:42:46 PM  41.885610142   \n5       1172409       1826485  2015  07/12/2015 12:42:46 PM    41.6793109   \n6       1159436       1879658  2015  07/12/2015 12:42:46 PM  41.825500607   \n7       1152687       1891389  2015  07/12/2015 12:42:46 PM  41.857827814   \n8       1164821       1932394  2015  07/12/2015 12:42:46 PM  41.970099796   \n9       1160997       1865851  2015  07/12/2015 12:42:46 PM  41.787580282   \n\n       Longitude                       Location  \n0  -87.800174996  (41.973309466, -87.800174996)  \n1   -87.65955018   (42.008124017, -87.65955018)  \n2                                                \n3  -87.754883404  (41.902152027, -87.754883404)  \n4  -87.657008701  (41.885610142, -87.657008701)  \n5  -87.644545209    (41.6793109, -87.644545209)  \n6  -87.690578042  (41.825500607, -87.690578042)  \n7  -87.715028789  (41.857827814, -87.715028789)  \n8  -87.669324377  (41.970099796, -87.669324377)  \n9  -87.685233078  (41.787580282, -87.685233078)  \n\n[10 rows x 29 columns]"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "",
      "execution_count": null,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "",
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "name": "python36",
      "display_name": "Python 3.6",
      "language": "python"
    },
    "language_info": {
      "mimetype": "text/x-python",
      "nbconvert_exporter": "python",
      "name": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.6",
      "file_extension": ".py",
      "codemirror_mode": {
        "version": 3,
        "name": "ipython"
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 2
}