Starting Point.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:61ebf2badb80efc429f54d148e73dd53ca5da2337868c3a6c86018c0f9628256"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import pandas as pd\n",
      "import re"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 74
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import matplotlib.pyplot as plt"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 75
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "%matplotlib inline"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 76
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "summary = pd.read_csv(\"atusdata/atussum_2013/atussum_2013.dat\")\n",
      "summary.info()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "<class 'pandas.core.frame.DataFrame'>\n",
        "Int64Index: 11385 entries, 0 to 11384\n",
        "Columns: 413 entries, tucaseid to t500107\n",
        "dtypes: float64(1), int64(412)\n",
        "memory usage: 36.0 MB\n"
       ]
      }
     ],
     "prompt_number": 77
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "summary.columns"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 78,
       "text": [
        "Index(['tucaseid', 'TUFINLWGT', 'TRYHHCHILD', 'TEAGE', 'TESEX', 'PEEDUCA', 'PTDTRACE', 'PEHSPNON', 'GTMETSTA', 'TELFS', 'TEMJOT', 'TRDPFTPT', 'TESCHENR', 'TESCHLVL', 'TRSPPRES', 'TESPEMPNOT', 'TRERNWA', 'TRCHILDNUM', 'TRSPFTPT', 'TEHRUSLT', 'TUDIARYDAY', 'TRHOLIDAY', 'TRTEC', 'TRTHH', 't010101', 't010102', 't010201', 't010299', 't010301', 't010399', 't010401', 't020101', 't020102', 't020103', 't020104', 't020199', 't020201', 't020202', 't020203', 't020299', 't020301', 't020302', 't020303', 't020399', 't020401', 't020402', 't020499', 't020501', 't020502', 't020599', 't020601', 't020602', 't020699', 't020701', 't020799', 't020801', 't020899', 't020901', 't020902', 't020903', 't020904', 't020905', 't020999', 't029999', 't030101', 't030102', 't030103', 't030104', 't030105', 't030106', 't030108', 't030109', 't030110', 't030111', 't030112', 't030199', 't030201', 't030202', 't030203', 't030299', 't030301', 't030302', 't030303', 't030399', 't030401', 't030402', 't030403', 't030404', 't030405', 't030499', 't030501', 't030502', 't030503', 't030504', 't030599', 't039999', 't040101', 't040102', 't040103', 't040104', ...], dtype='object')"
       ]
      }
     ],
     "prompt_number": 78
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "Pertinent columns:\n",
      "\n",
      "* TUFINLWGT - statistical weight of respondent\n",
      "* TRYHHCHILD - age of youngest child in household\n",
      "* TEAGE - age of respondent\n",
      "* TESEX - sex of respondent\n",
      "* TELFS - working status of respondent\n",
      "* TRCHILDNUM - number of children in household"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "summary.head()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>tucaseid</th>\n",
        "      <th>TUFINLWGT</th>\n",
        "      <th>TRYHHCHILD</th>\n",
        "      <th>TEAGE</th>\n",
        "      <th>TESEX</th>\n",
        "      <th>PEEDUCA</th>\n",
        "      <th>PTDTRACE</th>\n",
        "      <th>PEHSPNON</th>\n",
        "      <th>GTMETSTA</th>\n",
        "      <th>TELFS</th>\n",
        "      <th>...</th>\n",
        "      <th>t181501</th>\n",
        "      <th>t181599</th>\n",
        "      <th>t181601</th>\n",
        "      <th>t181801</th>\n",
        "      <th>t189999</th>\n",
        "      <th>t500101</th>\n",
        "      <th>t500103</th>\n",
        "      <th>t500105</th>\n",
        "      <th>t500106</th>\n",
        "      <th>t500107</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 11899905.662034</td>\n",
        "      <td> 12</td>\n",
        "      <td> 22</td>\n",
        "      <td> 2</td>\n",
        "      <td> 40</td>\n",
        "      <td> 8</td>\n",
        "      <td> 2</td>\n",
        "      <td> 1</td>\n",
        "      <td> 5</td>\n",
        "      <td>...</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td> 20130101130112</td>\n",
        "      <td>  4447638.009513</td>\n",
        "      <td>  1</td>\n",
        "      <td> 39</td>\n",
        "      <td> 1</td>\n",
        "      <td> 43</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td>...</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 20130101130123</td>\n",
        "      <td> 10377056.507734</td>\n",
        "      <td> -1</td>\n",
        "      <td> 47</td>\n",
        "      <td> 2</td>\n",
        "      <td> 40</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2</td>\n",
        "      <td> 1</td>\n",
        "      <td> 4</td>\n",
        "      <td>...</td>\n",
        "      <td> 25</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td> 20130101130611</td>\n",
        "      <td>  7731257.992805</td>\n",
        "      <td> -1</td>\n",
        "      <td> 50</td>\n",
        "      <td> 2</td>\n",
        "      <td> 40</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td>...</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td> 20130101130616</td>\n",
        "      <td>  4725269.227067</td>\n",
        "      <td> -1</td>\n",
        "      <td> 45</td>\n",
        "      <td> 2</td>\n",
        "      <td> 40</td>\n",
        "      <td> 2</td>\n",
        "      <td> 2</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td>...</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>5 rows \u00d7 413 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 79,
       "text": [
        "         tucaseid        TUFINLWGT  TRYHHCHILD  TEAGE  TESEX  PEEDUCA  \\\n",
        "0  20130101130004  11899905.662034          12     22      2       40   \n",
        "1  20130101130112   4447638.009513           1     39      1       43   \n",
        "2  20130101130123  10377056.507734          -1     47      2       40   \n",
        "3  20130101130611   7731257.992805          -1     50      2       40   \n",
        "4  20130101130616   4725269.227067          -1     45      2       40   \n",
        "\n",
        "   PTDTRACE  PEHSPNON  GTMETSTA  TELFS   ...     t181501  t181599  t181601  \\\n",
        "0         8         2         1      5   ...           0        0        0   \n",
        "1         1         2         1      1   ...           0        0        0   \n",
        "2         1         2         1      4   ...          25        0        0   \n",
        "3         1         1         1      1   ...           0        0        0   \n",
        "4         2         2         1      1   ...           0        0        0   \n",
        "\n",
        "   t181801  t189999  t500101  t500103  t500105  t500106  t500107  \n",
        "0        0        0        0        0        0        0        0  \n",
        "1        0        0        0        0        0        0        0  \n",
        "2        0        0        0        0        0        0        0  \n",
        "3        0        0        0        0        0        0        0  \n",
        "4        0        0        0        0        0        0        0  \n",
        "\n",
        "[5 rows x 413 columns]"
       ]
      }
     ],
     "prompt_number": 79
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "adults_crit = (summary.TEAGE >= 18)\n",
      "no_children_crit = (summary.TRCHILDNUM == 0)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 80
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "adults_with_no_children = summary[adults_crit & no_children_crit]\n",
      "adults_with_no_children.info()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "<class 'pandas.core.frame.DataFrame'>\n",
        "Int64Index: 6481 entries, 2 to 11381\n",
        "Columns: 413 entries, tucaseid to t500107\n",
        "dtypes: float64(1), int64(412)\n",
        "memory usage: 20.5 MB\n"
       ]
      }
     ],
     "prompt_number": 81
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "data = adults_with_no_children[['TUFINLWGT', 't120303']]\n",
      "data = data.rename(columns={\"TUFINLWGT\": \"weight\", \"t120303\": \"minutes\"})\n",
      "data.head()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>weight</th>\n",
        "      <th>minutes</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 10377056.507734</td>\n",
        "      <td>  60</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td>  7731257.992805</td>\n",
        "      <td>  65</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td>  4725269.227067</td>\n",
        "      <td>  90</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5</th>\n",
        "      <td>  2372791.046351</td>\n",
        "      <td> 270</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
        "      <td>  5671341.270490</td>\n",
        "      <td> 244</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 82,
       "text": [
        "            weight  minutes\n",
        "2  10377056.507734       60\n",
        "3   7731257.992805       65\n",
        "4   4725269.227067       90\n",
        "5   2372791.046351      270\n",
        "6   5671341.270490      244"
       ]
      }
     ],
     "prompt_number": 82
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "data['weighted_minutes'] = data.weight * data.minutes"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 83
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "data.head()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>weight</th>\n",
        "      <th>minutes</th>\n",
        "      <th>weighted_minutes</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 10377056.507734</td>\n",
        "      <td>  60</td>\n",
        "      <td> 6.226234e+08</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td>  7731257.992805</td>\n",
        "      <td>  65</td>\n",
        "      <td> 5.025318e+08</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td>  4725269.227067</td>\n",
        "      <td>  90</td>\n",
        "      <td> 4.252742e+08</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5</th>\n",
        "      <td>  2372791.046351</td>\n",
        "      <td> 270</td>\n",
        "      <td> 6.406536e+08</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
        "      <td>  5671341.270490</td>\n",
        "      <td> 244</td>\n",
        "      <td> 1.383807e+09</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 84,
       "text": [
        "            weight  minutes  weighted_minutes\n",
        "2  10377056.507734       60      6.226234e+08\n",
        "3   7731257.992805       65      5.025318e+08\n",
        "4   4725269.227067       90      4.252742e+08\n",
        "5   2372791.046351      270      6.406536e+08\n",
        "6   5671341.270490      244      1.383807e+09"
       ]
      }
     ],
     "prompt_number": 84
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "data.weighted_minutes.sum() / data.weight.sum() / 60"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 85,
       "text": [
        "3.1709004734759403"
       ]
      }
     ],
     "prompt_number": 85
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def average_minutes(data, activity_code):\n",
      "    activity_col = \"t{}\".format(activity_code)\n",
      "    data = data[['TUFINLWGT', activity_col]]\n",
      "    data = data.rename(columns={\"TUFINLWGT\": \"weight\", activity_col: \"minutes\"})\n",
      "    data['weighted_minutes'] = data.weight * data.minutes\n",
      "    return data.weighted_minutes.sum() / data.weight.sum()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 86
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "sleeping = average_minutes(adults_with_no_children, \"010101\")\n",
      "sleepless = average_minutes(adults_with_no_children, \"010102\")\n",
      "(sleeping + sleepless) / 60"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 87,
       "text": [
        "8.7508537061809992"
       ]
      }
     ],
     "prompt_number": 87
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def activity_columns(data, activity_code):\n",
      "    \"\"\"For the activity code given, return all columns that fall under that activity.\"\"\"\n",
      "    col_prefix = \"t{}\".format(activity_code)\n",
      "    return [column for column in data.columns if re.match(col_prefix, column)]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 88
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "activity_columns(summary, \"0101\")"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 89,
       "text": [
        "['t010101', 't010102']"
       ]
      }
     ],
     "prompt_number": 89
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def average_minutes2(data, activity_code):\n",
      "    cols = activity_columns(data, activity_code)\n",
      "    activity_data = data[cols]\n",
      "    activity_sums = activity_data.sum(axis=1)\n",
      "    data = data[['TUFINLWGT']]\n",
      "    data['minutes'] = activity_sums\n",
      "    data = data.rename(columns={\"TUFINLWGT\": \"weight\"})\n",
      "    data['weighted_minutes'] = data.weight * data.minutes\n",
      "    return data.weighted_minutes.sum() / data.weight.sum()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 90
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "average_minutes2(adults_with_no_children, \"0101\") / 60"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 91,
       "text": [
        "8.750853706181001"
       ]
      }
     ],
     "prompt_number": 91
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "average_minutes2(adults_with_no_children, \"01\") / 60"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 92,
       "text": [
        "9.5541911543273592"
       ]
      }
     ],
     "prompt_number": 92
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# grouping\n",
      "help(adults_with_no_children.groupby)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Help on method groupby in module pandas.core.generic:\n",
        "\n",
        "groupby(by=None, axis=0, level=None, as_index=True, sort=True, group_keys=True, squeeze=False) method of pandas.core.frame.DataFrame instance\n",
        "    Group series using mapper (dict or key function, apply given function\n",
        "    to group, return result as series) or by a series of columns\n",
        "    \n",
        "    Parameters\n",
        "    ----------\n",
        "    by : mapping function / list of functions, dict, Series, or tuple /\n",
        "        list of column names.\n",
        "        Called on each element of the object index to determine the groups.\n",
        "        If a dict or Series is passed, the Series or dict VALUES will be\n",
        "        used to determine the groups\n",
        "    axis : int, default 0\n",
        "    level : int, level name, or sequence of such, default None\n",
        "        If the axis is a MultiIndex (hierarchical), group by a particular\n",
        "        level or levels\n",
        "    as_index : boolean, default True\n",
        "        For aggregated output, return object with group labels as the\n",
        "        index. Only relevant for DataFrame input. as_index=False is\n",
        "        effectively \"SQL-style\" grouped output\n",
        "    sort : boolean, default True\n",
        "        Sort group keys. Get better performance by turning this off\n",
        "    group_keys : boolean, default True\n",
        "        When calling apply, add group keys to index to identify pieces\n",
        "    squeeze : boolean, default False\n",
        "        reduce the dimensionaility of the return type if possible,\n",
        "        otherwise return a consistent type\n",
        "    \n",
        "    Examples\n",
        "    --------\n",
        "    # DataFrame result\n",
        "    >>> data.groupby(func, axis=0).mean()\n",
        "    \n",
        "    # DataFrame result\n",
        "    >>> data.groupby(['col1', 'col2'])['col3'].mean()\n",
        "    \n",
        "    # DataFrame with hierarchical index\n",
        "    >>> data.groupby(['col1', 'col2']).mean()\n",
        "    \n",
        "    Returns\n",
        "    -------\n",
        "    GroupBy object\n",
        "\n"
       ]
      }
     ],
     "prompt_number": 93
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "group = summary.groupby([\"TEAGE\", \"TESEX\", \"TRCHILDNUM\"])"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 94
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "group.mean().xs(15).xs(1)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>tucaseid</th>\n",
        "      <th>TUFINLWGT</th>\n",
        "      <th>TRYHHCHILD</th>\n",
        "      <th>PEEDUCA</th>\n",
        "      <th>PTDTRACE</th>\n",
        "      <th>PEHSPNON</th>\n",
        "      <th>GTMETSTA</th>\n",
        "      <th>TELFS</th>\n",
        "      <th>TEMJOT</th>\n",
        "      <th>TRDPFTPT</th>\n",
        "      <th>...</th>\n",
        "      <th>t181501</th>\n",
        "      <th>t181599</th>\n",
        "      <th>t181601</th>\n",
        "      <th>t181801</th>\n",
        "      <th>t189999</th>\n",
        "      <th>t500101</th>\n",
        "      <th>t500103</th>\n",
        "      <th>t500105</th>\n",
        "      <th>t500106</th>\n",
        "      <th>t500107</th>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>TRCHILDNUM</th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td> 2.013063e+13</td>\n",
        "      <td> 10279004.678881</td>\n",
        "      <td> 15.000000</td>\n",
        "      <td> 35.157895</td>\n",
        "      <td> 1.842105</td>\n",
        "      <td> 1.842105</td>\n",
        "      <td> 1.157895</td>\n",
        "      <td> 4.789474</td>\n",
        "      <td>-0.842105</td>\n",
        "      <td>-0.842105</td>\n",
        "      <td>...</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1.315789</td>\n",
        "      <td> 20.157895</td>\n",
        "      <td> 11.052632</td>\n",
        "      <td> 0</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 2.013066e+13</td>\n",
        "      <td>  8094486.932688</td>\n",
        "      <td> 11.733333</td>\n",
        "      <td> 35.133333</td>\n",
        "      <td> 1.133333</td>\n",
        "      <td> 1.800000</td>\n",
        "      <td> 1.066667</td>\n",
        "      <td> 4.666667</td>\n",
        "      <td>-0.800000</td>\n",
        "      <td>-0.800000</td>\n",
        "      <td>...</td>\n",
        "      <td> 3</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0.333333</td>\n",
        "      <td>  1.466667</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td> 0</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td> 2.013056e+13</td>\n",
        "      <td> 13751422.077139</td>\n",
        "      <td>  7.000000</td>\n",
        "      <td> 34.846154</td>\n",
        "      <td> 1.923077</td>\n",
        "      <td> 1.692308</td>\n",
        "      <td> 1.230769</td>\n",
        "      <td> 4.384615</td>\n",
        "      <td>-0.538462</td>\n",
        "      <td>-0.538462</td>\n",
        "      <td>...</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0.000000</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td> 0</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td> 2.013050e+13</td>\n",
        "      <td> 11292383.376507</td>\n",
        "      <td>  5.333333</td>\n",
        "      <td> 33.666667</td>\n",
        "      <td> 1.000000</td>\n",
        "      <td> 2.000000</td>\n",
        "      <td> 1.333333</td>\n",
        "      <td> 3.666667</td>\n",
        "      <td>-0.333333</td>\n",
        "      <td> 0.000000</td>\n",
        "      <td>...</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0.000000</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td> 0</td>\n",
        "      <td> 10</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
        "      <td> 2.013081e+13</td>\n",
        "      <td>  6890966.927239</td>\n",
        "      <td>  6.000000</td>\n",
        "      <td> 34.000000</td>\n",
        "      <td> 1.000000</td>\n",
        "      <td> 2.000000</td>\n",
        "      <td> 2.000000</td>\n",
        "      <td> 1.000000</td>\n",
        "      <td> 2.000000</td>\n",
        "      <td> 1.000000</td>\n",
        "      <td>...</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0.000000</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td>  0.000000</td>\n",
        "      <td> 0</td>\n",
        "      <td>  0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>5 rows \u00d7 410 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 103,
       "text": [
        "                tucaseid        TUFINLWGT  TRYHHCHILD    PEEDUCA  PTDTRACE  \\\n",
        "TRCHILDNUM                                                                   \n",
        "1           2.013063e+13  10279004.678881   15.000000  35.157895  1.842105   \n",
        "2           2.013066e+13   8094486.932688   11.733333  35.133333  1.133333   \n",
        "3           2.013056e+13  13751422.077139    7.000000  34.846154  1.923077   \n",
        "4           2.013050e+13  11292383.376507    5.333333  33.666667  1.000000   \n",
        "6           2.013081e+13   6890966.927239    6.000000  34.000000  1.000000   \n",
        "\n",
        "            PEHSPNON  GTMETSTA     TELFS    TEMJOT  TRDPFTPT   ...     \\\n",
        "TRCHILDNUM                                                     ...      \n",
        "1           1.842105  1.157895  4.789474 -0.842105 -0.842105   ...      \n",
        "2           1.800000  1.066667  4.666667 -0.800000 -0.800000   ...      \n",
        "3           1.692308  1.230769  4.384615 -0.538462 -0.538462   ...      \n",
        "4           2.000000  1.333333  3.666667 -0.333333  0.000000   ...      \n",
        "6           2.000000  2.000000  1.000000  2.000000  1.000000   ...      \n",
        "\n",
        "            t181501  t181599  t181601  t181801   t189999    t500101  \\\n",
        "TRCHILDNUM                                                            \n",
        "1                 0        0        0        0  1.315789  20.157895   \n",
        "2                 3        0        0        0  0.333333   1.466667   \n",
        "3                 0        0        0        0  0.000000   0.000000   \n",
        "4                 0        0        0        0  0.000000   0.000000   \n",
        "6                 0        0        0        0  0.000000   0.000000   \n",
        "\n",
        "              t500103  t500105  t500106  t500107  \n",
        "TRCHILDNUM                                        \n",
        "1           11.052632        0        0        0  \n",
        "2            0.000000        0        0        0  \n",
        "3            0.000000        0        0        0  \n",
        "4            0.000000        0       10        0  \n",
        "6            0.000000        0        0        0  \n",
        "\n",
        "[5 rows x 410 columns]"
       ]
      }
     ],
     "prompt_number": 103
    },
    {
     "cell_type": "heading",
     "level": 2,
     "metadata": {},
     "source": [
      "Joining files"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "respondents = pd.read_csv(\"atusdata/atusresp_2013/atusresp_2013.dat\")\n",
      "activities = pd.read_csv(\"atusdata/atusact_2013/atusact_2013.dat\")"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 104
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "respondents.info()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "<class 'pandas.core.frame.DataFrame'>\n",
        "Int64Index: 11385 entries, 0 to 11384\n",
        "Columns: 175 entries, TUCASEID to TXTONHH\n",
        "dtypes: float64(1), int64(172), object(2)\n",
        "memory usage: 15.3+ MB\n"
       ]
      }
     ],
     "prompt_number": 105
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "activities.info()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "<class 'pandas.core.frame.DataFrame'>\n",
        "Int64Index: 215576 entries, 0 to 215575\n",
        "Data columns (total 31 columns):\n",
        "TUCASEID        215576 non-null int64\n",
        "TUACTIVITY_N    215576 non-null int64\n",
        "TEWHERE         215576 non-null int64\n",
        "TRTCCTOT_LN     215576 non-null int64\n",
        "TRTCC_LN        215576 non-null int64\n",
        "TRTCOC_LN       215576 non-null int64\n",
        "TRTEC_LN        215576 non-null int64\n",
        "TRTHH_LN        215576 non-null int64\n",
        "TRTNOHH_LN      215576 non-null int64\n",
        "TRTOHH_LN       215576 non-null int64\n",
        "TRTONHH_LN      215576 non-null int64\n",
        "TRTO_LN         215576 non-null int64\n",
        "TRWBELIG        215576 non-null int64\n",
        "TUACTDUR        215576 non-null int64\n",
        "TUACTDUR24      215576 non-null int64\n",
        "TUCC5           215576 non-null int64\n",
        "TUCC5B          215576 non-null int64\n",
        "TUCC7           215576 non-null int64\n",
        "TUCC8           215576 non-null int64\n",
        "TUCUMDUR        215576 non-null int64\n",
        "TUCUMDUR24      215576 non-null int64\n",
        "TUDURSTOP       215576 non-null int64\n",
        "TUEC24          215576 non-null int64\n",
        "TUSTARTTIM      215576 non-null object\n",
        "TUSTOPTIME      215576 non-null object\n",
        "TUTIER1CODE     215576 non-null int64\n",
        "TUTIER2CODE     215576 non-null int64\n",
        "TUTIER3CODE     215576 non-null int64\n",
        "TRCODE          215576 non-null int64\n",
        "TRTIER2         215576 non-null int64\n",
        "TXWHERE         215576 non-null int64\n",
        "dtypes: int64(29), object(2)\n",
        "memory usage: 52.6+ MB\n"
       ]
      }
     ],
     "prompt_number": 106
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "respondents.head()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>TUCASEID</th>\n",
        "      <th>TULINENO</th>\n",
        "      <th>TUYEAR</th>\n",
        "      <th>TUMONTH</th>\n",
        "      <th>TEABSRSN</th>\n",
        "      <th>TEERN</th>\n",
        "      <th>TEERNH1O</th>\n",
        "      <th>TEERNH2</th>\n",
        "      <th>TEERNHRO</th>\n",
        "      <th>TEERNHRY</th>\n",
        "      <th>...</th>\n",
        "      <th>TXSPEMPNOT</th>\n",
        "      <th>TXSPUHRS</th>\n",
        "      <th>TXTCC</th>\n",
        "      <th>TXTCCTOT</th>\n",
        "      <th>TXTCOC</th>\n",
        "      <th>TXTHH</th>\n",
        "      <th>TXTNOHH</th>\n",
        "      <th>TXTO</th>\n",
        "      <th>TXTOHH</th>\n",
        "      <th>TXTONHH</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td> 20130101130112</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 2</td>\n",
        "      <td>...</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 20130101130123</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td> 20130101130611</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 2</td>\n",
        "      <td>...</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td> 20130101130616</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 2</td>\n",
        "      <td>...</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>5 rows \u00d7 175 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 107,
       "text": [
        "         TUCASEID  TULINENO  TUYEAR  TUMONTH  TEABSRSN  TEERN  TEERNH1O  \\\n",
        "0  20130101130004         1    2013        1        -1     -1        -1   \n",
        "1  20130101130112         1    2013        1        -1     -1        -1   \n",
        "2  20130101130123         1    2013        1        -1     -1        -1   \n",
        "3  20130101130611         1    2013        1        -1     -1        -1   \n",
        "4  20130101130616         1    2013        1        -1     -1        -1   \n",
        "\n",
        "   TEERNH2  TEERNHRO  TEERNHRY   ...     TXSPEMPNOT  TXSPUHRS  TXTCC  \\\n",
        "0       -1        -1        -1   ...             -1        -1      0   \n",
        "1       -1        -1         2   ...              0         0      0   \n",
        "2       -1        -1        -1   ...              0         0     -1   \n",
        "3       -1        -1         2   ...             -1        -1     -1   \n",
        "4       -1        -1         2   ...             -1        -1     -1   \n",
        "\n",
        "   TXTCCTOT  TXTCOC  TXTHH  TXTNOHH  TXTO  TXTOHH  TXTONHH  \n",
        "0         0       0      0        0    -1      -1       -1  \n",
        "1         0       0      0       -1     0       0       -1  \n",
        "2         0       0     -1       -1    -1      -1       -1  \n",
        "3         0       0     -1       -1    -1      -1       -1  \n",
        "4         0       0     -1       -1    -1      -1       -1  \n",
        "\n",
        "[5 rows x 175 columns]"
       ]
      }
     ],
     "prompt_number": 107
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "activities.head()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>TUCASEID</th>\n",
        "      <th>TUACTIVITY_N</th>\n",
        "      <th>TEWHERE</th>\n",
        "      <th>TRTCCTOT_LN</th>\n",
        "      <th>TRTCC_LN</th>\n",
        "      <th>TRTCOC_LN</th>\n",
        "      <th>TRTEC_LN</th>\n",
        "      <th>TRTHH_LN</th>\n",
        "      <th>TRTNOHH_LN</th>\n",
        "      <th>TRTOHH_LN</th>\n",
        "      <th>...</th>\n",
        "      <th>TUDURSTOP</th>\n",
        "      <th>TUEC24</th>\n",
        "      <th>TUSTARTTIM</th>\n",
        "      <th>TUSTOPTIME</th>\n",
        "      <th>TUTIER1CODE</th>\n",
        "      <th>TUTIER2CODE</th>\n",
        "      <th>TUTIER3CODE</th>\n",
        "      <th>TRCODE</th>\n",
        "      <th>TRTIER2</th>\n",
        "      <th>TXWHERE</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>   0</td>\n",
        "      <td>   0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>   0</td>\n",
        "      <td>   0</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td> 04:00:00</td>\n",
        "      <td> 12:00:00</td>\n",
        "      <td>  1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td>  10101</td>\n",
        "      <td>  101</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 2</td>\n",
        "      <td> 1</td>\n",
        "      <td>   5</td>\n",
        "      <td>   5</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>   5</td>\n",
        "      <td>   5</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 12:00:00</td>\n",
        "      <td> 12:05:00</td>\n",
        "      <td> 11</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 110101</td>\n",
        "      <td> 1101</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 3</td>\n",
        "      <td> 1</td>\n",
        "      <td> 120</td>\n",
        "      <td> 120</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 120</td>\n",
        "      <td> 120</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 12:05:00</td>\n",
        "      <td> 14:05:00</td>\n",
        "      <td> 12</td>\n",
        "      <td> 3</td>\n",
        "      <td> 3</td>\n",
        "      <td> 120303</td>\n",
        "      <td> 1203</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 4</td>\n",
        "      <td> 1</td>\n",
        "      <td>   0</td>\n",
        "      <td>   0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>   0</td>\n",
        "      <td>   0</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td> 14:05:00</td>\n",
        "      <td> 19:00:00</td>\n",
        "      <td>  6</td>\n",
        "      <td> 3</td>\n",
        "      <td> 1</td>\n",
        "      <td>  60301</td>\n",
        "      <td>  603</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 5</td>\n",
        "      <td> 1</td>\n",
        "      <td>  30</td>\n",
        "      <td>  30</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>  30</td>\n",
        "      <td>  30</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 19:00:00</td>\n",
        "      <td> 19:30:00</td>\n",
        "      <td> 11</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 110101</td>\n",
        "      <td> 1101</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>5 rows \u00d7 31 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 108,
       "text": [
        "         TUCASEID  TUACTIVITY_N  TEWHERE  TRTCCTOT_LN  TRTCC_LN  TRTCOC_LN  \\\n",
        "0  20130101130004             1       -1            0         0          0   \n",
        "1  20130101130004             2        1            5         5          0   \n",
        "2  20130101130004             3        1          120       120          0   \n",
        "3  20130101130004             4        1            0         0          0   \n",
        "4  20130101130004             5        1           30        30          0   \n",
        "\n",
        "   TRTEC_LN  TRTHH_LN  TRTNOHH_LN  TRTOHH_LN   ...     TUDURSTOP  TUEC24  \\\n",
        "0        -1         0           0         -1   ...             2      -1   \n",
        "1        -1         5           5         -1   ...             1      -1   \n",
        "2        -1       120         120         -1   ...             1      -1   \n",
        "3        -1         0           0         -1   ...             2      -1   \n",
        "4        -1        30          30         -1   ...             1      -1   \n",
        "\n",
        "   TUSTARTTIM  TUSTOPTIME  TUTIER1CODE  TUTIER2CODE  TUTIER3CODE  TRCODE  \\\n",
        "0    04:00:00    12:00:00            1            1            1   10101   \n",
        "1    12:00:00    12:05:00           11            1            1  110101   \n",
        "2    12:05:00    14:05:00           12            3            3  120303   \n",
        "3    14:05:00    19:00:00            6            3            1   60301   \n",
        "4    19:00:00    19:30:00           11            1            1  110101   \n",
        "\n",
        "   TRTIER2  TXWHERE  \n",
        "0      101        0  \n",
        "1     1101        0  \n",
        "2     1203        0  \n",
        "3      603        0  \n",
        "4     1101        0  \n",
        "\n",
        "[5 rows x 31 columns]"
       ]
      }
     ],
     "prompt_number": 108
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "merged = pd.merge(respondents, activities, left_on=\"TUCASEID\", right_on=\"TUCASEID\")\n",
      "merged.info()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "<class 'pandas.core.frame.DataFrame'>\n",
        "Int64Index: 215576 entries, 0 to 215575\n",
        "Columns: 205 entries, TUCASEID to TXWHERE\n",
        "dtypes: float64(1), int64(200), object(4)\n",
        "memory usage: 338.8+ MB\n"
       ]
      }
     ],
     "prompt_number": 109
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "merged.head()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>TUCASEID</th>\n",
        "      <th>TULINENO</th>\n",
        "      <th>TUYEAR</th>\n",
        "      <th>TUMONTH</th>\n",
        "      <th>TEABSRSN</th>\n",
        "      <th>TEERN</th>\n",
        "      <th>TEERNH1O</th>\n",
        "      <th>TEERNH2</th>\n",
        "      <th>TEERNHRO</th>\n",
        "      <th>TEERNHRY</th>\n",
        "      <th>...</th>\n",
        "      <th>TUDURSTOP</th>\n",
        "      <th>TUEC24</th>\n",
        "      <th>TUSTARTTIM</th>\n",
        "      <th>TUSTOPTIME</th>\n",
        "      <th>TUTIER1CODE</th>\n",
        "      <th>TUTIER2CODE</th>\n",
        "      <th>TUTIER3CODE</th>\n",
        "      <th>TRCODE</th>\n",
        "      <th>TRTIER2</th>\n",
        "      <th>TXWHERE</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td> 04:00:00</td>\n",
        "      <td> 12:00:00</td>\n",
        "      <td>  1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td>  10101</td>\n",
        "      <td>  101</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 12:00:00</td>\n",
        "      <td> 12:05:00</td>\n",
        "      <td> 11</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 110101</td>\n",
        "      <td> 1101</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 12:05:00</td>\n",
        "      <td> 14:05:00</td>\n",
        "      <td> 12</td>\n",
        "      <td> 3</td>\n",
        "      <td> 3</td>\n",
        "      <td> 120303</td>\n",
        "      <td> 1203</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td> 14:05:00</td>\n",
        "      <td> 19:00:00</td>\n",
        "      <td>  6</td>\n",
        "      <td> 3</td>\n",
        "      <td> 1</td>\n",
        "      <td>  60301</td>\n",
        "      <td>  603</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td> 20130101130004</td>\n",
        "      <td> 1</td>\n",
        "      <td> 2013</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>...</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 19:00:00</td>\n",
        "      <td> 19:30:00</td>\n",
        "      <td> 11</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 110101</td>\n",
        "      <td> 1101</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>5 rows \u00d7 205 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 110,
       "text": [
        "         TUCASEID  TULINENO  TUYEAR  TUMONTH  TEABSRSN  TEERN  TEERNH1O  \\\n",
        "0  20130101130004         1    2013        1        -1     -1        -1   \n",
        "1  20130101130004         1    2013        1        -1     -1        -1   \n",
        "2  20130101130004         1    2013        1        -1     -1        -1   \n",
        "3  20130101130004         1    2013        1        -1     -1        -1   \n",
        "4  20130101130004         1    2013        1        -1     -1        -1   \n",
        "\n",
        "   TEERNH2  TEERNHRO  TEERNHRY   ...     TUDURSTOP  TUEC24  TUSTARTTIM  \\\n",
        "0       -1        -1        -1   ...             2      -1    04:00:00   \n",
        "1       -1        -1        -1   ...             1      -1    12:00:00   \n",
        "2       -1        -1        -1   ...             1      -1    12:05:00   \n",
        "3       -1        -1        -1   ...             2      -1    14:05:00   \n",
        "4       -1        -1        -1   ...             1      -1    19:00:00   \n",
        "\n",
        "   TUSTOPTIME  TUTIER1CODE  TUTIER2CODE  TUTIER3CODE  TRCODE  TRTIER2  TXWHERE  \n",
        "0    12:00:00            1            1            1   10101      101        0  \n",
        "1    12:05:00           11            1            1  110101     1101        0  \n",
        "2    14:05:00           12            3            3  120303     1203        0  \n",
        "3    19:00:00            6            3            1   60301      603        0  \n",
        "4    19:30:00           11            1            1  110101     1101        0  \n",
        "\n",
        "[5 rows x 205 columns]"
       ]
      }
     ],
     "prompt_number": 110
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}