pandas Cookbook Practice Chapter 8.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#Chapter 8"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##Unix timestamps"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "popcon = pd.read_csv('popularity-contest.txt', sep=' ', )[:-1]\n",
    "popcon.columns = ['atime', 'ctime', 'package-name', 'mru-program', 'tag']\n",
    "popcon[:5]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Convert the numbers into integer, then time.  \n",
    "unit could be in s, ms, ns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "popcon['atime'] = popcon['atime'].astype(int)\n",
    "popcon['ctime'] = popcon['ctime'].astype(int)\n",
    "popcon['atime'] = pd.to_datetime(popcon['atime'], unit='s')\n",
    "popcon['ctime'] = pd.to_datetime(popcon['ctime'], unit='s')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('<M8[ns]')"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "popcon['atime'].dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>atime</th>\n",
       "      <th>ctime</th>\n",
       "      <th>package-name</th>\n",
       "      <th>mru-program</th>\n",
       "      <th>tag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2013-12-17 15:56:37</td>\n",
       "      <td>2013-05-04 02:07:40</td>\n",
       "      <td>perl-base</td>\n",
       "      <td>/usr/bin/perl</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2013-12-17 15:56:36</td>\n",
       "      <td>2012-12-01 14:01:20</td>\n",
       "      <td>login</td>\n",
       "      <td>/bin/su</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2013-12-17 15:55:43</td>\n",
       "      <td>2012-12-01 05:54:35</td>\n",
       "      <td>libtalloc2</td>\n",
       "      <td>/usr/lib/x86_64-linux-gnu/libtalloc.so.2.0.7</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2013-12-17 15:55:43</td>\n",
       "      <td>2013-12-16 20:03:24</td>\n",
       "      <td>libwbclient0</td>\n",
       "      <td>/usr/lib/x86_64-linux-gnu/libwbclient.so.0</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2013-12-17 15:55:42</td>\n",
       "      <td>2012-12-01 05:54:13</td>\n",
       "      <td>libselinux1</td>\n",
       "      <td>/lib/x86_64-linux-gnu/libselinux.so.1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                atime               ctime  package-name  \\\n",
       "0 2013-12-17 15:56:37 2013-05-04 02:07:40     perl-base   \n",
       "1 2013-12-17 15:56:36 2012-12-01 14:01:20         login   \n",
       "2 2013-12-17 15:55:43 2012-12-01 05:54:35    libtalloc2   \n",
       "3 2013-12-17 15:55:43 2013-12-16 20:03:24  libwbclient0   \n",
       "4 2013-12-17 15:55:42 2012-12-01 05:54:13   libselinux1   \n",
       "\n",
       "                                    mru-program             tag  \n",
       "0                                 /usr/bin/perl             NaN  \n",
       "1                                       /bin/su             NaN  \n",
       "2  /usr/lib/x86_64-linux-gnu/libtalloc.so.2.0.7             NaN  \n",
       "3    /usr/lib/x86_64-linux-gnu/libwbclient.so.0  <RECENT-CTIME>  \n",
       "4         /lib/x86_64-linux-gnu/libselinux.so.1             NaN  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "popcon[:5]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##Find out packages that are not libraries"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Get rid of rows with time=0. We can just use a string in this comparison, even though it's actually a timestamp on the inside."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "popcon = popcon[popcon['atime'] > '1970-01-01']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Use string operation to filter:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>atime</th>\n",
       "      <th>ctime</th>\n",
       "      <th>package-name</th>\n",
       "      <th>mru-program</th>\n",
       "      <th>tag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>2013-12-17 04:55:39</td>\n",
       "      <td>2013-12-17 04:55:42</td>\n",
       "      <td>ddd</td>\n",
       "      <td>/usr/bin/ddd</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:05:13</td>\n",
       "      <td>nodejs</td>\n",
       "      <td>/usr/bin/npm</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>454</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:05:04</td>\n",
       "      <td>switchboard-plug-keyboard</td>\n",
       "      <td>/usr/lib/plugs/pantheon/keyboard/options.txt</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:05:04</td>\n",
       "      <td>thunderbird-locale-en</td>\n",
       "      <td>/usr/lib/thunderbird-addons/extensions/langpac...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>2013-12-16 20:08:27</td>\n",
       "      <td>2013-12-16 20:05:03</td>\n",
       "      <td>software-center</td>\n",
       "      <td>/usr/sbin/update-software-center</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:05:00</td>\n",
       "      <td>samba-common-bin</td>\n",
       "      <td>/usr/bin/net.samba3</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>2013-12-16 20:08:25</td>\n",
       "      <td>2013-12-16 20:04:59</td>\n",
       "      <td>postgresql-client-9.1</td>\n",
       "      <td>/usr/lib/postgresql/9.1/bin/psql</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>398</th>\n",
       "      <td>2013-12-16 20:08:23</td>\n",
       "      <td>2013-12-16 20:04:58</td>\n",
       "      <td>postgresql-9.1</td>\n",
       "      <td>/usr/lib/postgresql/9.1/bin/postmaster</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>452</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:55</td>\n",
       "      <td>php5-dev</td>\n",
       "      <td>/usr/include/php5/main/snprintf.h</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:54</td>\n",
       "      <td>php-pear</td>\n",
       "      <td>/usr/share/php/XML/Util.php</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>391</th>\n",
       "      <td>2013-12-16 20:09:01</td>\n",
       "      <td>2013-12-16 20:04:53</td>\n",
       "      <td>php5-common</td>\n",
       "      <td>/usr/lib/php5/20090626/pdo.so</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>390</th>\n",
       "      <td>2013-12-16 20:09:01</td>\n",
       "      <td>2013-12-16 20:04:52</td>\n",
       "      <td>php5-mysql</td>\n",
       "      <td>/usr/lib/php5/20090626/mysql.so</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:51</td>\n",
       "      <td>php5-cgi</td>\n",
       "      <td>/usr/lib/cgi-bin/php5</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>392</th>\n",
       "      <td>2013-12-16 20:09:01</td>\n",
       "      <td>2013-12-16 20:04:50</td>\n",
       "      <td>php5-cli</td>\n",
       "      <td>/usr/bin/php5</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>400</th>\n",
       "      <td>2013-12-16 20:08:09</td>\n",
       "      <td>2013-12-16 20:04:37</td>\n",
       "      <td>linux-headers-3.2.0-57</td>\n",
       "      <td>/usr/src/linux-headers-3.2.0-57/include/linux/...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>401</th>\n",
       "      <td>2013-12-16 20:08:09</td>\n",
       "      <td>2013-12-16 20:04:37</td>\n",
       "      <td>linux-headers-3.2.0-57-generic</td>\n",
       "      <td>/usr/src/linux-headers-3.2.0-57-generic/includ...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:26</td>\n",
       "      <td>landscape-client-ui-install</td>\n",
       "      <td>/usr/bin/landscape-client-ui-install</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:24</td>\n",
       "      <td>gnome-control-center</td>\n",
       "      <td>/usr/bin/gnome-sound-applet</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:20</td>\n",
       "      <td>gir1.2-mutter-3.0</td>\n",
       "      <td>/usr/lib/mutter/Meta-3.0.typelib</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>432</th>\n",
       "      <td>2013-12-16 20:06:01</td>\n",
       "      <td>2013-12-16 20:04:20</td>\n",
       "      <td>flashplugin-installer</td>\n",
       "      <td>/usr/lib/flashplugin-installer/install_plugin</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>438</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:19</td>\n",
       "      <td>firefox-locale-fr</td>\n",
       "      <td>/usr/lib/firefox/distribution/searchplugins/lo...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:18</td>\n",
       "      <td>firefox-locale-en</td>\n",
       "      <td>/usr/lib/firefox/distribution/searchplugins/lo...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>386</th>\n",
       "      <td>2013-12-16 20:33:11</td>\n",
       "      <td>2013-12-16 20:04:16</td>\n",
       "      <td>firefox</td>\n",
       "      <td>/usr/lib/firefox/browser/icons/mozicon128.png</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383</th>\n",
       "      <td>2013-12-16 20:33:24</td>\n",
       "      <td>2013-12-16 20:04:12</td>\n",
       "      <td>evince</td>\n",
       "      <td>/usr/lib/nautilus/extensions-3.0/libevince-pro...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:08</td>\n",
       "      <td>contractor</td>\n",
       "      <td>/usr/bin/contractor</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:04:07</td>\n",
       "      <td>julia</td>\n",
       "      <td>/usr/bin/julia</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>405</th>\n",
       "      <td>2013-12-16 20:06:53</td>\n",
       "      <td>2013-12-16 20:04:05</td>\n",
       "      <td>virtualbox-dkms</td>\n",
       "      <td>/usr/src/virtualbox-4.3.2/include/version-gene...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:03:50</td>\n",
       "      <td>virtualbox-qt</td>\n",
       "      <td>/usr/bin/VirtualBox</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>407</th>\n",
       "      <td>2013-12-16 20:06:51</td>\n",
       "      <td>2013-12-16 20:03:50</td>\n",
       "      <td>virtualbox</td>\n",
       "      <td>/usr/lib/python2.7/dist-packages/vboxapi/Virtu...</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>2013-12-16 20:03:20</td>\n",
       "      <td>2013-12-16 20:03:45</td>\n",
       "      <td>slingshot-launcher</td>\n",
       "      <td>/usr/bin/slingshot-launcher</td>\n",
       "      <td>&lt;RECENT-CTIME&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1357</th>\n",
       "      <td>2013-10-28 21:50:18</td>\n",
       "      <td>2012-12-01 05:54:13</td>\n",
       "      <td>iputils-arping</td>\n",
       "      <td>/usr/bin/arping</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>614</th>\n",
       "      <td>2013-12-16 19:56:48</td>\n",
       "      <td>2012-12-01 05:54:13</td>\n",
       "      <td>net-tools</td>\n",
       "      <td>/sbin/route</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1372</th>\n",
       "      <td>2013-10-26 00:32:02</td>\n",
       "      <td>2012-12-01 05:54:13</td>\n",
       "      <td>baobab</td>\n",
       "      <td>/usr/bin/baobab</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1373</th>\n",
       "      <td>2013-10-25 23:19:57</td>\n",
       "      <td>2012-12-01 05:54:13</td>\n",
       "      <td>bc</td>\n",
       "      <td>/usr/bin/bc</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1627</th>\n",
       "      <td>2013-05-10 13:00:42</td>\n",
       "      <td>2012-12-01 05:54:10</td>\n",
       "      <td>linux-image-3.2.0-29-generic</td>\n",
       "      <td>/lib/modules/3.2.0-29-generic/modules.builtin</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>2013-12-17 05:11:46</td>\n",
       "      <td>2012-12-01 05:54:09</td>\n",
       "      <td>crda</td>\n",
       "      <td>/lib/crda/pubkeys/benh@debian.org.key.pub.pem</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>2013-12-17 05:11:46</td>\n",
       "      <td>2012-12-01 05:54:09</td>\n",
       "      <td>wireless-regdb</td>\n",
       "      <td>/lib/crda/regulatory.bin</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>2013-12-16 21:35:22</td>\n",
       "      <td>2012-12-01 05:54:08</td>\n",
       "      <td>openssl</td>\n",
       "      <td>/usr/lib/ssl/openssl.cnf</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>2013-12-16 20:08:45</td>\n",
       "      <td>2012-12-01 05:54:08</td>\n",
       "      <td>thunderbird</td>\n",
       "      <td>/usr/lib/thunderbird/defaults/pref/syspref.js</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1152</th>\n",
       "      <td>2013-11-18 22:08:50</td>\n",
       "      <td>2012-12-01 05:53:59</td>\n",
       "      <td>whiptail</td>\n",
       "      <td>/bin/whiptail</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>652</th>\n",
       "      <td>2013-12-16 19:56:16</td>\n",
       "      <td>2012-12-01 05:53:59</td>\n",
       "      <td>xserver-xorg-input-vmmouse</td>\n",
       "      <td>/bin/vmmouse_detect</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>2013-12-17 04:55:39</td>\n",
       "      <td>2012-12-01 05:53:59</td>\n",
       "      <td>tar</td>\n",
       "      <td>/bin/tar</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1008</th>\n",
       "      <td>2013-11-30 16:49:14</td>\n",
       "      <td>2012-12-01 05:53:58</td>\n",
       "      <td>iputils-ping</td>\n",
       "      <td>/bin/ping</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>292</th>\n",
       "      <td>2013-12-16 21:19:55</td>\n",
       "      <td>2012-12-01 05:53:58</td>\n",
       "      <td>sed</td>\n",
       "      <td>/bin/sed</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>2013-12-17 04:11:11</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>less</td>\n",
       "      <td>/usr/bin/less</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1471</th>\n",
       "      <td>2013-09-25 13:47:02</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>nano</td>\n",
       "      <td>/usr/bin/nano</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1143</th>\n",
       "      <td>2013-11-21 16:37:55</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>netcat-openbsd</td>\n",
       "      <td>/bin/nc.openbsd</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>415</th>\n",
       "      <td>2013-12-16 20:06:38</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>kbd</td>\n",
       "      <td>/usr/bin/loadkeys</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>2013-12-17 04:55:38</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>gzip</td>\n",
       "      <td>/bin/gzip</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1889</th>\n",
       "      <td>2012-12-01 15:19:19</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>ed</td>\n",
       "      <td>/usr/bin/red</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1796</th>\n",
       "      <td>2013-01-26 23:43:14</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>acl</td>\n",
       "      <td>/usr/bin/getfacl</td>\n",
       "      <td>&lt;OLD&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>426</th>\n",
       "      <td>2013-12-16 20:06:27</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>initscripts</td>\n",
       "      <td>/bin/mountpoint</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>2013-12-16 20:06:39</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>cpio</td>\n",
       "      <td>/bin/cpio</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>2013-12-16 21:19:55</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>grep</td>\n",
       "      <td>/bin/grep</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>777</th>\n",
       "      <td>2013-12-15 23:58:17</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>hostname</td>\n",
       "      <td>/bin/hostname</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>2013-12-17 00:06:24</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>module-init-tools</td>\n",
       "      <td>/sbin/lsmod</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>731</th>\n",
       "      <td>2013-12-16 17:08:28</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>bzip2</td>\n",
       "      <td>/bin/bzip2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2013-12-17 15:55:32</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>dash</td>\n",
       "      <td>/bin/dash</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>2013-12-17 04:07:16</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>iproute</td>\n",
       "      <td>/sbin/ip</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>690</th>\n",
       "      <td>2013-12-16 19:51:47</td>\n",
       "      <td>2012-12-01 05:53:57</td>\n",
       "      <td>mount</td>\n",
       "      <td>/bin/mount</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1216 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   atime               ctime                    package-name  \\\n",
       "57   2013-12-17 04:55:39 2013-12-17 04:55:42                             ddd   \n",
       "450  2013-12-16 20:03:20 2013-12-16 20:05:13                          nodejs   \n",
       "454  2013-12-16 20:03:20 2013-12-16 20:05:04       switchboard-plug-keyboard   \n",
       "445  2013-12-16 20:03:20 2013-12-16 20:05:04           thunderbird-locale-en   \n",
       "396  2013-12-16 20:08:27 2013-12-16 20:05:03                 software-center   \n",
       "449  2013-12-16 20:03:20 2013-12-16 20:05:00                samba-common-bin   \n",
       "397  2013-12-16 20:08:25 2013-12-16 20:04:59           postgresql-client-9.1   \n",
       "398  2013-12-16 20:08:23 2013-12-16 20:04:58                  postgresql-9.1   \n",
       "452  2013-12-16 20:03:20 2013-12-16 20:04:55                        php5-dev   \n",
       "440  2013-12-16 20:03:20 2013-12-16 20:04:54                        php-pear   \n",
       "391  2013-12-16 20:09:01 2013-12-16 20:04:53                     php5-common   \n",
       "390  2013-12-16 20:09:01 2013-12-16 20:04:52                      php5-mysql   \n",
       "439  2013-12-16 20:03:20 2013-12-16 20:04:51                        php5-cgi   \n",
       "392  2013-12-16 20:09:01 2013-12-16 20:04:50                        php5-cli   \n",
       "400  2013-12-16 20:08:09 2013-12-16 20:04:37          linux-headers-3.2.0-57   \n",
       "401  2013-12-16 20:08:09 2013-12-16 20:04:37  linux-headers-3.2.0-57-generic   \n",
       "446  2013-12-16 20:03:20 2013-12-16 20:04:26     landscape-client-ui-install   \n",
       "441  2013-12-16 20:03:20 2013-12-16 20:04:24            gnome-control-center   \n",
       "457  2013-12-16 20:03:20 2013-12-16 20:04:20               gir1.2-mutter-3.0   \n",
       "432  2013-12-16 20:06:01 2013-12-16 20:04:20           flashplugin-installer   \n",
       "438  2013-12-16 20:03:20 2013-12-16 20:04:19               firefox-locale-fr   \n",
       "447  2013-12-16 20:03:20 2013-12-16 20:04:18               firefox-locale-en   \n",
       "386  2013-12-16 20:33:11 2013-12-16 20:04:16                         firefox   \n",
       "383  2013-12-16 20:33:24 2013-12-16 20:04:12                          evince   \n",
       "459  2013-12-16 20:03:20 2013-12-16 20:04:08                      contractor   \n",
       "442  2013-12-16 20:03:20 2013-12-16 20:04:07                           julia   \n",
       "405  2013-12-16 20:06:53 2013-12-16 20:04:05                 virtualbox-dkms   \n",
       "444  2013-12-16 20:03:20 2013-12-16 20:03:50                   virtualbox-qt   \n",
       "407  2013-12-16 20:06:51 2013-12-16 20:03:50                      virtualbox   \n",
       "455  2013-12-16 20:03:20 2013-12-16 20:03:45              slingshot-launcher   \n",
       "...                  ...                 ...                             ...   \n",
       "1357 2013-10-28 21:50:18 2012-12-01 05:54:13                  iputils-arping   \n",
       "614  2013-12-16 19:56:48 2012-12-01 05:54:13                       net-tools   \n",
       "1372 2013-10-26 00:32:02 2012-12-01 05:54:13                          baobab   \n",
       "1373 2013-10-25 23:19:57 2012-12-01 05:54:13                              bc   \n",
       "1627 2013-05-10 13:00:42 2012-12-01 05:54:10    linux-image-3.2.0-29-generic   \n",
       "31   2013-12-17 05:11:46 2012-12-01 05:54:09                            crda   \n",
       "32   2013-12-17 05:11:46 2012-12-01 05:54:09                  wireless-regdb   \n",
       "230  2013-12-16 21:35:22 2012-12-01 05:54:08                         openssl   \n",
       "395  2013-12-16 20:08:45 2012-12-01 05:54:08                     thunderbird   \n",
       "1152 2013-11-18 22:08:50 2012-12-01 05:53:59                        whiptail   \n",
       "652  2013-12-16 19:56:16 2012-12-01 05:53:59      xserver-xorg-input-vmmouse   \n",
       "58   2013-12-17 04:55:39 2012-12-01 05:53:59                             tar   \n",
       "1008 2013-11-30 16:49:14 2012-12-01 05:53:58                    iputils-ping   \n",
       "292  2013-12-16 21:19:55 2012-12-01 05:53:58                             sed   \n",
       "117  2013-12-17 04:11:11 2012-12-01 05:53:57                            less   \n",
       "1471 2013-09-25 13:47:02 2012-12-01 05:53:57                            nano   \n",
       "1143 2013-11-21 16:37:55 2012-12-01 05:53:57                  netcat-openbsd   \n",
       "415  2013-12-16 20:06:38 2012-12-01 05:53:57                             kbd   \n",
       "64   2013-12-17 04:55:38 2012-12-01 05:53:57                            gzip   \n",
       "1889 2012-12-01 15:19:19 2012-12-01 05:53:57                              ed   \n",
       "1796 2013-01-26 23:43:14 2012-12-01 05:53:57                             acl   \n",
       "426  2013-12-16 20:06:27 2012-12-01 05:53:57                     initscripts   \n",
       "411  2013-12-16 20:06:39 2012-12-01 05:53:57                            cpio   \n",
       "287  2013-12-16 21:19:55 2012-12-01 05:53:57                            grep   \n",
       "777  2013-12-15 23:58:17 2012-12-01 05:53:57                        hostname   \n",
       "176  2013-12-17 00:06:24 2012-12-01 05:53:57               module-init-tools   \n",
       "731  2013-12-16 17:08:28 2012-12-01 05:53:57                           bzip2   \n",
       "18   2013-12-17 15:55:32 2012-12-01 05:53:57                            dash   \n",
       "123  2013-12-17 04:07:16 2012-12-01 05:53:57                         iproute   \n",
       "690  2013-12-16 19:51:47 2012-12-01 05:53:57                           mount   \n",
       "\n",
       "                                            mru-program             tag  \n",
       "57                                         /usr/bin/ddd  <RECENT-CTIME>  \n",
       "450                                        /usr/bin/npm  <RECENT-CTIME>  \n",
       "454        /usr/lib/plugs/pantheon/keyboard/options.txt  <RECENT-CTIME>  \n",
       "445   /usr/lib/thunderbird-addons/extensions/langpac...  <RECENT-CTIME>  \n",
       "396                    /usr/sbin/update-software-center  <RECENT-CTIME>  \n",
       "449                                 /usr/bin/net.samba3  <RECENT-CTIME>  \n",
       "397                    /usr/lib/postgresql/9.1/bin/psql  <RECENT-CTIME>  \n",
       "398              /usr/lib/postgresql/9.1/bin/postmaster  <RECENT-CTIME>  \n",
       "452                   /usr/include/php5/main/snprintf.h  <RECENT-CTIME>  \n",
       "440                         /usr/share/php/XML/Util.php  <RECENT-CTIME>  \n",
       "391                       /usr/lib/php5/20090626/pdo.so  <RECENT-CTIME>  \n",
       "390                     /usr/lib/php5/20090626/mysql.so  <RECENT-CTIME>  \n",
       "439                               /usr/lib/cgi-bin/php5  <RECENT-CTIME>  \n",
       "392                                       /usr/bin/php5  <RECENT-CTIME>  \n",
       "400   /usr/src/linux-headers-3.2.0-57/include/linux/...  <RECENT-CTIME>  \n",
       "401   /usr/src/linux-headers-3.2.0-57-generic/includ...  <RECENT-CTIME>  \n",
       "446                /usr/bin/landscape-client-ui-install  <RECENT-CTIME>  \n",
       "441                         /usr/bin/gnome-sound-applet  <RECENT-CTIME>  \n",
       "457                    /usr/lib/mutter/Meta-3.0.typelib  <RECENT-CTIME>  \n",
       "432       /usr/lib/flashplugin-installer/install_plugin  <RECENT-CTIME>  \n",
       "438   /usr/lib/firefox/distribution/searchplugins/lo...  <RECENT-CTIME>  \n",
       "447   /usr/lib/firefox/distribution/searchplugins/lo...  <RECENT-CTIME>  \n",
       "386       /usr/lib/firefox/browser/icons/mozicon128.png  <RECENT-CTIME>  \n",
       "383   /usr/lib/nautilus/extensions-3.0/libevince-pro...  <RECENT-CTIME>  \n",
       "459                                 /usr/bin/contractor  <RECENT-CTIME>  \n",
       "442                                      /usr/bin/julia  <RECENT-CTIME>  \n",
       "405   /usr/src/virtualbox-4.3.2/include/version-gene...  <RECENT-CTIME>  \n",
       "444                                 /usr/bin/VirtualBox  <RECENT-CTIME>  \n",
       "407   /usr/lib/python2.7/dist-packages/vboxapi/Virtu...  <RECENT-CTIME>  \n",
       "455                         /usr/bin/slingshot-launcher  <RECENT-CTIME>  \n",
       "...                                                 ...             ...  \n",
       "1357                                    /usr/bin/arping           <OLD>  \n",
       "614                                         /sbin/route             NaN  \n",
       "1372                                    /usr/bin/baobab           <OLD>  \n",
       "1373                                        /usr/bin/bc           <OLD>  \n",
       "1627      /lib/modules/3.2.0-29-generic/modules.builtin           <OLD>  \n",
       "31        /lib/crda/pubkeys/benh@debian.org.key.pub.pem             NaN  \n",
       "32                             /lib/crda/regulatory.bin             NaN  \n",
       "230                            /usr/lib/ssl/openssl.cnf             NaN  \n",
       "395       /usr/lib/thunderbird/defaults/pref/syspref.js             NaN  \n",
       "1152                                      /bin/whiptail             NaN  \n",
       "652                                 /bin/vmmouse_detect             NaN  \n",
       "58                                             /bin/tar             NaN  \n",
       "1008                                          /bin/ping             NaN  \n",
       "292                                            /bin/sed             NaN  \n",
       "117                                       /usr/bin/less             NaN  \n",
       "1471                                      /usr/bin/nano           <OLD>  \n",
       "1143                                    /bin/nc.openbsd             NaN  \n",
       "415                                   /usr/bin/loadkeys             NaN  \n",
       "64                                            /bin/gzip             NaN  \n",
       "1889                                       /usr/bin/red           <OLD>  \n",
       "1796                                   /usr/bin/getfacl           <OLD>  \n",
       "426                                     /bin/mountpoint             NaN  \n",
       "411                                           /bin/cpio             NaN  \n",
       "287                                           /bin/grep             NaN  \n",
       "777                                       /bin/hostname             NaN  \n",
       "176                                         /sbin/lsmod             NaN  \n",
       "731                                          /bin/bzip2             NaN  \n",
       "18                                            /bin/dash             NaN  \n",
       "123                                            /sbin/ip             NaN  \n",
       "690                                          /bin/mount             NaN  \n",
       "\n",
       "[1216 rows x 5 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nonlibraries = popcon[~popcon['package-name'].str.contains('lib')]\n",
    "nonlibraries.sort('ctime', ascending=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This shows the packages that have benn installed latedly."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##Summary\n",
    "+ `popcon['atime'] = pd.to_datetime(popcon['atime'], unit='s')`  -- convert timestamp to datetime\n",
    "+ `nonlibraries.sort('ctime', ascending=False)`  -- sorting and specifying order"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}