Community_Requests.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# SHARE Query Requests from the Community\n",
    "\n",
    "Here's where we can keep track of code for common things that members of the SHARE community might like to know!\n",
    "\n",
    "## Setup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import requests\n",
    "\n",
    "SHARE_SEARCH_API = 'https://osf.io/api/v1/share/search/'\n",
    "ALL_PROVIDER_INFO = requests.get('https://osf.io/api/v1/share/providers/').json()['providerMap']\n",
    "\n",
    "def query_share(url, query):\n",
    "    headers = {'Content-Type': 'application/json'}\n",
    "    data = json.dumps(query)\n",
    "    return requests.post(url, headers=headers, data=data, verify=False).json()\n",
    "\n",
    "def get_longname_for_shortname(shortname):\n",
    "    for source in ALL_PROVIDER_INFO.keys():\n",
    "        if source == shortname:\n",
    "            return ALL_PROVIDER_INFO[source]['long_name']\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Queries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/erin/.virtualenvs/tuts/lib/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:791: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html\n",
      "  InsecureRequestWarning)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>source_shortname</th>\n",
       "      <th>source_longname</th>\n",
       "      <th>earliest_date</th>\n",
       "      <th>latest_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>datacite</td>\n",
       "      <td>DataCite MDS</td>\n",
       "      <td>2015-07-26T00:03:30.000Z</td>\n",
       "      <td>2016-05-21T01:58:23.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>crossref</td>\n",
       "      <td>CrossRef</td>\n",
       "      <td>2014-08-03T00:00:00.000Z</td>\n",
       "      <td>2016-05-22T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>figshare</td>\n",
       "      <td>figshare</td>\n",
       "      <td>2014-10-28T00:00:00.000Z</td>\n",
       "      <td>2016-05-20T22:13:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>scitech</td>\n",
       "      <td>DoE's SciTech Connect Database</td>\n",
       "      <td>2014-10-03T00:00:00.000Z</td>\n",
       "      <td>2016-05-20T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>pubmedcentral</td>\n",
       "      <td>PubMed Central</td>\n",
       "      <td>2014-12-28T00:00:00.000Z</td>\n",
       "      <td>2016-05-20T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>dataone</td>\n",
       "      <td>DataONE: Data Observation Network for Earth</td>\n",
       "      <td>2015-04-11T00:00:00.000Z</td>\n",
       "      <td>2016-05-21T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>arxiv_oai</td>\n",
       "      <td>ArXiv</td>\n",
       "      <td>2014-10-03T00:00:00.000Z</td>\n",
       "      <td>2016-05-20T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>rcaap</td>\n",
       "      <td>RCAAP - Repositório Científico de Acesso Abert...</td>\n",
       "      <td>2015-12-27T02:00:54.000Z</td>\n",
       "      <td>2016-05-22T02:14:38.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>citeseerx</td>\n",
       "      <td>CiteSeerX Scientific Literature Digital Librar...</td>\n",
       "      <td>2008-07-01T00:00:00.000Z</td>\n",
       "      <td>2016-05-22T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>cyberleninka</td>\n",
       "      <td>CyberLeninka - Russian open access scientific ...</td>\n",
       "      <td>2015-12-22T00:00:00.000Z</td>\n",
       "      <td>2016-05-21T23:20:05.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>bhl</td>\n",
       "      <td>Biodiversity Heritage Library OAI Repository</td>\n",
       "      <td>2015-04-19T19:06:17.000Z</td>\n",
       "      <td>2016-05-21T00:25:49.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>clinicaltrials</td>\n",
       "      <td>ClinicalTrials.gov</td>\n",
       "      <td>2014-10-07T00:00:00.000Z</td>\n",
       "      <td>2016-05-19T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>springer</td>\n",
       "      <td>Springer</td>\n",
       "      <td>2015-11-11T00:00:00.000Z</td>\n",
       "      <td>2016-05-22T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>uiucideals</td>\n",
       "      <td>University of Illinois at Urbana-Champaign, ID...</td>\n",
       "      <td>2015-01-22T19:53:34.000Z</td>\n",
       "      <td>2016-05-20T18:25:15.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>mit</td>\n",
       "      <td>DSpace@MIT</td>\n",
       "      <td>2014-10-04T04:25:20.000Z</td>\n",
       "      <td>2016-05-22T23:41:33.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>plos</td>\n",
       "      <td>Public Library of Science</td>\n",
       "      <td>2015-04-11T00:00:00.000Z</td>\n",
       "      <td>2016-05-21T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>iowaresearch</td>\n",
       "      <td>Iowa Research Online</td>\n",
       "      <td>2011-07-09T12:38:13.000Z</td>\n",
       "      <td>2016-05-20T21:19:31.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>lshtm</td>\n",
       "      <td>London School of Hygiene and Tropical Medicine...</td>\n",
       "      <td>2015-11-17T16:21:22.000Z</td>\n",
       "      <td>2016-05-21T11:36:18.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>krex</td>\n",
       "      <td>K-State Research Exchange</td>\n",
       "      <td>2016-01-25T15:24:52.000Z</td>\n",
       "      <td>2016-05-21T07:00:19.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>ucescholarship</td>\n",
       "      <td>eScholarship @ University of California</td>\n",
       "      <td>2013-11-26T00:00:00.000Z</td>\n",
       "      <td>2016-05-21T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>biomedcentral</td>\n",
       "      <td>BioMed Central</td>\n",
       "      <td>2015-02-04T00:00:00.000Z</td>\n",
       "      <td>2016-05-21T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>zenodo</td>\n",
       "      <td>Zenodo</td>\n",
       "      <td>2015-04-21T13:07:43.000Z</td>\n",
       "      <td>2016-05-21T08:42:51.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>shareok</td>\n",
       "      <td>SHAREOK Repository</td>\n",
       "      <td>2015-01-08T02:01:20.000Z</td>\n",
       "      <td>2016-05-21T07:05:27.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>utaustin</td>\n",
       "      <td>University of Texas at Austin Digital Repository</td>\n",
       "      <td>2014-10-24T16:45:59.000Z</td>\n",
       "      <td>2016-05-20T22:41:18.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>noaa_nodc</td>\n",
       "      <td>National Oceanographic Data Center</td>\n",
       "      <td>2015-09-30T20:18:16.000Z</td>\n",
       "      <td>2016-05-20T18:31:11.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>cambridge</td>\n",
       "      <td>Apollo @ University of Cambridge</td>\n",
       "      <td>2015-10-26T10:00:15.000Z</td>\n",
       "      <td>2016-05-20T14:27:16.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>uwashington</td>\n",
       "      <td>ResearchWorks @ University of Washington</td>\n",
       "      <td>2015-02-04T11:01:48.000Z</td>\n",
       "      <td>2016-05-20T16:26:01.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>caltech</td>\n",
       "      <td>CaltechAUTHORS</td>\n",
       "      <td>2015-04-19T14:25:00.000Z</td>\n",
       "      <td>2016-05-20T23:57:18.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ukansas</td>\n",
       "      <td>KU ScholarWorks</td>\n",
       "      <td>2016-02-17T09:01:53.000Z</td>\n",
       "      <td>2016-05-20T08:01:28.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>asu</td>\n",
       "      <td>Arizona State University Digital Repository</td>\n",
       "      <td>2014-12-01T13:00:31.000Z</td>\n",
       "      <td>2016-05-20T19:48:17.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>uhawaii</td>\n",
       "      <td>ScholarSpace at University of Hawaii at Manoa</td>\n",
       "      <td>2016-04-01T04:05:45.000Z</td>\n",
       "      <td>2016-05-18T00:28:07.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>udc</td>\n",
       "      <td>University of Minnesota, Digital Conservancy</td>\n",
       "      <td>2016-04-14T14:31:37.000Z</td>\n",
       "      <td>2016-05-18T18:48:46.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>elife</td>\n",
       "      <td>eLife Sciences</td>\n",
       "      <td>2013-08-06T00:00:00.000Z</td>\n",
       "      <td>2016-01-29T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>valposcholar</td>\n",
       "      <td>Valparaiso University ValpoScholar</td>\n",
       "      <td>2015-01-22T21:35:08.000Z</td>\n",
       "      <td>2016-05-17T20:21:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>umassmed</td>\n",
       "      <td>eScholarship@UMMS</td>\n",
       "      <td>2016-03-15T19:41:00.000Z</td>\n",
       "      <td>2016-05-19T20:13:59.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>u_south_fl</td>\n",
       "      <td>University of South Florida - Scholar Commons</td>\n",
       "      <td>2016-01-25T12:37:20.000Z</td>\n",
       "      <td>2016-05-18T19:16:57.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>neurovault</td>\n",
       "      <td>NeuroVault.org</td>\n",
       "      <td>2013-07-03T10:48:50.369Z</td>\n",
       "      <td>2015-11-04T16:41:41.220Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>spdataverse</td>\n",
       "      <td>Scholars Portal dataverse</td>\n",
       "      <td>2014-11-13T18:00:01.000Z</td>\n",
       "      <td>2016-05-18T18:00:01.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>pcom</td>\n",
       "      <td>DigitalCommons@PCOM</td>\n",
       "      <td>2015-08-31T13:28:12.000Z</td>\n",
       "      <td>2016-05-20T19:11:43.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>ut_chattanooga</td>\n",
       "      <td>University of Tennessee at Chattanooga</td>\n",
       "      <td>2015-01-23T15:27:16.000Z</td>\n",
       "      <td>2016-04-18T13:50:48.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>uwo</td>\n",
       "      <td>Western University</td>\n",
       "      <td>2016-04-19T16:07:36.000Z</td>\n",
       "      <td>2016-05-21T03:50:54.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>colostate</td>\n",
       "      <td>Digital Collections of Colorado</td>\n",
       "      <td>2016-05-16T15:00:40.000Z</td>\n",
       "      <td>2016-05-20T22:00:45.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>triceratops</td>\n",
       "      <td>Triceratops: Tri-College Digital Repository</td>\n",
       "      <td>2016-05-17T02:00:53.000Z</td>\n",
       "      <td>2016-05-21T02:02:08.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>utktrace</td>\n",
       "      <td>Trace: Tennessee Research and Creative Exchange</td>\n",
       "      <td>2015-10-26T21:01:08.000Z</td>\n",
       "      <td>2016-05-12T06:45:37.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>mason</td>\n",
       "      <td>Mason Archival Repository Service</td>\n",
       "      <td>2015-11-16T20:22:33.000Z</td>\n",
       "      <td>2016-05-20T12:46:03.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>iwu_commons</td>\n",
       "      <td>Digital Commons @ Illinois Wesleyan University</td>\n",
       "      <td>2016-01-26T16:47:20.000Z</td>\n",
       "      <td>2016-05-17T03:49:08.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>boise_state</td>\n",
       "      <td>Boise State University ScholarWorks</td>\n",
       "      <td>2016-05-16T16:12:08.000Z</td>\n",
       "      <td>2016-05-20T23:24:52.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>fit</td>\n",
       "      <td>Florida Institute of Technology</td>\n",
       "      <td>2016-02-22T16:59:19.000Z</td>\n",
       "      <td>2016-05-19T19:59:17.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>stcloud</td>\n",
       "      <td>The repository at St Cloud State</td>\n",
       "      <td>2014-12-03T22:38:10.000Z</td>\n",
       "      <td>2016-04-22T01:01:34.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>csir</td>\n",
       "      <td>CSIR Researchspace</td>\n",
       "      <td>2016-04-20T21:55:15.000Z</td>\n",
       "      <td>2016-05-16T21:55:26.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>cogprints</td>\n",
       "      <td>Cognitive Sciences ePrint Archive</td>\n",
       "      <td>2015-04-20T11:26:30.000Z</td>\n",
       "      <td>2016-03-24T19:13:57.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>usgs</td>\n",
       "      <td>United States Geological Survey</td>\n",
       "      <td>2016-02-23T09:24:26.000Z</td>\n",
       "      <td>2016-02-25T10:45:56.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>hacettepe</td>\n",
       "      <td>Hacettepe University DSpace on LibLiveCD</td>\n",
       "      <td>2014-05-23T23:00:08.000Z</td>\n",
       "      <td>2014-08-26T23:00:09.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>iu</td>\n",
       "      <td>Indiana University Libraries' IUScholarWorks</td>\n",
       "      <td>2016-04-19T14:48:25.000Z</td>\n",
       "      <td>2016-05-16T19:22:27.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>lwbin</td>\n",
       "      <td>Lake Winnipeg Basin Information Network</td>\n",
       "      <td>2014-11-12T18:04:57.746Z</td>\n",
       "      <td>2015-10-26T13:10:08.862Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>purdue</td>\n",
       "      <td>PURR - Purdue University Research Repository</td>\n",
       "      <td>2015-12-30T05:00:00.000Z</td>\n",
       "      <td>2016-05-17T05:59:24.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>sldr</td>\n",
       "      <td>Speech and Language Data Repository (SLDR/ORTO...</td>\n",
       "      <td>2015-12-15T00:00:00.000Z</td>\n",
       "      <td>2016-04-20T00:00:00.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>ncar</td>\n",
       "      <td>Earth System Grid at NCAR</td>\n",
       "      <td>2015-10-30T18:28:29.000Z</td>\n",
       "      <td>2016-04-05T17:53:18.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>ucsd</td>\n",
       "      <td>UC San Diego</td>\n",
       "      <td>1961-01-01T00:00:00.000Z</td>\n",
       "      <td>2016-05-19T18:34:30.000Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>nist</td>\n",
       "      <td>NIST MaterialsData</td>\n",
       "      <td>2015-11-02T22:04:55.000Z</td>\n",
       "      <td>2015-11-19T12:30:06.000Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>115 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    source_shortname                                    source_longname  \\\n",
       "0           datacite                                       DataCite MDS   \n",
       "1           crossref                                           CrossRef   \n",
       "2           figshare                                           figshare   \n",
       "3            scitech                     DoE's SciTech Connect Database   \n",
       "4      pubmedcentral                                     PubMed Central   \n",
       "5            dataone        DataONE: Data Observation Network for Earth   \n",
       "6          arxiv_oai                                              ArXiv   \n",
       "7              rcaap  RCAAP - Repositório Científico de Acesso Abert...   \n",
       "8          citeseerx  CiteSeerX Scientific Literature Digital Librar...   \n",
       "9       cyberleninka  CyberLeninka - Russian open access scientific ...   \n",
       "10               bhl       Biodiversity Heritage Library OAI Repository   \n",
       "11    clinicaltrials                                 ClinicalTrials.gov   \n",
       "12          springer                                           Springer   \n",
       "13        uiucideals  University of Illinois at Urbana-Champaign, ID...   \n",
       "14               mit                                         DSpace@MIT   \n",
       "15              plos                          Public Library of Science   \n",
       "16      iowaresearch                               Iowa Research Online   \n",
       "17             lshtm  London School of Hygiene and Tropical Medicine...   \n",
       "18              krex                          K-State Research Exchange   \n",
       "19    ucescholarship            eScholarship @ University of California   \n",
       "20     biomedcentral                                     BioMed Central   \n",
       "21            zenodo                                             Zenodo   \n",
       "22           shareok                                 SHAREOK Repository   \n",
       "23          utaustin   University of Texas at Austin Digital Repository   \n",
       "24         noaa_nodc                 National Oceanographic Data Center   \n",
       "25         cambridge                   Apollo @ University of Cambridge   \n",
       "26       uwashington           ResearchWorks @ University of Washington   \n",
       "27           caltech                                     CaltechAUTHORS   \n",
       "28           ukansas                                    KU ScholarWorks   \n",
       "29               asu        Arizona State University Digital Repository   \n",
       "..               ...                                                ...   \n",
       "85           uhawaii      ScholarSpace at University of Hawaii at Manoa   \n",
       "86               udc       University of Minnesota, Digital Conservancy   \n",
       "87             elife                                     eLife Sciences   \n",
       "88      valposcholar                 Valparaiso University ValpoScholar   \n",
       "89          umassmed                                  eScholarship@UMMS   \n",
       "90        u_south_fl      University of South Florida - Scholar Commons   \n",
       "91        neurovault                                     NeuroVault.org   \n",
       "92       spdataverse                          Scholars Portal dataverse   \n",
       "93              pcom                                DigitalCommons@PCOM   \n",
       "94    ut_chattanooga             University of Tennessee at Chattanooga   \n",
       "95               uwo                                 Western University   \n",
       "96         colostate                    Digital Collections of Colorado   \n",
       "97       triceratops        Triceratops: Tri-College Digital Repository   \n",
       "98          utktrace    Trace: Tennessee Research and Creative Exchange   \n",
       "99             mason                  Mason Archival Repository Service   \n",
       "100      iwu_commons     Digital Commons @ Illinois Wesleyan University   \n",
       "101      boise_state                Boise State University ScholarWorks   \n",
       "102              fit                    Florida Institute of Technology   \n",
       "103          stcloud                   The repository at St Cloud State   \n",
       "104             csir                                 CSIR Researchspace   \n",
       "105        cogprints                  Cognitive Sciences ePrint Archive   \n",
       "106             usgs                    United States Geological Survey   \n",
       "107        hacettepe           Hacettepe University DSpace on LibLiveCD   \n",
       "108               iu       Indiana University Libraries' IUScholarWorks   \n",
       "109            lwbin            Lake Winnipeg Basin Information Network   \n",
       "110           purdue       PURR - Purdue University Research Repository   \n",
       "111             sldr  Speech and Language Data Repository (SLDR/ORTO...   \n",
       "112             ncar                          Earth System Grid at NCAR   \n",
       "113             ucsd                                       UC San Diego   \n",
       "114             nist                                 NIST MaterialsData   \n",
       "\n",
       "                earliest_date               latest_date  \n",
       "0    2015-07-26T00:03:30.000Z  2016-05-21T01:58:23.000Z  \n",
       "1    2014-08-03T00:00:00.000Z  2016-05-22T00:00:00.000Z  \n",
       "2    2014-10-28T00:00:00.000Z  2016-05-20T22:13:00.000Z  \n",
       "3    2014-10-03T00:00:00.000Z  2016-05-20T00:00:00.000Z  \n",
       "4    2014-12-28T00:00:00.000Z  2016-05-20T00:00:00.000Z  \n",
       "5    2015-04-11T00:00:00.000Z  2016-05-21T00:00:00.000Z  \n",
       "6    2014-10-03T00:00:00.000Z  2016-05-20T00:00:00.000Z  \n",
       "7    2015-12-27T02:00:54.000Z  2016-05-22T02:14:38.000Z  \n",
       "8    2008-07-01T00:00:00.000Z  2016-05-22T00:00:00.000Z  \n",
       "9    2015-12-22T00:00:00.000Z  2016-05-21T23:20:05.000Z  \n",
       "10   2015-04-19T19:06:17.000Z  2016-05-21T00:25:49.000Z  \n",
       "11   2014-10-07T00:00:00.000Z  2016-05-19T00:00:00.000Z  \n",
       "12   2015-11-11T00:00:00.000Z  2016-05-22T00:00:00.000Z  \n",
       "13   2015-01-22T19:53:34.000Z  2016-05-20T18:25:15.000Z  \n",
       "14   2014-10-04T04:25:20.000Z  2016-05-22T23:41:33.000Z  \n",
       "15   2015-04-11T00:00:00.000Z  2016-05-21T00:00:00.000Z  \n",
       "16   2011-07-09T12:38:13.000Z  2016-05-20T21:19:31.000Z  \n",
       "17   2015-11-17T16:21:22.000Z  2016-05-21T11:36:18.000Z  \n",
       "18   2016-01-25T15:24:52.000Z  2016-05-21T07:00:19.000Z  \n",
       "19   2013-11-26T00:00:00.000Z  2016-05-21T00:00:00.000Z  \n",
       "20   2015-02-04T00:00:00.000Z  2016-05-21T00:00:00.000Z  \n",
       "21   2015-04-21T13:07:43.000Z  2016-05-21T08:42:51.000Z  \n",
       "22   2015-01-08T02:01:20.000Z  2016-05-21T07:05:27.000Z  \n",
       "23   2014-10-24T16:45:59.000Z  2016-05-20T22:41:18.000Z  \n",
       "24   2015-09-30T20:18:16.000Z  2016-05-20T18:31:11.000Z  \n",
       "25   2015-10-26T10:00:15.000Z  2016-05-20T14:27:16.000Z  \n",
       "26   2015-02-04T11:01:48.000Z  2016-05-20T16:26:01.000Z  \n",
       "27   2015-04-19T14:25:00.000Z  2016-05-20T23:57:18.000Z  \n",
       "28   2016-02-17T09:01:53.000Z  2016-05-20T08:01:28.000Z  \n",
       "29   2014-12-01T13:00:31.000Z  2016-05-20T19:48:17.000Z  \n",
       "..                        ...                       ...  \n",
       "85   2016-04-01T04:05:45.000Z  2016-05-18T00:28:07.000Z  \n",
       "86   2016-04-14T14:31:37.000Z  2016-05-18T18:48:46.000Z  \n",
       "87   2013-08-06T00:00:00.000Z  2016-01-29T00:00:00.000Z  \n",
       "88   2015-01-22T21:35:08.000Z  2016-05-17T20:21:00.000Z  \n",
       "89   2016-03-15T19:41:00.000Z  2016-05-19T20:13:59.000Z  \n",
       "90   2016-01-25T12:37:20.000Z  2016-05-18T19:16:57.000Z  \n",
       "91   2013-07-03T10:48:50.369Z  2015-11-04T16:41:41.220Z  \n",
       "92   2014-11-13T18:00:01.000Z  2016-05-18T18:00:01.000Z  \n",
       "93   2015-08-31T13:28:12.000Z  2016-05-20T19:11:43.000Z  \n",
       "94   2015-01-23T15:27:16.000Z  2016-04-18T13:50:48.000Z  \n",
       "95   2016-04-19T16:07:36.000Z  2016-05-21T03:50:54.000Z  \n",
       "96   2016-05-16T15:00:40.000Z  2016-05-20T22:00:45.000Z  \n",
       "97   2016-05-17T02:00:53.000Z  2016-05-21T02:02:08.000Z  \n",
       "98   2015-10-26T21:01:08.000Z  2016-05-12T06:45:37.000Z  \n",
       "99   2015-11-16T20:22:33.000Z  2016-05-20T12:46:03.000Z  \n",
       "100  2016-01-26T16:47:20.000Z  2016-05-17T03:49:08.000Z  \n",
       "101  2016-05-16T16:12:08.000Z  2016-05-20T23:24:52.000Z  \n",
       "102  2016-02-22T16:59:19.000Z  2016-05-19T19:59:17.000Z  \n",
       "103  2014-12-03T22:38:10.000Z  2016-04-22T01:01:34.000Z  \n",
       "104  2016-04-20T21:55:15.000Z  2016-05-16T21:55:26.000Z  \n",
       "105  2015-04-20T11:26:30.000Z  2016-03-24T19:13:57.000Z  \n",
       "106  2016-02-23T09:24:26.000Z  2016-02-25T10:45:56.000Z  \n",
       "107  2014-05-23T23:00:08.000Z  2014-08-26T23:00:09.000Z  \n",
       "108  2016-04-19T14:48:25.000Z  2016-05-16T19:22:27.000Z  \n",
       "109  2014-11-12T18:04:57.746Z  2015-10-26T13:10:08.862Z  \n",
       "110  2015-12-30T05:00:00.000Z  2016-05-17T05:59:24.000Z  \n",
       "111  2015-12-15T00:00:00.000Z  2016-04-20T00:00:00.000Z  \n",
       "112  2015-10-30T18:28:29.000Z  2016-04-05T17:53:18.000Z  \n",
       "113  1961-01-01T00:00:00.000Z  2016-05-19T18:34:30.000Z  \n",
       "114  2015-11-02T22:04:55.000Z  2015-11-19T12:30:06.000Z  \n",
       "\n",
       "[115 rows x 4 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# What's the earliest and latest document from each source?\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "date_stats_agg = {\n",
    "    \"aggregations\": {\n",
    "        \"sources\": {\n",
    "            \"terms\": {\"field\": \"_type\", \"size\": 0},\n",
    "            \"aggregations\": {\n",
    "                \"source_stats\": {\n",
    "                    \"stats\": {\"field\": \"providerUpdatedDateTime\"}\n",
    "                }\n",
    "            }\n",
    "        }\n",
    "    }\n",
    "}\n",
    "\n",
    "date_results = query_share(SHARE_SEARCH_API, date_stats_agg)['aggregations']['sources']['buckets']\n",
    "\n",
    "date_results_df = pd.DataFrame()\n",
    "date_results_df['source_shortname'] = [result['key'].encode('utf-8') for result in date_results]\n",
    "date_results_df['source_longname'] = [get_longname_for_shortname(name).encode('utf-8') for name in date_results_df['source_shortname']]\n",
    "date_results_df['earliest_date'] = [result['source_stats']['min_as_string'] for result in date_results]\n",
    "date_results_df['latest_date'] = [result['source_stats']['max_as_string'] for result in date_results]\n",
    "date_results_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Uncomment the following lines if running locally - will save to file formats\n",
    "\n",
    "# date_results_df.to_csv('SHARE_Min_Max_dates.csv')\n",
    "# date_results_df.to_excel('SHARE_Min_Max_dates.xlsx')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Lucene Search and NOT Queries\n",
    "\n",
    "A user wanted to know how to query for one term but exclude another"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "query = '?q=pedigree NOT child'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{u'aggregations': None,\n",
       " u'aggs': None,\n",
       " u'count': 1072,\n",
       " u'results': [{u'contributors': [{u'additionalName': u'',\n",
       "     u'familyName': u'Tung',\n",
       "     u'givenName': u'Jenny',\n",
       "     u'name': u'Tung, Jenny'},\n",
       "    {u'additionalName': u'B.',\n",
       "     u'familyName': u'Barriero',\n",
       "     u'givenName': u'Luis',\n",
       "     u'name': u'Barriero, Luis B.'},\n",
       "    {u'additionalName': u'B.',\n",
       "     u'familyName': u'Burns',\n",
       "     u'givenName': u'Michael',\n",
       "     u'name': u'Burns, Michael B.'},\n",
       "    {u'additionalName': u'C.',\n",
       "     u'familyName': u'Grenier',\n",
       "     u'givenName': u'J.',\n",
       "     u'name': u'Grenier, J. C.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Lynch',\n",
       "     u'givenName': u'Josh',\n",
       "     u'name': u'Lynch, Josh'},\n",
       "    {u'additionalName': u'E.',\n",
       "     u'familyName': u'Grieneisen',\n",
       "     u'givenName': u'L.',\n",
       "     u'name': u'Grieneisen, L. E.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Altmann',\n",
       "     u'givenName': u'J.',\n",
       "     u'name': u'Altmann, J.'},\n",
       "    {u'additionalName': u'C.',\n",
       "     u'familyName': u'Alberts',\n",
       "     u'givenName': u'S.',\n",
       "     u'name': u'Alberts, S. C.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Blekhman',\n",
       "     u'givenName': u'R.',\n",
       "     u'name': u'Blekhman, R.'},\n",
       "    {u'additionalName': u'A.',\n",
       "     u'familyName': u'Archie',\n",
       "     u'givenName': u'E.',\n",
       "     u'name': u'Archie, E. A.'}],\n",
       "   u'description': u\"Pedigree genetic relationships among all 48 subjects in Mica's and Viola's groups\",\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'date',\n",
       "     u'properties': {u'date': [u'2016-03-19T00:00:00+00:00']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'doi:10.5061/DRYAD.8GP03.2/7.2',\n",
       "       u'oai:oai.datacite.org:7820416']}},\n",
       "    {u'name': u'setSpec', u'properties': {u'setSpec': [u'CDL', u'CDL.DRYAD']}},\n",
       "    {u'name': u'description',\n",
       "     u'properties': {u'description': [u'Other',\n",
       "       u\"Pedigree genetic relationships among all 48 subjects in Mica's and Viola's groups\"]}}],\n",
       "   u'providerUpdatedDateTime': u'2016-03-17T14:50:52+00:00',\n",
       "   u'publisher': {u'name': u'Dryad Digital Repository'},\n",
       "   u'shareProperties': {u'docID': u'oai:oai.datacite.org:7820416',\n",
       "    u'filetype': u'xml',\n",
       "    u'source': u'datacite'},\n",
       "   u'subjects': [u'social network',\n",
       "    u'gut microbiome',\n",
       "    u'kenya',\n",
       "    u'papio cynocephalus',\n",
       "    u'baboon',\n",
       "    u'primate',\n",
       "    u'sociality',\n",
       "    u'grooming',\n",
       "    u'amboseli ecosystem'],\n",
       "   u'title': u'pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/DRYAD.8GP03.2/7.2',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/DRYAD.8GP03.2/7.2']}},\n",
       "  {u'contributors': [{u'additionalName': u'V.',\n",
       "     u'familyName': u'Zaragoza',\n",
       "     u'givenName': u'Michael',\n",
       "     u'name': u'Michael V. Zaragoza'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Fung',\n",
       "     u'givenName': u'Lianna',\n",
       "     u'name': u'Lianna Fung'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Jensen',\n",
       "     u'givenName': u'Ember',\n",
       "     u'name': u'Ember Jensen'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Oh',\n",
       "     u'givenName': u'Frances',\n",
       "     u'name': u'Frances Oh'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Cung',\n",
       "     u'givenName': u'Katherine',\n",
       "     u'name': u'Katherine Cung'},\n",
       "    {u'additionalName': u'A.',\n",
       "     u'familyName': u'McCarthy',\n",
       "     u'givenName': u'Linda',\n",
       "     u'name': u'Linda A. McCarthy'},\n",
       "    {u'additionalName': u'K.',\n",
       "     u'familyName': u'Tran',\n",
       "     u'givenName': u'Christine',\n",
       "     u'name': u'Christine K. Tran'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'',\n",
       "     u'givenName': u'Van Hoang',\n",
       "     u'name': u'Van Hoang'},\n",
       "    {u'additionalName': u'A.',\n",
       "     u'familyName': u'Hakim',\n",
       "     u'givenName': u'Simin',\n",
       "     u'name': u'Simin A. Hakim'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Grosberg',\n",
       "     u'givenName': u'Anna',\n",
       "     u'name': u'Anna Grosberg'}],\n",
       "   u'description': u'<p>Squares represent males and circles represent females with current age. Short horizontal lines denote individuals consented in the study. Diagonal lines indicate deceased individuals with age of death (d). The proband (III-5) is designated with an arrow. Solid shapes (black) are affected individuals. Unfilled shapes (white) are unaffected individuals defined as those at least 60 years old with no signs/symptoms of cardiac arrhythmia or dysfunction and/or normal cardiac studies. Shapes with a question mark (?) are individuals classified as unknown clinical status. Individual IV-7 died as a neonate; details are not known.</p>',\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'serviceID',\n",
       "     u'properties': {u'serviceID': u'3387865'}},\n",
       "    {u'name': u'definedType', u'properties': {u'definedType': u'figure'}},\n",
       "    {u'name': u'type', u'properties': {u'type': u'figure'}},\n",
       "    {u'name': u'publishedDate',\n",
       "     u'properties': {u'publishedDate': u'08:25, 16 May, 2016'}}],\n",
       "   u'providerUpdatedDateTime': u'2016-05-20T08:33:00+00:00',\n",
       "   u'shareProperties': {u'docID': u'3387865',\n",
       "    u'filetype': u'json',\n",
       "    u'source': u'figshare'},\n",
       "   u'title': u'Pedigree.',\n",
       "   u'uris': {u'canonicalUri': u'https://dx.doi.org/10.1371/journal.pone.0155421.g001',\n",
       "    u'providerUris': [u'https://api.figshare.com/v1/articles/3387865']}},\n",
       "  {u'contributors': [{u'additionalName': u'',\n",
       "     u'familyName': u'Pigeon',\n",
       "     u'givenName': u'Gabriel',\n",
       "     u'name': u'Pigeon, Gabriel'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Festa-Bianchet',\n",
       "     u'givenName': u'Marco',\n",
       "     u'name': u'Festa-Bianchet, Marco'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Coltman',\n",
       "     u'givenName': u'David',\n",
       "     u'name': u'Coltman, David'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Pelletier',\n",
       "     u'givenName': u'Fanie',\n",
       "     u'name': u'Pelletier, Fanie'}],\n",
       "   u'description': u'Description: Pedigree of the population of bighorn sheep (Ovis canadensis), located at Ram Moutnain, Alberta, Canada(52\\xb08\\u2019N, 115\\xb08\\u2019W, elevation 1082 to 2173 m). NA is used for missing values\\r\\n\\r\\nColumns: \\r\\nId: id of the animal\\r\\ndam: id of the dam\\r\\nsire: id of the sire',\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'date',\n",
       "     u'properties': {u'date': [u'2016-01-09T00:00:00+00:00']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'doi:10.5061/DRYAD.41D7Q/2',\n",
       "       u'oai:oai.datacite.org:7361137']}},\n",
       "    {u'name': u'setSpec', u'properties': {u'setSpec': [u'CDL', u'CDL.DRYAD']}},\n",
       "    {u'name': u'description',\n",
       "     u'properties': {u'description': [u'Other',\n",
       "       u'Description: Pedigree of the population of bighorn sheep (Ovis canadensis), located at Ram Moutnain, Alberta, Canada(52\\xb08\\u2019N, 115\\xb08\\u2019W, elevation 1082 to 2173 m). NA is used for missing values\\r\\n\\r\\nColumns: \\r\\nId: id of the animal\\r\\ndam: id of the dam\\r\\nsire: id of the sire']}}],\n",
       "   u'providerUpdatedDateTime': u'2016-01-07T16:06:53+00:00',\n",
       "   u'publisher': {u'name': u'Dryad Digital Repository'},\n",
       "   u'shareProperties': {u'docID': u'oai:oai.datacite.org:7361137',\n",
       "    u'filetype': u'xml',\n",
       "    u'source': u'datacite'},\n",
       "   u'subjects': [u'conservation biology',\n",
       "    u'quantitative genetics',\n",
       "    u'ovis canadensis',\n",
       "    u'ram mountain',\n",
       "    u'contemporary evolution',\n",
       "    u'canada',\n",
       "    u'alberta'],\n",
       "   u'title': u'pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/DRYAD.41D7Q/2',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/DRYAD.41D7Q/2']}},\n",
       "  {u'contributors': [{u'additionalName': u'',\n",
       "     u'familyName': u'Ljungstr\\xf6m',\n",
       "     u'givenName': u'Gabriella',\n",
       "     u'name': u'Ljungstr\\xf6m, Gabriella'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Stjernstedt',\n",
       "     u'givenName': u'Martin',\n",
       "     u'name': u'Stjernstedt, Martin'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Wapstra',\n",
       "     u'givenName': u'Erik',\n",
       "     u'name': u'Wapstra, Erik'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Olsson',\n",
       "     u'givenName': u'Mats',\n",
       "     u'name': u'Olsson, Mats'}],\n",
       "   u'description': u'Made available in DSpace on 2016-02-02T18:58:16Z (GMT). No. of bitstreams: 1\\nPedigree.xlsx: 77442 bytes, checksum: ad653647b6a15002c8b3c14f307ee6df (MD5)',\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'date',\n",
       "     u'properties': {u'date': [u'2016-02-04T00:00:00+00:00']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'doi:10.5061/DRYAD.700JQ/4',\n",
       "       u'oai:oai.datacite.org:7571713']}},\n",
       "    {u'name': u'setSpec', u'properties': {u'setSpec': [u'CDL', u'CDL.DRYAD']}},\n",
       "    {u'name': u'description',\n",
       "     u'properties': {u'description': [u'Other',\n",
       "       u'Made available in DSpace on 2016-02-02T18:58:16Z (GMT). No. of bitstreams: 1\\nPedigree.xlsx: 77442 bytes, checksum: ad653647b6a15002c8b3c14f307ee6df (MD5)']}}],\n",
       "   u'providerUpdatedDateTime': u'2016-02-02T18:59:01+00:00',\n",
       "   u'publisher': {u'name': u'Dryad Digital Repository'},\n",
       "   u'shareProperties': {u'docID': u'oai:oai.datacite.org:7571713',\n",
       "    u'filetype': u'xml',\n",
       "    u'source': u'datacite'},\n",
       "   u'subjects': [u'trade-offs',\n",
       "    u'lacerta agilis',\n",
       "    u'constraints',\n",
       "    u'adaptation',\n",
       "    u'natural selection',\n",
       "    u'life history evolution',\n",
       "    u'amphibians & reptiles'],\n",
       "   u'title': u'Pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/DRYAD.700JQ/4',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/DRYAD.700JQ/4']}},\n",
       "  {u'contributors': [{u'additionalName': u'',\n",
       "     u'email': u'jon.brommer@utu.fi',\n",
       "     u'familyName': u'Class',\n",
       "     u'givenName': u'Barbara',\n",
       "     u'name': u'Class, Barbara'},\n",
       "    {u'additionalName': u'E.',\n",
       "     u'familyName': u'Brommer',\n",
       "     u'givenName': u'Jon',\n",
       "     u'name': u'Brommer, Jon E.'}],\n",
       "   u'description': u'File contains the pedigree (ID of individual, sire, dam) associated with the datafile',\n",
       "   u'freeToRead': {u'startDate': u'2015-06-03'},\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'authorGivenName',\n",
       "     u'properties': {u'authorGivenName': [u'Barbara']}},\n",
       "    {u'name': u'authorSurName', u'properties': {u'authorSurName': [u'Class']}},\n",
       "    {u'name': u'authoritativeMN',\n",
       "     u'properties': {u'authoritativeMN': [u'urn:node:DRYAD']}},\n",
       "    {u'name': u'checksum',\n",
       "     u'properties': {u'checksum': [u'59b3044fd4b433bd27a819448f8be726']}},\n",
       "    {u'name': u'checksumAlgorithm',\n",
       "     u'properties': {u'checksumAlgorithm': [u'MD5']}},\n",
       "    {u'name': u'dataUrl',\n",
       "     u'properties': {u'dataUrl': [u'https://cn.dataone.org/cn/v1/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.443g2%2F2%3Fver%3D2015-06-03T15%3A22%3A43.874-04%3A00']}},\n",
       "    {u'name': u'datasource',\n",
       "     u'properties': {u'datasource': [u'urn:node:DRYAD']}},\n",
       "    {u'name': u'dateModified',\n",
       "     u'properties': {u'dateModified': [u'2015-06-03T19:24:15.86Z']}},\n",
       "    {u'name': u'datePublished',\n",
       "     u'properties': {u'datePublished': [u'2015-05-12T16:38:52Z']}},\n",
       "    {u'name': u'dateUploaded',\n",
       "     u'properties': {u'dateUploaded': [u'2015-05-12T16:38:52Z']}},\n",
       "    {u'name': u'pubDate',\n",
       "     u'properties': {u'pubDate': [u'2015-05-12T16:38:52Z']}},\n",
       "    {u'name': u'updateDate',\n",
       "     u'properties': {u'updateDate': [u'2015-05-12T16:38:52Z']}},\n",
       "    {u'name': u'fileID',\n",
       "     u'properties': {u'fileID': [u'https://cn.dataone.org/cn/v1/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.443g2%2F2%3Fver%3D2015-06-03T15%3A22%3A43.874-04%3A00']}},\n",
       "    {u'name': u'formatId',\n",
       "     u'properties': {u'formatId': [u'http://datadryad.org/profile/v3.1']}},\n",
       "    {u'name': u'formatType', u'properties': {u'formatType': [u'METADATA']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'http://dx.doi.org/10.5061/dryad.443g2/2?ver=2015-06-03T15:22:43.874-04:00']}},\n",
       "    {u'name': u'investigator',\n",
       "     u'properties': {u'investigator': [u'Class, Barbara',\n",
       "       u'Brommer, Jon E.']}},\n",
       "    {u'name': u'origin',\n",
       "     u'properties': {u'origin': [u'Class, Barbara', u'Brommer, Jon E.']}},\n",
       "    {u'name': u'isPublic', u'properties': {u'isPublic': [u'true']}},\n",
       "    {u'name': u'readPermission',\n",
       "     u'properties': {u'readPermission': [u'public']}},\n",
       "    {u'name': u'replicaMN',\n",
       "     u'properties': {u'replicaMN': [u'urn:node:DRYAD', u'urn:node:CN']}},\n",
       "    {u'name': u'replicaVerifiedDate',\n",
       "     u'properties': {u'replicaVerifiedDate': [u'2015-06-03T19:24:14.12Z',\n",
       "       u'2015-06-03T19:24:14.25Z']}},\n",
       "    {u'name': u'replicationAllowed',\n",
       "     u'properties': {u'replicationAllowed': [u'false']}},\n",
       "    {u'name': u'numberReplicas', u'properties': {u'numberReplicas': []}},\n",
       "    {u'name': u'preferredReplicationMN',\n",
       "     u'properties': {u'preferredReplicationMN': []}},\n",
       "    {u'name': u'resourceMap',\n",
       "     u'properties': {u'resourceMap': [u'http://dx.doi.org/10.5061/dryad.443g2?format=d1rem&ver=2015-06-03T15:22:43.955-04:00']}},\n",
       "    {u'name': u'rightsHolder',\n",
       "     u'properties': {u'rightsHolder': [u'admin@datadryad.org']}},\n",
       "    {u'name': u'scientificName',\n",
       "     u'properties': {u'scientificName': [u'Cyanistes cauruleus']}},\n",
       "    {u'name': u'site',\n",
       "     u'properties': {u'site': [u'60\\xb001 N', u'23\\xb031 E']}},\n",
       "    {u'name': u'size', u'properties': {u'size': [u'1779']}},\n",
       "    {u'name': u'sku',\n",
       "     u'properties': {u'sku': [u'http://dx.doi.org/10.5061/dryad.443g2/2?ver=2015-06-03T15:22:43.874-04:00']}},\n",
       "    {u'name': u'isDocumentedBy',\n",
       "     u'properties': {u'isDocumentedBy': [u'http://dx.doi.org/10.5061/dryad.443g2?ver=2015-06-03T15:22:43.955-04:00']}},\n",
       "    {u'name': u'serviceID',\n",
       "     u'properties': {u'serviceID': [u'http://dx.doi.org/10.5061/dryad.443g2/2?ver=2015-06-03T15:22:43.874-04:00']}}],\n",
       "   u'providerUpdatedDateTime': u'2015-06-05',\n",
       "   u'shareProperties': {u'docID': u'http://dx.doi.org/10.5061/dryad.443g2/2?ver=2015-06-03T15:22:43.874-04:00',\n",
       "    u'source': u'dataone'},\n",
       "   u'tags': [u'quantitative genetics',\n",
       "    u'personality',\n",
       "    u'bird',\n",
       "    u'plasticity',\n",
       "    u'ontogeny'],\n",
       "   u'title': u'pedigree',\n",
       "   u'uris': {u'canonicalUri': u'https://cn.dataone.org/cn/v1/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.443g2%2F2%3Fver%3D2015-06-03T15%3A22%3A43.874-04%3A00'}},\n",
       "  {u'contributors': [{u'additionalName': u'',\n",
       "     u'familyName': u'Wapstra',\n",
       "     u'givenName': u'Erik',\n",
       "     u'name': u'Wapstra, Erik'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Olsson',\n",
       "     u'givenName': u'Mats',\n",
       "     u'name': u'Olsson, Mats'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Stjernstedt',\n",
       "     u'givenName': u'Martin',\n",
       "     u'name': u'Stjernstedt, Martin'},\n",
       "    {u'additionalName': u'',\n",
       "     u'email': u'gabriella.ljungstrom@bioenv.gu.se',\n",
       "     u'familyName': u'Ljungstr\\xf6m',\n",
       "     u'givenName': u'Gabriella',\n",
       "     u'name': u'Ljungstr\\xf6m, Gabriella'}],\n",
       "   u'freeToRead': {u'startDate': u'2016-04-18'},\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'authorGivenName',\n",
       "     u'properties': {u'authorGivenName': [u'Gabriella']}},\n",
       "    {u'name': u'authorSurName',\n",
       "     u'properties': {u'authorSurName': [u'Ljungstr\\xf6m']}},\n",
       "    {u'name': u'authoritativeMN',\n",
       "     u'properties': {u'authoritativeMN': [u'urn:node:DRYAD']}},\n",
       "    {u'name': u'checksum',\n",
       "     u'properties': {u'checksum': [u'433da9930a0953b895228e094820c02b']}},\n",
       "    {u'name': u'checksumAlgorithm',\n",
       "     u'properties': {u'checksumAlgorithm': [u'MD5']}},\n",
       "    {u'name': u'datasource',\n",
       "     u'properties': {u'datasource': [u'urn:node:DRYAD']}},\n",
       "    {u'name': u'datePublished',\n",
       "     u'properties': {u'datePublished': [u'2016-02-02T18:58:16Z']}},\n",
       "    {u'name': u'dateUploaded',\n",
       "     u'properties': {u'dateUploaded': [u'2016-02-02T18:58:16Z']}},\n",
       "    {u'name': u'pubDate',\n",
       "     u'properties': {u'pubDate': [u'2016-02-02T18:58:16Z']}},\n",
       "    {u'name': u'updateDate',\n",
       "     u'properties': {u'updateDate': [u'2016-02-02T18:58:16Z']}},\n",
       "    {u'name': u'fileID',\n",
       "     u'properties': {u'fileID': [u'https://cn.dataone.org/cn/v2/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.700jq%2F4%3Fver%3D2016-04-18T09%3A27%3A49.722-04%3A00']}},\n",
       "    {u'name': u'formatId',\n",
       "     u'properties': {u'formatId': [u'http://datadryad.org/profile/v3.1']}},\n",
       "    {u'name': u'formatType', u'properties': {u'formatType': [u'METADATA']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'http://dx.doi.org/10.5061/dryad.700jq/4?ver=2016-04-18T09:27:49.722-04:00']}},\n",
       "    {u'name': u'readPermission',\n",
       "     u'properties': {u'readPermission': [u'public']}},\n",
       "    {u'name': u'replicaMN',\n",
       "     u'properties': {u'replicaMN': [u'urn:node:DRYAD', u'urn:node:CN']}},\n",
       "    {u'name': u'replicaVerifiedDate',\n",
       "     u'properties': {u'replicaVerifiedDate': [u'2016-04-18T13:30:35.68Z',\n",
       "       u'2016-04-18T13:30:35.688Z']}},\n",
       "    {u'name': u'replicationAllowed',\n",
       "     u'properties': {u'replicationAllowed': [u'false']}},\n",
       "    {u'name': u'rightsHolder',\n",
       "     u'properties': {u'rightsHolder': [u'admin@datadryad.org']}},\n",
       "    {u'name': u'scientificName',\n",
       "     u'properties': {u'scientificName': [u'Lacerta agilis']}},\n",
       "    {u'name': u'size', u'properties': {u'size': [u'1694']}},\n",
       "    {u'name': u'isDocumentedBy',\n",
       "     u'properties': {u'isDocumentedBy': [u'http://dx.doi.org/10.5061/dryad.700jq?ver=2016-04-18T09:27:47.046-04:00',\n",
       "       u'http://dx.doi.org/10.5061/dryad.700jq?ver=2016-04-18T09:39:52.669-04:00',\n",
       "       u'http://dx.doi.org/10.5061/dryad.700jq?ver=2016-04-18T09:43:29.237-04:00']}},\n",
       "    {u'name': u'serviceID',\n",
       "     u'properties': {u'serviceID': [u'http://dx.doi.org/10.5061/dryad.700jq/4?ver=2016-04-18T09:27:49.722-04:00']}}],\n",
       "   u'providerUpdatedDateTime': u'2016-04-19T00:00:00+00:00',\n",
       "   u'shareProperties': {u'docID': u'http://dx.doi.org/10.5061/dryad.700jq/4?ver=2016-04-18T09:27:49.722-04:00',\n",
       "    u'filetype': u'xml',\n",
       "    u'source': u'dataone'},\n",
       "   u'tags': [u'Life history evolution',\n",
       "    u'Trade-offs',\n",
       "    u'Amphibians & reptiles',\n",
       "    u'Constraints',\n",
       "    u'Natural selection',\n",
       "    u'Adaptation'],\n",
       "   u'title': u'Pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/dryad.700jq?format=d1rem&ver=2016-04-18T09:43:29.237-04:00',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/dryad.700jq/4?ver=2016-04-18T09:27:49.722-04:00',\n",
       "     u'https://cn.dataone.org/cn/v2/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.700jq%2F4%3Fver%3D2016-04-18T09%3A27%3A49.722-04%3A00',\n",
       "     u'http://dx.doi.org/10.5061/dryad.700jq?format=d1rem&ver=2016-04-18T09:27:47.046-04:00',\n",
       "     u'http://dx.doi.org/10.5061/dryad.700jq?format=d1rem&ver=2016-04-18T09:39:52.669-04:00',\n",
       "     u'http://dx.doi.org/10.5061/dryad.700jq?format=d1rem&ver=2016-04-18T09:43:29.237-04:00'],\n",
       "    u'providerUris': []}},\n",
       "  {u'contributors': [{u'additionalName': u'C. J.',\n",
       "     u'familyName': u'Wientjes',\n",
       "     u'givenName': u'Yvonne',\n",
       "     u'name': u'Wientjes, Yvonne C. J.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Bijma',\n",
       "     u'givenName': u'Piter',\n",
       "     u'name': u'Bijma, Piter'},\n",
       "    {u'additionalName': u'F.',\n",
       "     u'familyName': u'Veerkamp',\n",
       "     u'givenName': u'Roel',\n",
       "     u'name': u'Veerkamp, Roel F.'},\n",
       "    {u'additionalName': u'P. L.',\n",
       "     u'familyName': u'Calus',\n",
       "     u'givenName': u'Mario',\n",
       "     u'name': u'Calus, Mario P. L.'}],\n",
       "   u'description': u'Pedigree of 1033 animals',\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'date',\n",
       "     u'properties': {u'date': [u'2015-12-09T00:00:00+00:00']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'doi:10.5061/DRYAD.1525T/2',\n",
       "       u'oai:oai.datacite.org:7196752']}},\n",
       "    {u'name': u'setSpec', u'properties': {u'setSpec': [u'CDL', u'CDL.DRYAD']}},\n",
       "    {u'name': u'description',\n",
       "     u'properties': {u'description': [u'Other',\n",
       "       u'Pedigree of 1033 animals']}}],\n",
       "   u'providerUpdatedDateTime': u'2015-11-30T16:10:07+00:00',\n",
       "   u'publisher': {u'name': u'Dryad Digital Repository'},\n",
       "   u'shareProperties': {u'docID': u'oai:oai.datacite.org:7196752',\n",
       "    u'filetype': u'xml',\n",
       "    u'source': u'datacite'},\n",
       "   u'subjects': [u'multi-population',\n",
       "    u'accuracy',\n",
       "    u'genomic prediction',\n",
       "    u'prediction equation'],\n",
       "   u'title': u'Pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/DRYAD.1525T/2',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/DRYAD.1525T/2']}},\n",
       "  {u'contributors': [{u'additionalName': u'E.',\n",
       "     u'familyName': u'Grieneisen',\n",
       "     u'givenName': u'L.',\n",
       "     u'name': u'Grieneisen, L. E.'},\n",
       "    {u'additionalName': u'C.',\n",
       "     u'familyName': u'Grenier',\n",
       "     u'givenName': u'J.',\n",
       "     u'name': u'Grenier, J. C.'},\n",
       "    {u'additionalName': u'A.',\n",
       "     u'familyName': u'Archie',\n",
       "     u'givenName': u'E.',\n",
       "     u'name': u'Archie, E. A.'},\n",
       "    {u'additionalName': u'B.',\n",
       "     u'familyName': u'Barriero',\n",
       "     u'givenName': u'Luis',\n",
       "     u'name': u'Barriero, Luis B.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Blekhman',\n",
       "     u'givenName': u'R.',\n",
       "     u'name': u'Blekhman, R.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Altmann',\n",
       "     u'givenName': u'J.',\n",
       "     u'name': u'Altmann, J.'},\n",
       "    {u'additionalName': u'',\n",
       "     u'email': u'erin.dryad@gmail.com',\n",
       "     u'familyName': u'Tung',\n",
       "     u'givenName': u'Jenny',\n",
       "     u'name': u'Tung, Jenny'},\n",
       "    {u'additionalName': u'',\n",
       "     u'familyName': u'Lynch',\n",
       "     u'givenName': u'Josh',\n",
       "     u'name': u'Lynch, Josh'},\n",
       "    {u'additionalName': u'C.',\n",
       "     u'familyName': u'Alberts',\n",
       "     u'givenName': u'S.',\n",
       "     u'name': u'Alberts, S. C.'},\n",
       "    {u'additionalName': u'B.',\n",
       "     u'familyName': u'Burns',\n",
       "     u'givenName': u'Michael',\n",
       "     u'name': u'Burns, Michael B.'}],\n",
       "   u'description': u\"Pedigree genetic relationships among all 48 subjects in Mica's and Viola's groups\",\n",
       "   u'freeToRead': {u'startDate': u'2016-03-17'},\n",
       "   u'highlight': {},\n",
       "   u'otherProperties': [{u'name': u'authorGivenName',\n",
       "     u'properties': {u'authorGivenName': [u'Jenny']}},\n",
       "    {u'name': u'authorSurName', u'properties': {u'authorSurName': [u'Tung']}},\n",
       "    {u'name': u'authoritativeMN',\n",
       "     u'properties': {u'authoritativeMN': [u'urn:node:DRYAD']}},\n",
       "    {u'name': u'checksum',\n",
       "     u'properties': {u'checksum': [u'4c5a3db8b870899011f728880707456a']}},\n",
       "    {u'name': u'checksumAlgorithm',\n",
       "     u'properties': {u'checksumAlgorithm': [u'MD5']}},\n",
       "    {u'name': u'datasource',\n",
       "     u'properties': {u'datasource': [u'urn:node:DRYAD']}},\n",
       "    {u'name': u'datePublished',\n",
       "     u'properties': {u'datePublished': [u'2016-03-17T14:48:26Z']}},\n",
       "    {u'name': u'dateUploaded',\n",
       "     u'properties': {u'dateUploaded': [u'2016-03-17T14:48:26Z']}},\n",
       "    {u'name': u'pubDate',\n",
       "     u'properties': {u'pubDate': [u'2016-03-17T14:48:26Z']}},\n",
       "    {u'name': u'updateDate',\n",
       "     u'properties': {u'updateDate': [u'2016-03-17T14:48:26Z']}},\n",
       "    {u'name': u'fileID',\n",
       "     u'properties': {u'fileID': [u'https://cn.dataone.org/cn/v2/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.8gp03.2%2F7.2%3Fver%3D2016-03-17T10%3A50%3A27.970-04%3A00']}},\n",
       "    {u'name': u'formatId',\n",
       "     u'properties': {u'formatId': [u'http://datadryad.org/profile/v3.1']}},\n",
       "    {u'name': u'formatType', u'properties': {u'formatType': [u'METADATA']}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'http://dx.doi.org/10.5061/dryad.8gp03.2/7.2?ver=2016-03-17T10:50:27.970-04:00']}},\n",
       "    {u'name': u'readPermission',\n",
       "     u'properties': {u'readPermission': [u'public']}},\n",
       "    {u'name': u'replicaMN',\n",
       "     u'properties': {u'replicaMN': [u'urn:node:DRYAD', u'urn:node:CN']}},\n",
       "    {u'name': u'replicaVerifiedDate',\n",
       "     u'properties': {u'replicaVerifiedDate': [u'2016-03-17T14:51:21.425Z',\n",
       "       u'2016-03-17T14:51:21.432Z']}},\n",
       "    {u'name': u'replicationAllowed',\n",
       "     u'properties': {u'replicationAllowed': [u'false']}},\n",
       "    {u'name': u'rightsHolder',\n",
       "     u'properties': {u'rightsHolder': [u'admin@datadryad.org']}},\n",
       "    {u'name': u'scientificName',\n",
       "     u'properties': {u'scientificName': [u'Papio cynocephalus']}},\n",
       "    {u'name': u'site',\n",
       "     u'properties': {u'site': [u'Amboseli ecosystem', u'Kenya']}},\n",
       "    {u'name': u'size', u'properties': {u'size': [u'2199']}},\n",
       "    {u'name': u'isDocumentedBy',\n",
       "     u'properties': {u'isDocumentedBy': [u'http://dx.doi.org/10.5061/dryad.8gp03.2?ver=2016-03-17T10:51:09.595-04:00']}},\n",
       "    {u'name': u'serviceID',\n",
       "     u'properties': {u'serviceID': [u'http://dx.doi.org/10.5061/dryad.8gp03.2/7.2?ver=2016-03-17T10:50:27.970-04:00']}}],\n",
       "   u'providerUpdatedDateTime': u'2016-03-18T00:00:00+00:00',\n",
       "   u'shareProperties': {u'docID': u'http://dx.doi.org/10.5061/dryad.8gp03.2/7.2?ver=2016-03-17T10:50:27.970-04:00',\n",
       "    u'filetype': u'xml',\n",
       "    u'source': u'dataone'},\n",
       "   u'tags': [u'Baboon',\n",
       "    u'gut microbiome',\n",
       "    u'social network',\n",
       "    u'sociality',\n",
       "    u'grooming',\n",
       "    u'primate'],\n",
       "   u'title': u'pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/dryad.8gp03.2?format=d1rem&ver=2016-03-17T10:51:09.595-04:00',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/dryad.8gp03.2/7.2?ver=2016-03-17T10:50:27.970-04:00',\n",
       "     u'https://cn.dataone.org/cn/v2/resolve/http%3A%2F%2Fdx.doi.org%2F10.5061%2Fdryad.8gp03.2%2F7.2%3Fver%3D2016-03-17T10%3A50%3A27.970-04%3A00',\n",
       "     u'http://dx.doi.org/10.5061/dryad.8gp03.2?format=d1rem&ver=2016-03-17T10:51:09.595-04:00'],\n",
       "    u'providerUris': []}},\n",
       "  {u'contributors': [{u'additionalName': u'Library',\n",
       "     u'email': u'',\n",
       "     u'familyName': u'U.S. Department of Agriculture',\n",
       "     u'givenName': u'Agricultural',\n",
       "     u'name': u'U.S. Department of Agriculture, National Agricultural Library',\n",
       "     u'sameAs': []},\n",
       "    {u'email': u'', u'name': u'D. Landreth Seed Company.', u'sameAs': []},\n",
       "    {u'email': u'', u'name': u'Bloomsdale Seed Farms.', u'sameAs': []},\n",
       "    {u'email': u'',\n",
       "     u'name': u'Henry G. Gilbert Nursery and Seed Trade Catalog Collection.',\n",
       "     u'sameAs': []}],\n",
       "   u'description': u'1910',\n",
       "   u'highlight': {},\n",
       "   u'languages': [None],\n",
       "   u'providerUpdatedDateTime': u'2015-06-07T00:22:54',\n",
       "   u'publisher': {u'name': u'Bristol, Pa. :D. Landreth Seed Company,1910.'},\n",
       "   u'shareProperties': {u'docID': u'oai:biodiversitylibrary.org:item/183803',\n",
       "    u'source': u'bhl'},\n",
       "   u'subjects': [u'plants',\n",
       "    u'ornamental',\n",
       "    u'catalogs',\n",
       "    u'pennsylvania',\n",
       "    u'grasses',\n",
       "    u'vegetables',\n",
       "    u'nursery stock',\n",
       "    u'bristol',\n",
       "    u'seeds',\n",
       "    u'flowers'],\n",
       "   u'title': u'Pedigree seeds /',\n",
       "   u'uris': {u'canonicalUri': u'http://www.biodiversitylibrary.org/item/183803'}},\n",
       "  {u'contributors': [{u'additionalName': u'T.',\n",
       "     u'email': u'',\n",
       "     u'familyName': u'Wheelwright',\n",
       "     u'givenName': u'Nathaniel',\n",
       "     u'name': u'Wheelwright, Nathaniel T.',\n",
       "     u'sameAs': []},\n",
       "    {u'additionalName': u'F.',\n",
       "     u'email': u'',\n",
       "     u'familyName': u'Keller',\n",
       "     u'givenName': u'Lukas',\n",
       "     u'name': u'Keller, Lukas F.',\n",
       "     u'sameAs': []},\n",
       "    {u'additionalName': u'',\n",
       "     u'email': u'',\n",
       "     u'familyName': u'Postma',\n",
       "     u'givenName': u'Erik',\n",
       "     u'name': u'Postma, Erik',\n",
       "     u'sameAs': []}],\n",
       "   u'description': u'Made available in DSpace on 2015-08-19T17:55:16Z (GMT). No. of bitstreams: 1\\nSAVS pedigree.txt: 163567 bytes, checksum: 18737f978141a2bc280a65f3efca91fb (MD5)',\n",
       "   u'highlight': {},\n",
       "   u'languages': [],\n",
       "   u'otherProperties': [{u'name': u'date', u'properties': {u'date': u'2015'}},\n",
       "    {u'name': u'identifier',\n",
       "     u'properties': {u'identifier': [u'doi:10.5061/DRYAD.DV0QT.2/4.2',\n",
       "       u'oai:oai.datacite.org:6676124']}},\n",
       "    {u'name': u'setSpec', u'properties': {u'setSpec': [u'CDL', u'CDL.DRYAD']}},\n",
       "    {u'name': u'description',\n",
       "     u'properties': {u'description': [u'Other',\n",
       "       u'Made available in DSpace on 2015-08-19T17:55:16Z (GMT). No. of bitstreams: 1\\nSAVS pedigree.txt: 163567 bytes, checksum: 18737f978141a2bc280a65f3efca91fb (MD5)']}}],\n",
       "   u'providerUpdatedDateTime': u'2015-08-19T17:56:50',\n",
       "   u'publisher': {u'name': u'Dryad Digital Repository'},\n",
       "   u'shareProperties': {u'docID': u'oai:oai.datacite.org:6676124',\n",
       "    u'source': u'datacite'},\n",
       "   u'subjects': [u'quantitative genetics',\n",
       "    u'genetic variation',\n",
       "    u'heritability',\n",
       "    u'selection - natural'],\n",
       "   u'title': u'SAVS pedigree',\n",
       "   u'uris': {u'canonicalUri': u'http://dx.doi.org/10.5061/DRYAD.DV0QT.2/4.2',\n",
       "    u'objectUris': [u'http://dx.doi.org/10.5061/DRYAD.DV0QT.2/4.2']}}],\n",
       " u'time': 0.03}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results = requests.get(SHARE_SEARCH_API + query).json()\n",
    "results"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Querying by Document Type\n",
    "\n",
    "Currently, document type is not curated by SHARE. However, we do collected many sources that are using the OAI-PMH metadata protocol, which includes dc:type. You can search that field in SHARE for now, until the harvesters collect and curate document type."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "query = '?q=otherProperties.properties.type:article'\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "The Phonetics of Register in Takhian Thong Chong\n",
      "http://www.escholarship.org/uc/item/1t52p7qb\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "Advancing methodological knowledge within state and local demography: a case study.\n",
      "http://www.escholarship.org/uc/item/1j85x2qp\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "[Front Matter]\n",
      "http://www.escholarship.org/uc/item/2fw6515j\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "No More \"Kicking the Can down the Road\"\n",
      "http://www.escholarship.org/uc/item/2tj8r6j2\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "Finding a Winning Strategy Against the MP3 Invasion: Supplemental Measures the Recording Industry Must Take to Curb Online Piracy\n",
      "http://www.escholarship.org/uc/item/61w7d07w\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "Proposition 11 - What It Will Do\n",
      "http://www.escholarship.org/uc/item/9867d79x\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "The Visual Artist and the Law of Defamation\n",
      "http://www.escholarship.org/uc/item/1x26m3w2\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "Embracing the Burden of Proof: New Strategies for Determining Predictive Links Between Arts Integration Teacher Professional Development, Student Arts Learning, and Student Academic Achievement Outcomes\n",
      "http://www.escholarship.org/uc/item/9ch5t8cw\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "Epilepsy biomarkers\n",
      "http://www.escholarship.org/uc/item/1kx472k3\n",
      "{u'name': u'type', u'properties': {u'type': u'article'}}\n",
      "Residential and job mobility: Interregional variation and their interplay in US metropolitan areas\n",
      "http://www.escholarship.org/uc/item/17q6b7bj\n"
     ]
    }
   ],
   "source": [
    "results = requests.get(SHARE_SEARCH_API + query).json()\n",
    "\n",
    "for result in results['results']:\n",
    "    for prop in result['otherProperties']:\n",
    "        if prop['name'] == 'type':\n",
    "            print(prop)\n",
    "    print(result['title'])\n",
    "    print(result['uris']['canonicalUri'])\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "Here is an analysis of the top terms found in SHARE's collected dc:type field"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from sharepa import ShareSearch, basic_search\n",
    "from sharepa.helpers import pretty_print\n",
    "\n",
    "type_search = ShareSearch()\n",
    "total_documents = basic_search.count()\n",
    "\n",
    "type_search.aggs.bucket(\n",
    "    'typeTermFilter',  # Every aggregation needs a name\n",
    "    'terms',  # There are many kinds of aggregations\n",
    "    field='otherProperties.properties.type',\n",
    "    exclude= \"of|and|or\",\n",
    "    size=50,\n",
    ")\n",
    "\n",
    "type_results_executed = type_search.execute()\n",
    "\n",
    "type_results = type_results_executed.aggregations.typeTermFilter.to_dict()['buckets']\n",
    "\n",
    "type_dataframe = pd.DataFrame(type_results)\n",
    "type_dataframe['percent'] = (type_dataframe['doc_count'] / total_documents)*100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>doc_count</th>\n",
       "      <th>key</th>\n",
       "      <th>percent</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1807899</td>\n",
       "      <td>article</td>\n",
       "      <td>25.434210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1507145</td>\n",
       "      <td>journal</td>\n",
       "      <td>21.203088</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1298430</td>\n",
       "      <td>text</td>\n",
       "      <td>18.266807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>232890</td>\n",
       "      <td>paper</td>\n",
       "      <td>3.276385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>207730</td>\n",
       "      <td>dataset</td>\n",
       "      <td>2.922425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>202957</td>\n",
       "      <td>book</td>\n",
       "      <td>2.855276</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>197065</td>\n",
       "      <td>figure</td>\n",
       "      <td>2.772385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>133246</td>\n",
       "      <td>info:eu</td>\n",
       "      <td>1.874555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>133246</td>\n",
       "      <td>repo</td>\n",
       "      <td>1.874555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>133246</td>\n",
       "      <td>semantics</td>\n",
       "      <td>1.874555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>123279</td>\n",
       "      <td>chapter</td>\n",
       "      <td>1.734336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>114437</td>\n",
       "      <td>thesis</td>\n",
       "      <td>1.609943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>102018</td>\n",
       "      <td>masterthesis</td>\n",
       "      <td>1.435228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>45107</td>\n",
       "      <td>report</td>\n",
       "      <td>0.634582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>43031</td>\n",
       "      <td>conferenceobject</td>\n",
       "      <td>0.605376</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>42916</td>\n",
       "      <td>proceedings</td>\n",
       "      <td>0.603759</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>39895</td>\n",
       "      <td>component</td>\n",
       "      <td>0.561258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>39846</td>\n",
       "      <td>peerreviewed</td>\n",
       "      <td>0.560569</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>33336</td>\n",
       "      <td>conference</td>\n",
       "      <td>0.468984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>32074</td>\n",
       "      <td>dissertation</td>\n",
       "      <td>0.451229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>30279</td>\n",
       "      <td>technical</td>\n",
       "      <td>0.425976</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>24544</td>\n",
       "      <td>fileset</td>\n",
       "      <td>0.345294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23551</td>\n",
       "      <td>other</td>\n",
       "      <td>0.331324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>19124</td>\n",
       "      <td>journalarticle</td>\n",
       "      <td>0.269044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>19080</td>\n",
       "      <td>reference</td>\n",
       "      <td>0.268425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>19052</td>\n",
       "      <td>entry</td>\n",
       "      <td>0.268031</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>17727</td>\n",
       "      <td>research</td>\n",
       "      <td>0.249390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>15753</td>\n",
       "      <td>doctoralthesis</td>\n",
       "      <td>0.221619</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>15224</td>\n",
       "      <td>type</td>\n",
       "      <td>0.214177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>15211</td>\n",
       "      <td>http</td>\n",
       "      <td>0.213994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>15210</td>\n",
       "      <td>eprint</td>\n",
       "      <td>0.213980</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>15210</td>\n",
       "      <td>purl.org</td>\n",
       "      <td>0.213980</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>13700</td>\n",
       "      <td>publishedversion</td>\n",
       "      <td>0.192737</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>12351</td>\n",
       "      <td>texto</td>\n",
       "      <td>0.173759</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>11541</td>\n",
       "      <td>media</td>\n",
       "      <td>0.162363</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>11234</td>\n",
       "      <td>bookpart</td>\n",
       "      <td>0.158044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>10364</td>\n",
       "      <td>version</td>\n",
       "      <td>0.145805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>9053</td>\n",
       "      <td>sound</td>\n",
       "      <td>0.127361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>8922</td>\n",
       "      <td>performance</td>\n",
       "      <td>0.125518</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>8451</td>\n",
       "      <td>document</td>\n",
       "      <td>0.118892</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>8189</td>\n",
       "      <td>image</td>\n",
       "      <td>0.115206</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>7765</td>\n",
       "      <td>bachelorthesis</td>\n",
       "      <td>0.109241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>6381</td>\n",
       "      <td>nonpeerreviewed</td>\n",
       "      <td>0.089770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>6187</td>\n",
       "      <td>survey</td>\n",
       "      <td>0.087041</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>5860</td>\n",
       "      <td>presentation</td>\n",
       "      <td>0.082441</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>5852</td>\n",
       "      <td>issue</td>\n",
       "      <td>0.082328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>5315</td>\n",
       "      <td>patent</td>\n",
       "      <td>0.074773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>4992</td>\n",
       "      <td>accepted</td>\n",
       "      <td>0.070229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>3837</td>\n",
       "      <td>data</td>\n",
       "      <td>0.053980</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>3815</td>\n",
       "      <td>lecture</td>\n",
       "      <td>0.053671</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    doc_count               key    percent\n",
       "0     1807899           article  25.434210\n",
       "1     1507145           journal  21.203088\n",
       "2     1298430              text  18.266807\n",
       "3      232890             paper   3.276385\n",
       "4      207730           dataset   2.922425\n",
       "5      202957              book   2.855276\n",
       "6      197065            figure   2.772385\n",
       "7      133246           info:eu   1.874555\n",
       "8      133246              repo   1.874555\n",
       "9      133246         semantics   1.874555\n",
       "10     123279           chapter   1.734336\n",
       "11     114437            thesis   1.609943\n",
       "12     102018      masterthesis   1.435228\n",
       "13      45107            report   0.634582\n",
       "14      43031  conferenceobject   0.605376\n",
       "15      42916       proceedings   0.603759\n",
       "16      39895         component   0.561258\n",
       "17      39846      peerreviewed   0.560569\n",
       "18      33336        conference   0.468984\n",
       "19      32074      dissertation   0.451229\n",
       "20      30279         technical   0.425976\n",
       "21      24544           fileset   0.345294\n",
       "22      23551             other   0.331324\n",
       "23      19124    journalarticle   0.269044\n",
       "24      19080         reference   0.268425\n",
       "25      19052             entry   0.268031\n",
       "26      17727          research   0.249390\n",
       "27      15753    doctoralthesis   0.221619\n",
       "28      15224              type   0.214177\n",
       "29      15211              http   0.213994\n",
       "30      15210            eprint   0.213980\n",
       "31      15210          purl.org   0.213980\n",
       "32      13700  publishedversion   0.192737\n",
       "33      12351             texto   0.173759\n",
       "34      11541             media   0.162363\n",
       "35      11234          bookpart   0.158044\n",
       "36      10364           version   0.145805\n",
       "37       9053             sound   0.127361\n",
       "38       8922       performance   0.125518\n",
       "39       8451          document   0.118892\n",
       "40       8189             image   0.115206\n",
       "41       7765    bachelorthesis   0.109241\n",
       "42       6381   nonpeerreviewed   0.089770\n",
       "43       6187            survey   0.087041\n",
       "44       5860      presentation   0.082441\n",
       "45       5852             issue   0.082328\n",
       "46       5315            patent   0.074773\n",
       "47       4992          accepted   0.070229\n",
       "48       3837              data   0.053980\n",
       "49       3815           lecture   0.053671"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type_dataframe"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Query by Exact Phrase\n",
    "\n",
    "Question -- Is there a way to search SHARE for a specific phrase? For example, information literacy, information AND literacy, and \"information literacy\" give results with both terms, but not necessarily as the phrase \"information literacy.\" Information and literacy can be in different parts of the record."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Information Literacy -- from uiucideals -- http://hdl.handle.net/2142/41497\n",
      "Information Literacy Inventory -- from crossref -- http://dx.doi.org/10.1037/t32581-000\n",
      "Information Literacy in Schools -- from crossref -- http://dx.doi.org/10.1201/b19843-8\n",
      "Information Literacy Doll -- from datacite -- http://dx.doi.org/10.6084/M9.FIGSHARE.1012828.V1\n",
      "MOBILE INFORMATION LITERACY CURRICULUM -- from uwashington -- http://hdl.handle.net/1773/34803\n",
      "Information literacy at work -- from crossref -- http://dx.doi.org/10.1108/el-04-2014-0063\n",
      "“Real Deal” Information Literacy -- from calpoly -- http://digitalcommons.calpoly.edu/lib_fac/95\n",
      "Information Literacy (Book Review) -- from uiucideals -- http://hdl.handle.net/2142/41357\n",
      "Teaching Information Literacy Online -- from cuny -- http://academicworks.cuny.edu/ulj/vol18/iss1/5\n",
      "Data Information Literacy: Developing Data Information Literacy Programs -- from umassmed -- http://escholarship.umassmed.edu/escience_symposium/2016/program/6\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/erin/.virtualenvs/tuts/lib/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:791: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html\n",
      "  InsecureRequestWarning)\n"
     ]
    }
   ],
   "source": [
    "phrase_query = {\n",
    "    \"query\": {\n",
    "        \"match_phrase\" : {\n",
    "            \"title\" : \"information literacy\"\n",
    "        }\n",
    "    }\n",
    "}\n",
    "\n",
    "results = query_share(SHARE_SEARCH_API, phrase_query)\n",
    "\n",
    "for result in results['results']:\n",
    "    print(\n",
    "        '{} -- from {} -- {}'.format(\n",
    "            result['title'].encode('utf-8'),\n",
    "            result['shareProperties']['source'].encode('utf-8'),\n",
    "            result['uris']['canonicalUri'].encode('utf-8')\n",
    "        )\n",
    "    )\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Information Literacy -- from uiucideals -- http://hdl.handle.net/2142/41497\n",
      "Information Literacy Inventory -- from crossref -- http://dx.doi.org/10.1037/t32581-000\n",
      "Information Literacy in Schools -- from crossref -- http://dx.doi.org/10.1201/b19843-8\n",
      "Information Literacy Doll -- from datacite -- http://dx.doi.org/10.6084/M9.FIGSHARE.1012828.V1\n",
      "MOBILE INFORMATION LITERACY CURRICULUM -- from uwashington -- http://hdl.handle.net/1773/34803\n",
      "Information literacy at work -- from crossref -- http://dx.doi.org/10.1108/el-04-2014-0063\n",
      "“Real Deal” Information Literacy -- from calpoly -- http://digitalcommons.calpoly.edu/lib_fac/95\n",
      "Information Literacy (Book Review) -- from uiucideals -- http://hdl.handle.net/2142/41357\n",
      "Teaching Information Literacy Online -- from cuny -- http://academicworks.cuny.edu/ulj/vol18/iss1/5\n",
      "Data Information Literacy: Developing Data Information Literacy Programs -- from umassmed -- http://escholarship.umassmed.edu/escience_symposium/2016/program/6\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# Using sharepa\n",
    "\n",
    "phrase_search = ShareSearch()\n",
    "\n",
    "phrase_search = phrase_search.query(\n",
    "    'match_phrase',\n",
    "    title=\"information literacy\"\n",
    ")\n",
    "\n",
    "results = phrase_search.execute()\n",
    "\n",
    "for result in results:\n",
    "    print(\n",
    "        '{} -- from {} -- {}'.format(\n",
    "            result.title.encode('utf-8'),\n",
    "            result.shareProperties.source.encode('utf-8'),\n",
    "            result.uris.canonicalUri\n",
    "        )\n",
    "    )"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}