df_to_edge_list.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import time\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from mwclient import Site\n",
    "import pickle\n",
    "import csv\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#df = pickle.load(open('findf.p','rb'))\n",
    "df = pickle.load(open('consolidated-profile','rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>page</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>links_to</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Andenes, County council (Norway), Egge, Germa...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             page    year  month  \\\n",
       "0  Peder_E._Vorum  2016.0    1.0   \n",
       "1  Peder_E._Vorum  2012.0    7.0   \n",
       "2  Peder_E._Vorum  2011.0    8.0   \n",
       "3  Peder_E._Vorum  2013.0    8.0   \n",
       "4  Peder_E._Vorum  2011.0    1.0   \n",
       "\n",
       "                                            links_to  \n",
       "0  [Category:Use dmy dates from May 2011, Andenes...  \n",
       "1  [Category:Use dmy dates from May 2011, Andenes...  \n",
       "2  [Category:Use dmy dates from May 2011, Andenes...  \n",
       "3  [Category:Use dmy dates from May 2011, Andenes...  \n",
       "4  [Andenes, County council (Norway), Egge, Germa...  "
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>page</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>links_to</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Andenes, County council (Norway), Egge, Germa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>[Andenes, County council (Norway), Egge, Germa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[Andenes, County council (Norway), Egge, Germa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[Andenes, County council (Norway), Egge, Germa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Peder_E._Vorum</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Category:Use dmy dates from May 2011, Andenes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[Template:Prime Ministers of Andorra, Template...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>[Template:Prime Ministers of Andorra, Template...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[Template:Prime Ministers of Andorra, Template...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>[Template:Prime Ministers of Andorra, Template...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Template:Europe-politician-stub, Marc Forne M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>[Template:Andorra-politician-stub, 1981, Decem...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[Template:Prime Ministers of Andorra, Template...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>Òscar_Ribas_Reig</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>[Template:ISO 639 name es, Template:Prime Mini...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>188 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 page    year  month  \\\n",
       "0      Peder_E._Vorum  2016.0    1.0   \n",
       "1      Peder_E._Vorum  2012.0    7.0   \n",
       "2      Peder_E._Vorum  2011.0    8.0   \n",
       "3      Peder_E._Vorum  2013.0    8.0   \n",
       "4      Peder_E._Vorum  2011.0    1.0   \n",
       "5      Peder_E._Vorum  2010.0   11.0   \n",
       "6      Peder_E._Vorum  2014.0   12.0   \n",
       "7      Peder_E._Vorum  2012.0    3.0   \n",
       "8      Peder_E._Vorum  2015.0    8.0   \n",
       "9      Peder_E._Vorum  2013.0    6.0   \n",
       "10     Peder_E._Vorum  2016.0    8.0   \n",
       "11     Peder_E._Vorum  2012.0    9.0   \n",
       "12     Peder_E._Vorum  2011.0    2.0   \n",
       "13     Peder_E._Vorum  2015.0    2.0   \n",
       "14     Peder_E._Vorum  2015.0    7.0   \n",
       "15     Peder_E._Vorum  2012.0    1.0   \n",
       "16     Peder_E._Vorum  2011.0    4.0   \n",
       "17     Peder_E._Vorum  2015.0    9.0   \n",
       "18     Peder_E._Vorum  2012.0   12.0   \n",
       "19     Peder_E._Vorum  2013.0    1.0   \n",
       "20     Peder_E._Vorum  2012.0   10.0   \n",
       "21     Peder_E._Vorum  2016.0    4.0   \n",
       "22     Peder_E._Vorum  2011.0   11.0   \n",
       "23     Peder_E._Vorum  2015.0    4.0   \n",
       "24     Peder_E._Vorum  2013.0   10.0   \n",
       "25     Peder_E._Vorum  2011.0   12.0   \n",
       "26     Peder_E._Vorum  2015.0   11.0   \n",
       "27     Peder_E._Vorum  2015.0    1.0   \n",
       "28     Peder_E._Vorum  2014.0    9.0   \n",
       "29     Peder_E._Vorum  2015.0   12.0   \n",
       "..                ...     ...    ...   \n",
       "158  Òscar_Ribas_Reig  2013.0    9.0   \n",
       "159  Òscar_Ribas_Reig  2008.0    1.0   \n",
       "160  Òscar_Ribas_Reig  2014.0    8.0   \n",
       "161  Òscar_Ribas_Reig  2016.0    3.0   \n",
       "162  Òscar_Ribas_Reig  2010.0    7.0   \n",
       "163  Òscar_Ribas_Reig  2012.0    8.0   \n",
       "164  Òscar_Ribas_Reig  2008.0    5.0   \n",
       "165  Òscar_Ribas_Reig  2016.0    2.0   \n",
       "166  Òscar_Ribas_Reig  2009.0    3.0   \n",
       "167  Òscar_Ribas_Reig  2011.0   10.0   \n",
       "168  Òscar_Ribas_Reig  2011.0    8.0   \n",
       "169  Òscar_Ribas_Reig  2013.0    7.0   \n",
       "170  Òscar_Ribas_Reig  2008.0    6.0   \n",
       "171  Òscar_Ribas_Reig  2007.0    7.0   \n",
       "172  Òscar_Ribas_Reig  2015.0    6.0   \n",
       "173  Òscar_Ribas_Reig  2016.0    6.0   \n",
       "174  Òscar_Ribas_Reig  2007.0   10.0   \n",
       "175  Òscar_Ribas_Reig  2011.0   12.0   \n",
       "176  Òscar_Ribas_Reig  2013.0   11.0   \n",
       "177  Òscar_Ribas_Reig  2009.0   12.0   \n",
       "178  Òscar_Ribas_Reig  2010.0   10.0   \n",
       "179  Òscar_Ribas_Reig  2010.0    4.0   \n",
       "180  Òscar_Ribas_Reig  2009.0    2.0   \n",
       "181  Òscar_Ribas_Reig  2016.0    7.0   \n",
       "182  Òscar_Ribas_Reig  2013.0    3.0   \n",
       "183  Òscar_Ribas_Reig  2016.0   12.0   \n",
       "184  Òscar_Ribas_Reig  2014.0    6.0   \n",
       "185  Òscar_Ribas_Reig  2011.0    9.0   \n",
       "186  Òscar_Ribas_Reig  2015.0   10.0   \n",
       "187  Òscar_Ribas_Reig  2009.0   11.0   \n",
       "\n",
       "                                              links_to  \n",
       "0    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "1    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "2    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "3    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "4    [Andenes, County council (Norway), Egge, Germa...  \n",
       "5    [Andenes, County council (Norway), Egge, Germa...  \n",
       "6    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "7    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "8    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "9    [Category:Use dmy dates from May 2011, Andenes...  \n",
       "10   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "11   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "12   [Andenes, County council (Norway), Egge, Germa...  \n",
       "13   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "14   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "15   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "16   [Andenes, County council (Norway), Egge, Germa...  \n",
       "17   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "18   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "19   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "20   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "21   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "22   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "23   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "24   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "25   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "26   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "27   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "28   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "29   [Category:Use dmy dates from May 2011, Andenes...  \n",
       "..                                                 ...  \n",
       "158  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "159  [Template:Prime Ministers of Andorra, Template...  \n",
       "160  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "161  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "162  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "163  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "164  [Template:Prime Ministers of Andorra, Template...  \n",
       "165  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "166  [Template:Prime Ministers of Andorra, Template...  \n",
       "167  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "168  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "169  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "170  [Template:Prime Ministers of Andorra, Template...  \n",
       "171  [Template:Europe-politician-stub, Marc Forne M...  \n",
       "172  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "173  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "174  [Template:Andorra-politician-stub, 1981, Decem...  \n",
       "175  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "176  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "177  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "178  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "179  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "180  [Template:Prime Ministers of Andorra, Template...  \n",
       "181  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "182  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "183  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "184  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "185  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "186  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "187  [Template:ISO 639 name es, Template:Prime Mini...  \n",
       "\n",
       "[188 rows x 4 columns]"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymg = df.groupby(['year','month'])\n",
    "ymg.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pageset = set(df.page.values)\n",
    "len(pageset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2007.0, 7.0)\n",
      "(2007.0, 8.0)\n",
      "(2007.0, 9.0)\n",
      "(2007.0, 10.0)\n",
      "(2007.0, 11.0)\n",
      "(2007.0, 12.0)\n",
      "(2008.0, 1.0)\n",
      "(2008.0, 2.0)\n",
      "(2008.0, 3.0)\n",
      "(2008.0, 4.0)\n",
      "(2008.0, 5.0)\n",
      "(2008.0, 6.0)\n",
      "(2008.0, 7.0)\n",
      "(2008.0, 8.0)\n",
      "(2008.0, 9.0)\n",
      "(2008.0, 10.0)\n",
      "(2008.0, 11.0)\n",
      "(2008.0, 12.0)\n",
      "(2009.0, 1.0)\n",
      "(2009.0, 2.0)\n",
      "(2009.0, 3.0)\n",
      "(2009.0, 4.0)\n",
      "(2009.0, 5.0)\n",
      "(2009.0, 6.0)\n",
      "(2009.0, 7.0)\n",
      "(2009.0, 8.0)\n",
      "(2009.0, 9.0)\n",
      "(2009.0, 10.0)\n",
      "(2009.0, 11.0)\n",
      "(2009.0, 12.0)\n",
      "(2010.0, 1.0)\n",
      "(2010.0, 2.0)\n",
      "(2010.0, 3.0)\n",
      "(2010.0, 4.0)\n",
      "(2010.0, 5.0)\n",
      "(2010.0, 6.0)\n",
      "(2010.0, 7.0)\n",
      "(2010.0, 8.0)\n",
      "(2010.0, 9.0)\n",
      "(2010.0, 10.0)\n",
      "(2010.0, 11.0)\n",
      "(2010.0, 12.0)\n",
      "(2011.0, 1.0)\n",
      "(2011.0, 2.0)\n",
      "(2011.0, 3.0)\n",
      "(2011.0, 4.0)\n",
      "(2011.0, 5.0)\n",
      "(2011.0, 6.0)\n",
      "(2011.0, 7.0)\n",
      "(2011.0, 8.0)\n",
      "(2011.0, 9.0)\n",
      "(2011.0, 10.0)\n",
      "(2011.0, 11.0)\n",
      "(2011.0, 12.0)\n",
      "(2012.0, 1.0)\n",
      "(2012.0, 2.0)\n",
      "(2012.0, 3.0)\n",
      "(2012.0, 4.0)\n",
      "(2012.0, 5.0)\n",
      "(2012.0, 6.0)\n",
      "(2012.0, 7.0)\n",
      "(2012.0, 8.0)\n",
      "(2012.0, 9.0)\n",
      "(2012.0, 10.0)\n",
      "(2012.0, 11.0)\n",
      "(2012.0, 12.0)\n",
      "(2013.0, 1.0)\n",
      "(2013.0, 2.0)\n",
      "(2013.0, 3.0)\n",
      "(2013.0, 4.0)\n",
      "(2013.0, 5.0)\n",
      "(2013.0, 6.0)\n",
      "(2013.0, 7.0)\n",
      "(2013.0, 8.0)\n",
      "(2013.0, 9.0)\n",
      "(2013.0, 10.0)\n",
      "(2013.0, 11.0)\n",
      "(2013.0, 12.0)\n",
      "(2014.0, 1.0)\n",
      "(2014.0, 2.0)\n",
      "(2014.0, 3.0)\n",
      "(2014.0, 4.0)\n",
      "(2014.0, 5.0)\n",
      "(2014.0, 6.0)\n",
      "(2014.0, 7.0)\n",
      "(2014.0, 8.0)\n",
      "(2014.0, 9.0)\n",
      "(2014.0, 10.0)\n",
      "(2014.0, 11.0)\n",
      "(2014.0, 12.0)\n",
      "(2015.0, 1.0)\n",
      "(2015.0, 2.0)\n",
      "(2015.0, 3.0)\n",
      "(2015.0, 4.0)\n",
      "(2015.0, 5.0)\n",
      "(2015.0, 6.0)\n",
      "(2015.0, 7.0)\n",
      "(2015.0, 8.0)\n",
      "(2015.0, 9.0)\n",
      "(2015.0, 10.0)\n",
      "(2015.0, 11.0)\n",
      "(2015.0, 12.0)\n",
      "(2016.0, 1.0)\n",
      "(2016.0, 2.0)\n",
      "(2016.0, 3.0)\n",
      "(2016.0, 4.0)\n",
      "(2016.0, 5.0)\n",
      "(2016.0, 6.0)\n",
      "(2016.0, 7.0)\n",
      "(2016.0, 8.0)\n",
      "(2016.0, 9.0)\n",
      "(2016.0, 10.0)\n",
      "(2016.0, 11.0)\n",
      "(2016.0, 12.0)\n"
     ]
    }
   ],
   "source": [
    "korn = \"\" # Base path\n",
    "name_d = {}\n",
    "name_l = []\n",
    "for name, grp in ymg: #Iterating over groups, each group - one month\n",
    "    conn = str(int(name[0])) + \"_\" + str(int(name[1])).zfill(2) #Constructed name \n",
    "    cpth = korn + conn+'.csv' #Constructing pathname from base path and year_month\n",
    "    name_l.append(conn)\n",
    "    name_d[conn]=cpth #Storing names and paths\n",
    "    f = open(cpth,'w',encoding='utf-8') #Opening a file to store an edge list\n",
    "    writer = csv.writer(f, delimiter=',',lineterminator='\\n') # Creating csv writer instance, to write into a file row by row\n",
    "    for ind,row in grp.iterrows(): #Iterating over articles with revision in given month \n",
    "        for lk in row['links_to']: \n",
    "            lkr = lk.replace(' ','_')\n",
    "            if lkr in pageset:\n",
    "                writer.writerow((row['page'],lkr)) # If article links to one of our articles we add the edge pait\n",
    "    f.close()\n",
    "    print(name)\n",
    "    #print(grp.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2007_07\n",
      "2007_08\n",
      "2007_09\n",
      "2007_10\n",
      "2007_11\n",
      "2007_12\n",
      "2008_01\n",
      "2008_02\n",
      "2008_03\n",
      "2008_04\n",
      "2008_05\n",
      "2008_06\n",
      "2008_07\n",
      "2008_08\n",
      "2008_09\n",
      "2008_10\n",
      "2008_11\n",
      "2008_12\n",
      "2009_01\n",
      "2009_02\n",
      "2009_03\n",
      "2009_04\n",
      "2009_05\n",
      "2009_06\n",
      "2009_07\n",
      "2009_08\n",
      "2009_09\n",
      "2009_10\n",
      "2009_11\n",
      "2009_12\n",
      "2010_01\n",
      "2010_02\n",
      "2010_03\n",
      "2010_04\n",
      "2010_05\n",
      "2010_06\n",
      "2010_07\n",
      "2010_08\n",
      "2010_09\n",
      "2010_10\n",
      "2010_11\n",
      "2010_12\n",
      "2011_01\n",
      "2011_02\n",
      "2011_03\n",
      "2011_04\n",
      "2011_05\n",
      "2011_06\n",
      "2011_07\n",
      "2011_08\n",
      "2011_09\n",
      "2011_10\n",
      "2011_11\n",
      "2011_12\n",
      "2012_01\n",
      "2012_02\n",
      "2012_03\n",
      "2012_04\n",
      "2012_05\n",
      "2012_06\n",
      "2012_07\n",
      "2012_08\n",
      "2012_09\n",
      "2012_10\n",
      "2012_11\n",
      "2012_12\n",
      "2013_01\n",
      "2013_02\n",
      "2013_03\n",
      "2013_04\n",
      "2013_05\n",
      "2013_06\n",
      "2013_07\n",
      "2013_08\n",
      "2013_09\n",
      "2013_10\n",
      "2013_11\n",
      "2013_12\n",
      "2014_01\n",
      "2014_02\n",
      "2014_03\n",
      "2014_04\n",
      "2014_05\n",
      "2014_06\n",
      "2014_07\n",
      "2014_08\n",
      "2014_09\n",
      "2014_10\n",
      "2014_11\n",
      "2014_12\n",
      "2015_01\n",
      "2015_02\n",
      "2015_03\n",
      "2015_04\n",
      "2015_05\n",
      "2015_06\n",
      "2015_07\n",
      "2015_08\n",
      "2015_09\n",
      "2015_10\n",
      "2015_11\n",
      "2015_12\n",
      "2016_01\n",
      "2016_02\n",
      "2016_03\n",
      "2016_04\n",
      "2016_05\n",
      "2016_06\n",
      "2016_07\n",
      "2016_08\n",
      "2016_09\n",
      "2016_10\n",
      "2016_11\n",
      "2016_12\n"
     ]
    }
   ],
   "source": [
    "temp_d = {}\n",
    "for n in name_l: #Iterating over month\n",
    "    print(n)\n",
    "    cdf = pd.read_csv(name_d[n], header=None,names=['from','to'])\n",
    "    cart = set(cdf['from'].values) # Set of articles that have revision in this month\n",
    "    tst = set(temp_d.keys()) # Set of already existing articles\n",
    "    per = cart.intersection(tst) # Set of articles that have revision in this month and already existed\n",
    "    sch = tst - per # Set of article that don't have revisions in this month\n",
    "    for upd in cart: # Iterating over articles\n",
    "        #if upd not in temp_d.keys(): # Checking if page already exists\n",
    "        temp_d[upd] = []\n",
    "        for index_s , rww in cdf[cdf['from']==upd].iterrows(): # Iterating over rows with given article in 'from' column\n",
    "            temp_d[upd].append(rww['to']) #Adding link to temp_dictionary\n",
    "    for rt in sch: #Iterating over articles that don't have revisions this month\n",
    "        if rt in temp_d.keys():\n",
    "            for clk in temp_d[rt]:\n",
    "                cdf.loc[cdf.shape[0]+1] = [rt,clk] #Adding row to the edgelist if the article had prev revisions, but doesnt have this month\n",
    "    cdf.sort_values('from',inplace=True) #Sorting table\n",
    "    cdf.to_csv(name_d[n],index=False) #Saving it to the same file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}