minor

Author: atcemgil

pyTorchExample.ipynb

@@ -11,7 +11,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "First, we implement a gradient descent algorithm for reference"
+    "First, we implement a gradient descent algorithm for reference, using numpy only"
    ]
   },
   {
@@ -52,20 +52,31 @@
     "#y = np.array([9.14, 8.14, 8.74, 8.77, 9.26, 8.10, 6.13, 3.10, 9.13, 7.26, 4.74])\n",
     "x = np.array([10., 8., 13., 9., 11., 14., 6., 4., 12., 7., 5.])\n",
     "N = len(x)\n",
+    "\n",
+    "# Design matrix\n",
     "A = np.vstack((np.ones(N), x)).T\n",
     "\n",
+    "# Learning rate\n",
     "eta = 0.01\n",
     "              \n",
+    "# initial parameters\n",
     "w = np.array([2., 1.])\n",
+    "\n",
     "for epoch in range(10):\n",
+    "    # Error\n",
     "    err = y-A.dot(w)\n",
+    "    \n",
+    "    # Total error\n",
     "    E = np.sum(err**2)/N\n",
+    "    \n",
+    "    # Gradient\n",
     "    dE = -2.*A.T.dot(err)/N\n",
     "    \n",
     "    if epoch%1 == 0: \n",
     "        print(epoch,':',E)\n",
     "        # print(w)    \n",
-    "        \n",
+    "\n",
+    "    # Perfom one descent step\n",
     "    w = w - eta*dE"
    ]
   },
@@ -149,7 +160,9 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Implementation in pyTorch"
+    "## Implementation in pyTorch\n",
+    "\n",
+    "### Fitting a line"
    ]
   },
   {
@@ -198,12 +211,6 @@
     "# Set w_0\n",
     "f.bias.data = torch.FloatTensor([[2.]])\n",
     "\n",
-    "#print(f.weight.data)\n",
-    "#print(f.bias.data)\n",
-    "#u = f(Variable(x))\n",
-    "#E = torch.nn.functional.mse_loss(u, Variable(y))\n",
-    "#E\n",
-    "\n",
     "# learning rate\n",
     "eta = 0.01\n",
     "\n",
@@ -234,6 +241,13 @@
     "#print(f.weight.data, f.bias.data)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### Fitting a polynomial"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 204,
@@ -476,6 +490,23 @@
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
    "version": "3.6.1"
+  },
+  "latex_envs": {
+   "LaTeX_envs_menu_present": true,
+   "autocomplete": true,
+   "bibliofile": "biblio.bib",
+   "cite_by": "apalike",
+   "current_citInitial": 1,
+   "eqLabelWithNumbers": true,
+   "eqNumInitial": 1,
+   "hotkeys": {
+    "equation": "Ctrl-E",
+    "itemize": "Ctrl-I"
+   },
+   "labels_anchors": false,
+   "latex_user_defs": false,
+   "report_style_numbering": false,
+   "user_envs_cfg": false
   }
  },
  "nbformat": 4,