Created using Colaboratory

Author: jalammar

notebookes/transformer/transformer_positional_encoding_graph.ipynb

@@ -5,7 +5,7 @@
     "colab": {
       "name": "transformer positional encoding graph.ipynb",
       "provenance": [],
-      "authorship_tag": "ABX9TyOVnZgNFgQhMqHjVub9T0Qj",
+      "authorship_tag": "ABX9TyPsV1xgE7KIo3Yoa3Gacsfy",
       "include_colab_link": true
     },
     "kernelspec": {
@@ -47,7 +47,7 @@
       },
       "source": [
         "\n",
-        "\n",
+        "# Code from https://www.tensorflow.org/tutorials/text/transformer\n",
         "def get_angles(pos, i, d_model):\n",
         "  angle_rates = 1 / np.power(10000, (2 * (i//2)) / np.float32(d_model))\n",
         "  return pos * angle_rates\n",