feat: add visualization with Atlas

Author: solygambas

playground/12-embeddings.ipynb

@@ -294,6 +294,41 @@
     "# This line actaully generates the embeddings\n",
     "plot_embeddings = [embedding_from_string(plot, model=\"text-embedding-ada-002\") for plot in movie_plots]"
    ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Visualizing our embeddings with Atlas"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from nomic import atlas"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "data = movies[[\"Title\", \"Genre\"]].to_dict(\"records\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "atlas.map_embeddings(embeddings=np.array(plot_embeddings), data=data)"
+   ]
   }
  ],
  "metadata": {

playground/embeddings/screenshot.png

@@ -9,13 +9,15 @@ asttokens==2.2.1
 async-timeout==4.0.2
 attrs==23.1.0
 backcall==0.2.0
+backoff==2.2.1
 beautifulsoup4==4.12.2
 bleach==6.0.0
 blinker==1.6.2
 certifi==2022.12.7
 cffi==1.15.1
 charset-normalizer==3.1.0
 click==8.1.3
+cohere==4.3.0
 comm==0.1.3
 debugpy==1.6.7
 decorator==5.1.1
@@ -36,6 +38,7 @@ isoduration==20.11.0
 itsdangerous==2.1.2
 jedi==0.18.2
 Jinja2==3.1.2
+jsonlines==3.1.0
 jsonpointer==2.3
 jsonschema==4.17.3
 jupyter==1.0.0
@@ -47,15 +50,19 @@ jupyter_server==2.5.0
 jupyter_server_terminals==0.4.4
 jupyterlab-pygments==0.2.2
 jupyterlab-widgets==3.0.7
+loguru==0.7.0
+markdown-it-py==2.2.0
 MarkupSafe==2.1.2
 matplotlib-inline==0.1.6
+mdurl==0.1.2
 mistune==2.0.5
 multidict==6.0.4
 nbclassic==0.5.5
 nbclient==0.7.3
 nbconvert==7.3.1
 nbformat==5.8.0
 nest-asyncio==1.5.6
+nomic==1.1.6
 notebook==6.5.4
 notebook_shim==0.2.2
 numpy==1.24.3
@@ -74,7 +81,9 @@ prompt-toolkit==3.0.38
 psutil==5.9.5
 ptyprocess==0.7.0
 pure-eval==0.2.2
+pyarrow==12.0.0
 pycparser==2.21
+pydantic==1.10.7
 Pygments==2.15.1
 pyrsistent==0.19.3
 python-dateutil==2.8.2
@@ -90,6 +99,7 @@ regex==2023.3.23
 requests==2.28.2
 rfc3339-validator==0.1.4
 rfc3986-validator==0.1.1
+rich==13.3.5
 Send2Trash==1.8.0
 six==1.16.0
 sniffio==1.3.0
@@ -114,5 +124,6 @@ webencodings==0.5.1
 websocket-client==1.5.1
 Werkzeug==2.3.3
 widgetsnbextension==4.0.7
+wonderwords==2.2.0
 yarl==1.9.1
 zipp==3.15.0