change command names

Author: breadchris

lunatrace/bsl/ingest-worker/README.md

@@ -13,6 +13,43 @@
 -->
 # LunaTrace Go Services
 
+## Vulnerabilities
+
+### ML
+
+#### Scrape
+Go through every vulnerability reference, scrape it, and store it to the db (vulns.db in the example command). The formatted content will end up in `normalized_content`.
+```shell
+go run cmd/ingestworker/main.go vulnerability process --db vulns.db scrape
+```
+
+For scraping a specific vulnerability
+```shell
+go run cmd/ingestworker/main.go vulnerability process --db vulns.db scrape --vuln GHSA-9j49-mfvp-vmhm
+```
+
+#### Embeddings
+
+Make sure `.lunatrace.yaml` contains the following:
+```yaml
+openai:
+  api_key: xxx
+pinecone:
+  api_key: xxx
+  environment: xxx
+  index: xxx
+```
+
+Generate embeddings for scraped references
+```shell
+go run cmd/ingestworker/main.go vulnerability process --db test.db embedding
+```
+
+a specific vulnerability can be embedded
+```shell
+go run cmd/ingestworker/main.go vulnerability process --db test.db embedding --vuln GHSA-9j49-mfvp-vmhm
+```
+
 ## Setup analysiscli
 ```shell
  go build -o bin/analysiscli cmd/analysiscli/main.go

lunatrace/bsl/ingest-worker/cmd/ingestworker/vulnerability/vulnerability.go

@@ -47,11 +47,11 @@ func NewCommand(p Params) clifx.CommandResult {
 					},
 					Subcommands: []*cli.Command{
 						{
-							Name: "cache",
+							Name: "scrape",
 							Flags: []cli.Flag{
 								&cli.StringFlag{
 									Name:     "vuln",
-									Usage:    "Cache specific vulnerability.",
+									Usage:    "Scrape specific vulnerability.",
 									Required: false,
 								},
 							},

lunatrace/bsl/ingest-worker/pkg/pineconefx/config.go

@@ -16,7 +16,6 @@ import (
 )
 
 type Config struct {
-	Enabled     bool   `yaml:"enabled"`
 	APIKey      string `yaml:"api_key"`
 	Environment string `yaml:"environment"`
 	Index       string `yaml:"index"`