Merge pull request #66 from checkr/saso/cf-mongo-migrate

Mongo migrations

Author: jeremyd

Makefile

@@ -1,6 +1,7 @@
 .PHONY:	up server dashboard build
 
 up:
+	docker-compose run server /bin/sh -c 'cd server/ && go run main.go --config ./configs/codeflow.dev.yml migrate up'
 	docker-compose up -d redis mongo
 	docker-compose up server dashboard
 

README.md

@@ -7,19 +7,11 @@ Install [Docker Compose](https://docs.docker.com/compose/install/)
 
 Copy `server/codeflow.yml` to `server/codeflow.dev.yml`
 
-You should set `jwt_secret_key` and `okta_org` before starting the server!
-```yaml
-codeflow:
-  jwt_secret_key:
-  allowed_origins:
-  auth:
-    okta_org:
-```
-
 To start the server and all dependencies run:
 ```
-$ make
+$ make up
 ```
+Check `Makefile` to see what's happening under the hood.
 
 Local dashboard will be started on [http://localhost:3000](http://localhost:3000)
 

server/configs/codeflow.yml

@@ -61,6 +61,11 @@ plugins:
     docker_host: "unix:///var/run/docker.sock"
   kubedeploy:
     workers: 1
+    kubeconfig: "/etc/secrets/kubeconfig"
+    environment: 
+    ssl_cert_arn:
+    node_selector: 
+    access_log_s3_bucket: 
   websockets:
     workers: 1
     service_address: ":3003"

server/glide.lock

@@ -9,11 +9,15 @@ import (
 	"syscall"
 
 	"github.com/checkr/codeflow/server/agent"
+	"github.com/mattes/migrate/file"
+	"github.com/mattes/migrate/migrate"
+	"github.com/mattes/migrate/migrate/direction"
 	"github.com/spf13/cobra"
 	"github.com/spf13/viper"
 
 	_ "github.com/checkr/codeflow/server/plugins"
 	_ "github.com/checkr/codeflow/server/plugins/codeflow"
+	_ "github.com/checkr/codeflow/server/plugins/codeflow/migrations"
 	_ "github.com/checkr/codeflow/server/plugins/docker_build"
 	_ "github.com/checkr/codeflow/server/plugins/heartbeat"
 	_ "github.com/checkr/codeflow/server/plugins/kubedeploy"
@@ -47,6 +51,9 @@ func init() {
 	cobra.OnInitialize(initConfig)
 	RootCmd.PersistentFlags().StringVar(&cfgFile, "config", "", "config file (default is ./configs/.codeflow.yml)")
 	RootCmd.AddCommand(cmdServer)
+	RootCmd.AddCommand(cmdMigrate)
+	cmdMigrate.AddCommand(cmdMigrateUp)
+	cmdMigrate.AddCommand(cmdMigrateDown)
 
 	cmdServer.Flags().StringSliceP("run", "r", []string{}, "run plugins a,b,c")
 	viper.BindPFlags(cmdServer.Flags())
@@ -99,3 +106,77 @@ var cmdServer = &cobra.Command{
 		ag.Run()
 	},
 }
+
+var cmdMigrate = &cobra.Command{
+	Use:  "migrate [command]",
+	Long: `...`,
+	Run: func(cmd *cobra.Command, args []string) {
+
+	},
+}
+var cmdMigrateUp = &cobra.Command{
+	Use:  "up [command]",
+	Long: `...`,
+	Run: func(cmd *cobra.Command, args []string) {
+		pipe := migrate.NewPipe()
+		go migrate.Up(pipe, viper.GetString("plugins.codeflow.mongodb.uri"), "./plugins/codeflow/migrations")
+		ok := writePipe(pipe)
+		if !ok {
+			os.Exit(1)
+		}
+	},
+}
+
+var cmdMigrateDown = &cobra.Command{
+	Use:  "down [command]",
+	Long: `...`,
+	Run: func(cmd *cobra.Command, args []string) {
+		if viper.GetString("environment") != "development" {
+			panic("You can only use migrate down in development environment")
+		}
+
+		pipe := migrate.NewPipe()
+		go migrate.Down(pipe, viper.GetString("plugins.codeflow.mongodb.uri"), "./plugins/codeflow/migrations")
+		ok := writePipe(pipe)
+		if !ok {
+			os.Exit(1)
+		}
+	},
+}
+
+func writePipe(pipe chan interface{}) (ok bool) {
+	okFlag := true
+	if pipe != nil {
+		for {
+			select {
+			case item, more := <-pipe:
+				if !more {
+					return okFlag
+				}
+				switch item.(type) {
+
+				case string:
+					fmt.Println(item.(string))
+
+				case error:
+					fmt.Printf("%s\n\n", item.(error).Error())
+					okFlag = false
+
+				case file.File:
+					f := item.(file.File)
+					if f.Direction == direction.Up {
+						fmt.Print(">")
+					} else if f.Direction == direction.Down {
+						fmt.Print("<")
+					}
+					fmt.Printf(" %s\n", f.FileName)
+
+				default:
+					text := fmt.Sprint(item)
+					fmt.Println(text)
+				}
+			}
+		}
+	}
+	return okFlag
+}

server/main.go

@@ -0,0 +1,11 @@
+V001_init_users_down
+V001_init_projects_down
+V001_init_bookmarks_down
+V001_init_builds_down
+V001_init_extensions_down
+V001_init_features_down
+V001_init_releases_down
+V001_init_secrets_down
+V001_init_service_specs_down
+V001_init_services_down
+V001_init_workflows_down

server/plugins/codeflow/migrations/001_bootstrap.down.bongo

@@ -0,0 +1,11 @@
+V001_init_users_up
+V001_init_projects_up
+V001_init_bookmarks_up
+V001_init_builds_up
+V001_init_extensions_up
+V001_init_features_up
+V001_init_releases_up
+V001_init_secrets_up
+V001_init_service_specs_up
+V001_init_services_up
+V001_init_workflows_up