[feature] [breaking] fogg setup

apply/apply.go

@@ -15,7 +15,6 @@ import (
 	"github.com/chanzuckerberg/fogg/config"
 	"github.com/chanzuckerberg/fogg/errs"
 	"github.com/chanzuckerberg/fogg/plan"
-	"github.com/chanzuckerberg/fogg/plugins"
 	"github.com/chanzuckerberg/fogg/templates"
 	"github.com/chanzuckerberg/fogg/util"
 	"github.com/gobuffalo/packr"
@@ -28,7 +27,7 @@ import (
 const rootPath = "terraform"
 
 // Apply will run a plan and apply all the changes to the current repo.
-func Apply(fs afero.Fs, conf *config.Config, tmp *templates.T, upgrade bool, noPlugins bool) error {
+func Apply(fs afero.Fs, conf *config.Config, tmp *templates.T, upgrade bool) error {
 	if !upgrade {
 		toolVersion, err := util.VersionString()
 		if err != nil {
@@ -39,7 +38,7 @@ func Apply(fs afero.Fs, conf *config.Config, tmp *templates.T, upgrade bool, noP
 			return errs.NewUserf("fogg version (%s) is different than version currently used to manage repo (%s). To upgrade add --upgrade.", toolVersion, repoVersion)
 		}
 	}
-	p, err := plan.Eval(conf, false, noPlugins)
+	p, err := plan.Eval(conf, false)
 	if err != nil {
 		return errs.WrapUser(err, "unable to evaluate plan")
 	}
@@ -56,11 +55,6 @@ func Apply(fs afero.Fs, conf *config.Config, tmp *templates.T, upgrade bool, noP
 		}
 	}
 
-	e = applyPlugins(fs, p)
-	if e != nil {
-		return errs.WrapUser(e, "unable to apply plugins")
-	}
-
 	e = applyAccounts(fs, p, &tmp.Account)
 	if e != nil {
 		return errs.WrapUser(e, "unable to apply accounts")
@@ -116,29 +110,6 @@ func applyRepo(fs afero.Fs, p *plan.Plan, repoTemplates *packr.Box) error {
 	return applyTree(fs, repoTemplates, "", p)
 }
 
-func applyPlugins(fs afero.Fs, p *plan.Plan) error {
-	log.Debug("applying plugins")
-	apply := func(name string, plugin *plugins.CustomPlugin) error {
-		log.Infof("Applying plugin %s", name)
-		return errs.WrapUserf(plugin.Install(fs, name), "Error applying plugin %s", name)
-	}
-
-	for pluginName, plugin := range p.Plugins.CustomPlugins {
-		err := apply(pluginName, plugin)
-		if err != nil {
-			return err
-		}
-	}
-
-	for providerName, provider := range p.Plugins.TerraformProviders {
-		err := apply(providerName, provider)
-		if err != nil {
-			return err
-		}
-	}
-	return nil
-}
-
 func applyGlobal(fs afero.Fs, p plan.Component, repoBox *packr.Box) error {
 	log.Debug("applying global")
 	path := fmt.Sprintf("%s/global", rootPath)

apply/apply_test.go

@@ -233,7 +233,7 @@ func TestApplySmokeTest(t *testing.T) {
 	c, e := config.ReadConfig(ioutil.NopCloser(strings.NewReader(json)))
 	assert.NoError(t, e)
 
-	e = Apply(fs, c, templates.Templates, false, false)
+	e = Apply(fs, c, templates.Templates, false)
 	assert.NoError(t, e)
 }
 

cmd/apply.go

@@ -1,19 +1,15 @@
 package cmd
 
 import (
-	"os"
-
 	"github.com/chanzuckerberg/fogg/apply"
 	"github.com/chanzuckerberg/fogg/templates"
-	"github.com/spf13/afero"
 	"github.com/spf13/cobra"
 )
 
 func init() {
 	applyCmd.Flags().StringP("config", "c", "fogg.json", "Use this to override the fogg config file.")
 	applyCmd.Flags().BoolP("verbose", "v", false, "use this to turn on verbose output")
 	applyCmd.Flags().BoolP("upgrade", "u", false, "use this when running a new version of fogg")
-	applyCmd.Flags().Bool("no-plugins", false, "do not apply fogg plugins; this may result in unexpected behavior.")
 	rootCmd.AddCommand(applyCmd)
 }
 
@@ -26,12 +22,10 @@ var applyCmd = &cobra.Command{
 		setupDebug(debug)
 
 		var e error
-		// Set up fs
-		pwd, e := os.Getwd()
+		fs, e := openFs()
 		if e != nil {
 			return e
 		}
-		fs := afero.NewBasePathFs(afero.NewOsFs(), pwd)
 
 		// handle flags
 		verbose, e := cmd.Flags().GetBool("verbose")
@@ -48,13 +42,8 @@ var applyCmd = &cobra.Command{
 			return e
 		}
 
-		noPlugins, e := cmd.Flags().GetBool("no-plugins")
-		if e != nil {
-			return e
-		}
-
 		// check that we are at root of initialized git repo
-		openGitOrExit(pwd)
+		openGitOrExit(fs)
 
 		config, err := readAndValidateConfig(fs, configFile, verbose)
 
@@ -64,7 +53,7 @@ var applyCmd = &cobra.Command{
 		}
 
 		// apply
-		e = apply.Apply(fs, config, templates.Templates, upgrade, noPlugins)
+		e = apply.Apply(fs, config, templates.Templates, upgrade)
 
 		return e
 	},

cmd/init.go

@@ -26,7 +26,7 @@ var initCmd = &cobra.Command{
 		fs := afero.NewBasePathFs(afero.NewOsFs(), pwd)
 
 		// check that we are at root of initialized git repo
-		openGitOrExit(pwd)
+		openGitOrExit(fs)
 
 		return fogg_init.Init(fs)
 	},

cmd/plan.go

@@ -12,7 +12,6 @@ import (
 func init() {
 	planCmd.Flags().StringP("config", "c", "fogg.json", "Use this to override the fogg config file.")
 	planCmd.Flags().BoolP("verbose", "v", false, "use this to turn on verbose output")
-	planCmd.Flags().Bool("no-plugins", false, "do not apply fogg plugins; this may result in unexpected behavior.")
 	rootCmd.AddCommand(planCmd)
 }
 
@@ -43,13 +42,8 @@ var planCmd = &cobra.Command{
 			return errs.WrapInternal(e, "couldn't parse config flag")
 		}
 
-		noPlugins, e := cmd.Flags().GetBool("no-plugins")
-		if e != nil {
-			return e
-		}
-
 		// check that we are at root of initialized git repo
-		openGitOrExit(pwd)
+		openGitOrExit(fs)
 
 		config, err := readAndValidateConfig(fs, configFile, verbose)
 
@@ -58,7 +52,7 @@ var planCmd = &cobra.Command{
 			return e
 		}
 
-		p, e := plan.Eval(config, verbose, noPlugins)
+		p, e := plan.Eval(config, verbose)
 		if e != nil {
 			return e
 		}

cmd/setup.go

@@ -0,0 +1,32 @@
+package cmd
+
+import (
+	"github.com/chanzuckerberg/fogg/setup"
+	log "github.com/sirupsen/logrus"
+	"github.com/spf13/cobra"
+)
+
+func init() {
+	setupCmd.Flags().StringP("config", "c", "fogg.json", "Use this to override the fogg config file.")
+	setupCmd.Flags().BoolP("verbose", "v", false, "use this to turn on verbose output")
+
+	rootCmd.AddCommand(setupCmd)
+}
+
+var setupCmd = &cobra.Command{
+	Use:           "setup",
+	Short:         "Setup dependencies for curent working directory",
+	SilenceErrors: true,
+	RunE: func(cmd *cobra.Command, args []string) error {
+		fs, config, err := bootstrapCmd(cmd, debug)
+
+		if err != nil {
+			return err
+		}
+
+		// check that we are at root of initialized git repo
+		openGitOrExit(fs)
+		log.Debug("setup")
+		return setup.Setup(fs, config)
+	},
+}

cmd/util.go

@@ -11,12 +11,12 @@ import (
 	"github.com/chanzuckerberg/fogg/errs"
 	log "github.com/sirupsen/logrus"
 	"github.com/spf13/afero"
+	"github.com/spf13/cobra"
 	validator "gopkg.in/go-playground/validator.v9"
 )
 
-func openGitOrExit(pwd string) {
-	log.Debugf("opening git at %s", pwd)
-	_, err := os.Stat(".git")
+func openGitOrExit(fs afero.Fs) {
+	_, err := fs.Stat(".git")
 	if err != nil {
 		// assuming this means no repository
 		log.Fatal("fogg must be run from the root of a git repo")
@@ -68,3 +68,40 @@ func setupDebug(debug bool) {
 	}
 	log.SetLevel(logLevel)
 }
+
+func openFs() (afero.Fs, error) {
+	pwd, e := os.Getwd()
+	if e != nil {
+		return nil, e
+	}
+	fs := afero.NewBasePathFs(afero.NewOsFs(), pwd)
+	return fs, e
+}
+
+func bootstrapCmd(cmd *cobra.Command, debug bool) (afero.Fs, *config.Config, error) {
+	setupDebug(debug)
+
+	fs, err := openFs()
+	if err != nil {
+		return nil, nil, err
+	}
+
+	verbose, err := cmd.Flags().GetBool("verbose")
+	if err != nil {
+		return nil, nil, err
+	}
+
+	configFile, err := cmd.Flags().GetString("config")
+	if err != nil {
+		return nil, nil, err
+	}
+
+	config, err := readAndValidateConfig(fs, configFile, verbose)
+
+	err = mergeConfigValidationErrors(err)
+	if err != nil {
+		return nil, nil, err
+	}
+
+	return fs, config, nil
+}

errs/errs.go

@@ -4,7 +4,6 @@ import (
 	"fmt"
 
 	"github.com/go-errors/errors"
-	log "github.com/sirupsen/logrus"
 )
 
 type User struct {
@@ -49,7 +48,6 @@ func WrapUser(e error, msg string) error {
 }
 
 func WrapUserf(e error, msg string, a ...interface{}) error {
-	log.Debugf("wrapuser e: %#v", e)
 	if e == nil {
 		return nil
 	}

plan/plan.go

@@ -5,7 +5,6 @@ import (
 
 	"github.com/chanzuckerberg/fogg/config"
 	"github.com/chanzuckerberg/fogg/errs"
-	"github.com/chanzuckerberg/fogg/plugins"
 	"github.com/chanzuckerberg/fogg/util"
 	yaml "gopkg.in/yaml.v2"
 )
@@ -93,53 +92,25 @@ type AWSProfile struct {
 	Role string
 }
 
-// Plugins contains a plan around plugins
-type Plugins struct {
-	CustomPlugins      map[string]*plugins.CustomPlugin
-	TerraformProviders map[string]*plugins.CustomPlugin
-}
-
-// SetCustomPluginsPlan determines the plan for customPlugins
-func (p *Plugins) SetCustomPluginsPlan(customPlugins map[string]*plugins.CustomPlugin) {
-	p.CustomPlugins = customPlugins
-	for _, plugin := range p.CustomPlugins {
-		plugin.SetTargetPath(plugins.CustomPluginDir)
-	}
-}
-
-// SetTerraformProvidersPlan determines the plan for customPlugins
-func (p *Plugins) SetTerraformProvidersPlan(terraformProviders map[string]*plugins.CustomPlugin) {
-	p.TerraformProviders = terraformProviders
-	for _, plugin := range p.TerraformProviders {
-		plugin.SetTargetPath(plugins.TerraformCustomPluginCacheDir)
-	}
-}
-
 // Plan represents a set of actions to take
 type Plan struct {
 	Accounts map[string]Account
 	Envs     map[string]Env
 	Global   Component
 	Modules  map[string]Module
-	Plugins  Plugins
 	TravisCI TravisCI
 	Version  string
 }
 
 // Eval evaluates a config
-func Eval(config *config.Config, verbose bool, noPlugins bool) (*Plan, error) {
+func Eval(config *config.Config, verbose bool) (*Plan, error) {
 	p := &Plan{}
 	v, e := util.VersionString()
 	if e != nil {
 		return nil, errs.WrapInternal(e, "unable to parse fogg version")
 	}
 	p.Version = v
 
-	if !noPlugins {
-		p.Plugins.SetCustomPluginsPlan(config.Plugins.CustomPlugins)
-		p.Plugins.SetTerraformProvidersPlan(config.Plugins.TerraformProviders)
-	}
-
 	var err error
 	p.Accounts = p.buildAccounts(config)
 	p.Envs, err = p.buildEnvs(config)
@@ -150,7 +121,7 @@ func Eval(config *config.Config, verbose bool, noPlugins bool) (*Plan, error) {
 	p.Modules = p.buildModules(config)
 
 	if config.TravisCI != nil {
-		p.TravisCI = p.buildTravisCI(config)
+		p.TravisCI = p.buildTravisCI(config, v)
 	}
 
 	return p, nil