mgmt/puppet/gapi.go

// Mgmt
// Copyright (C) James Shubin and the project contributors
// Written by James Shubin <james@shubin.ca> and the project contributors
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program.  If not, see <https://www.gnu.org/licenses/>.
//
// Additional permission under GNU GPL version 3 section 7
//
// If you modify this program, or any covered work, by linking or combining it
// with embedded mcl code and modules (and that the embedded mcl code and
// modules which link with this program, contain a copy of their source code in
// the authoritative form) containing parts covered by the terms of any other
// license, the licensors of this program grant you additional permission to
// convey the resulting work. Furthermore, the licensors of this program grant
// the original author, James Shubin, additional permission to update this
// additional permission if he deems it necessary to achieve the goals of this
// additional permission.

package puppet

import (
	"context"
	"fmt"
	"os"
	"strings"
	"sync"
	"time"

	cliUtil "github.com/purpleidea/mgmt/cli/util"
	"github.com/purpleidea/mgmt/engine"
	"github.com/purpleidea/mgmt/gapi"
	"github.com/purpleidea/mgmt/pgraph"
	"github.com/purpleidea/mgmt/util"
	"github.com/purpleidea/mgmt/util/errwrap"
)

const (
	// Name is the name of this frontend.
	Name = "puppet"

	// PuppetFile is the entry point filename that we use. It is arbitrary.
	PuppetFile = "/file.pp"

	// PuppetConf is the entry point config filename that we use.
	PuppetConf = "/puppet.conf"

	// PuppetSite is the entry point folder that we use. It is arbitrary.
	PuppetSite = "/puppet/"
)

func init() {
	gapi.Register(Name, func() gapi.GAPI { return &GAPI{} }) // register
}

// GAPI implements the main puppet GAPI interface.
type GAPI struct {
	InputURI string

	// Mode of operation can be: agent, file, string, dir.
	Mode string

	puppetFile   string
	puppetString string
	puppetDir    string
	// The path to a dedicated puppet.conf file for mgmt.
	puppetConf  string
	data        *gapi.Data
	initialized bool
	wg          sync.WaitGroup
	err         error
	errMutex    *sync.Mutex // guards err
}

// Cli takes an *Info struct, and returns our deploy if activated, and if there
// are any validation problems, you should return an error. If there is no
// deploy, then you should return a nil deploy and a nil error.
func (obj *GAPI) Cli(info *gapi.Info) (*gapi.Deploy, error) {
	args, ok := info.Args.(*cliUtil.PuppetArgs)
	if !ok {
		// programming error
		return nil, fmt.Errorf("could not convert to our struct")
	}

	fs := info.Fs
	writeableFS, ok := fs.(engine.WriteableFS)
	if !ok {
		return nil, fmt.Errorf("the FS was not writeable")
	}

	isDir := func(p string) (bool, error) {
		if !strings.HasPrefix(p, "/") {
			return false, nil
		}
		if !strings.HasSuffix(p, "/") {
			return false, nil
		}
		fi, err := os.Stat(p)
		if err != nil {
			return false, err
		}
		return fi.IsDir(), nil
	}

	var mode string
	if args.Input == "agent" {
		mode = "agent"

	} else if strings.HasSuffix(args.Input, ".pp") {
		mode = "file"
		if err := gapi.CopyFileToFs(writeableFS, args.Input, PuppetFile); err != nil {
			return nil, errwrap.Wrapf(err, "can't copy code from `%s` to `%s`", args.Input, PuppetFile)
		}

	} else if exists, err := isDir(args.Input); err != nil {
		return nil, errwrap.Wrapf(err, "can't read dir `%s`", args.Input)

	} else if err == nil && exists { // from the isDir result...
		// we have a whole directory of files to run
		mode = "dir"
		// TODO: this code path is untested! test and then rm this notice
		if err := gapi.CopyDirToFs(fs, args.Input, PuppetSite); err != nil {
			return nil, errwrap.Wrapf(err, "can't copy code to `%s`", PuppetSite)
		}

	} else {
		mode = "string"
		if err := gapi.CopyStringToFs(writeableFS, args.Input, PuppetFile); err != nil {
			return nil, errwrap.Wrapf(err, "can't copy code to `%s`", PuppetFile)
		}
	}

	// TODO: do we want to include this if we have mode == "dir" ?
	if args.PuppetConf != "" {
		if err := gapi.CopyFileToFs(writeableFS, args.PuppetConf, PuppetConf); err != nil {
			return nil, errwrap.Wrapf(err, "can't copy puppet conf from `%s` to '%s'", args.PuppetConf, PuppetConf)

		}
	}

	return &gapi.Deploy{
		Name: Name,
		Noop: info.Flags.Noop,
		Sema: info.Flags.Sema,
		GAPI: &GAPI{
			InputURI: fs.URI(),
			Mode:     mode,
		},
	}, nil
}

// Init initializes the puppet GAPI struct.
func (obj *GAPI) Init(data *gapi.Data) error {
	if obj.initialized {
		return fmt.Errorf("already initialized")
	}
	if obj.InputURI == "" {
		return fmt.Errorf("the InputURI param must be specified")
	}
	switch obj.Mode {
	case "agent", "file", "string", "dir":
		// pass
	default:
		return fmt.Errorf("the Mode param is invalid")
	}
	obj.data = data // store for later

	fs, err := obj.data.World.Fs(obj.InputURI) // open the remote file system
	if err != nil {
		return errwrap.Wrapf(err, "can't load data from file system `%s`", obj.InputURI)
	}

	if obj.Mode == "file" {
		b, err := fs.ReadFile(PuppetFile) // read the single file out of it
		if err != nil {
			return errwrap.Wrapf(err, "can't read code from file `%s`", PuppetFile)
		}

		// store the puppet file on disk for other binaries to see and use
		prefix := fmt.Sprintf("%s-%s-%s", data.Program, data.Hostname, strings.Replace(PuppetFile, "/", "", -1))
		tmpfile, err := os.CreateTemp("", prefix)
		if err != nil {
			return errwrap.Wrapf(err, "can't create temp file")
		}
		obj.puppetFile = tmpfile.Name() // path to temp file
		defer tmpfile.Close()
		if _, err := tmpfile.Write(b); err != nil {
			return errwrap.Wrapf(err, "can't write file")
		}

	} else if obj.Mode == "string" {
		b, err := fs.ReadFile(PuppetFile) // read the single code string out of it
		if err != nil {
			return errwrap.Wrapf(err, "can't read code from file `%s`", PuppetFile)
		}
		obj.puppetString = string(b)

	} else if obj.Mode == "dir" {
		// store the puppet files on disk for other binaries to see and use
		prefix := fmt.Sprintf("%s-%s-%s", data.Program, data.Hostname, strings.Replace(PuppetSite, "/", "", -1))
		tmpdirName, err := os.MkdirTemp("", prefix)
		if err != nil {
			return errwrap.Wrapf(err, "can't create temp dir")
		}
		if tmpdirName == "" || tmpdirName == "/" {
			return fmt.Errorf("bad tmpdir created")
		}
		obj.puppetDir = tmpdirName // path to temp dir
		// TODO: this code path is untested! test and then rm this notice
		if err := util.CopyFsToDisk(fs, PuppetSite, tmpdirName, false); err != nil {
			return errwrap.Wrapf(err, "can't copy dir")
		}
	}

	if fi, err := fs.Stat(PuppetConf); err == nil && !fi.IsDir() { // if exists?
		b, err := fs.ReadFile(PuppetConf) // read the single file out of it
		if err != nil {
			return errwrap.Wrapf(err, "can't read config from file `%s`", PuppetConf)
		}

		// store the puppet conf on disk for other binaries to see and use
		prefix := fmt.Sprintf("%s-%s-%s", data.Program, data.Hostname, strings.Replace(PuppetConf, "/", "", -1))
		tmpfile, err := os.CreateTemp("", prefix)
		if err != nil {
			return errwrap.Wrapf(err, "can't create temp file")
		}
		obj.puppetConf = tmpfile.Name() // path to temp file
		defer tmpfile.Close()
		if _, err := tmpfile.Write(b); err != nil {
			return errwrap.Wrapf(err, "can't write file")
		}
	}

	obj.errMutex = &sync.Mutex{}
	obj.initialized = true
	return nil
}

// Info returns some data about the GAPI implementation.
func (obj *GAPI) Info() *gapi.InfoResult {
	return &gapi.InfoResult{
		URI: obj.InputURI,
	}
}

// graph returns a current Graph.
func (obj *GAPI) graph() (*pgraph.Graph, error) {
	if !obj.initialized {
		return nil, fmt.Errorf("%s: GAPI is not initialized", Name)
	}
	config, err := obj.ParseConfigFromPuppet()
	if err != nil {
		return nil, err
	}
	if config == nil {
		return nil, fmt.Errorf("function ParseConfigFromPuppet returned nil")
	}
	g, err := config.NewGraphFromConfig(obj.data.Hostname, obj.data.World, obj.data.Noop)
	return g, err
}

// Next returns nil errors every time there could be a new graph.
func (obj *GAPI) Next(ctx context.Context) chan gapi.Next {
	puppetChan := func() <-chan time.Time { // helper function
		return time.Tick(time.Duration(obj.refreshInterval()) * time.Second)
	}
	ch := make(chan gapi.Next)
	obj.wg.Add(1)
	go func() {
		defer obj.cleanup()
		defer obj.wg.Done()
		defer close(ch) // this will run before the obj.wg.Done()
		if !obj.initialized {
			err := fmt.Errorf("%s: GAPI is not initialized", Name)
			next := gapi.Next{
				Err:  err,
				Exit: true, // exit, b/c programming error?
			}
			select {
			case ch <- next:
			case <-ctx.Done():
				obj.errAppend(ctx.Err())
				return
			}
			obj.errAppend(err)
			return
		}
		startChan := make(chan struct{}) // start signal
		close(startChan)                 // kick it off!

		var pChan <-chan time.Time
		if obj.data.NoStreamWatch {
			pChan = nil
		} else {
			pChan = puppetChan()
		}

		for {
			select {
			case <-startChan: // kick the loop once at start
				startChan = nil // disable
				// pass
			case _, ok := <-pChan:
				if !ok { // the channel closed!
					return
				}
			case <-ctx.Done():
				obj.errAppend(ctx.Err())
				return
			}

			if obj.data.NoStreamWatch {
				pChan = nil
			} else {
				pChan = puppetChan() // TODO: okay to update interval in case it changed?
			}

			obj.data.Logf("generating new graph...")
			g, err := obj.graph()
			if err != nil {
				obj.errAppend(err)
				return
			}

			next := gapi.Next{
				Graph: g,
				//Exit: true, // TODO: for permanent shutdown!
				Err: nil,
			}
			select {
			case ch <- next: // trigger a run (send a msg)
			// unblock if we exit while waiting to send!
			case <-ctx.Done():
				obj.errAppend(ctx.Err())
				return
			}
		}
	}()
	return ch
}

// Err will contain the last error when Next shuts down. It waits for all the
// running processes to exit before it returns.
func (obj *GAPI) Err() error {
	obj.wg.Wait()
	return obj.err
}

// cleanup cleans up the Puppet GAPI.
func (obj *GAPI) cleanup() error {
	if !obj.initialized {
		return fmt.Errorf("%s: GAPI is not initialized", Name)
	}

	if obj.puppetFile != "" {
		os.Remove(obj.puppetFile) // clean up, don't bother with error
	}
	// make this as safe as possible, check we're removing a tempdir too!
	if obj.puppetDir != "" && obj.puppetDir != "/" && strings.HasPrefix(obj.puppetDir, os.TempDir()) {
		os.RemoveAll(obj.puppetDir)
	}
	obj.puppetString = "" // free!
	if obj.puppetConf != "" {
		os.Remove(obj.puppetConf)
	}

	obj.wg.Wait()
	obj.initialized = false // closed = true
	return nil
}

// errAppend is a simple helper function.
func (obj *GAPI) errAppend(err error) {
	obj.errMutex.Lock()
	obj.err = errwrap.Append(obj.err, err)
	obj.errMutex.Unlock()
}