// Mgmt // Copyright (C) 2013-2018+ James Shubin and the project contributors // Written by James Shubin and the project contributors // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . package funcs // TODO: should this be in its own individual package? import ( "fmt" "github.com/purpleidea/mgmt/lang/interfaces" "github.com/purpleidea/mgmt/lang/types" ) const ( // HistoryFuncName is the name this function is registered as. This // starts with an underscore so that it cannot be used from the lexer. HistoryFuncName = "_history" ) func init() { Register(HistoryFuncName, func() interfaces.Func { return &HistoryFunc{} }) // must register the func and name } // HistoryFunc is special function which returns the Nth oldest value seen. It // must store up incoming values until it gets enough to return the desired one. // A restart of the program, will expunge the stored state. This obviously takes // more memory, the further back you wish to index. A change in the index var is // generally not useful, but it is permitted. Moving it to a smaller value will // cause older index values to be expunged. If this is undesirable, a max count // could be added. This was not implemented with efficiency in mind. Since some // functions might not send out un-changed values, it might also make sense to // implement a *time* based hysteresis, since this only looks at the last N // changed values. A time based hysteresis would tick every precision-width, and // store whatever the latest value at that time is. type HistoryFunc struct { Type *types.Type // type of input value (same as output type) init *interfaces.Init history []types.Value // goes from newest (index->0) to oldest (len()-1) result types.Value // last calculated output closeChan chan struct{} } // Polymorphisms returns the possible type signature for this function. In this // case, since the number of possible types for the first arg can be infinite, // it returns the final precise type only if it can be gleamed statically. If // not, it returns that unknown as a variant, which is hopefully solved during // unification. func (obj *HistoryFunc) Polymorphisms(partialType *types.Type, partialValues []types.Value) ([]*types.Type, error) { // TODO: return `variant` as first & return arg for now -- maybe there's a better way? variant := []*types.Type{types.NewType("func(value variant, index int) variant")} if partialType == nil { return variant, nil } var typ *types.Type // = nil is implied ord := partialType.Ord if partialType.Map != nil { if len(ord) != 2 { return nil, fmt.Errorf("must have at exactly two args in history func") } if t, exists := partialType.Map[ord[1]]; exists && t != nil { if t.Cmp(types.TypeInt) != nil { return nil, fmt.Errorf("second arg for history must be an int") } } if t, exists := partialType.Map[ord[0]]; exists && t != nil && partialType.Out != nil { if t.Cmp(partialType.Out) != nil { return nil, fmt.Errorf("type of first arg for history must match return type") } typ = t // it has been found :) } } if partialType.Out != nil { typ = partialType.Out // it has been found :) } if typ == nil { return variant, nil } t := types.NewType(fmt.Sprintf("func(value %s, index int) %s", typ.String(), typ.String())) return []*types.Type{t}, nil // return a list with a single possibility } // Build takes the now known function signature and stores it so that this // function can appear to be static. That type is used to build our function // statically. func (obj *HistoryFunc) Build(typ *types.Type) error { if typ.Kind != types.KindFunc { return fmt.Errorf("input type must be of kind func") } if len(typ.Ord) != 2 { return fmt.Errorf("the history function needs exactly two args") } if typ.Out == nil { return fmt.Errorf("return type of function must be specified") } if typ.Map == nil { return fmt.Errorf("invalid input type") } t1, exists := typ.Map[typ.Ord[1]] if !exists || t1 == nil { return fmt.Errorf("second arg must be specified") } if t1.Cmp(types.TypeInt) != nil { return fmt.Errorf("second arg for history must be an int") } t0, exists := typ.Map[typ.Ord[0]] if !exists || t0 == nil { return fmt.Errorf("first arg must be specified") } obj.Type = t0 // type of historical value is now known! return nil } // Validate makes sure we've built our struct properly. It is usually unused for // normal functions that users can use directly. func (obj *HistoryFunc) Validate() error { if obj.Type == nil { // build must be run first return fmt.Errorf("type is still unspecified") } return nil } // Info returns some static info about itself. func (obj *HistoryFunc) Info() *interfaces.Info { return &interfaces.Info{ Pure: false, // definitely false Memo: false, Sig: types.NewType(fmt.Sprintf("func(value %s, index int) %s", obj.Type.String(), obj.Type.String())), Err: obj.Validate(), } } // Init runs some startup code for this fact. func (obj *HistoryFunc) Init(init *interfaces.Init) error { obj.init = init obj.closeChan = make(chan struct{}) return nil } // Stream returns the changing values that this func has over time. func (obj *HistoryFunc) Stream() error { defer close(obj.init.Output) // the sender closes for { select { case input, ok := <-obj.init.Input: if !ok { return nil // can't output any more } //if err := input.Type().Cmp(obj.Info().Sig.Input); err != nil { // return errwrap.Wrapf(err, "wrong function input") //} //if obj.last != nil && input.Cmp(obj.last) == nil { // continue // value didn't change, skip it //} //obj.last = input // store for next index := int(input.Struct()["index"].Int()) value := input.Struct()["value"] var result types.Value if index < 0 { return fmt.Errorf("can't use a negative index of %d", index) } // 1) truncate history so length equals index if len(obj.history) > index { // remove all but first N elements, where N == index obj.history = obj.history[:index] } // 2) (un)shift (add our new value to the beginning) obj.history = append([]types.Value{value}, obj.history...) // 3) are we ready to output a sufficiently old value? if index >= len(obj.history) { continue // not enough history is stored yet... } // 4) read one off the back result = obj.history[len(obj.history)-1] // TODO: do we want to do this? // if the result is still the same, skip sending an update... if obj.result != nil && result.Cmp(obj.result) == nil { continue // result didn't change } obj.result = result // store new result case <-obj.closeChan: return nil } select { case obj.init.Output <- obj.result: // send // pass case <-obj.closeChan: return nil } } } // Close runs some shutdown code for this fact and turns off the stream. func (obj *HistoryFunc) Close() error { close(obj.closeChan) return nil }