fix(venom): user executors performance issues

Signed-off-by: alexGNX <[email protected]>

Author: alexGNX

dump.go

@@ -95,7 +95,7 @@ func WithFormatterLowerFirstKey() dump.KeyFormatterFunc {
 	return func(s string, level int) string {
 		if level == 0 && strings.Contains(s, ".") {
 			pos := strings.Index(s, ".")
-			return strings.ToLower(s[0:pos])+s[pos:]
+			return strings.ToLower(s[0:pos]) + s[pos:]
 		}
 		if level == 0 {
 			return strings.ToLower(f(s, level))

executors/exec/exec.go

@@ -1,7 +1,6 @@
 package exec
 
 import (
-	"bufio"
 	"context"
 	"fmt"
 	"os"
@@ -161,42 +160,50 @@ func (Executor) Run(ctx context.Context, step venom.TestStep) (interface{}, erro
 		return nil, fmt.Errorf("runScriptAction: Cannot get stderr pipe: %s", err)
 	}
 
-	stdoutreader := bufio.NewReader(stdout)
-	stderrreader := bufio.NewReader(stderr)
-
 	result := Result{}
 	outchan := make(chan bool)
+
 	go func() {
+		var sb strings.Builder
+		sb.Grow(1024 * 1024) // Pre-allocate 1MB
+
+		// For efficiency, read in larger chunks
+		buf := make([]byte, 64*1024) // 64KB buffer
 		for {
-			line, errs := stdoutreader.ReadString('\n')
-			if errs != nil {
-				// ReadString returns what has been read even though an error was encountered
-				// ie. capture outputs with no '\n' at the end
-				result.Systemout += line
-				stdout.Close()
-				close(outchan)
-				return
+			n, err := stdout.Read(buf)
+			if n > 0 {
+				sb.Write(buf[:n])
+			}
+			if err != nil {
+				break
 			}
-			result.Systemout += line
-			venom.Debug(ctx, venom.HideSensitive(ctx, line))
 		}
+
+		result.Systemout = sb.String()
+		close(outchan)
 	}()
 
 	errchan := make(chan bool)
 	go func() {
+		var sb strings.Builder
+		sb.Grow(64 * 1024) // Pre-allocate 64KB for stderr
+
+		buf := make([]byte, 8*1024) // 8KB buffer for stderr
 		for {
-			line, errs := stderrreader.ReadString('\n')
-			if errs != nil {
-				// ReadString returns what has been read even though an error was encountered
-				// ie. capture outputs with no '\n' at the end
-				result.Systemerr += line
-				stderr.Close()
-				close(errchan)
-				return
+			n, err := stderr.Read(buf)
+			if n > 0 {
+				chunk := buf[:n]
+				sb.Write(chunk)
+				venom.Debug(ctx, venom.HideSensitive(ctx, string(chunk)))
+			}
+			if err != nil {
+				break
 			}
-			result.Systemerr += line
-			venom.Debug(ctx, venom.HideSensitive(ctx, line))
 		}
+
+		result.Systemerr = sb.String()
+		stderr.Close()
+		close(errchan)
 	}()
 
 	if err := cmd.Start(); err != nil {

executors/grpc/grpc.go

@@ -265,7 +265,7 @@ func (Executor) Run(ctx context.Context, step venom.TestStep) (interface{}, erro
 	// invoke the gRPC
 	err = grpcurl.InvokeRPC(ctx, descSource, cc, e.Service+"/"+e.Method, headers, &handle, rf.Next)
 	if err != nil {
-		return nil, err
+		return nil, fmt.Errorf("grpcurl.InvokeRPC() failed.\nUrl: %q\nService: %q\nMethod: %q\nData:%v: %v", e.URL, e.Service, e.Method, e.Data, err)
 	}
 
 	elapsed := time.Since(start)

log.go

@@ -44,17 +44,25 @@ func asJsonString(i interface{}) string {
 // HideSensitive replace the value with __hidden__
 func HideSensitive(ctx context.Context, arg interface{}) string {
 	s := ctx.Value(ContextKey("secrets"))
+
+	// Fast path: if no secrets to hide, avoid unnecessary string conversion
+	if s == nil {
+		if str, ok := arg.(string); ok {
+			return str
+		}
+		return fmt.Sprint(arg)
+	}
 	cleanVars := fmt.Sprint(arg)
-	if s != nil {
-		switch reflect.TypeOf(s).Kind() {
-		case reflect.Slice:
-			secrets := reflect.ValueOf(s)
-			for i := 0; i < secrets.Len(); i++ {
-				secret := fmt.Sprint(secrets.Index(i).Interface())
-				cleanVars = strings.ReplaceAll(cleanVars, secret, "__hidden__")
-			}
+
+	switch reflect.TypeOf(s).Kind() {
+	case reflect.Slice:
+		secrets := reflect.ValueOf(s)
+		for i := 0; i < secrets.Len(); i++ {
+			secret := fmt.Sprint(secrets.Index(i).Interface())
+			cleanVars = strings.ReplaceAll(cleanVars, secret, "__hidden__")
 		}
 	}
+
 	return cleanVars
 }
 

process.go

@@ -89,6 +89,11 @@ func (v *Venom) Parse(ctx context.Context, path []string) error {
 		return err
 	}
 
+	err = v.registerUserExecutors(ctx)
+	if err != nil {
+		return errors.Wrapf(err, "unable to register user executors")
+	}
+
 	missingVars := []string{}
 	extractedVars := []string{}
 	for i := range v.Tests.TestSuites {

read_partial.go

@@ -11,24 +11,6 @@ import (
 	"github.com/rockbears/yaml"
 )
 
-func getUserExecutorInputYML(ctx context.Context, btesIn []byte) (H, error) {
-	btes := readPartialYML(btesIn, "input")
-
-	var result = map[string]interface{}{}
-	var tmpResult = map[string]interface{}{}
-
-	if len(btes) > 0 {
-		if err := yaml.Unmarshal([]byte(btes), &tmpResult); err != nil {
-			return nil, err
-		}
-	}
-	for k, v := range tmpResult {
-		result[k] = v
-	}
-
-	return result, nil
-}
-
 func getVarFromPartialYML(ctx context.Context, btesIn []byte) (H, error) {
 	btes := readPartialYML(btesIn, "vars")
 	type partialVars struct {
@@ -52,6 +34,9 @@ func readPartialYML(btes []byte, attribute string) string {
 	var record bool
 	for scanner.Scan() {
 		line := scanner.Text()
+		line = strings.TrimFunc(line, func(r rune) bool {
+			return !unicode.IsGraphic(r)
+		})
 		if strings.HasPrefix(line, attribute+":") {
 			record = true
 		} else if len(line) > 0 {

types.go

@@ -5,6 +5,7 @@ import (
 	"encoding/json"
 	"encoding/xml"
 	"fmt"
+	"maps"
 	"strings"
 	"time"
 	"unicode"
@@ -25,9 +26,7 @@ const (
 type H map[string]interface{}
 
 func (h H) Clone() H {
-	var h2 = make(H, len(h))
-	h2.AddAll(h)
-	return h2
+	return maps.Clone(h)
 }
 
 func (h *H) Add(k string, v interface{}) {

types_executor.go

@@ -5,6 +5,7 @@ import (
 	"encoding/json"
 	"fmt"
 	"reflect"
+	"regexp"
 	"strings"
 
 	"github.com/gosimple/slug"
@@ -168,11 +169,13 @@ func GetExecutorResult(r interface{}) map[string]interface{} {
 }
 
 type UserExecutor struct {
-	Executor     string            `json:"executor" yaml:"executor"`
-	Input        H                 `json:"input" yaml:"input"`
-	RawTestSteps []json.RawMessage `json:"steps" yaml:"steps"`
-	Output       json.RawMessage   `json:"output" yaml:"output"`
-	Filename     string            `json:"-" yaml:"-"`
+	Executor  string
+	Input     H                 `json:"input" yaml:"input"`
+	TestSteps []json.RawMessage `json:"steps" yaml:"steps"`
+	Raw       []byte            `json:"-" yaml:"-"` // the raw file content of the executor
+	RawInputs []byte            `json:"-" yaml:"-"`
+	Filename  string            `json:"-" yaml:"-"`
+	Output    json.RawMessage   `json:"output" yaml:"output"`
 }
 
 // Run is not implemented on user executor
@@ -202,34 +205,66 @@ func (ux UserExecutor) ZeroValueResult() interface{} {
 
 func (v *Venom) RunUserExecutor(ctx context.Context, runner ExecutorRunner, tcIn *TestCase, tsIn *TestStepResult, step TestStep) (interface{}, error) {
 	vrs := tcIn.TestSuiteVars.Clone()
-	uxIn := runner.GetExecutor().(UserExecutor)
-
-	for k, va := range uxIn.Input {
-		if strings.HasPrefix(k, "input.") {
-			// do not reinject input.vars from parent user executor if exists
-			continue
-		} else if !strings.HasPrefix(k, "venom") {
-			if vl, ok := step[k]; ok && vl != "" { // value from step
-				vrs.AddWithPrefix("input", k, vl)
-			} else { // default value from executor
-				vrs.AddWithPrefix("input", k, va)
+	ux := runner.GetExecutor().(UserExecutor)
+	var tsVars map[string]string
+	newUX := UserExecutor{}
+	var err error
+
+	// process inputs
+	if len(ux.RawInputs) != 0 {
+		tsVars, err = DumpString(vrs)
+		if err != nil {
+			return nil, errors.Wrapf(err, "error processing executor inputs: unable to dump testsuite vars")
+		}
+
+		interpolatedInput, err := interpolate.Do(string(ux.RawInputs), tsVars)
+		if err != nil {
+			return nil, errors.Wrapf(err, "unable to interpolate executor inputs %q", ux.Executor)
+		}
+
+		err = yaml.Unmarshal([]byte(interpolatedInput), &newUX)
+		if err != nil {
+			return nil, errors.Wrapf(err, "unable to unmarshal inputs for executor %q - raw interpolated:\n%v", ux.Executor, string(interpolatedInput))
+		}
+
+		for k, va := range newUX.Input {
+			if strings.HasPrefix(k, "input.") {
+				// do not reinject input.vars from parent user executor if exists
+				continue
+			} else if !strings.HasPrefix(k, "venom") {
+				if vl, ok := step[k]; ok && vl != "" { // value from step
+					vrs.AddWithPrefix("input", k, vl)
+				} else { // default value from executor
+					vrs.AddWithPrefix("input", k, va)
+				}
+			} else {
+				vrs.Add(k, va)
 			}
-		} else {
-			vrs.Add(k, va)
+		}
+		tsVars, err = DumpString(vrs)
+		if err != nil {
+			return nil, errors.Wrapf(err, "error processing executor inputs: unable to dump testsuite vars")
 		}
 	}
-	// reload the user executor with the interpolated vars
-	_, exe, err := v.GetExecutorRunner(ctx, step, vrs)
+
+	interpolatedFull, err := interpolate.Do(string(ux.Raw), tsVars)
+	if err != nil {
+		return nil, errors.Wrapf(err, "unable to interpolate executor %q", ux.Executor)
+	}
+	// quote any remaining template expressions to ensure proper YAML parsing
+	sanitized := quoteTemplateExpressions([]byte(interpolatedFull))
+
+	err = yaml.Unmarshal([]byte(sanitized), &newUX)
 	if err != nil {
-		return nil, errors.Wrapf(err, "unable to reload executor")
+		return nil, errors.Wrapf(err, "unable to unmarshal executor %q - raw interpolated :\n%v", ux.Executor, string(sanitized))
 	}
-	ux := exe.GetExecutor().(UserExecutor)
+	ux.Output = newUX.Output
 
 	tc := &TestCase{
 		TestCaseInput: TestCaseInput{
 			Name:         ux.Executor,
-			RawTestSteps: ux.RawTestSteps,
 			Vars:         vrs,
+			RawTestSteps: newUX.TestSteps,
 		},
 		number:          tcIn.number,
 		TestSuiteVars:   tcIn.TestSuiteVars,
@@ -283,7 +318,7 @@ func (v *Venom) RunUserExecutor(ctx context.Context, runner ExecutorRunner, tcIn
 	}
 
 	if len(tsIn.Errors) > 0 {
-		return outputResult, fmt.Errorf("failed")
+		return outputResult, fmt.Errorf("executor %q failed - raw interpolated:\n%v", ux.Executor, string(sanitized))
 	}
 
 	// here, we have the user executor results.
@@ -332,3 +367,15 @@ func (v *Venom) RunUserExecutor(ctx context.Context, runner ExecutorRunner, tcIn
 	}
 	return result, nil
 }
+
+// quoteTemplateExpressions adds double quotes around template expressions in YAML content.
+// It specifically targets expressions that follow a colon and whitespace like 'key: {{.variable}}'
+// and are not already enclosed in quotes. This ensures proper YAML parsing of template variables.
+func quoteTemplateExpressions(content []byte) []byte {
+	// First capture group matches everything up to the colon, checking the last non-whitespace
+	// character isn't a quote (to skip JSON keys)
+	re := regexp.MustCompile(`(?m)(^.*[^"\s][\s]*)(:\s+)({{.*?}})(.*?)(?:\s*)$`)
+
+	// Put quotes around the template expression and what follows it
+	return re.ReplaceAll(content, []byte(`$1$2"$3$4"`))
+}