Merge pull request #5 from tombokombo/master

upgrade go, fix division by zero

Author: yaron2

Dockerfile

@@ -1,13 +1,11 @@
-FROM golang:1.10-alpine  AS builder
+FROM golang:1.19  AS builder
 
-RUN mkdir /app
-ADD ./main.go /app/
-WORKDIR /app
-RUN apk update && apk add git && go get github.com/go-sql-driver/mysql && go get github.com/namsral/flag
-RUN go build -o main .
+WORKDIR /go/src/app
+ADD . /go/src/app
+RUN go mod tidy -v && go build -o main .
 
-FROM alpine:3.10
+FROM debian:bullseye-slim
 RUN mkdir /app
-COPY --from=builder /app/main /app/mysql-loader
+COPY --from=builder /go/src/app/main /app/mysql-loader
 COPY config.json /app/config.json
 CMD ["/app/mysql-loader"]

config.json

@@ -1,13 +1,14 @@
 {
-    "connectionString": "USER:PASSWORD@tcp(HOST:PORT)/DB",
+    "connectionString": "USER:PASSWORD@tcp(HOST:PORT)/DB?charset=utf8&autocommit=true",
     "requestsPerSecond": 4500,
     "printLogs": true,
     "timeToRunInSeconds": 1200,
     "poolConnections": 1000,
     "dryRun"  : false,
+    "transactions": false,
     "queryTimeout": 120,
     "queries" : [
     "SELECT * FROM test LIMIT WHERE id=:rand: LIMIT 1"
     ],
-    "substitution" : [ {"key": ":rand:", "min": 1 ,"max": 3182356 }, {"key": ":rand_tiny:", "min": 1 ,"max": 10 } ]
+    "substitution" : [ {"key": ":rand:", "min": 1 ,"max": 3182356 }, {"key": ":rand_tiny:", "min": 1 ,"max": 10 }, {"key": ":string:", "min": 10 ,"max": 20 } ]
 }

go.mod

@@ -0,0 +1,8 @@
+module app
+
+go 1.19
+
+require (
+	github.com/go-sql-driver/mysql v1.7.0
+	github.com/namsral/flag v1.7.4-pre
+)

go.sum

@@ -0,0 +1,4 @@
+github.com/go-sql-driver/mysql v1.7.0 h1:ueSltNNllEqE3qcWBTD0iQd3IpL/6U+mJxLkazJ7YPc=
+github.com/go-sql-driver/mysql v1.7.0/go.mod h1:OXbVy3sEdcQ2Doequ6Z5BW6fXNQTmx+9S1MCJN5yJMI=
+github.com/namsral/flag v1.7.4-pre h1:b2ScHhoCUkbsq0d2C15Mv+VU8bl8hAXV8arnWiOHNZs=
+github.com/namsral/flag v1.7.4-pre/go.mod h1:OXldTctbM6SWH1K899kPZcf65KxJiD7MsceFUpB5yDo=

main.go

@@ -19,6 +19,20 @@ import (
 	_ "github.com/go-sql-driver/mysql"
 )
 
+func init() {
+	rand.Seed(time.Now().UnixNano())
+}
+
+var letterRunes = []rune("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ")
+
+func RandStringRunes(n int) string {
+	b := make([]rune, n)
+	for i := range b {
+		b[i] = letterRunes[rand.Intn(len(letterRunes))]
+	}
+	return string(b)
+}
+
 type Substitution struct {
 	Key string `json:"key"`
 	Min int    `json:"min"`
@@ -36,6 +50,7 @@ type Config struct {
 	QueryTimeout       int            `json:"queryTimeout"`
 	ConnectionLifetime time.Duration  `json:"connectionLifeTime"`
 	Substitution       []Substitution `json:"substitution"`
+	Transactions       bool           `json:"transactions"`
 }
 
 var config = Config{
@@ -49,10 +64,10 @@ var config = Config{
 	QueryTimeout:       10,
 	ConnectionLifetime: 0,
 	Substitution:       []Substitution{},
+	Transactions:       false,
 }
 var configFilePath string
 var db *sql.DB
-var queryTimesInMS []int
 var ops int64 = 0
 var latency int64 = 0
 
@@ -74,7 +89,11 @@ func printQps() {
 		atomic.StoreInt64(&ops, 0)
 		loadedLatency := atomic.LoadInt64(&latency)
 		atomic.StoreInt64(&latency, 0)
-		fmt.Println("qps: ", loadedOps/5, ", average latency: ", time.Duration(loadedLatency/loadedOps))
+		if loadedOps != 0 {
+			fmt.Println("qps: ", loadedOps/5, ", average latency: ", time.Duration(loadedLatency/loadedOps))
+		} else {
+			fmt.Println("qps: ", loadedOps/5)
+		}
 
 	}
 
@@ -120,20 +139,40 @@ func executeQuery(query string) {
 	defer cancel()
 
 	for _, subs := range config.Substitution {
-		query = strings.Replace(query, subs.Key, strconv.Itoa(rand.Intn(subs.Max-subs.Min)+subs.Min), 1)
+		if strings.Contains(subs.Key, "string") {
+			query = strings.Replace(query, subs.Key, RandStringRunes(rand.Intn(subs.Max-subs.Min)+subs.Min), 1)
+		} else {
+			query = strings.Replace(query, subs.Key, strconv.Itoa(rand.Intn(subs.Max-subs.Min)+subs.Min), 1)
+		}
 	}
 
 	if config.PrintLogs {
 		fmt.Println("Executed ", query)
 	}
-	if config.DryRun == false {
+	if !config.DryRun {
 		start := time.Now()
-		_, err := db.ExecContext(ctx, query)
-		if err == nil {
+		if config.Transactions {
+			tx, err := db.BeginTx(ctx, nil)
+			if err != nil {
+				return
+			}
+			defer tx.Rollback()
+			_, err = tx.ExecContext(ctx, query)
+			if err != nil {
+				fmt.Fprintf(os.Stderr, "query err: %s\n", err.Error())
+			}
+			if err = tx.Commit(); err != nil {
+				fmt.Fprintf(os.Stderr, "commit err: %s\n", err.Error())
+			}
 			atomic.AddInt64(&ops, 1)
 			atomic.AddInt64(&latency, int64(time.Since(start)))
 		} else {
-			fmt.Fprintf(os.Stderr, "query err: %s\n", err.Error())
+			_, err := db.ExecContext(ctx, query)
+			if err != nil {
+				fmt.Fprintf(os.Stderr, "query err: %s\n", err.Error())
+			}
+			atomic.AddInt64(&ops, 1)
+			atomic.AddInt64(&latency, int64(time.Since(start)))
 		}
 	}
 }