initial import

example/load/simulate/client/main.go

@@ -0,0 +1,95 @@
+package main
+
+import (
+	"errors"
+	"flag"
+	"fmt"
+	"io"
+	"net/http"
+	"os"
+	"sync/atomic"
+	"time"
+
+	"zero/core/fx"
+	"zero/core/lang"
+)
+
+var (
+	errServiceUnavailable = errors.New("service unavailable")
+	total                 int64
+	pass                  int64
+	fail                  int64
+	drop                  int64
+	seconds               int64 = 1
+)
+
+func main() {
+	flag.Parse()
+
+	fp, err := os.Create("result.csv")
+	lang.Must(err)
+	defer fp.Close()
+	fmt.Fprintln(fp, "seconds,total,pass,fail,drop")
+
+	go func() {
+		ticker := time.NewTicker(time.Second)
+		defer ticker.Stop()
+		for range ticker.C {
+			reset(fp)
+		}
+	}()
+
+	for i := 0; ; i++ {
+		it := time.NewTicker(time.Second / time.Duration(atomic.LoadInt64(&seconds)))
+		func() {
+			for j := 0; j < int(seconds); j++ {
+				<-it.C
+				go issueRequest()
+			}
+		}()
+		it.Stop()
+
+		cur := atomic.AddInt64(&seconds, 1)
+		fmt.Println(cur)
+	}
+}
+
+func issueRequest() {
+	atomic.AddInt64(&total, 1)
+	err := fx.DoWithTimeout(func() error {
+		return job()
+	}, time.Second)
+	switch err {
+	case nil:
+		atomic.AddInt64(&pass, 1)
+	case errServiceUnavailable:
+		atomic.AddInt64(&drop, 1)
+	default:
+		atomic.AddInt64(&fail, 1)
+	}
+}
+
+func job() error {
+	resp, err := http.Get("http://localhost:3333/")
+	if err != nil {
+		return err
+	}
+
+	defer resp.Body.Close()
+	switch resp.StatusCode {
+	case http.StatusOK:
+		return nil
+	default:
+		return errServiceUnavailable
+	}
+}
+
+func reset(writer io.Writer) {
+	fmt.Fprintf(writer, "%d,%d,%d,%d,%d\n",
+		atomic.LoadInt64(&seconds),
+		atomic.SwapInt64(&total, 0),
+		atomic.SwapInt64(&pass, 0),
+		atomic.SwapInt64(&fail, 0),
+		atomic.SwapInt64(&drop, 0),
+	)
+}

example/load/simulate/client/plot.py

@@ -0,0 +1,13 @@
+import click
+import pandas as pd
+import matplotlib.pyplot as plt
+
+@click.command()
+@click.option("--csv", default="result.csv")
+def main(csv):
+    df = pd.read_csv(csv, index_col="seconds")
+    df.plot()
+    plt.show()
+
+if __name__ == "__main__":
+    main()

example/load/simulate/cpu/Dockerfile

@@ -0,0 +1,26 @@
+FROM golang:alpine AS builder
+
+LABEL stage=gobuilder
+
+ENV CGO_ENABLED 0
+ENV GOOS linux
+ENV GOPROXY https://goproxy.cn,direct
+
+WORKDIR $GOPATH/src/zero
+COPY . .
+RUN go build -ldflags="-s -w" -o /app/main example/load/simulate/cpu/main.go
+
+
+FROM alpine
+
+RUN apk add --no-cache tzdata
+ENV TZ Asia/Shanghai
+
+RUN apk add git
+RUN go get github.com/vikyd/go-cpu-load
+
+RUN mkdir /app
+COPY --from=builder /app/main /app/main
+
+WORKDIR /app
+CMD ["/app/main"]

example/load/simulate/cpu/Makefile

@@ -0,0 +1,13 @@
+version := v1
+
+build:
+	cd $(GOPATH)/src/zero && docker build -t registry.cn-hangzhou.aliyuncs.com/xapp/shedding:$(version) . -f example/load/simulate/cpu/Dockerfile
+
+push: build
+	docker push registry.cn-hangzhou.aliyuncs.com/xapp/shedding:$(version)
+
+deploy: push
+	kubectl apply -f shedding.yaml
+
+clean:
+	kubectl delete -f shedding.yaml

example/load/simulate/cpu/cpu-accuracy.md

@@ -0,0 +1,28 @@
+# cpu监控准确度测试
+
+1. 启动测试pod
+
+   `make deploy`
+
+2. 通过`kubectl get po -n adhoc`确认`sheeding` pod已经成功运行，通过如下命令进入pod
+
+   `kubectl exec -it -n adhoc shedding -- sh`
+
+3. 启动负载
+
+   `/app # go-cpu-load -p 50 -c 1`
+
+   默认`go-cpu-load`是对每个core加上负载的，所以测试里指定了`1000m`，等同于1 core，我们指定`-c 1`让测试更具有可读性
+
+   `-p`可以多换几个值测试
+
+4. 验证测试准确性
+
+   `kubectl logs -f -n adhoc shedding`
+
+   可以看到日志中的`CPU`报告，`1000m`表示`100%`，如果看到`500m`则表示`50%`，每分钟输出一次
+
+   `watch -n 5 kubectl top pod -n adhoc`
+
+   可以看到`kubectl`报告的`CPU`使用率，两者进行对比，即可知道是否准确
+

example/load/simulate/cpu/main.go

@@ -0,0 +1,7 @@
+package main
+
+import _ "zero/core/stat"
+
+func main() {
+	select {}
+}

example/load/simulate/cpu/shedding.yaml

@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: shedding
+  namespace: adhoc
+spec:
+  containers:
+    - name: shedding
+      image: registry-vpc.cn-hangzhou.aliyuncs.com/xapp/shedding:v1
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 1000m
+        limits:
+          cpu: 1000m
+  imagePullSecrets:
+    - name: aliyun

example/load/simulate/server/server.go

@@ -0,0 +1,71 @@
+package main
+
+import (
+	"fmt"
+	"net/http"
+	"runtime"
+	"time"
+
+	"zero/core/fx"
+	"zero/core/logx"
+	"zero/core/service"
+	"zero/core/stat"
+	"zero/ngin"
+)
+
+const duration = time.Millisecond
+
+func main() {
+	go func() {
+		ticker := time.NewTicker(time.Second)
+		defer ticker.Stop()
+		for range ticker.C {
+			fmt.Printf("cpu: %d\n", stat.CpuUsage())
+		}
+	}()
+
+	logx.Disable()
+	engine := ngin.MustNewEngine(ngin.NgConf{
+		ServiceConf: service.ServiceConf{
+			Log: logx.LogConf{
+				Mode: "console",
+			},
+		},
+		Host:         "0.0.0.0",
+		Port:         3333,
+		CpuThreshold: 800,
+	})
+	defer engine.Stop()
+	engine.AddRoute(ngin.Route{
+		Method: http.MethodGet,
+		Path:   "/",
+		Handler: func(w http.ResponseWriter, r *http.Request) {
+			if err := fx.DoWithTimeout(func() error {
+				job(duration)
+				return nil
+			}, time.Millisecond*100); err != nil {
+				w.WriteHeader(http.StatusServiceUnavailable)
+			}
+		},
+	})
+	engine.Start()
+}
+
+func job(duration time.Duration) {
+	done := make(chan int)
+
+	for i := 0; i < runtime.NumCPU(); i++ {
+		go func() {
+			for {
+				select {
+				case <-done:
+					return
+				default:
+				}
+			}
+		}()
+	}
+
+	time.Sleep(duration)
+	close(done)
+}