initial import

example/mapreduce/goroutineleak/leak.go

@@ -0,0 +1,69 @@
+package main
+
+import (
+	"errors"
+	"fmt"
+	"os"
+	"runtime"
+	"runtime/pprof"
+	"time"
+
+	"zero/core/lang"
+	"zero/core/logx"
+	"zero/core/mapreduce"
+	"zero/core/proc"
+)
+
+func dumpGoroutines() {
+	dumpFile := "goroutines.dump"
+	logx.Infof("Got dump goroutine signal, printing goroutine profile to %s", dumpFile)
+
+	if f, err := os.Create(dumpFile); err != nil {
+		logx.Errorf("Failed to dump goroutine profile, error: %v", err)
+	} else {
+		defer f.Close()
+		pprof.Lookup("goroutine").WriteTo(f, 2)
+	}
+}
+
+func main() {
+	profiler := proc.StartProfile()
+	defer profiler.Stop()
+
+	done := make(chan lang.PlaceholderType)
+	go func() {
+		for {
+			time.Sleep(time.Second)
+			fmt.Println(runtime.NumGoroutine())
+		}
+	}()
+	go func() {
+		time.Sleep(time.Minute)
+		dumpGoroutines()
+		close(done)
+	}()
+	for {
+		select {
+		case <-done:
+			return
+		default:
+			mapreduce.MapReduce(func(source chan<- interface{}) {
+				for i := 0; i < 100; i++ {
+					source <- i
+				}
+			}, func(item interface{}, writer mapreduce.Writer, cancel func(error)) {
+				if item.(int) == 40 {
+					cancel(errors.New("any"))
+					return
+				}
+				writer.Write(item)
+			}, func(pipe <-chan interface{}, writer mapreduce.Writer, cancel func(error)) {
+				list := make([]int, 0)
+				for p := range pipe {
+					list = append(list, p.(int))
+				}
+				writer.Write(list)
+			})
+		}
+	}
+}