From 048a9d42ac2acb050896d9fab9183832d489bb7c Mon Sep 17 00:00:00 2001 From: arthur Date: Sun, 21 Aug 2016 22:12:08 +0800 Subject: [PATCH 1/4] just for fun --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 05a58fc..012d7c0 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@ # PerfM -a golang performence testing platform +A golang performence testing platform ## Milestone * version 0.1 From 5e3ed3e35ba2991f77cc4cf4457618ee881ab49d Mon Sep 17 00:00:00 2001 From: "lza@arthur" Date: Sat, 17 Sep 2016 11:15:05 +0800 Subject: [PATCH 2/4] add the go report support --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 5d6e3ac..88c4db8 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -# PerfM [![Build Status](https://travis-ci.org/arthurkiller/perfM.svg?branch=master)](https://travis-ci.org/arthurkiller/perfM) +# PerfM [![Build Status](https://travis-ci.org/arthurkiller/perfM.svg?branch=master)](https://travis-ci.org/arthurkiller/perfM) [![Go Report Card](https://goreportcard.com/badge/github.com/arthurkiller/perfM)](https://goreportcard.com/report/github.com/arthurkiller/perfM) a golang performence testing platform ## Milestone From 403870066fa802e92c236a0dcf43c86f6dd069bf Mon Sep 17 00:00:00 2001 From: "lza@arthur" Date: Sun, 25 Jun 2017 21:10:26 +0800 Subject: [PATCH 3/4] fix the STDEV func and help with the historgam --- config.go | 15 --------------- demo/main.go | 9 +++------ perfm.go | 39 ++++++++++++++++----------------------- 3 files changed, 19 insertions(+), 44 deletions(-) diff --git a/config.go b/config.go index 986738c..cb2e2dd 100644 --- a/config.go +++ b/config.go @@ -69,21 +69,6 @@ func WithBinsNumber(i int) Options { } } -func WithGrowthFactor(i float64) Options { - return func(o *Config) { - o.GrowthFactor = i - } -} -func WithBaseBucketSize(i float64) Options { - return func(o *Config) { - o.BaseBucketSize = i - } -} -func WithMinValue(i int64) Options { - return func(o *Config) { - o.MinValue = i - } -} func WithNoPrint() Options { return func(o *Config) { o.NoPrint = true diff --git a/demo/main.go b/demo/main.go index c7ea296..8ef74fe 100644 --- a/demo/main.go +++ b/demo/main.go @@ -7,12 +7,9 @@ import ( ) func main() { - - perfm := perfm.New(perfm.WithBinsNumber(15), perfm.WithMinValue(0), perfm.WithGrowthFactor(0.4), perfm.WithBaseBucketSize(20), perfm.WithParallel(5)) - //perfm := perfm.New(perfm.WithBinsNumber(15), perfm.WithParallel(5), perfm.WithNumber(100)) - - perfm.Registe(func() error { - _, err := http.Get("http://www.baidu.com") + perfm := perfm.New(perfm.WithBinsNumber(15), perfm.WithParallel(1), perfm.WithDuration(3)) + perfm.Registe(func() (err error) { + _, err = http.Get("https://www.baudu.com") return err }) perfm.Start() diff --git a/perfm.go b/perfm.go index 88538e5..cc4ea54 100644 --- a/perfm.go +++ b/perfm.go @@ -8,7 +8,6 @@ import ( "time" hist "github.com/VividCortex/gohistogram" - //hist "github.com/shafreeck/fperf/stats" ) //PerfMonitor define the atcion about perfmonitor @@ -45,13 +44,6 @@ type perfmonitor struct { func New(options ...Options) PerfMonitor { conf := newConfig(options...) - //histopt := hist.HistogramOptions{ - // NumBuckets: conf.BinsNumber, - // GrowthFactor: conf.GrowthFactor, - // BaseBucketSize: conf.BaseBucketSize, - // MinValue: conf.MinValue, - //} - var p *perfmonitor = &perfmonitor{ done: make(chan int, 0), workers: conf.Parallel, @@ -61,11 +53,10 @@ func New(options ...Options) PerfMonitor { timer: time.Tick(time.Second * time.Duration(conf.Frequency)), collector: make(chan time.Duration, conf.BufferSize), errCollector: make(chan error, conf.BufferSize), - //histogram: hist.NewHistogram(histopt), - histogram: hist.NewHistogram(conf.BinsNumber), - buffer: make(chan int64, 100000000), - noPrint: conf.NoPrint, - wg: sync.WaitGroup{}, + histogram: hist.NewHistogram(conf.BinsNumber), + buffer: make(chan int64, 100000000), + noPrint: conf.NoPrint, + wg: sync.WaitGroup{}, } return p } @@ -92,7 +83,6 @@ func (p *perfmonitor) Start() { p.localTimeCount += cost p.buffer <- int64(cost) case <-p.timer: - fmt.Println("DBG in print") if p.localCount == 0 { continue } @@ -101,7 +91,6 @@ func (p *perfmonitor) Start() { p.localTimeCount = 0 case <-p.done: localwg.Wait() - fmt.Println("DBG wati for workers") for { cost = <-p.collector p.buffer <- int64(cost) @@ -149,14 +138,13 @@ func (p *perfmonitor) Start() { return } // 500us sleep time will cost 7% cpu time - // 1ms sleep time cost only 4% cpu time that could be a better choice + // 1ms sleep time cost only 4% cpu time that could be a better choice time.Sleep(time.Millisecond) } }() } else { // in test duration module go func() { - fmt.Println("DBG in duration stoper") p.wg.Done() time.Sleep(time.Second * time.Duration(p.duration)) close(p.done) @@ -167,22 +155,27 @@ func (p *perfmonitor) Start() { func (p *perfmonitor) Wait() { p.wg.Wait() - var sum2, i, d int64 - fmt.Println("DBG BEFORE DRAW", len(p.buffer), p.Total) + var sum2, i, d, max, min int64 + min = 0x7fffffffffffffff for i = 0; i < p.Total; i++ { d = <-p.buffer - //fmt.Println("DBG add", d) p.histogram.Add(float64(d)) p.Sum += d sum2 += d * d + if d > max { + max = d + } + if d < min { + min = d + } } - fmt.Println("DBG after caculate") p.Avg = p.Sum / p.Total - p.Stdev = math.Sqrt(float64(sum2) - 2*float64(p.Avg*p.Sum) + float64(p.Total*p.Avg*p.Avg)/float64(p.Total)) + p.Stdev = math.Sqrt((float64(sum2) - 2*float64(p.Avg*p.Sum) + float64(p.Total*p.Avg*p.Avg)) / float64(p.Total)) // here show the histogram if !p.noPrint { - fmt.Printf("\nSTDEV: %f CV: %f % \n%s\n", p.Stdev, p.Stdev/float64(p.Avg)*100, p.histogram.String()) + fmt.Printf("\nMAX: %.3vms MIN: %.3vms STDEV: %.3fms CV: %.3f %% ", max/1000000, min/1000000, p.Stdev/1000000, p.Stdev/float64(p.Avg)*100) + fmt.Println(p.histogram) } } From f5d59ae9a37047f82e0da18f05b888a90b1a97e7 Mon Sep 17 00:00:00 2001 From: "lza@arthur" Date: Sun, 25 Jun 2017 21:10:45 +0800 Subject: [PATCH 4/4] add the vendor for dependency management --- .../VividCortex/gohistogram/LICENSE | 19 ++ .../VividCortex/gohistogram/README.md | 80 ++++++++ .../VividCortex/gohistogram/histogram.go | 23 +++ .../gohistogram/numerichistogram.go | 160 +++++++++++++++ .../gohistogram/weightedhistogram.go | 190 ++++++++++++++++++ vendor/vendor.json | 13 ++ 6 files changed, 485 insertions(+) create mode 100644 vendor/github.com/VividCortex/gohistogram/LICENSE create mode 100644 vendor/github.com/VividCortex/gohistogram/README.md create mode 100644 vendor/github.com/VividCortex/gohistogram/histogram.go create mode 100644 vendor/github.com/VividCortex/gohistogram/numerichistogram.go create mode 100644 vendor/github.com/VividCortex/gohistogram/weightedhistogram.go create mode 100644 vendor/vendor.json diff --git a/vendor/github.com/VividCortex/gohistogram/LICENSE b/vendor/github.com/VividCortex/gohistogram/LICENSE new file mode 100644 index 0000000..d23fea3 --- /dev/null +++ b/vendor/github.com/VividCortex/gohistogram/LICENSE @@ -0,0 +1,19 @@ +Copyright (c) 2013 VividCortex + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in +all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN +THE SOFTWARE. diff --git a/vendor/github.com/VividCortex/gohistogram/README.md b/vendor/github.com/VividCortex/gohistogram/README.md new file mode 100644 index 0000000..eeb14d3 --- /dev/null +++ b/vendor/github.com/VividCortex/gohistogram/README.md @@ -0,0 +1,80 @@ +# gohistogram - Histograms in Go + +![build status](https://circleci.com/gh/VividCortex/gohistogram.png?circle-token=d37ec652ea117165cd1b342400a801438f575209) + +This package provides [Streaming Approximate Histograms](https://vividcortex.com/blog/2013/07/08/streaming-approximate-histograms/) +for efficient quantile approximations. + +The histograms in this package are based on the algorithms found in +Ben-Haim & Yom-Tov's *A Streaming Parallel Decision Tree Algorithm* +([PDF](http://jmlr.org/papers/volume11/ben-haim10a/ben-haim10a.pdf)). +Histogram bins do not have a preset size. As values stream into +the histogram, bins are dynamically added and merged. + +Another implementation can be found in the Apache Hive project (see +[NumericHistogram](http://hive.apache.org/docs/r0.11.0/api/org/apache/hadoop/hive/ql/udf/generic/NumericHistogram.html)). + +An example: + +![histogram](http://i.imgur.com/5OplaRs.png) + +The accurate method of calculating quantiles (like percentiles) requires +data to be sorted. Streaming histograms make it possible to approximate +quantiles without sorting (or even individually storing) values. + +NumericHistogram is the more basic implementation of a streaming +histogram. WeightedHistogram implements bin values as exponentially-weighted +moving averages. + +A maximum bin size is passed as an argument to the constructor methods. A +larger bin size yields more accurate approximations at the cost of increased +memory utilization and performance. + +A picture of kittens: + +![stack of kittens](http://i.imgur.com/QxRTWAE.jpg) + +## Getting started + +### Using in your own code + + $ go get github.com/VividCortex/gohistogram + +```go +import "github.com/VividCortex/gohistogram" +``` + +### Running tests and making modifications + +Get the code into your workspace: + + $ cd $GOPATH + $ git clone git@github.com:VividCortex/gohistogram.git ./src/github.com/VividCortex/gohistogram + +You can run the tests now: + + $ cd src/github.com/VividCortex/gohistogram + $ go test . + +## API Documentation + +Full source documentation can be found [here][godoc]. + +[godoc]: http://godoc.org/github.com/VividCortex/gohistogram + +## Contributing + +We only accept pull requests for minor fixes or improvements. This includes: + +* Small bug fixes +* Typos +* Documentation or comments + +Please open issues to discuss new features. Pull requests for new features will be rejected, +so we recommend forking the repository and making changes in your fork for your use case. + +## License + +Copyright (c) 2013 VividCortex + +Released under MIT License. Check `LICENSE` file for details. diff --git a/vendor/github.com/VividCortex/gohistogram/histogram.go b/vendor/github.com/VividCortex/gohistogram/histogram.go new file mode 100644 index 0000000..ede21fd --- /dev/null +++ b/vendor/github.com/VividCortex/gohistogram/histogram.go @@ -0,0 +1,23 @@ +package gohistogram + +// Copyright (c) 2013 VividCortex, Inc. All rights reserved. +// Please see the LICENSE file for applicable license terms. + +// Histogram is the interface that wraps the Add and Quantile methods. +type Histogram interface { + // Add adds a new value, n, to the histogram. Trimming is done + // automatically. + Add(n float64) + + // Quantile returns an approximation. + Quantile(n float64) (q float64) + + // String returns a string reprentation of the histogram, + // which is useful for printing to a terminal. + String() (str string) +} + +type bin struct { + value float64 + count float64 +} diff --git a/vendor/github.com/VividCortex/gohistogram/numerichistogram.go b/vendor/github.com/VividCortex/gohistogram/numerichistogram.go new file mode 100644 index 0000000..a16c4c1 --- /dev/null +++ b/vendor/github.com/VividCortex/gohistogram/numerichistogram.go @@ -0,0 +1,160 @@ +package gohistogram + +// Copyright (c) 2013 VividCortex, Inc. All rights reserved. +// Please see the LICENSE file for applicable license terms. + +import ( + "fmt" +) + +type NumericHistogram struct { + bins []bin + maxbins int + total uint64 +} + +// NewHistogram returns a new NumericHistogram with a maximum of n bins. +// +// There is no "optimal" bin count, but somewhere between 20 and 80 bins +// should be sufficient. +func NewHistogram(n int) *NumericHistogram { + return &NumericHistogram{ + bins: make([]bin, 0), + maxbins: n, + total: 0, + } +} + +func (h *NumericHistogram) Add(n float64) { + defer h.trim() + h.total++ + for i := range h.bins { + if h.bins[i].value == n { + h.bins[i].count++ + return + } + + if h.bins[i].value > n { + + newbin := bin{value: n, count: 1} + head := append(make([]bin, 0), h.bins[0:i]...) + + head = append(head, newbin) + tail := h.bins[i:] + h.bins = append(head, tail...) + return + } + } + + h.bins = append(h.bins, bin{count: 1, value: n}) +} + +func (h *NumericHistogram) Quantile(q float64) float64 { + count := q * float64(h.total) + for i := range h.bins { + count -= float64(h.bins[i].count) + + if count <= 0 { + return h.bins[i].value + } + } + + return -1 +} + +// CDF returns the value of the cumulative distribution function +// at x +func (h *NumericHistogram) CDF(x float64) float64 { + count := 0.0 + for i := range h.bins { + if h.bins[i].value <= x { + count += float64(h.bins[i].count) + } + } + + return count / float64(h.total) +} + +// Mean returns the sample mean of the distribution +func (h *NumericHistogram) Mean() float64 { + if h.total == 0 { + return 0 + } + + sum := 0.0 + + for i := range h.bins { + sum += h.bins[i].value * h.bins[i].count + } + + return sum / float64(h.total) +} + +// Variance returns the variance of the distribution +func (h *NumericHistogram) Variance() float64 { + if h.total == 0 { + return 0 + } + + sum := 0.0 + mean := h.Mean() + + for i := range h.bins { + sum += (h.bins[i].count * (h.bins[i].value - mean) * (h.bins[i].value - mean)) + } + + return sum / float64(h.total) +} + +func (h *NumericHistogram) Count() float64 { + return float64(h.total) +} + +// trim merges adjacent bins to decrease the bin count to the maximum value +func (h *NumericHistogram) trim() { + for len(h.bins) > h.maxbins { + // Find closest bins in terms of value + minDelta := 1e99 + minDeltaIndex := 0 + for i := range h.bins { + if i == 0 { + continue + } + + if delta := h.bins[i].value - h.bins[i-1].value; delta < minDelta { + minDelta = delta + minDeltaIndex = i + } + } + + // We need to merge bins minDeltaIndex-1 and minDeltaIndex + totalCount := h.bins[minDeltaIndex-1].count + h.bins[minDeltaIndex].count + mergedbin := bin{ + value: (h.bins[minDeltaIndex-1].value* + h.bins[minDeltaIndex-1].count + + h.bins[minDeltaIndex].value* + h.bins[minDeltaIndex].count) / + totalCount, // weighted average + count: totalCount, // summed heights + } + head := append(make([]bin, 0), h.bins[0:minDeltaIndex-1]...) + tail := append([]bin{mergedbin}, h.bins[minDeltaIndex+1:]...) + h.bins = append(head, tail...) + } +} + +// String returns a string reprentation of the histogram, +// which is useful for printing to a terminal. +func (h *NumericHistogram) String() (str string) { + str += fmt.Sprintln("Total:", h.total) + + for i := range h.bins { + var bar string + for j := 0; j < int(float64(h.bins[i].count)/float64(h.total)*200); j++ { + bar += "." + } + str += fmt.Sprintf("%.3f \t\t %v\n", h.bins[i].value, bar) + } + + return +} diff --git a/vendor/github.com/VividCortex/gohistogram/weightedhistogram.go b/vendor/github.com/VividCortex/gohistogram/weightedhistogram.go new file mode 100644 index 0000000..16eed37 --- /dev/null +++ b/vendor/github.com/VividCortex/gohistogram/weightedhistogram.go @@ -0,0 +1,190 @@ +// Package gohistogram contains implementations of weighted and exponential histograms. +package gohistogram + +// Copyright (c) 2013 VividCortex, Inc. All rights reserved. +// Please see the LICENSE file for applicable license terms. + +import "fmt" + +// A WeightedHistogram implements Histogram. A WeightedHistogram has bins that have values +// which are exponentially weighted moving averages. This allows you keep inserting large +// amounts of data into the histogram and approximate quantiles with recency factored in. +type WeightedHistogram struct { + bins []bin + maxbins int + total float64 + alpha float64 +} + +// NewWeightedHistogram returns a new WeightedHistogram with a maximum of n bins with a decay factor +// of alpha. +// +// There is no "optimal" bin count, but somewhere between 20 and 80 bins should be +// sufficient. +// +// Alpha should be set to 2 / (N+1), where N represents the average age of the moving window. +// For example, a 60-second window with an average age of 30 seconds would yield an +// alpha of 0.064516129. +func NewWeightedHistogram(n int, alpha float64) *WeightedHistogram { + return &WeightedHistogram{ + bins: make([]bin, 0), + maxbins: n, + total: 0, + alpha: alpha, + } +} + +func ewma(existingVal float64, newVal float64, alpha float64) (result float64) { + result = newVal*(1-alpha) + existingVal*alpha + return +} + +func (h *WeightedHistogram) scaleDown(except int) { + for i := range h.bins { + if i != except { + h.bins[i].count = ewma(h.bins[i].count, 0, h.alpha) + } + } +} + +func (h *WeightedHistogram) Add(n float64) { + defer h.trim() + for i := range h.bins { + if h.bins[i].value == n { + h.bins[i].count++ + + defer h.scaleDown(i) + return + } + + if h.bins[i].value > n { + + newbin := bin{value: n, count: 1} + head := append(make([]bin, 0), h.bins[0:i]...) + + head = append(head, newbin) + tail := h.bins[i:] + h.bins = append(head, tail...) + + defer h.scaleDown(i) + return + } + } + + h.bins = append(h.bins, bin{count: 1, value: n}) +} + +func (h *WeightedHistogram) Quantile(q float64) float64 { + count := q * h.total + for i := range h.bins { + count -= float64(h.bins[i].count) + + if count <= 0 { + return h.bins[i].value + } + } + + return -1 +} + +// CDF returns the value of the cumulative distribution function +// at x +func (h *WeightedHistogram) CDF(x float64) float64 { + count := 0.0 + for i := range h.bins { + if h.bins[i].value <= x { + count += float64(h.bins[i].count) + } + } + + return count / h.total +} + +// Mean returns the sample mean of the distribution +func (h *WeightedHistogram) Mean() float64 { + if h.total == 0 { + return 0 + } + + sum := 0.0 + + for i := range h.bins { + sum += h.bins[i].value * h.bins[i].count + } + + return sum / h.total +} + +// Variance returns the variance of the distribution +func (h *WeightedHistogram) Variance() float64 { + if h.total == 0 { + return 0 + } + + sum := 0.0 + mean := h.Mean() + + for i := range h.bins { + sum += (h.bins[i].count * (h.bins[i].value - mean) * (h.bins[i].value - mean)) + } + + return sum / h.total +} + +func (h *WeightedHistogram) Count() float64 { + return h.total +} + +func (h *WeightedHistogram) trim() { + total := 0.0 + for i := range h.bins { + total += h.bins[i].count + } + h.total = total + for len(h.bins) > h.maxbins { + + // Find closest bins in terms of value + minDelta := 1e99 + minDeltaIndex := 0 + for i := range h.bins { + if i == 0 { + continue + } + + if delta := h.bins[i].value - h.bins[i-1].value; delta < minDelta { + minDelta = delta + minDeltaIndex = i + } + } + + // We need to merge bins minDeltaIndex-1 and minDeltaIndex + totalCount := h.bins[minDeltaIndex-1].count + h.bins[minDeltaIndex].count + mergedbin := bin{ + value: (h.bins[minDeltaIndex-1].value* + h.bins[minDeltaIndex-1].count + + h.bins[minDeltaIndex].value* + h.bins[minDeltaIndex].count) / + totalCount, // weighted average + count: totalCount, // summed heights + } + head := append(make([]bin, 0), h.bins[0:minDeltaIndex-1]...) + tail := append([]bin{mergedbin}, h.bins[minDeltaIndex+1:]...) + h.bins = append(head, tail...) + } +} + +// String returns a string reprentation of the histogram, +// which is useful for printing to a terminal. +func (h *WeightedHistogram) String() (str string) { + str += fmt.Sprintln("Total:", h.total) + + for i := range h.bins { + var bar string + for j := 0; j < int(float64(h.bins[i].count)/float64(h.total)*200); j++ { + bar += "." + } + str += fmt.Sprintln(h.bins[i].value, "\t", bar) + } + + return +} diff --git a/vendor/vendor.json b/vendor/vendor.json new file mode 100644 index 0000000..f39b24c --- /dev/null +++ b/vendor/vendor.json @@ -0,0 +1,13 @@ +{ + "comment": "", + "ignore": "test", + "package": [ + { + "checksumSHA1": "zw7tJVZ2XQcky/0RrSK5Vf/s1Go=", + "path": "github.com/VividCortex/gohistogram", + "revision": "51564d9861991fb0ad0f531c99ef602d0f9866e6", + "revisionTime": "2016-08-22T18:46:21Z" + } + ], + "rootPath": "github.com/arthurkiller/perfm" +}