/** Copyright (c) 2017, MegaEase* All rights reserved.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at** http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package samplerimport ("sync/atomic""time")type (// DurationSampler is the sampler for sampling duration.DurationSampler struct {count uint64durations []uint32}// DurationSegment defines resolution for a duration segmentDurationSegment struct {resolution time.Durationslots int})var segments = []DurationSegment{{time.Millisecond, 500}, // < 500ms{time.Millisecond * 2, 250}, // < 1s{time.Millisecond * 4, 250}, // < 2s{time.Millisecond * 8, 125}, // < 3s{time.Millisecond * 16, 125}, // < 5s{time.Millisecond * 32, 125}, // < 9s{time.Millisecond * 64, 125}, // < 17s{time.Millisecond * 128, 125}, // < 33s{time.Millisecond * 256, 125}, // < 65s{time.Millisecond * 512, 125}, // < 129s{time.Millisecond * 1024, 125}, // < 257s}// NewDurationSampler creates a DurationSampler.func NewDurationSampler() *DurationSampler {slots := 1for _, s := range segments {slots += s.slots}return &DurationSampler{durations: make([]uint32, slots),}}// Update updates the sample. This function could be called concurrently,// but should not be called concurrently with Percentiles.func (ds *DurationSampler) Update(d time.Duration) {idx := 0for _, s := range segments {bound := s.resolution * time.Duration(s.slots)if d < bound-s.resolution/2 {idx += int((d + s.resolution/2) / s.resolution)break}d -= boundidx += s.slots}atomic.AddUint64(&ds.count, 1)atomic.AddUint32(&ds.durations[idx], 1)}// Reset reset the DurationSampler to initial statefunc (ds *DurationSampler) Reset() {for i := 0; i < len(ds.durations); i++ {ds.durations[i] = 0}ds.count = 0}// Percentiles returns 7 metrics by order:// P25, P50, P75, P95, P98, P99, P999func (ds *DurationSampler) Percentiles() []float64 {percentiles := []float64{0.25, 0.5, 0.75, 0.95, 0.98, 0.99, 0.999}result := make([]float64, len(percentiles))count, total := uint64(0), float64(ds.count)di, pi := 0, 0base := time.Duration(0)for _, s := range segments {for i := 0; i < s.slots; i++ {count += uint64(ds.durations[di])di++p := float64(count) / totalfor p >= percentiles[pi] {d := base + s.resolution*time.Duration(i)result[pi] = float64(d / time.Millisecond)pi++if pi == len(percentiles) {return result}}}base += s.resolution * time.Duration(s.slots)}for pi < len(percentiles) {result[pi] = 9999999pi++}return result}
https://github.com/megaease/easegress/blob/main/pkg/util/sampler/sampler.go
/** Copyright (c) 2017, MegaEase* All rights reserved.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at** http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package httpstatimport ("math""sync""sync/atomic""time"metrics "github.com/rcrowley/go-metrics""github.com/megaease/easegress/pkg/util/codecounter""github.com/megaease/easegress/pkg/util/sampler")type (// HTTPStat is the statistics tool for HTTP traffic.HTTPStat struct {mutex sync.RWMutexcount uint64rate1 metrics.EWMArate5 metrics.EWMArate15 metrics.EWMAerrCount uint64errRate1 metrics.EWMAerrRate5 metrics.EWMAerrRate15 metrics.EWMAm1ErrPercent float64m5ErrPercent float64m15ErrPercent float64total uint64min uint64max uint64durationSampler *sampler.DurationSamplerreqSize uint64respSize uint64cc *codecounter.HTTPStatusCodeCounter}// Metric is the package of statistics at once.Metric struct {StatusCode intDuration time.DurationReqSize uint64RespSize uint64}// Status contains all status generated by HTTPStat.Status struct {Count uint64 `yaml:"count"`M1 float64 `yaml:"m1"`M5 float64 `yaml:"m5"`M15 float64 `yaml:"m15"`ErrCount uint64 `yaml:"errCount"`M1Err float64 `yaml:"m1Err"`M5Err float64 `yaml:"m5Err"`M15Err float64 `yaml:"m15Err"`M1ErrPercent float64 `yaml:"m1ErrPercent"`M5ErrPercent float64 `yaml:"m5ErrPercent"`M15ErrPercent float64 `yaml:"m15ErrPercent"`Min uint64 `yaml:"min"`Max uint64 `yaml:"max"`Mean uint64 `yaml:"mean"`P25 float64 `yaml:"p25"`P50 float64 `yaml:"p50"`P75 float64 `yaml:"p75"`P95 float64 `yaml:"p95"`P98 float64 `yaml:"p98"`P99 float64 `yaml:"p99"`P999 float64 `yaml:"p999"`ReqSize uint64 `yaml:"reqSize"`RespSize uint64 `yaml:"respSize"`Codes map[int]uint64 `yaml:"codes"`})func (m *Metric) isErr() bool {return m.StatusCode >= 400}// New creates an HTTPStat.func New() *HTTPStat {hs := &HTTPStat{rate1: metrics.NewEWMA1(),rate5: metrics.NewEWMA5(),rate15: metrics.NewEWMA15(),errRate1: metrics.NewEWMA1(),errRate5: metrics.NewEWMA5(),errRate15: metrics.NewEWMA15(),min: math.MaxUint64,durationSampler: sampler.NewDurationSampler(),cc: codecounter.New(),}return hs}// Stat stats the ctx.func (hs *HTTPStat) Stat(m *Metric) {// Note: although this is a data update operation, we are using the RLock here,// which means goroutines can execute this function concurrently, and contentions// are handled by the atomic operations for each item.//// This lock is only a mutex for the 'Status' function below.hs.mutex.RLock()defer hs.mutex.RUnlock()atomic.AddUint64(&hs.count, 1)hs.rate1.Update(1)hs.rate5.Update(1)hs.rate15.Update(1)if m.isErr() {atomic.AddUint64(&hs.errCount, 1)hs.errRate1.Update(1)hs.errRate5.Update(1)hs.errRate15.Update(1)}duration := uint64(m.Duration.Milliseconds())atomic.AddUint64(&hs.total, duration)for {min := atomic.LoadUint64(&hs.min)if duration >= min {break}if atomic.CompareAndSwapUint64(&hs.min, min, duration) {break}}for {max := atomic.LoadUint64(&hs.max)if duration <= max {break}if atomic.CompareAndSwapUint64(&hs.max, max, duration) {break}}hs.durationSampler.Update(m.Duration)atomic.AddUint64(&hs.reqSize, m.ReqSize)atomic.AddUint64(&hs.respSize, m.RespSize)hs.cc.Count(m.StatusCode)}// Status returns HTTPStat Status, It assumes it is called every five seconds.// https://github.com/rcrowley/go-metrics/blob/3113b8401b8a98917cde58f8bbd42a1b1c03b1fd/ewma.go#L98-L99func (hs *HTTPStat) Status() *Status {hs.mutex.Lock()defer hs.mutex.Unlock()hs.rate1.Tick()hs.rate5.Tick()hs.rate15.Tick()hs.errRate1.Tick()hs.errRate5.Tick()hs.errRate15.Tick()m1, m5, m15 := hs.rate1.Rate(), hs.rate5.Rate(), hs.rate15.Rate()m1Err, m5Err, m15Err := hs.errRate1.Rate(), hs.errRate5.Rate(), hs.errRate15.Rate()m1ErrPercent, m5ErrPercent, m15ErrPercent := 0.0, 0.0, 0.0if m1 > 0 {m1ErrPercent = m1Err / m1}if m5 > 0 {m1ErrPercent = m5Err / m5}if m15 > 0 {m1ErrPercent = m15Err / m15}percentiles := hs.durationSampler.Percentiles()hs.durationSampler.Reset()codes := hs.cc.Codes()hs.cc.Reset()mean, min := uint64(0), uint64(0)if hs.count > 0 {mean = hs.total / hs.countmin = hs.min}status := &Status{Count: hs.count,M1: m1,M5: m5,M15: m15,ErrCount: hs.errCount,M1Err: m1Err,M5Err: m5Err,M15Err: m15Err,M1ErrPercent: m1ErrPercent,M5ErrPercent: m5ErrPercent,M15ErrPercent: m15ErrPercent,Min: min,Mean: mean,Max: hs.max,P25: percentiles[0],P50: percentiles[1],P75: percentiles[2],P95: percentiles[3],P98: percentiles[4],P99: percentiles[5],P999: percentiles[6],ReqSize: hs.reqSize,RespSize: hs.respSize,Codes: codes,}return status}
https://github.com/megaease/easegress/blob/main/pkg/util/httpstat/httpstat.go
若有收获，就点个赞吧
0 人点赞
