milvus-io--milvus
498b235461
Build and test / Build and test AMD64 Ubuntu 22.04 (push) Failing after 0s
Publish Builder / amazonlinux2023 (push) Failing after 1s
Build and test / UT for Go (push) Has been skipped
Publish KRTE Images / KRTE (push) Failing after 1s
Build and test / Integration Test (push) Has been skipped
Build and test / Upload Code Coverage (push) Has been skipped
Publish Builder / rockylinux9 (push) Failing after 1s
Publish Builder / ubuntu22.04 (push) Failing after 0s
Publish Builder / ubuntu24.04 (push) Failing after 0s
Publish Gpu Builder / publish-gpu-builder (push) Failing after 1s
Publish Test Images / PyTest (push) Failing after 0s
Build and test / UT for Cpp (push) Has been cancelled
184 行
5.2 KiB
Go
184 行
5.2 KiB
Go
package mlog
|
|
|
|
import (
|
|
"context"
|
|
"runtime"
|
|
"sync"
|
|
"sync/atomic"
|
|
|
|
"golang.org/x/time/rate"
|
|
)
|
|
|
|
// ratedEntry holds a rate limiter and the count of ignored log entries for a specific call site.
|
|
type ratedEntry struct {
|
|
limiter *rate.Limiter
|
|
ignoreCount atomic.Int64
|
|
}
|
|
|
|
// ratedRegistry is a global registry of rate limiters keyed by caller's program counter.
|
|
var ratedRegistry sync.Map
|
|
|
|
// getOrCreateRatedEntry returns an existing or newly created ratedEntry for the given pc.
|
|
// The limiter is created lazily on first access with the specified rate limit and burst=1.
|
|
func getOrCreateRatedEntry(pc uintptr, limit rate.Limit) *ratedEntry {
|
|
if v, ok := ratedRegistry.Load(pc); ok {
|
|
entry := v.(*ratedEntry)
|
|
entry.limiter.SetLimit(limit)
|
|
return entry
|
|
}
|
|
entry := &ratedEntry{
|
|
limiter: rate.NewLimiter(limit, 1),
|
|
}
|
|
actual, _ := ratedRegistry.LoadOrStore(pc, entry)
|
|
actualEntry := actual.(*ratedEntry)
|
|
if actualEntry != entry {
|
|
actualEntry.limiter.SetLimit(limit)
|
|
}
|
|
return actualEntry
|
|
}
|
|
|
|
// ratedAllow checks if a log entry should be emitted based on rate limiting.
|
|
// If suppressed, increments ignore count and returns false.
|
|
// If allowed and previous entries were suppressed, appends a _suppressed field.
|
|
func ratedAllow(pc uintptr, limit rate.Limit, fields *[]Field) bool {
|
|
entry := getOrCreateRatedEntry(pc, limit)
|
|
if !entry.limiter.Allow() {
|
|
entry.ignoreCount.Add(1)
|
|
return false
|
|
}
|
|
if ignored := entry.ignoreCount.Swap(0); ignored > 0 {
|
|
*fields = append(*fields, Int64("_suppressed", ignored))
|
|
}
|
|
return true
|
|
}
|
|
|
|
// RatedLog logs a message at the specified level with rate limiting.
|
|
func RatedLog(ctx context.Context, level Level, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(level) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := prepareLog(ctx, fields)
|
|
logger.Log(level, msg, fields...)
|
|
}
|
|
|
|
// RatedDebug logs a message at debug level with rate limiting.
|
|
func RatedDebug(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(DebugLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := prepareLog(ctx, fields)
|
|
logger.Debug(msg, fields...)
|
|
}
|
|
|
|
// RatedInfo logs a message at info level with rate limiting.
|
|
func RatedInfo(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(InfoLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := prepareLog(ctx, fields)
|
|
logger.Info(msg, fields...)
|
|
}
|
|
|
|
// RatedWarn logs a message at warn level with rate limiting.
|
|
func RatedWarn(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(WarnLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := prepareLog(ctx, fields)
|
|
logger.Warn(msg, fields...)
|
|
}
|
|
|
|
// RatedError logs a message at error level with rate limiting.
|
|
func RatedError(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(ErrorLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := prepareLog(ctx, fields)
|
|
logger.Error(msg, fields...)
|
|
}
|
|
|
|
// RatedLog logs a message at the specified level with rate limiting.
|
|
func (l *Logger) RatedLog(ctx context.Context, level Level, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(level) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := l.prepareLog(ctx, fields)
|
|
logger.Log(level, msg, fields...)
|
|
}
|
|
|
|
// RatedDebug logs a message at debug level with rate limiting.
|
|
func (l *Logger) RatedDebug(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(DebugLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := l.prepareLog(ctx, fields)
|
|
logger.Debug(msg, fields...)
|
|
}
|
|
|
|
// RatedInfo logs a message at info level with rate limiting.
|
|
func (l *Logger) RatedInfo(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(InfoLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := l.prepareLog(ctx, fields)
|
|
logger.Info(msg, fields...)
|
|
}
|
|
|
|
// RatedWarn logs a message at warn level with rate limiting.
|
|
func (l *Logger) RatedWarn(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(WarnLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := l.prepareLog(ctx, fields)
|
|
logger.Warn(msg, fields...)
|
|
}
|
|
|
|
// RatedError logs a message at error level with rate limiting.
|
|
func (l *Logger) RatedError(ctx context.Context, limit rate.Limit, msg string, fields ...Field) {
|
|
if !currentLevel().Enabled(ErrorLevel) {
|
|
return
|
|
}
|
|
pc, _, _, _ := runtime.Caller(1)
|
|
if !ratedAllow(pc, limit, &fields) {
|
|
return
|
|
}
|
|
logger, fields := l.prepareLog(ctx, fields)
|
|
logger.Error(msg, fields...)
|
|
}
|