mirror of
https://github.com/ipfs/kubo.git
synced 2026-02-23 19:37:46 +08:00
This periodically logs how many times Resource Manager limits were exceeded. If they aren't exceeded, then nothing is logged. The log levels are at ERROR log level so that they are shown by default. The motivation is so that users know when they have exceeded resource manager limits. To find what is exceeding the limits, they'll need to turn on debug logging and inspect the errors being logged. This could collect the specific limits being reached, but that's more complicated to implement and could result in much longer log messages.
161 lines
4.8 KiB
Go
161 lines
4.8 KiB
Go
package libp2p
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/benbjohnson/clock"
|
|
"github.com/libp2p/go-libp2p-core/network"
|
|
"github.com/libp2p/go-libp2p-core/peer"
|
|
"github.com/libp2p/go-libp2p-core/protocol"
|
|
rcmgr "github.com/libp2p/go-libp2p-resource-manager"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
type loggingResourceManager struct {
|
|
clock clock.Clock
|
|
logger *zap.SugaredLogger
|
|
delegate network.ResourceManager
|
|
logInterval time.Duration
|
|
|
|
mut sync.Mutex
|
|
limitExceededErrs uint64
|
|
}
|
|
|
|
type loggingScope struct {
|
|
logger *zap.SugaredLogger
|
|
delegate network.ResourceScope
|
|
countErrs func(error)
|
|
}
|
|
|
|
var _ network.ResourceManager = (*loggingResourceManager)(nil)
|
|
|
|
func (n *loggingResourceManager) start(ctx context.Context) {
|
|
logInterval := n.logInterval
|
|
if logInterval == 0 {
|
|
logInterval = 10 * time.Second
|
|
}
|
|
ticker := n.clock.Ticker(logInterval)
|
|
go func() {
|
|
defer ticker.Stop()
|
|
for {
|
|
select {
|
|
case <-ticker.C:
|
|
n.mut.Lock()
|
|
errs := n.limitExceededErrs
|
|
n.limitExceededErrs = 0
|
|
n.mut.Unlock()
|
|
if errs != 0 {
|
|
n.logger.Warnf("Resource limits were exceeded %d times, consider inspecting logs and raising the resource manager limits.", errs)
|
|
}
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
}
|
|
|
|
func (n *loggingResourceManager) countErrs(err error) {
|
|
if errors.Is(err, network.ErrResourceLimitExceeded) {
|
|
n.mut.Lock()
|
|
n.limitExceededErrs++
|
|
n.mut.Unlock()
|
|
}
|
|
}
|
|
|
|
func (n *loggingResourceManager) ViewSystem(f func(network.ResourceScope) error) error {
|
|
return n.delegate.ViewSystem(f)
|
|
}
|
|
func (n *loggingResourceManager) ViewTransient(f func(network.ResourceScope) error) error {
|
|
return n.delegate.ViewTransient(func(s network.ResourceScope) error {
|
|
return f(&loggingScope{logger: n.logger, delegate: s, countErrs: n.countErrs})
|
|
})
|
|
}
|
|
func (n *loggingResourceManager) ViewService(svc string, f func(network.ServiceScope) error) error {
|
|
return n.delegate.ViewService(svc, func(s network.ServiceScope) error {
|
|
return f(&loggingScope{logger: n.logger, delegate: s, countErrs: n.countErrs})
|
|
})
|
|
}
|
|
func (n *loggingResourceManager) ViewProtocol(p protocol.ID, f func(network.ProtocolScope) error) error {
|
|
return n.delegate.ViewProtocol(p, func(s network.ProtocolScope) error {
|
|
return f(&loggingScope{logger: n.logger, delegate: s, countErrs: n.countErrs})
|
|
})
|
|
}
|
|
func (n *loggingResourceManager) ViewPeer(p peer.ID, f func(network.PeerScope) error) error {
|
|
return n.delegate.ViewPeer(p, func(s network.PeerScope) error {
|
|
return f(&loggingScope{logger: n.logger, delegate: s, countErrs: n.countErrs})
|
|
})
|
|
}
|
|
func (n *loggingResourceManager) OpenConnection(dir network.Direction, usefd bool) (network.ConnManagementScope, error) {
|
|
connMgmtScope, err := n.delegate.OpenConnection(dir, usefd)
|
|
n.countErrs(err)
|
|
return connMgmtScope, err
|
|
}
|
|
func (n *loggingResourceManager) OpenStream(p peer.ID, dir network.Direction) (network.StreamManagementScope, error) {
|
|
connMgmtScope, err := n.delegate.OpenStream(p, dir)
|
|
n.countErrs(err)
|
|
return connMgmtScope, err
|
|
}
|
|
func (n *loggingResourceManager) Close() error {
|
|
return n.delegate.Close()
|
|
}
|
|
|
|
func (s *loggingScope) ReserveMemory(size int, prio uint8) error {
|
|
err := s.delegate.ReserveMemory(size, prio)
|
|
s.countErrs(err)
|
|
return err
|
|
}
|
|
func (s *loggingScope) ReleaseMemory(size int) {
|
|
s.delegate.ReleaseMemory(size)
|
|
}
|
|
func (s *loggingScope) Stat() network.ScopeStat {
|
|
return s.delegate.Stat()
|
|
}
|
|
func (s *loggingScope) BeginSpan() (network.ResourceScopeSpan, error) {
|
|
return s.delegate.BeginSpan()
|
|
}
|
|
func (s *loggingScope) Done() {
|
|
s.delegate.(network.ResourceScopeSpan).Done()
|
|
}
|
|
func (s *loggingScope) Name() string {
|
|
return s.delegate.(network.ServiceScope).Name()
|
|
}
|
|
func (s *loggingScope) Protocol() protocol.ID {
|
|
return s.delegate.(network.ProtocolScope).Protocol()
|
|
}
|
|
func (s *loggingScope) Peer() peer.ID {
|
|
return s.delegate.(network.PeerScope).Peer()
|
|
}
|
|
func (s *loggingScope) PeerScope() network.PeerScope {
|
|
return s.delegate.(network.PeerScope)
|
|
}
|
|
func (s *loggingScope) SetPeer(p peer.ID) error {
|
|
err := s.delegate.(network.ConnManagementScope).SetPeer(p)
|
|
s.countErrs(err)
|
|
return err
|
|
}
|
|
func (s *loggingScope) ProtocolScope() network.ProtocolScope {
|
|
return s.delegate.(network.ProtocolScope)
|
|
}
|
|
func (s *loggingScope) SetProtocol(proto protocol.ID) error {
|
|
err := s.delegate.(network.StreamManagementScope).SetProtocol(proto)
|
|
s.countErrs(err)
|
|
return err
|
|
}
|
|
func (s *loggingScope) ServiceScope() network.ServiceScope {
|
|
return s.delegate.(network.ServiceScope)
|
|
}
|
|
func (s *loggingScope) SetService(srv string) error {
|
|
err := s.delegate.(network.StreamManagementScope).SetService(srv)
|
|
s.countErrs(err)
|
|
return err
|
|
}
|
|
func (s *loggingScope) Limit() rcmgr.Limit {
|
|
return s.delegate.(rcmgr.ResourceScopeLimiter).Limit()
|
|
}
|
|
func (s *loggingScope) SetLimit(limit rcmgr.Limit) {
|
|
s.delegate.(rcmgr.ResourceScopeLimiter).SetLimit(limit)
|
|
}
|