mirror of
https://github.com/ipfs/kubo.git
synced 2026-02-22 10:57:42 +08:00
* update go-libp2p to v0.18.0
* initialize the resource manager
* add resource manager stats/limit commands
* load limit file when building resource manager
* log absent limit file
* write rcmgr to file when IPFS_DEBUG_RCMGR is set
* fix: mark swarm limit|stats as experimental
* feat(cfg): opt-in Swarm.ResourceMgr
This ensures we can safely test the resource manager without impacting
default behavior.
- Resource manager is disabled by default
- Default for Swarm.ResourceMgr.Enabled is false for now
- Swarm.ResourceMgr.Limits allows user to tweak limits per specific
scope in a way that is persisted across restarts
- 'ipfs swarm limit system' outputs human-readable json
- 'ipfs swarm limit system new-limits.json' sets new runtime limits
(but does not change Swarm.ResourceMgr.Limits in the config)
Conventions to make libp2p devs life easier:
- 'IPFS_RCMGR=1 ipfs daemon' overrides the config and enables resource manager
- 'limit.json' overrides implicit defaults from libp2p (if present)
* docs(config): small tweaks
* fix: skip libp2p.ResourceManager if disabled
This ensures 'ipfs swarm limit|stats' work only when enabled.
* fix: use NullResourceManager when disabled
This reverts commit b19f7c9eca.
after clarification feedback from
https://github.com/ipfs/go-ipfs/pull/8680#discussion_r841680182
* style: rename IPFS_RCMGR to LIBP2P_RCMGR
preexisting libp2p toggles use LIBP2P_ prefix
* test: Swarm.ResourceMgr
* fix: location of opt-in limit.json and rcmgr.json.gz
Places these files inside of IPFS_PATH
* Update docs/config.md
* feat: expose rcmgr metrics when enabled (#8785)
* add metrics for the resource manager
* export protocol and service name in Prometheus metrics
* fix: expose rcmgr metrics only when enabled
Co-authored-by: Marcin Rataj <lidel@lidel.org>
* refactor: rcmgr_metrics.go
* refactor: rcmgr_defaults.go
This file defines implicit limit defaults used when Swarm.ResourceMgr.Enabled
We keep vendored copy to ensure go-ipfs is not impacted when go-libp2p
decides to change defaults in any of the future releases.
* refactor: adjustedDefaultLimits
Cleans up the way we initialize defaults and adds a fix for case
when connection manager runs with high limits.
It also hides `Swarm.ResourceMgr.Limits` until we have a better
understanding what syntax makes sense.
* chore: cleanup after a review
* fix: restore go-ipld-prime v0.14.2
* fix: restore go-ds-flatfs v0.5.1
Co-authored-by: Lucas Molas <schomatis@gmail.com>
Co-authored-by: Marcin Rataj <lidel@lidel.org>
80 lines
2.0 KiB
Go
80 lines
2.0 KiB
Go
package libp2p
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
|
|
config "github.com/ipfs/go-ipfs/config"
|
|
"github.com/libp2p/go-libp2p"
|
|
"github.com/libp2p/go-libp2p-core/network"
|
|
mplex "github.com/libp2p/go-libp2p-mplex"
|
|
yamux "github.com/libp2p/go-libp2p-yamux"
|
|
)
|
|
|
|
func yamuxTransport() network.Multiplexer {
|
|
tpt := *yamux.DefaultTransport
|
|
tpt.AcceptBacklog = 512
|
|
if os.Getenv("YAMUX_DEBUG") != "" {
|
|
tpt.LogOutput = os.Stderr
|
|
}
|
|
|
|
return &tpt
|
|
}
|
|
|
|
func makeSmuxTransportOption(tptConfig config.Transports) (libp2p.Option, error) {
|
|
const yamuxID = "/yamux/1.0.0"
|
|
const mplexID = "/mplex/6.7.0"
|
|
|
|
ymxtpt := *yamux.DefaultTransport
|
|
ymxtpt.AcceptBacklog = 512
|
|
|
|
if prefs := os.Getenv("LIBP2P_MUX_PREFS"); prefs != "" {
|
|
// Using legacy LIBP2P_MUX_PREFS variable.
|
|
log.Error("LIBP2P_MUX_PREFS is now deprecated.")
|
|
log.Error("Use the `Swarm.Transports.Multiplexers' config field.")
|
|
muxers := strings.Fields(prefs)
|
|
enabled := make(map[string]bool, len(muxers))
|
|
|
|
var opts []libp2p.Option
|
|
for _, tpt := range muxers {
|
|
if enabled[tpt] {
|
|
return nil, fmt.Errorf(
|
|
"duplicate muxer found in LIBP2P_MUX_PREFS: %s",
|
|
tpt,
|
|
)
|
|
}
|
|
switch tpt {
|
|
case yamuxID:
|
|
opts = append(opts, libp2p.Muxer(tpt, yamuxTransport))
|
|
case mplexID:
|
|
opts = append(opts, libp2p.Muxer(tpt, mplex.DefaultTransport))
|
|
default:
|
|
return nil, fmt.Errorf("unknown muxer: %s", tpt)
|
|
}
|
|
}
|
|
return libp2p.ChainOptions(opts...), nil
|
|
} else {
|
|
return prioritizeOptions([]priorityOption{{
|
|
priority: tptConfig.Multiplexers.Yamux,
|
|
defaultPriority: 100,
|
|
opt: libp2p.Muxer(yamuxID, yamuxTransport),
|
|
}, {
|
|
priority: tptConfig.Multiplexers.Mplex,
|
|
defaultPriority: 200,
|
|
opt: libp2p.Muxer(mplexID, mplex.DefaultTransport),
|
|
}}), nil
|
|
}
|
|
}
|
|
|
|
func SmuxTransport(tptConfig config.Transports) func() (opts Libp2pOpts, err error) {
|
|
return func() (opts Libp2pOpts, err error) {
|
|
res, err := makeSmuxTransportOption(tptConfig)
|
|
if err != nil {
|
|
return opts, err
|
|
}
|
|
opts.Opts = append(opts.Opts, res)
|
|
return opts, nil
|
|
}
|
|
}
|