mirror of
https://github.com/ipfs/kubo.git
synced 2026-02-23 19:37:46 +08:00
280 lines
7.5 KiB
Go
280 lines
7.5 KiB
Go
package core
|
|
|
|
import (
|
|
"context"
|
|
"crypto/rand"
|
|
"encoding/base64"
|
|
"errors"
|
|
"os"
|
|
"syscall"
|
|
"time"
|
|
|
|
filestore "github.com/ipfs/go-ipfs/filestore"
|
|
pin "github.com/ipfs/go-ipfs/pin"
|
|
repo "github.com/ipfs/go-ipfs/repo"
|
|
cidv0v1 "github.com/ipfs/go-ipfs/thirdparty/cidv0v1"
|
|
"github.com/ipfs/go-ipfs/thirdparty/verifbs"
|
|
dag "gx/ipfs/QmRDaC5z6yXkXTTSWzaxs2sSVBon5RRCN6eNtMmpuHtKCr/go-merkledag"
|
|
resolver "gx/ipfs/QmTKaiDxQqVxmA1bRipSuP7hnTSgnMSmEa98NYeS6fcoiv/go-path/resolver"
|
|
uio "gx/ipfs/QmVNEJ5Vk1e2G5kHMiuVbpD6VQZiK1oS6aWZKjcUQW7hEy/go-unixfs/io"
|
|
bserv "gx/ipfs/QmdHqV7L4bpmMtEXVCrgn8RN6CXqMr3aUeogSkXbJGRtwk/go-blockservice"
|
|
|
|
ipns "gx/ipfs/QmNqBhXpBKa5jcjoUZHfxDgAFxtqK3rDA5jtW811GBvVob/go-ipns"
|
|
ci "gx/ipfs/QmPvyPwuCgJ7pDmrKDxRtsScJgBaM5h4EpRL2qQJsmXf4n/go-libp2p-crypto"
|
|
peer "gx/ipfs/QmQsErDt8Qgw1XrsXf2BpEzDgGWtB1YLsTAARBup5b6B9W/go-libp2p-peer"
|
|
goprocessctx "gx/ipfs/QmSF8fPo3jgVBAy8fpdjjYqgG87dkJgUprRBHRd2tmfgpP/goprocess/context"
|
|
ds "gx/ipfs/QmVG5gxteQNEMhrS8prJSmU2C9rebtFuTd3SYZ5kE3YZ5k/go-datastore"
|
|
retry "gx/ipfs/QmVG5gxteQNEMhrS8prJSmU2C9rebtFuTd3SYZ5kE3YZ5k/go-datastore/retrystore"
|
|
dsync "gx/ipfs/QmVG5gxteQNEMhrS8prJSmU2C9rebtFuTd3SYZ5kE3YZ5k/go-datastore/sync"
|
|
cfg "gx/ipfs/QmXUU23sGKdT7AHpyJ4aSvYpXbWjbiuYG1CYhZ3ai3btkG/go-ipfs-config"
|
|
offline "gx/ipfs/QmZxjqR9Qgompju73kakSoUj3rbVndAzky3oCDiBNCxPs1/go-ipfs-exchange-offline"
|
|
bstore "gx/ipfs/QmcmpX42gtDv1fz24kau4wjS9hfwWj5VexWBKgGnWzsyag/go-ipfs-blockstore"
|
|
record "gx/ipfs/QmdHb9aBELnQKTVhvvA3hsQbRgUAwsWUzBP2vZ6Y5FBYvE/go-libp2p-record"
|
|
pstore "gx/ipfs/QmeKD8YT7887Xu6Z86iZmpYNxrLogJexqxEugSmaf14k64/go-libp2p-peerstore"
|
|
metrics "gx/ipfs/QmekzFM3hPZjTjUFGTABdQkEnQ3PTiMstY198PwSFr5w1Q/go-metrics-interface"
|
|
libp2p "gx/ipfs/Qmf1u2efhjXYtuyP8SMHYtw4dCkbghnniex2PSp7baA7FP/go-libp2p"
|
|
p2phost "gx/ipfs/QmfH9FKYv3Jp1xiyL8sPchGBUBg6JA6XviwajAo3qgnT3B/go-libp2p-host"
|
|
)
|
|
|
|
type BuildCfg struct {
|
|
// If online is set, the node will have networking enabled
|
|
Online bool
|
|
|
|
// ExtraOpts is a map of extra options used to configure the ipfs nodes creation
|
|
ExtraOpts map[string]bool
|
|
|
|
// If permanent then node should run more expensive processes
|
|
// that will improve performance in long run
|
|
Permanent bool
|
|
|
|
// DisableEncryptedConnections disables connection encryption *entirely*.
|
|
// DO NOT SET THIS UNLESS YOU'RE TESTING.
|
|
DisableEncryptedConnections bool
|
|
|
|
// If NilRepo is set, a repo backed by a nil datastore will be constructed
|
|
NilRepo bool
|
|
|
|
Routing RoutingOption
|
|
Host HostOption
|
|
Repo repo.Repo
|
|
}
|
|
|
|
func (cfg *BuildCfg) getOpt(key string) bool {
|
|
if cfg.ExtraOpts == nil {
|
|
return false
|
|
}
|
|
|
|
return cfg.ExtraOpts[key]
|
|
}
|
|
|
|
func (cfg *BuildCfg) fillDefaults() error {
|
|
if cfg.Repo != nil && cfg.NilRepo {
|
|
return errors.New("cannot set a repo and specify nilrepo at the same time")
|
|
}
|
|
|
|
if cfg.Repo == nil {
|
|
var d ds.Datastore
|
|
d = ds.NewMapDatastore()
|
|
|
|
if cfg.NilRepo {
|
|
d = ds.NewNullDatastore()
|
|
}
|
|
r, err := defaultRepo(dsync.MutexWrap(d))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cfg.Repo = r
|
|
}
|
|
|
|
if cfg.Routing == nil {
|
|
cfg.Routing = DHTOption
|
|
}
|
|
|
|
if cfg.Host == nil {
|
|
cfg.Host = DefaultHostOption
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func defaultRepo(dstore repo.Datastore) (repo.Repo, error) {
|
|
c := cfg.Config{}
|
|
priv, pub, err := ci.GenerateKeyPairWithReader(ci.RSA, 1024, rand.Reader)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
pid, err := peer.IDFromPublicKey(pub)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
privkeyb, err := priv.Bytes()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
c.Bootstrap = cfg.DefaultBootstrapAddresses
|
|
c.Addresses.Swarm = []string{"/ip4/0.0.0.0/tcp/4001"}
|
|
c.Identity.PeerID = pid.Pretty()
|
|
c.Identity.PrivKey = base64.StdEncoding.EncodeToString(privkeyb)
|
|
|
|
return &repo.Mock{
|
|
D: dstore,
|
|
C: c,
|
|
}, nil
|
|
}
|
|
|
|
// NewNode constructs and returns an IpfsNode using the given cfg.
|
|
func NewNode(ctx context.Context, cfg *BuildCfg) (*IpfsNode, error) {
|
|
if cfg == nil {
|
|
cfg = new(BuildCfg)
|
|
}
|
|
|
|
err := cfg.fillDefaults()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ctx = metrics.CtxScope(ctx, "ipfs")
|
|
|
|
n := &IpfsNode{
|
|
mode: offlineMode,
|
|
Repo: cfg.Repo,
|
|
ctx: ctx,
|
|
Peerstore: pstore.NewPeerstore(),
|
|
}
|
|
|
|
n.RecordValidator = record.NamespacedValidator{
|
|
"pk": record.PublicKeyValidator{},
|
|
"ipns": ipns.Validator{KeyBook: n.Peerstore},
|
|
}
|
|
|
|
if cfg.Online {
|
|
n.mode = onlineMode
|
|
}
|
|
|
|
// TODO: this is a weird circular-ish dependency, rework it
|
|
n.proc = goprocessctx.WithContextAndTeardown(ctx, n.teardown)
|
|
|
|
if err := setupNode(ctx, n, cfg); err != nil {
|
|
n.Close()
|
|
return nil, err
|
|
}
|
|
|
|
return n, nil
|
|
}
|
|
|
|
func isTooManyFDError(err error) bool {
|
|
perr, ok := err.(*os.PathError)
|
|
if ok && perr.Err == syscall.EMFILE {
|
|
return true
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func setupNode(ctx context.Context, n *IpfsNode, cfg *BuildCfg) error {
|
|
// setup local peer ID (private key is loaded in online setup)
|
|
if err := n.loadID(); err != nil {
|
|
return err
|
|
}
|
|
|
|
rds := &retry.Datastore{
|
|
Batching: n.Repo.Datastore(),
|
|
Delay: time.Millisecond * 200,
|
|
Retries: 6,
|
|
TempErrFunc: isTooManyFDError,
|
|
}
|
|
|
|
// hash security
|
|
bs := bstore.NewBlockstore(rds)
|
|
bs = &verifbs.VerifBS{Blockstore: bs}
|
|
|
|
opts := bstore.DefaultCacheOpts()
|
|
conf, err := n.Repo.Config()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// TEMP: setting global sharding switch here
|
|
uio.UseHAMTSharding = conf.Experimental.ShardingEnabled
|
|
|
|
opts.HasBloomFilterSize = conf.Datastore.BloomFilterSize
|
|
if !cfg.Permanent {
|
|
opts.HasBloomFilterSize = 0
|
|
}
|
|
|
|
if !cfg.NilRepo {
|
|
bs, err = bstore.CachedBlockstore(ctx, bs, opts)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
bs = bstore.NewIdStore(bs)
|
|
|
|
bs = cidv0v1.NewBlockstore(bs)
|
|
|
|
n.BaseBlocks = bs
|
|
n.GCLocker = bstore.NewGCLocker()
|
|
n.Blockstore = bstore.NewGCBlockstore(bs, n.GCLocker)
|
|
|
|
if conf.Experimental.FilestoreEnabled || conf.Experimental.UrlstoreEnabled {
|
|
// hash security
|
|
n.Filestore = filestore.NewFilestore(bs, n.Repo.FileManager())
|
|
n.Blockstore = bstore.NewGCBlockstore(n.Filestore, n.GCLocker)
|
|
n.Blockstore = &verifbs.VerifBSGC{GCBlockstore: n.Blockstore}
|
|
}
|
|
|
|
rcfg, err := n.Repo.Config()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if rcfg.Datastore.HashOnRead {
|
|
bs.HashOnRead(true)
|
|
}
|
|
|
|
hostOption := cfg.Host
|
|
if cfg.DisableEncryptedConnections {
|
|
innerHostOption := hostOption
|
|
hostOption = func(ctx context.Context, id peer.ID, ps pstore.Peerstore, options ...libp2p.Option) (p2phost.Host, error) {
|
|
return innerHostOption(ctx, id, ps, append(options, libp2p.NoSecurity)...)
|
|
}
|
|
log.Warningf(`Your IPFS node has been configured to run WITHOUT ENCRYPTED CONNECTIONS.
|
|
You will not be able to connect to any nodes configured to use encrypted connections`)
|
|
}
|
|
|
|
if cfg.Online {
|
|
do := setupDiscoveryOption(rcfg.Discovery)
|
|
if err := n.startOnlineServices(ctx, cfg.Routing, hostOption, do, cfg.getOpt("pubsub"), cfg.getOpt("ipnsps"), cfg.getOpt("mplex")); err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
n.Exchange = offline.Exchange(n.Blockstore)
|
|
}
|
|
|
|
n.Blocks = bserv.New(n.Blockstore, n.Exchange)
|
|
n.DAG = dag.NewDAGService(n.Blocks)
|
|
|
|
internalDag := dag.NewDAGService(bserv.New(n.Blockstore, offline.Exchange(n.Blockstore)))
|
|
n.Pinning, err = pin.LoadPinner(n.Repo.Datastore(), n.DAG, internalDag)
|
|
if err != nil {
|
|
// TODO: we should move towards only running 'NewPinner' explicitly on
|
|
// node init instead of implicitly here as a result of the pinner keys
|
|
// not being found in the datastore.
|
|
// this is kinda sketchy and could cause data loss
|
|
n.Pinning = pin.NewPinner(n.Repo.Datastore(), n.DAG, internalDag)
|
|
}
|
|
n.Resolver = resolver.NewBasicResolver(n.DAG)
|
|
|
|
if cfg.Online {
|
|
if err := n.startLateOnlineServices(ctx); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return n.loadFilesRoot()
|
|
}
|