mirror of
https://github.com/ipfs/kubo.git
synced 2026-03-10 18:57:57 +08:00
chore: remove deprecated testground plans
This commit is contained in:
Henrique Dias
parent
f805b9fcda
commit
3bcc89b78a
@ -1,32 +0,0 @@
|
||||
[metadata]
|
||||
|
||||
[global]
|
||||
plan = "bitswap"
|
||||
case = "speed-test"
|
||||
total_instances = 20
|
||||
builder = "docker:go"
|
||||
runner = "cluster:k8s"
|
||||
|
||||
[global.build_config]
|
||||
push_registry=true
|
||||
go_proxy_mode="remote"
|
||||
go_proxy_url="http://localhost:8081"
|
||||
registry_type="aws"
|
||||
|
||||
[global.run.test_params]
|
||||
size = "1MB"
|
||||
count = "1000"
|
||||
|
||||
[[groups]]
|
||||
id = "providers"
|
||||
instances = { count = 1 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
|
||||
[[groups]]
|
||||
id = "requestors"
|
||||
instances = { count = 19 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
@ -1,33 +0,0 @@
|
||||
[metadata]
|
||||
name = "bitswap-medium-speed-test"
|
||||
|
||||
[global]
|
||||
plan = "bitswap"
|
||||
case = "speed-test"
|
||||
total_instances = 5
|
||||
builder = "docker:go"
|
||||
runner = "cluster:k8s"
|
||||
|
||||
[global.build_config]
|
||||
push_registry=true
|
||||
go_proxy_mode="remote"
|
||||
go_proxy_url="http://localhost:8081"
|
||||
registry_type="aws"
|
||||
|
||||
[global.run.test_params]
|
||||
size = "1MB"
|
||||
count = "1000"
|
||||
|
||||
[[groups]]
|
||||
id = "providers"
|
||||
instances = { count = 1 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
|
||||
[[groups]]
|
||||
id = "requestors"
|
||||
instances = { count = 4 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
@ -1,30 +0,0 @@
|
||||
[metadata]
|
||||
name = "bitswap-local-speed-test"
|
||||
|
||||
[global]
|
||||
plan = "bitswap"
|
||||
case = "speed-test"
|
||||
total_instances = 2
|
||||
builder = "docker:go"
|
||||
runner = "local:docker"
|
||||
|
||||
[global.build_config]
|
||||
push_registry=false
|
||||
|
||||
[global.run.test_params]
|
||||
size = "1MB"
|
||||
count = "1000"
|
||||
|
||||
[[groups]]
|
||||
id = "providers"
|
||||
instances = { count = 1 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
|
||||
[[groups]]
|
||||
id = "requestors"
|
||||
instances = { count = 1 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
@ -1,33 +0,0 @@
|
||||
[metadata]
|
||||
name = "bitswap-small-speed-test"
|
||||
|
||||
[global]
|
||||
plan = "bitswap"
|
||||
case = "speed-test"
|
||||
total_instances = 2
|
||||
builder = "docker:go"
|
||||
runner = "cluster:k8s"
|
||||
|
||||
[global.build_config]
|
||||
push_registry=true
|
||||
go_proxy_mode="remote"
|
||||
go_proxy_url="http://localhost:8081"
|
||||
registry_type="aws"
|
||||
|
||||
[global.run.test_params]
|
||||
size = "1MB"
|
||||
count = "1000"
|
||||
|
||||
[[groups]]
|
||||
id = "providers"
|
||||
instances = { count = 1 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
|
||||
[[groups]]
|
||||
id = "requestors"
|
||||
instances = { count = 1 }
|
||||
[groups.resources]
|
||||
memory = "4096Mi"
|
||||
cpu = "1000m"
|
||||
@ -1,22 +0,0 @@
|
||||
module github.com/ipfs/go-ipfs/testplans/bitswap
|
||||
|
||||
require (
|
||||
github.com/gopherjs/gopherjs v0.0.0-20190812055157-5d271430af9f // indirect
|
||||
github.com/ipfs/go-cid v0.3.2
|
||||
github.com/ipfs/go-datastore v0.6.0
|
||||
github.com/ipfs/go-ipfs-blockstore v1.2.0
|
||||
github.com/ipfs/go-ipfs-exchange-interface v0.2.0
|
||||
github.com/ipfs/go-ipfs-regression v0.0.1
|
||||
github.com/ipfs/go-libipfs v0.4.0
|
||||
github.com/ipld/go-ipld-prime v0.9.1-0.20210324083106-dc342a9917db // indirect
|
||||
github.com/libp2p/go-libp2p v0.23.4
|
||||
github.com/libp2p/go-libp2p-kad-dht v0.18.0
|
||||
github.com/multiformats/go-multiaddr v0.8.0
|
||||
github.com/multiformats/go-multihash v0.2.1
|
||||
github.com/polydawn/refmt v0.0.0-20201211092308-30ac6d18308e // indirect
|
||||
github.com/smartystreets/assertions v1.0.1 // indirect
|
||||
github.com/testground/sdk-go v0.2.7
|
||||
golang.org/x/lint v0.0.0-20201208152925-83fdc39ff7b5 // indirect
|
||||
)
|
||||
|
||||
go 1.15
|
||||
File diff suppressed because it is too large
Load Diff
@ -1,201 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"math/rand"
|
||||
"time"
|
||||
|
||||
"github.com/testground/sdk-go/network"
|
||||
"github.com/testground/sdk-go/run"
|
||||
"github.com/testground/sdk-go/runtime"
|
||||
"github.com/testground/sdk-go/sync"
|
||||
|
||||
"github.com/ipfs/go-cid"
|
||||
datastore "github.com/ipfs/go-datastore"
|
||||
blockstore "github.com/ipfs/go-ipfs-blockstore"
|
||||
exchange "github.com/ipfs/go-ipfs-exchange-interface"
|
||||
bstats "github.com/ipfs/go-ipfs-regression/bitswap"
|
||||
bitswap "github.com/ipfs/go-libipfs/bitswap"
|
||||
bsnet "github.com/ipfs/go-libipfs/bitswap/network"
|
||||
block "github.com/ipfs/go-libipfs/blocks"
|
||||
"github.com/libp2p/go-libp2p"
|
||||
dht "github.com/libp2p/go-libp2p-kad-dht"
|
||||
"github.com/libp2p/go-libp2p/core/host"
|
||||
"github.com/libp2p/go-libp2p/core/peer"
|
||||
"github.com/multiformats/go-multiaddr"
|
||||
"github.com/multiformats/go-multihash"
|
||||
)
|
||||
|
||||
var (
|
||||
testcases = map[string]interface{}{
|
||||
"speed-test": run.InitializedTestCaseFn(runSpeedTest),
|
||||
}
|
||||
networkState = sync.State("network-configured")
|
||||
readyState = sync.State("ready-to-publish")
|
||||
readyDLState = sync.State("ready-to-download")
|
||||
doneState = sync.State("done")
|
||||
providerTopic = sync.NewTopic("provider", &peer.AddrInfo{})
|
||||
blockTopic = sync.NewTopic("blocks", &multihash.Multihash{})
|
||||
)
|
||||
|
||||
func main() {
|
||||
run.InvokeMap(testcases)
|
||||
}
|
||||
|
||||
func runSpeedTest(runenv *runtime.RunEnv, initCtx *run.InitContext) error {
|
||||
runenv.RecordMessage("running speed-test")
|
||||
ctx := context.Background()
|
||||
linkShape := network.LinkShape{}
|
||||
// linkShape := network.LinkShape{
|
||||
// Latency: 50 * time.Millisecond,
|
||||
// Jitter: 20 * time.Millisecond,
|
||||
// Bandwidth: 3e6,
|
||||
// // Filter: (not implemented)
|
||||
// Loss: 0.02,
|
||||
// Corrupt: 0.01,
|
||||
// CorruptCorr: 0.1,
|
||||
// Reorder: 0.01,
|
||||
// ReorderCorr: 0.1,
|
||||
// Duplicate: 0.02,
|
||||
// DuplicateCorr: 0.1,
|
||||
// }
|
||||
initCtx.NetClient.MustConfigureNetwork(ctx, &network.Config{
|
||||
Network: "default",
|
||||
Enable: true,
|
||||
Default: linkShape,
|
||||
CallbackState: networkState,
|
||||
CallbackTarget: runenv.TestGroupInstanceCount,
|
||||
RoutingPolicy: network.AllowAll,
|
||||
})
|
||||
listen, err := multiaddr.NewMultiaddr(fmt.Sprintf("/ip4/%s/tcp/3333", initCtx.NetClient.MustGetDataNetworkIP().String()))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
h, err := libp2p.New(libp2p.ListenAddrs(listen))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer h.Close()
|
||||
kad, err := dht.New(ctx, h)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
for _, a := range h.Addrs() {
|
||||
runenv.RecordMessage("listening on addr: %s", a.String())
|
||||
}
|
||||
bstore := blockstore.NewBlockstore(datastore.NewMapDatastore())
|
||||
ex := bitswap.New(ctx, bsnet.NewFromIpfsHost(h, kad), bstore)
|
||||
switch runenv.TestGroupID {
|
||||
case "providers":
|
||||
runenv.RecordMessage("running provider")
|
||||
err = runProvide(ctx, runenv, h, bstore, ex)
|
||||
case "requestors":
|
||||
runenv.RecordMessage("running requestor")
|
||||
err = runRequest(ctx, runenv, h, bstore, ex)
|
||||
default:
|
||||
runenv.RecordMessage("not part of a group")
|
||||
err = errors.New("unknown test group id")
|
||||
}
|
||||
return err
|
||||
}
|
||||
|
||||
func runProvide(ctx context.Context, runenv *runtime.RunEnv, h host.Host, bstore blockstore.Blockstore, ex exchange.Interface) error {
|
||||
tgc := sync.MustBoundClient(ctx, runenv)
|
||||
ai := peer.AddrInfo{
|
||||
ID: h.ID(),
|
||||
Addrs: h.Addrs(),
|
||||
}
|
||||
tgc.MustPublish(ctx, providerTopic, &ai)
|
||||
tgc.MustSignalAndWait(ctx, readyState, runenv.TestInstanceCount)
|
||||
|
||||
size := runenv.SizeParam("size")
|
||||
count := runenv.IntParam("count")
|
||||
for i := 0; i <= count; i++ {
|
||||
runenv.RecordMessage("generating %d-sized random block", size)
|
||||
buf := make([]byte, size)
|
||||
rand.Read(buf)
|
||||
blk := block.NewBlock(buf)
|
||||
err := bstore.Put(ctx, blk)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
mh := blk.Multihash()
|
||||
runenv.RecordMessage("publishing block %s", mh.String())
|
||||
tgc.MustPublish(ctx, blockTopic, &mh)
|
||||
}
|
||||
tgc.MustSignalAndWait(ctx, readyDLState, runenv.TestInstanceCount)
|
||||
tgc.MustSignalAndWait(ctx, doneState, runenv.TestInstanceCount)
|
||||
return nil
|
||||
}
|
||||
|
||||
func runRequest(ctx context.Context, runenv *runtime.RunEnv, h host.Host, bstore blockstore.Blockstore, ex exchange.Interface) error {
|
||||
tgc := sync.MustBoundClient(ctx, runenv)
|
||||
providers := make(chan *peer.AddrInfo)
|
||||
blkmhs := make(chan *multihash.Multihash)
|
||||
providerSub, err := tgc.Subscribe(ctx, providerTopic, providers)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
ai := <-providers
|
||||
|
||||
runenv.RecordMessage("connecting to provider provider: %s", fmt.Sprint(*ai))
|
||||
providerSub.Done()
|
||||
|
||||
err = h.Connect(ctx, *ai)
|
||||
if err != nil {
|
||||
return fmt.Errorf("could not connect to provider: %w", err)
|
||||
}
|
||||
|
||||
runenv.RecordMessage("connected to provider")
|
||||
|
||||
blockmhSub, err := tgc.Subscribe(ctx, blockTopic, blkmhs)
|
||||
if err != nil {
|
||||
return fmt.Errorf("could not subscribe to block sub: %w", err)
|
||||
}
|
||||
defer blockmhSub.Done()
|
||||
|
||||
// tell the provider that we're ready for it to publish blocks
|
||||
tgc.MustSignalAndWait(ctx, readyState, runenv.TestInstanceCount)
|
||||
// wait until the provider is ready for us to start downloading
|
||||
tgc.MustSignalAndWait(ctx, readyDLState, runenv.TestInstanceCount)
|
||||
|
||||
begin := time.Now()
|
||||
count := runenv.IntParam("count")
|
||||
for i := 0; i <= count; i++ {
|
||||
mh := <-blkmhs
|
||||
runenv.RecordMessage("downloading block %s", mh.String())
|
||||
dlBegin := time.Now()
|
||||
blk, err := ex.GetBlock(ctx, cid.NewCidV0(*mh))
|
||||
if err != nil {
|
||||
return fmt.Errorf("could not download get block %s: %w", mh.String(), err)
|
||||
}
|
||||
dlDuration := time.Since(dlBegin)
|
||||
s := &bstats.BitswapStat{
|
||||
SingleDownloadSpeed: &bstats.SingleDownloadSpeed{
|
||||
Cid: blk.Cid().String(),
|
||||
DownloadDuration: dlDuration,
|
||||
},
|
||||
}
|
||||
runenv.RecordMessage(bstats.Marshal(s))
|
||||
|
||||
stored, err := bstore.Has(ctx, blk.Cid())
|
||||
if err != nil {
|
||||
return fmt.Errorf("error checking if blck was stored %s: %w", mh.String(), err)
|
||||
}
|
||||
if !stored {
|
||||
return fmt.Errorf("block was not stored %s: %w", mh.String(), err)
|
||||
}
|
||||
}
|
||||
duration := time.Since(begin)
|
||||
s := &bstats.BitswapStat{
|
||||
MultipleDownloadSpeed: &bstats.MultipleDownloadSpeed{
|
||||
BlockCount: count,
|
||||
TotalDuration: duration,
|
||||
},
|
||||
}
|
||||
runenv.RecordMessage(bstats.Marshal(s))
|
||||
tgc.MustSignalEntry(ctx, doneState)
|
||||
return nil
|
||||
}
|
||||
@ -1,19 +0,0 @@
|
||||
name = "bitswap"
|
||||
|
||||
[builders]
|
||||
"docker:go" = { enabled = true, enable_go_build_cache = true }
|
||||
|
||||
[runners]
|
||||
"local:docker" = { enabled = true }
|
||||
"cluster:k8s" = { enabled = true }
|
||||
|
||||
[global.build_config]
|
||||
enable_go_build_cache = true
|
||||
|
||||
[[testcases]]
|
||||
name = "speed-test"
|
||||
instances = { min = 2, max = 100, default = 2 }
|
||||
|
||||
[testcases.params]
|
||||
size = { type = "int", desc = "size of file to transfer, in human-friendly form", default = "1MiB" }
|
||||
count = { type = "int", desc = "number of transfers", default = "10" }
|
||||
Loading…
Reference in New Issue
Block a user