mirror of
https://github.com/ipfs/kubo.git
synced 2026-03-07 01:08:08 +08:00
3eba14aa24
Updates: * go-kad-dht: Query performance improvements, DHT client fixes, validates records on *local* put. * go-libp2p-swarm/go-libp2p-transport: Timeout improvements. * go-multiaddr-net: Exposes useful Conn methods (CloseWrite, CloseRead, etc.) * go-log: fixes possible panic when enabling/disabling events. * go-multiaddr: fixes possible panic when stringifying malformed multiaddrs, adds support for consuming /p2p/ multiaddrs. fixes #5113 unblocks #4895 License: MIT Signed-off-by: Steven Allen <steven@stebalien.com>
119 lines
2.6 KiB
Go
119 lines
2.6 KiB
Go
package importer
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"io"
|
|
"io/ioutil"
|
|
"testing"
|
|
|
|
mdtest "github.com/ipfs/go-ipfs/merkledag/test"
|
|
uio "github.com/ipfs/go-ipfs/unixfs/io"
|
|
|
|
u "gx/ipfs/QmPdKqUcHGFdeSpvjVoaTRPPstGif9GBZb5Q56RVw9o69A/go-ipfs-util"
|
|
ipld "gx/ipfs/QmWi2BYBL5gJ3CiAiQchg6rn1A8iBsrWy51EYxvHVjFvLb/go-ipld-format"
|
|
chunker "gx/ipfs/QmXnzH7wowyLZy8XJxxaQCVTgLMcDXdMBznmsrmQWCyiQV/go-ipfs-chunker"
|
|
)
|
|
|
|
func getBalancedDag(t testing.TB, size int64, blksize int64) (ipld.Node, ipld.DAGService) {
|
|
ds := mdtest.Mock()
|
|
r := io.LimitReader(u.NewTimeSeededRand(), size)
|
|
nd, err := BuildDagFromReader(ds, chunker.NewSizeSplitter(r, blksize))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return nd, ds
|
|
}
|
|
|
|
func getTrickleDag(t testing.TB, size int64, blksize int64) (ipld.Node, ipld.DAGService) {
|
|
ds := mdtest.Mock()
|
|
r := io.LimitReader(u.NewTimeSeededRand(), size)
|
|
nd, err := BuildTrickleDagFromReader(ds, chunker.NewSizeSplitter(r, blksize))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return nd, ds
|
|
}
|
|
|
|
func TestBalancedDag(t *testing.T) {
|
|
ds := mdtest.Mock()
|
|
buf := make([]byte, 10000)
|
|
u.NewTimeSeededRand().Read(buf)
|
|
r := bytes.NewReader(buf)
|
|
|
|
nd, err := BuildDagFromReader(ds, chunker.DefaultSplitter(r))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
dr, err := uio.NewDagReader(context.Background(), nd, ds)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
out, err := ioutil.ReadAll(dr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if !bytes.Equal(out, buf) {
|
|
t.Fatal("bad read")
|
|
}
|
|
}
|
|
|
|
func BenchmarkBalancedReadSmallBlock(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getBalancedDag(b, nbytes, 4096)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkTrickleReadSmallBlock(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getTrickleDag(b, nbytes, 4096)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkBalancedReadFull(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getBalancedDag(b, nbytes, chunker.DefaultBlockSize)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkTrickleReadFull(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getTrickleDag(b, nbytes, chunker.DefaultBlockSize)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func runReadBench(b *testing.B, nd ipld.Node, ds ipld.DAGService) {
|
|
for i := 0; i < b.N; i++ {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
read, err := uio.NewDagReader(ctx, nd, ds)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
|
|
_, err = read.WriteTo(ioutil.Discard)
|
|
if err != nil && err != io.EOF {
|
|
b.Fatal(err)
|
|
}
|
|
cancel()
|
|
}
|
|
}
|