mirror of
https://github.com/ipfs/kubo.git
synced 2026-02-25 20:37:53 +08:00
119 lines
2.6 KiB
Go
119 lines
2.6 KiB
Go
package importer
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"io"
|
|
"io/ioutil"
|
|
"testing"
|
|
|
|
mdtest "github.com/ipfs/go-ipfs/merkledag/test"
|
|
uio "github.com/ipfs/go-ipfs/unixfs/io"
|
|
|
|
u "gx/ipfs/QmNiJuT8Ja3hMVpBHXv3Q6dwmperaQ6JjLtpMQgMCD7xvx/go-ipfs-util"
|
|
chunker "gx/ipfs/QmWo8jYc19ppG7YoTsrr2kEtLRbARTJho5oNXFTR6B7Peq/go-ipfs-chunker"
|
|
ipld "gx/ipfs/Qme5bWv7wtjUNGsK2BNGVUFPKiuxWrsqrtvYwCLRw8YFES/go-ipld-format"
|
|
)
|
|
|
|
func getBalancedDag(t testing.TB, size int64, blksize int64) (ipld.Node, ipld.DAGService) {
|
|
ds := mdtest.Mock()
|
|
r := io.LimitReader(u.NewTimeSeededRand(), size)
|
|
nd, err := BuildDagFromReader(ds, chunker.NewSizeSplitter(r, blksize))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return nd, ds
|
|
}
|
|
|
|
func getTrickleDag(t testing.TB, size int64, blksize int64) (ipld.Node, ipld.DAGService) {
|
|
ds := mdtest.Mock()
|
|
r := io.LimitReader(u.NewTimeSeededRand(), size)
|
|
nd, err := BuildTrickleDagFromReader(ds, chunker.NewSizeSplitter(r, blksize))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return nd, ds
|
|
}
|
|
|
|
func TestBalancedDag(t *testing.T) {
|
|
ds := mdtest.Mock()
|
|
buf := make([]byte, 10000)
|
|
u.NewTimeSeededRand().Read(buf)
|
|
r := bytes.NewReader(buf)
|
|
|
|
nd, err := BuildDagFromReader(ds, chunker.DefaultSplitter(r))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
dr, err := uio.NewDagReader(context.Background(), nd, ds)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
out, err := ioutil.ReadAll(dr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if !bytes.Equal(out, buf) {
|
|
t.Fatal("bad read")
|
|
}
|
|
}
|
|
|
|
func BenchmarkBalancedReadSmallBlock(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getBalancedDag(b, nbytes, 4096)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkTrickleReadSmallBlock(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getTrickleDag(b, nbytes, 4096)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkBalancedReadFull(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getBalancedDag(b, nbytes, chunker.DefaultBlockSize)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkTrickleReadFull(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getTrickleDag(b, nbytes, chunker.DefaultBlockSize)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func runReadBench(b *testing.B, nd ipld.Node, ds ipld.DAGService) {
|
|
for i := 0; i < b.N; i++ {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
read, err := uio.NewDagReader(ctx, nd, ds)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
|
|
_, err = read.WriteTo(ioutil.Discard)
|
|
if err != nil && err != io.EOF {
|
|
b.Fatal(err)
|
|
}
|
|
cancel()
|
|
}
|
|
}
|