mirror of
https://github.com/ipfs/kubo.git
synced 2026-03-10 02:40:11 +08:00
e3cf893616
improve efficiency of multilayered indirect blocks clean up tests panic cleanup clean up logic, improve readability add final root node to the dagservice upon creation importer: simplified dag generation test: updated hashes using latest code @whyrusleeping this is why the sharness tests were failing: the hashes are added manually to make sure our generation doesn't change. cleanup after CR fix merkledag tests fix small block generation (no subblocks!)
48 lines
929 B
Go
48 lines
929 B
Go
// package chunk implements streaming block splitters
|
|
package chunk
|
|
|
|
import (
|
|
"io"
|
|
|
|
"github.com/jbenet/go-ipfs/util"
|
|
)
|
|
|
|
var log = util.Logger("chunk")
|
|
|
|
var DefaultBlockSize = 1024 * 256
|
|
var DefaultSplitter = &SizeSplitter{Size: DefaultBlockSize}
|
|
|
|
type BlockSplitter interface {
|
|
Split(r io.Reader) chan []byte
|
|
}
|
|
|
|
type SizeSplitter struct {
|
|
Size int
|
|
}
|
|
|
|
func (ss *SizeSplitter) Split(r io.Reader) chan []byte {
|
|
out := make(chan []byte)
|
|
go func() {
|
|
defer close(out)
|
|
|
|
// all-chunks loop (keep creating chunks)
|
|
for {
|
|
// log.Infof("making chunk with size: %d", ss.Size)
|
|
chunk := make([]byte, ss.Size)
|
|
nread, err := io.ReadFull(r, chunk)
|
|
if nread > 0 {
|
|
// log.Infof("sending out chunk with size: %d", sofar)
|
|
out <- chunk[:nread]
|
|
}
|
|
if err == io.EOF || err == io.ErrUnexpectedEOF {
|
|
return
|
|
}
|
|
if err != nil {
|
|
log.Errorf("Block split error: %s", err)
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
return out
|
|
}
|