mirror of
https://github.com/ipfs/kubo.git
synced 2026-03-09 10:18:04 +08:00
9a9979b193
alternative to #5243 that updates go-cid and all packages that depend on it License: MIT Signed-off-by: Steven Allen <steven@stebalien.com>
123 lines
3.0 KiB
Go
123 lines
3.0 KiB
Go
package commands
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
|
|
cmds "github.com/ipfs/go-ipfs/commands"
|
|
filestore "github.com/ipfs/go-ipfs/filestore"
|
|
balanced "github.com/ipfs/go-ipfs/importer/balanced"
|
|
ihelper "github.com/ipfs/go-ipfs/importer/helpers"
|
|
|
|
mh "gx/ipfs/QmPnFwZ2JXKnXgMw8CdBPxn7FWh6LLdjUjxV1fKHuJnkr8/go-multihash"
|
|
chunk "gx/ipfs/QmVDjhUMtkRskBFAVNwyXuLSKbeAya7JKPnzAxMKDaK4x4/go-ipfs-chunker"
|
|
cid "gx/ipfs/QmYVNvtQkeZ6AKSwDrjQTs432QtL6umrrK41EBq3cu7iSP/go-cid"
|
|
cmdkit "gx/ipfs/QmdE4gMduCKCGAcczM2F5ioYDfdeKuPix138wrES1YSr7f/go-ipfs-cmdkit"
|
|
)
|
|
|
|
var urlStoreCmd = &cmds.Command{
|
|
|
|
Subcommands: map[string]*cmds.Command{
|
|
"add": urlAdd,
|
|
},
|
|
}
|
|
|
|
var urlAdd = &cmds.Command{
|
|
Helptext: cmdkit.HelpText{
|
|
Tagline: "Add URL via urlstore.",
|
|
LongDescription: `
|
|
Add URLs to ipfs without storing the data locally.
|
|
|
|
The URL provided must be stable and ideally on a web server under your
|
|
control.
|
|
|
|
The file is added using raw-leaves but otherwise using the default
|
|
settings for 'ipfs add'.
|
|
|
|
The file is not pinned, so this command should be followed by an 'ipfs
|
|
pin add'.
|
|
|
|
This command is considered temporary until a better solution can be
|
|
found. It may disappear or the semantics can change at any
|
|
time.
|
|
`,
|
|
},
|
|
Arguments: []cmdkit.Argument{
|
|
cmdkit.StringArg("url", true, false, "URL to add to IPFS"),
|
|
},
|
|
Type: BlockStat{},
|
|
|
|
Run: func(req cmds.Request, res cmds.Response) {
|
|
url := req.Arguments()[0]
|
|
n, err := req.InvocContext().GetNode()
|
|
if err != nil {
|
|
res.SetError(err, cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
if !filestore.IsURL(url) {
|
|
res.SetError(fmt.Errorf("unsupported url syntax: %s", url), cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
cfg, err := n.Repo.Config()
|
|
if err != nil {
|
|
res.SetError(err, cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
if !cfg.Experimental.UrlstoreEnabled {
|
|
res.SetError(filestore.ErrUrlstoreNotEnabled, cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
hreq, err := http.NewRequest("GET", url, nil)
|
|
if err != nil {
|
|
res.SetError(err, cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
hres, err := http.DefaultClient.Do(hreq)
|
|
if err != nil {
|
|
res.SetError(err, cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
if hres.StatusCode != http.StatusOK {
|
|
res.SetError(fmt.Errorf("expected code 200, got: %d", hres.StatusCode), cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
chk := chunk.NewSizeSplitter(hres.Body, chunk.DefaultBlockSize)
|
|
prefix := cid.NewPrefixV1(cid.DagProtobuf, mh.SHA2_256)
|
|
dbp := &ihelper.DagBuilderParams{
|
|
Dagserv: n.DAG,
|
|
RawLeaves: true,
|
|
Maxlinks: ihelper.DefaultLinksPerBlock,
|
|
NoCopy: true,
|
|
Prefix: &prefix,
|
|
URL: url,
|
|
}
|
|
|
|
blc, err := balanced.Layout(dbp.New(chk))
|
|
if err != nil {
|
|
res.SetError(err, cmdkit.ErrNormal)
|
|
return
|
|
}
|
|
|
|
res.SetOutput(BlockStat{
|
|
Key: blc.Cid().String(),
|
|
Size: int(hres.ContentLength),
|
|
})
|
|
},
|
|
Marshalers: cmds.MarshalerMap{
|
|
cmds.Text: func(res cmds.Response) (io.Reader, error) {
|
|
ch := res.Output().(<-chan interface{})
|
|
bs0 := <-ch
|
|
bs := bs0.(*BlockStat)
|
|
return strings.NewReader(bs.Key + "\n"), nil
|
|
},
|
|
},
|
|
}
|