Export unixfs chunk function.

unixfs/add.go

@@ -3,23 +3,16 @@ package unixfs
 import (
 	"context"
 	"errors"
-	"io"
 	"io/ioutil"
 	"os"
 	"path/filepath"
 
-	"github.com/ipfs/go-ipfs-chunker"
 	ipld "github.com/ipfs/go-ipld-format"
 	"github.com/ipfs/go-merkledag"
 	ufs "github.com/ipfs/go-unixfs"
-	"github.com/ipfs/go-unixfs/importer/balanced"
-	"github.com/ipfs/go-unixfs/importer/helpers"
 	ufsio "github.com/ipfs/go-unixfs/io"
 )
 
-// DefaultChunker is the name of the default chunker algorithm.
-const DefaultChunker = "buzhash"
-
 // Ignore is used to filter files.
 type Ignore []string
 
@@ -58,32 +51,6 @@ func Add(ctx context.Context, dag ipld.DAGService, path string, ignore Ignore) (
 	}
 }
 
-// addReader splits the given reader into chunks and arranges them into a dag node.
-func addReader(ctx context.Context, dag ipld.DAGService, reader io.Reader) (ipld.Node, error) {
-	chunker, err := chunk.FromString(reader, DefaultChunker)
-	if err != nil {
-		return nil, err
-	}
-
-	params := helpers.DagBuilderParams{
-		Dagserv:    dag,
-		CidBuilder: merkledag.V1CidPrefix(),
-		Maxlinks:   helpers.DefaultLinksPerBlock,
-	}
-
-	helper, err := params.New(chunker)
-	if err != nil {
-		return nil, err
-	}
-
-	node, err := balanced.Layout(helper)
-	if err != nil {
-		return nil, err
-	}
-
-	return node, dag.Add(ctx, node)
-}
-
 // addFile creates a dag node from the file at the given path.
 func addFile(ctx context.Context, dag ipld.DAGService, path string) (ipld.Node, error) {
 	file, err := os.Open(path)
@@ -92,7 +59,7 @@ func addFile(ctx context.Context, dag ipld.DAGService, path string) (ipld.Node,
 	}
 	defer file.Close()
 
-	return addReader(ctx, dag, file)
+	return Chunk(ctx, dag, file)
 }
 
 // addSymlink creates a dag node from the symlink at the given path.
@@ -108,7 +75,11 @@ func addSymlink(ctx context.Context, dag ipld.DAGService, path string) (ipld.Nod
 	}
 
 	node := merkledag.NodeWithData(data)
-	return node, dag.Add(ctx, node)
+	if err := dag.Add(ctx, node); err != nil {
+		return nil, err
+	}
+
+	return node, nil
 }
 
 // addDir creates a dag node from the directory entries at the given path.
@@ -140,5 +111,9 @@ func addDir(ctx context.Context, dag ipld.DAGService, path string, ignore Ignore
 		return nil, err
 	}
 
-	return node, dag.Add(ctx, node)
+	if err := dag.Add(ctx, node); err != nil {
+		return nil, err
+	}
+
+	return node, nil
 }

unixfs/chunk.go

@@ -0,0 +1,45 @@
+package unixfs
+
+import (
+	"context"
+	"io"
+
+	chunk "github.com/ipfs/go-ipfs-chunker"
+	ipld "github.com/ipfs/go-ipld-format"
+	"github.com/ipfs/go-merkledag"
+	"github.com/ipfs/go-unixfs/importer/balanced"
+	"github.com/ipfs/go-unixfs/importer/helpers"
+)
+
+// DefaultChunker is the name of the default chunker algorithm.
+const DefaultChunker = "buzhash"
+
+// Chunk splits the given reader into chunks and arranges them into a dag node.
+func Chunk(ctx context.Context, dag ipld.DAGService, reader io.Reader) (ipld.Node, error) {
+	chunker, err := chunk.FromString(reader, DefaultChunker)
+	if err != nil {
+		return nil, err
+	}
+
+	params := helpers.DagBuilderParams{
+		Dagserv:    dag,
+		CidBuilder: merkledag.V1CidPrefix(),
+		Maxlinks:   helpers.DefaultLinksPerBlock,
+	}
+
+	helper, err := params.New(chunker)
+	if err != nil {
+		return nil, err
+	}
+
+	node, err := balanced.Layout(helper)
+	if err != nil {
+		return nil, err
+	}
+
+	if err := dag.Add(ctx, node); err != nil {
+		return nil, err
+	}
+
+	return node, nil
+}

unixfs/merge.go

@@ -29,5 +29,5 @@ func Merge(ctx context.Context, dag ipld.DAGService, o, a, b cid.Cid) (ipld.Node
 	merged := diff3.Merge(textO, textA, textB)
 	reader := strings.NewReader(merged)
 
-	return addReader(ctx, dag, reader)
+	return Chunk(ctx, dag, reader)
 }