-
-
Notifications
You must be signed in to change notification settings - Fork 3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Decompose DagArchive from unixfs tar
License: MIT Signed-off-by: rht <rhtbot@gmail.com>
- Loading branch information
Showing
3 changed files
with
85 additions
and
71 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,83 @@ | ||
| package archive | ||
|
|
||
| import ( | ||
| "bufio" | ||
| "compress/gzip" | ||
| "io" | ||
| "path" | ||
|
|
||
| cxt "github.com/ipfs/go-ipfs/Godeps/_workspace/src/golang.org/x/net/context" | ||
|
|
||
| mdag "github.com/ipfs/go-ipfs/merkledag" | ||
| tar "github.com/ipfs/go-ipfs/unixfs/archive/tar" | ||
| uio "github.com/ipfs/go-ipfs/unixfs/io" | ||
| ) | ||
|
|
||
| // DefaultBufSize is the buffer size for gets. for now, 1MB, which is ~4 blocks. | ||
| // TODO: does this need to be configurable? | ||
| var DefaultBufSize = 1048576 | ||
|
|
||
| // DagArchive is equivalent to `ipfs getdag $hash | maybe_tar | maybe_gzip` | ||
| func DagArchive(ctx cxt.Context, nd *mdag.Node, name string, dag mdag.DAGService, archive bool, compression int) (io.Reader, error) { | ||
|
|
||
| _, filename := path.Split(name) | ||
|
|
||
| // need to connect a writer to a reader | ||
| piper, pipew := io.Pipe() | ||
|
|
||
| // use a buffered writer to parallelize task | ||
| bufw := bufio.NewWriterSize(pipew, DefaultBufSize) | ||
|
|
||
| // compression determines whether to use gzip compression. | ||
| var maybeGzw io.Writer | ||
| if compression != gzip.NoCompression { | ||
| var err error | ||
| maybeGzw, err = gzip.NewWriterLevel(bufw, compression) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| } else { | ||
| maybeGzw = bufw | ||
| } | ||
|
|
||
| if !archive && compression != gzip.NoCompression { | ||
| // the case when the node is a file | ||
| dagr, err := uio.NewDagReader(ctx, nd, dag) | ||
| if err != nil { | ||
| pipew.CloseWithError(err) | ||
| return nil, err | ||
| } | ||
|
|
||
| go func() { | ||
| if _, err := dagr.WriteTo(maybeGzw); err != nil { | ||
| pipew.CloseWithError(err) | ||
| return | ||
| } | ||
| pipew.Close() // everything seems to be ok. | ||
| }() | ||
| } else { | ||
| // the case for 1. archive, and 2. not archived and not compressed, in which tar is used anyway as a transport format | ||
|
|
||
| // construct the tar writer | ||
| w, err := tar.NewWriter(ctx, dag, archive, compression, maybeGzw) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| go func() { | ||
| // write all the nodes recursively | ||
| if err := w.WriteNode(nd, filename); err != nil { | ||
| pipew.CloseWithError(err) | ||
| return | ||
| } | ||
| if err := bufw.Flush(); err != nil { | ||
| pipew.CloseWithError(err) | ||
| return | ||
| } | ||
| w.Close() | ||
| pipew.Close() // everything seems to be ok. | ||
| }() | ||
| } | ||
|
|
||
| return piper, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters