Ipfs file upload progress

examples/upload-file-via-browser/package.json

@@ -13,7 +13,7 @@
   "devDependencies": {
     "babel-core": "^5.4.7",
     "babel-loader": "^5.1.2",
-    "ipfs-api": "^12.1.7",
+    "ipfs-api": "../../",
     "json-loader": "^0.5.4",
     "react": "^15.4.2",
     "react-dom": "^15.4.2",

examples/upload-file-via-browser/src/App.js

@@ -29,7 +29,7 @@ class App extends React.Component {
   saveToIpfs (reader) {
     let ipfsId
     const buffer = Buffer.from(reader.result)
-    this.ipfsApi.add(buffer)
+    this.ipfsApi.add(buffer, { progress: (prog) => console.log(`received: ${prog}`) })
       .then((response) => {
         console.log(response)
         ipfsId = response[0].hash

src/files/add.js

@@ -3,6 +3,7 @@
 const isStream = require('is-stream')
 const promisify = require('promisify-es6')
 const DAGNodeStream = require('../utils/dagnode-stream')
+const ProgressStream = require('../utils/progress-stream')
 
 module.exports = (send) => {
   return promisify((files, opts, callback) => {
@@ -41,10 +42,11 @@ module.exports = (send) => {
       qs.hash = opts.hashAlg
     }
 
-    const request = { path: 'add', files: files, qs: qs }
+    const request = { path: 'add', files: files, qs: qs, progress: opts.progress }
 
     // Transform the response stream to DAGNode values
-    const transform = (res, callback) => DAGNodeStream.streamToValue(send, res, callback)
+    const transform = (res, callback) => DAGNodeStream
+      .streamToValue(send, ProgressStream.fromStream(opts.progress, res), callback)
     send.andTransform(request, transform, callback)
   })
 }

src/utils/progress-stream.js

@@ -0,0 +1,49 @@
+'use strict'
+
+const Transform = require('readable-stream').Transform
+
+/*
+  A transform stream to track progress events on file upload
+
+  When the progress flag is passed to the HTTP api, the stream
+  emits progress events like such:
+
+  {
+    Name  string
+    Hash  string `json:",omitempty"`
+    Bytes int64  `json:",omitempty"`
+    Size  string `json:",omitempty"`
+  }
+
+  This class will take care of detecting such
+  events and calling the associated track method
+  with the bytes sent so far as parameter. It will
+  also skip them from the stream, emitting only
+  when the final object has been uploaded and we
+  got a hash.
+*/
+class ProgressStream extends Transform {
+  constructor (opts) {
+    opts = Object.assign(opts || {}, { objectMode: true })
+    super(opts)
+    this._track = opts.track || (() => {})
+  }
+
+  static fromStream (track, stream) {
+    const prog = new ProgressStream({ track })
+    return stream.pipe(prog)
+  }
+
+  _transform (chunk, encoding, callback) {
+    if (chunk &&
+      typeof chunk.Bytes !== 'undefined' &&
+      typeof chunk.Hash === 'undefined') {
+      this._track(chunk.Bytes)
+      return callback()
+    }
+
+    callback(null, chunk)
+  }
+}
+
+module.exports = ProgressStream

src/utils/request-api.js

@@ -81,6 +81,9 @@ function requestAPI (config, options, callback) {
   if (options.files && !Array.isArray(options.files)) {
     options.files = [options.files]
   }
+  if (options.progress) {
+    options.qs.progress = true
+  }
 
   if (options.qs.r) {
     options.qs.recursive = options.qs.r

test/files.spec.js

@@ -106,6 +106,45 @@ describe('.files (the MFS API part)', function () {
       })
     })
 
+    it('files.add with progress options', (done) => {
+      let progress = 0
+      ipfs.files.add(testfile, { progress: (p) => { progress = p } }, (err, res) => {
+        expect(err).to.not.exist()
+
+        expect(res).to.have.length(1)
+        expect(progress).to.be.greaterThan(0)
+        done()
+      })
+    })
+
+    it('files.add without progress options', (done) => {
+      ipfs.files.add(testfile, (err, res) => {
+        expect(err).to.not.exist()
+
+        expect(res).to.have.length(1)
+        done()
+      })
+    })
+
+    HASH_ALGS.forEach((name) => {
+      it(`files.add with hash=${name} and raw-leaves=false`, (done) => {
+        const content = String(Math.random() + Date.now())
+        const file = {
+          path: content + '.txt',
+          content: Buffer.from(content)
+        }
+        const options = { hash: name, 'raw-leaves': false }
+
+        ipfs.files.add([file], options, (err, res) => {
+          if (err) return done(err)
+          expect(res).to.have.length(1)
+          const cid = new CID(res[0].hash)
+          expect(mh.decode(cid.multihash).name).to.equal(name)
+          done()
+        })
+      })
+    })
+
     it('files.mkdir', (done) => {
       ipfs.files.mkdir('/test-folder', done)
     })