fix: set the FileStreamConverter explicitly

The `SendFilesStream` used to run the `FileStreamConverter` automatically.
With making it an option to use a converter, `SendFilesStream` can be
used outside of the Files API, e.g. for the DAG API.

Closes #696.

Author: vmx

src/files/add-pull-stream.js

@@ -1,6 +1,13 @@
 'use strict'
 
 const SendFilesStream = require('../utils/send-files-stream')
+const FileStreamConverter = require('../utils/file-stream-converter')
 const toPull = require('stream-to-pull-stream')
 
-module.exports = (send) => (options) => toPull(SendFilesStream(send, 'add')(options))
+module.exports = (send) => {
+ return (options) => {
+   options = options || {}
+   options.converter = FileStreamConverter
+   return toPull(SendFilesStream(send, 'add')(options))
+ }
+}

src/files/add-readable-stream.js

@@ -1,5 +1,12 @@
 'use strict'
 
 const SendFilesStream = require('../utils/send-files-stream')
+const FileStreamConverter = require('../utils/file-stream-converter')
 
-module.exports = (send) => SendFilesStream(send, 'add')
+module.exports = (send) => {
+  return (options) => {
+    options = options || {}
+    options.converter = FileStreamConverter
+    return SendFilesStream(send, 'add')(options)
+  }
+}

src/files/add.js

@@ -5,6 +5,7 @@ const ConcatStream = require('concat-stream')
 const once = require('once')
 const isStream = require('is-stream')
 const OtherBuffer = require('buffer').Buffer
+const FileStreamConverter = require('../utils/file-stream-converter')
 const SendFilesStream = require('../utils/send-files-stream')
 
 module.exports = (send) => {
@@ -21,6 +22,7 @@ module.exports = (send) => {
     if (!options) {
       options = {}
     }
+    options.converter = FileStreamConverter
 
     const ok = Buffer.isBuffer(_files) ||
                isStream.readable(_files) ||

src/files/write.js

@@ -3,6 +3,7 @@
 const promisify = require('promisify-es6')
 const concatStream = require('concat-stream')
 const once = require('once')
+const FileStreamConverter = require('../utils/file-stream-converter')
 const SendFilesStream = require('../utils/send-files-stream')
 
 module.exports = (send) => {
@@ -28,7 +29,8 @@ module.exports = (send) => {
 
     const options = {
       args: pathDst,
-      qs: opts
+      qs: opts,
+      converter: FileStreamConverter
     }
 
     const stream = sendFilesStream(options)

src/util/fs-add.js

@@ -4,6 +4,7 @@ const isNode = require('detect-node')
 const promisify = require('promisify-es6')
 const moduleConfig = require('../utils/module-config')
 const SendOneFile = require('../utils/send-one-file-multiple-results')
+const FileStreamConverter = require('../utils/file-stream-converter')
 
 module.exports = (arg) => {
   const sendOneFile = SendOneFile(moduleConfig(arg), 'add')
@@ -31,6 +32,10 @@ module.exports = (arg) => {
       return callback(new Error('"path" must be a string'))
     }
 
-    sendOneFile(path, { qs: opts }, callback)
+    const requestOpts  = {
+      qs: opts,
+      converter: FileStreamConverter
+    }
+    sendOneFile(path, requestOpts, callback)
   })
 }

src/util/url-add.js

@@ -5,6 +5,7 @@ const parseUrl = require('url').parse
 const request = require('../utils/request')
 const moduleConfig = require('../utils/module-config')
 const SendOneFile = require('../utils/send-one-file-multiple-results')
+const FileStreamConverter = require('../utils/file-stream-converter')
 
 module.exports = (arg) => {
   const sendOneFile = SendOneFile(moduleConfig(arg), 'add')
@@ -49,7 +50,11 @@ const requestWithRedirect = (url, opts, sendOneFile, callback) => {
       }
       requestWithRedirect(redirection, opts, sendOneFile, callback)
     } else {
-      sendOneFile(res, { qs: opts }, callback)
+      const requestOpts  = {
+        qs: opts,
+        converter: FileStreamConverter
+      }
+      sendOneFile(res, requestOpts, callback)
     }
   }).end()
 }

src/utils/send-files-stream.js

@@ -127,15 +127,26 @@ module.exports = (send, path) => {
 
       response.on('error', (err) => retStream.emit('error', err))
 
-      response.on('data', (d) => {
-        if (d.Bytes && options.progress) {
-          options.progress(d.Bytes)
-        }
-      })
-      const convertedResponse = new FileStreamConverter()
-      convertedResponse.once('end', () => retStream.push(null))
-      convertedResponse.on('data', (d) => retStream.push(d))
-      response.pipe(convertedResponse)
+      if (options.converter) {
+        response.on('data', (d) => {
+          if (d.Bytes && options.progress) {
+            options.progress(d.Bytes)
+          }
+        })
+
+        const convertedResponse = new options.converter()
+        convertedResponse.once('end', () => retStream.push(null))
+        convertedResponse.on('data', (d) => retStream.push(d))
+        response.pipe(convertedResponse)
+      } else {
+        response.on('data', (d) => {
+          if (d.Bytes && options.progress) {
+            options.progress(d.Bytes)
+          }
+          retStream.push(d)
+        })
+        response.once('end', () => retStream.push(null))
+      }
     })
 
     // signal the multipart that the underlying stream has drained and that