create option for low mem scenarios avoiding mmap (#255)

* create option for low mem scenarios avoiding mmap

Signed-off-by: Ignacio Hagopian <jsign.uy@gmail.com>

* add variadic helper

Signed-off-by: Ignacio Hagopian <jsign.uy@gmail.com>

* add missing return

Signed-off-by: Ignacio Hagopian <jsign.uy@gmail.com>

.gitignore

@@ -31,4 +31,5 @@ api/pb/dart/lib
 # vscode config folder
 .vscode/
 
-**/node_modules
+**/node_modules
+tags

go.mod

@@ -8,6 +8,7 @@ require (
 	github.com/alecthomas/jsonschema v0.0.0-20191017121752-4bb6e3fae4f2
 	github.com/c-bata/go-prompt v0.2.3
 	github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f // indirect
+	github.com/dgraph-io/badger v1.6.0
 	github.com/evanphx/json-patch v4.5.0+incompatible
 	github.com/fatih/color v1.7.0
 	github.com/gogo/googleapis v1.3.1 // indirect

store/manager.go

@@ -35,7 +35,7 @@ func NewManager(ts service.Service, opts ...Option) (*Manager, error) {
 	}
 
 	if config.Datastore == nil {
-		datastore, err := newDefaultDatastore(config.RepoPath)
+		datastore, err := newDefaultDatastore(config.RepoPath, config.LowMem)
 		if err != nil {
 			return nil, err
 		}

store/options.go

@@ -4,6 +4,7 @@ import (
 	"os"
 	"path/filepath"
 
+	"github.com/dgraph-io/badger/options"
 	ds "github.com/ipfs/go-datastore"
 	badger "github.com/ipfs/go-ds-badger"
 	core "github.com/textileio/go-threads/core/store"
@@ -24,18 +25,30 @@ type Config struct {
 	EventCodec core.EventCodec
 	JsonMode   bool
 	Debug      bool
+	LowMem     bool
 }
 
 func newDefaultEventCodec(jsonMode bool) core.EventCodec {
 	return jsonpatcher.New(jsonMode)
 }
 
-func newDefaultDatastore(repoPath string) (ds.TxnDatastore, error) {
+func newDefaultDatastore(repoPath string, lowMem bool) (ds.TxnDatastore, error) {
 	path := filepath.Join(repoPath, defaultDatastorePath)
 	if err := os.MkdirAll(path, os.ModePerm); err != nil {
 		return nil, err
 	}
-	return badger.NewDatastore(path, &badger.DefaultOptions)
+	opts := badger.DefaultOptions
+	if lowMem {
+		opts.TableLoadingMode = options.FileIO
+	}
+	return badger.NewDatastore(path, &opts)
+}
+
+func WithLowMem(low bool) Option {
+	return func(sc *Config) error {
+		sc.LowMem = low
+		return nil
+	}
 }
 
 func WithJsonMode(enabled bool) Option {

store/store.go

@@ -85,7 +85,7 @@ func NewStore(ts service.Service, opts ...Option) (*Store, error) {
 // with the same config.
 func newStore(ts service.Service, config *Config) (*Store, error) {
 	if config.Datastore == nil {
-		datastore, err := newDefaultDatastore(config.RepoPath)
+		datastore, err := newDefaultDatastore(config.RepoPath, config.LowMem)
 		if err != nil {
 			return nil, err
 		}

store/util.go

@@ -93,6 +93,7 @@ func DefaultService(repoPath string, opts ...ServiceOption) (ServiceBoostrapper,
 	// Build a logstore
 	logstorePath := filepath.Join(repoPath, defaultLogstorePath)
 	if err := os.MkdirAll(logstorePath, os.ModePerm); err != nil {
+		cancel()
 		return nil, err
 	}
 	logstore, err := badger.NewDatastore(logstorePath, &badger.DefaultOptions)