mydump: set read block buffer size to BlockSize * 5

pingcap · Dec 30, 2018 · 79efc70 · 79efc70
1 parent eb011cd
commit 79efc70
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/lightning/config/config.go b/lightning/config/config.go
@@ -130,7 +130,7 @@ func NewConfig() *Config {
  App: Lightning{
  RegionConcurrency: runtime.NumCPU(),
  TableConcurrency: 8,
- IOConcurrency: 2,
+ IOConcurrency: 5,
  CheckRequirements: true,
  },
  TiDB: DBStore{

diff --git a/lightning/mydump/parser.go b/lightning/mydump/parser.go
@@ -54,7 +54,7 @@ type Row struct {
 func NewChunkParser(reader io.Reader, blockBufSize int64, ioWorkers *worker.RestoreWorkerPool) *ChunkParser {
  return &ChunkParser{
  reader: reader,
- blockBuf: make([]byte, blockBufSize),
+ blockBuf: make([]byte, blockBufSize*5),
  remainBuf: &bytes.Buffer{},
  appendBuf: &bytes.Buffer{},
  ioWorkers: ioWorkers,

diff --git a/tidb-lightning.toml b/tidb-lightning.toml
@@ -14,7 +14,7 @@ table-concurrency = 8
 # region-concurrency default to runtime.NumCPU()
 # region-concurrency =
 # io-concurrency controls the maximum io concurrent
-# io-concurrency = 2
+# io-concurrency = 5
 
 # logging
 level = "info"