From 79efc70f318e2f6b9bd60e3985b125bbbfa70621 Mon Sep 17 00:00:00 2001 From: Lonng Date: Sun, 30 Dec 2018 09:02:22 +0800 Subject: [PATCH] mydump: set read block buffer size to BlockSize * 5 --- lightning/config/config.go | 2 +- lightning/mydump/parser.go | 2 +- tidb-lightning.toml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/lightning/config/config.go b/lightning/config/config.go index 496331a3a..074c81d95 100644 --- a/lightning/config/config.go +++ b/lightning/config/config.go @@ -130,7 +130,7 @@ func NewConfig() *Config { App: Lightning{ RegionConcurrency: runtime.NumCPU(), TableConcurrency: 8, - IOConcurrency: 2, + IOConcurrency: 5, CheckRequirements: true, }, TiDB: DBStore{ diff --git a/lightning/mydump/parser.go b/lightning/mydump/parser.go index 1281cf383..e12bcf640 100644 --- a/lightning/mydump/parser.go +++ b/lightning/mydump/parser.go @@ -54,7 +54,7 @@ type Row struct { func NewChunkParser(reader io.Reader, blockBufSize int64, ioWorkers *worker.RestoreWorkerPool) *ChunkParser { return &ChunkParser{ reader: reader, - blockBuf: make([]byte, blockBufSize), + blockBuf: make([]byte, blockBufSize*5), remainBuf: &bytes.Buffer{}, appendBuf: &bytes.Buffer{}, ioWorkers: ioWorkers, diff --git a/tidb-lightning.toml b/tidb-lightning.toml index 04ac40c36..929859cf3 100644 --- a/tidb-lightning.toml +++ b/tidb-lightning.toml @@ -14,7 +14,7 @@ table-concurrency = 8 # region-concurrency default to runtime.NumCPU() # region-concurrency = # io-concurrency controls the maximum io concurrent -# io-concurrency = 2 +# io-concurrency = 5 # logging level = "info"