Skip to content

Commit

Permalink
[FAB-3749] Add Ledger Component Perf. Tests
Browse files Browse the repository at this point in the history 
Adding Ledger component performance tests to the test framework. The
tests use the LTE tool. The attached Docstring to each test explains what
the test would perform.

This includes the following tests:
[FAB-3790]
[FAB-3795]
[FAB-3798]
[FAB-3799]
[FAB-3801]
[FAB-3802]
[FAB-3800]
[FAB-3803]

These tests can be run by typing:
$  py.test -v --junitxml results_ledger_lte.xml ledger_lte.py

Change-Id: I92fab479518131305be66932ef2d60760e1ab9e7
Signed-off-by: Adnan Choudhury <adnan.choudhury@itpeoplecorp.com>
  • Loading branch information
@adnan-c
adnan-c committed May 25, 2017
1 parent aea1b8f commit a5ad734
Show file tree
Hide file tree
Showing 2 changed files with 208 additions and 14 deletions.
206 changes: 206 additions & 0 deletions test/regression/daily/ledger_lte.py
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,206 @@
import unittest
import subprocess

class perf_goleveldb(unittest.TestCase):

def test_FAB_3790_VaryNumParallelTxPerChain(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the number of parallel
transactions per chain and observe the performance.
Passing criteria: all subtests (8) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyNumParallelTxPerChain",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 8)

def test_FAB_3795_VaryNumChain(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the number of chains
(ledgers).
Passing criteria: all subtests (8) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyNumChain",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 8)

def test_FAB_3798_VaryNumParallelTxWithSingleChain(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the number of parallel
transactions on a single chain.
Passing criteria: all subtests (8) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyNumParallelTxWithSingleChain",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 8)

def test_FAB_3799_VaryNumChainWithNoParallelism(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the number of chains
without any parallelism within a single chain.
Passing criteria: all subtests (8) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyNumChainWithNoParallelism",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 8)

def test_FAB_3801_VaryKVSize(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the size of key-value.
Passing criteria: all subtests (5) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyKVSize",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 5)

def test_FAB_3802_VaryBatchSize(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the value of the batch
size
Passing criteria: all subtests (4) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyBatchSize",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 4)

def test_FAB_3800_VaryNumKeysInEachTX(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the number of keys in
each transaction.
Passing criteria: all subtests (5) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyNumKeysInEachTX",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 5)

def test_FAB_3803_VaryNumTxs(self):
'''
In this Performance test, we observe the the performance (time to
complete a set number of Ledger operations) of the Ledger component,
with goleveldb as the state database. We vary the number of
transactions carried out.
Passing criteria: all subtests (4) completed successfully
'''
result = subprocess.check_output(
"./runbenchmarks.sh varyNumTxs",
shell=True, stderr=subprocess.STDOUT,
cwd='../../tools/LTE/scripts')
completion_count = result.count("PASS")
self.assertEqual(completion_count, 4)


class perf_couchdb(unittest.TestCase):
@unittest.skip("WIP, skipping")
def test_FAB_3870_VaryNumParallelTxPerChain(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, as we vary the number of parallel transactions per chain.
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3871_VaryNumChain(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, as we vary the number of chains (ledgers).
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3872_VaryNumParallelTxWithSingleChain(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, vary the number of parallel transactions on a single chain.
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3873_VaryNumChainWithNoParallelism(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, as we vary the number of chains without any parallelism.
within a single chain.
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3874_VaryKVSize(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, varying the size of key-value.
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3875_VaryBatchSize(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, as we vary the value of the batch size.
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3876_VaryNumKeysInEachTX(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, as we vary the number of keys in each transaction.
'''
self.assertTrue(True)

@unittest.skip("WIP, skipping")
def test_FAB_3877_VaryNumTxs(self):
'''
In this Performance test, we observe the the performance (operations
per second) of the Ledger component, with CouchDB as the state
database, as we vary the number of transactions carried out.
'''
self.assertTrue(True)
16 changes: 2 additions & 14 deletions test/regression/daily/runDailyTestSuite.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,17 +19,5 @@ cd ../../feature
behave --junit --junit-directory ../regression/daily/. --tags=-skip --tags=daily
cd -

echo "========== Test Your Chaincode ..."
# TBD - after changeset https://gerrit.hyperledger.org/r/#/c/9163/ is merged,
# replace the previous 2 lines with this new syntax to run all the chaincode tests;
# and when making this change we should also remove file chaincodeTests/runChaincodes.sh)
#
#cd $DAILYDIR/chaincodeTests/envsetup
#py.test -v --junitxml ../../results_testYourChaincode.xml testYourChaincode.py

# TBD - after changeset https://gerrit.hyperledger.org/r/#/c/9251/ is merged,
# and integrated with this, lines like these should be executed too:
#echo "========== Ledger component performance tests..."
#cd $DAILYDIR/ledgerperftests
#py.test -v --junitxml results_perf_goleveldb.xml test_perf_goleveldb.py
#py.test -v --junitxml results_perf_couchdb.xml test_perf_couchdb.py
echo "========== Ledger component performance tests..."
py.test -v --junitxml results_ledger_lte.xml ledger_lte.py

0 comments on commit a5ad734

Please sign in to comment.