Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

DAOS-6923 test: Offline Reintegration - More tests #4835

Merged
merged 56 commits into from
Mar 30, 2021
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
56 commits
Select commit Hold shift + click to select a range
112adfa
DAOS-6923 test: Offline Reintegration - More tests
rpadma2 Mar 3, 2021
8e7300e
Merge branch 'master' into daos_6923
rpadma2 Mar 4, 2021
9bc2302
DAOS-6923 test: Added mdtest feature
rpadma2 Mar 5, 2021
d0a22c2
Merge branch 'master' into daos_6923
rpadma2 Mar 5, 2021
7225a5b
DAOS-6923 test: Fix checkpatch issues.
rpadma2 Mar 5, 2021
77f8c65
DAOS-6923 test: Fix the typo
rpadma2 Mar 5, 2021
b2cb8c6
DAOS-6923 test: Removed unwanted results parameter
rpadma2 Mar 7, 2021
078065e
DAOS-6923 test: Address checkpatch issues.
rpadma2 Mar 8, 2021
c072ccb
DAOS-6923 test: Run all the tests once now.
rpadma2 Mar 9, 2021
94f82fb
Merge branch 'master' into daos_6923
rpadma2 Mar 9, 2021
1ed510e
DAOS-6923 test: Fix checkpatch issues.
rpadma2 Mar 9, 2021
f2cedae
DAOS-6923 test: Added skipForTicket
rpadma2 Mar 9, 2021
3b2b7b7
DAOS-6923 test: Just run offline (server stop)
rpadma2 Mar 10, 2021
070af59
Merge branch 'master' into daos_6923
rpadma2 Mar 10, 2021
7b83df8
DAOS-6923 test: Add the loop testing methods.
rpadma2 Mar 11, 2021
68f9753
DAOS-6923 test : Added daos cont check support
rpadma2 Mar 11, 2021
77e73d2
Merge branch 'master' into daos_6923
rpadma2 Mar 11, 2021
85434c3
DAOS-6923 test: Merge with master, minor change.
rpadma2 Mar 11, 2021
b07b581
DAOS-6923 test: Code review script changes.
rpadma2 Mar 14, 2021
8298076
DAOS-6923 test: Fix minor checkpatch issues.
rpadma2 Mar 14, 2021
54115d6
Merge branch 'master' into daos_6923
rpadma2 Mar 14, 2021
01c9e28
Merge branch 'master' into daos_6923
rpadma2 Mar 15, 2021
5ac7f75
DAOS-6923 test: Update the container class
rpadma2 Mar 16, 2021
3a080fc
Merge branch 'master' into daos_6923
rpadma2 Mar 16, 2021
fecfde7
DAOS-6923 test: Fix checkpatch issues.
rpadma2 Mar 16, 2021
b507f47
DAOS-6923 test: Support single/multiple containers
rpadma2 Mar 17, 2021
4973847
Merge branch 'master' into daos_6923
rpadma2 Mar 17, 2021
f4b3a43
DAOS-6923 test: Minor changes to osa_utils.py
rpadma2 Mar 18, 2021
5b9e8e4
Merge branch 'master' into daos_6923
rpadma2 Mar 18, 2021
ff074fc
DAOS-6923 test: Fix minor checkpatch issues.
rpadma2 Mar 18, 2021
189be59
DAOS-6923 test: Fix the ior_thread issue.
rpadma2 Mar 19, 2021
a0f9a04
Merge branch 'master' into daos_6923
rpadma2 Mar 21, 2021
a557e80
DAOS-6923 test: Added skipForTicket (DAOS-6925)
rpadma2 Mar 22, 2021
a5e64fa
Merge branch 'master' into daos_6923
rpadma2 Mar 22, 2021
7684221
DAOS-6923 test: Removed unwanted variable.
rpadma2 Mar 22, 2021
33406af
DAOS-5758 pl: fixes for placement
Mar 16, 2021
0629c3a
Merge branch 'master' into daos_6923
rpadma2 Mar 24, 2021
6188da1
DAOS-6923 test: Merge with Di's branch.
rpadma2 Mar 24, 2021
4983019
DAOS-6923 test: Add skipForTicket-daos cont check
rpadma2 Mar 24, 2021
2e6461a
DAOS-6923 test: Run all the tests including weekly
rpadma2 Mar 25, 2021
9fe0d4b
DAOS-6923 test: Offline reintegration no checksum
rpadma2 Mar 25, 2021
396cdea
Merge branch 'master' into daos_6923
rpadma2 Mar 25, 2021
1ccb85e
DAOS-6923 test: Fix spell check checkpatch issue.
rpadma2 Mar 25, 2021
aa50cc5
DAOS-6923 test: skipforTicket DAOS-6807
rpadma2 Mar 25, 2021
29d61e9
Merge branch 'master' into daos_6923
rpadma2 Mar 25, 2021
f11419b
DAOS-6923 test: Testing without enabling checksum
rpadma2 Mar 26, 2021
ac0c39b
Merge branch 'master' into daos_6923
rpadma2 Mar 26, 2021
ff2148d
DAOS-6923 test: Perform IOR read after excludes
rpadma2 Mar 26, 2021
b440a11
Merge branch 'master' into daos_6923
rpadma2 Mar 26, 2021
a6e8545
Merge branch 'master' into daos_6923
rpadma2 Mar 28, 2021
8349efa
DAOS-6923 test: Enable daos cont check
rpadma2 Mar 28, 2021
3787a55
DAOS-6923 test: Seeing md_test failures.
rpadma2 Mar 28, 2021
de979b5
DAOS-6923 test: Enable daos cont check for tests
rpadma2 Mar 29, 2021
d17a081
DAOS-6923 test: Fix mdtest_test_base
rpadma2 Mar 29, 2021
3ef55fe
DAOS-6923 test: Add log messages
rpadma2 Mar 29, 2021
e975b4f
Merge branch 'master' into daos_6923
rpadma2 Mar 29, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
34 changes: 19 additions & 15 deletions src/tests/ftest/osa/osa_offline_drain.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,27 +22,28 @@ def setUp(self):
"""Set up for test case."""
super().setUp()
self.dmg_command = self.get_dmg_command()
self.ior_apis = self.params.get("ior_api", '/run/ior/iorflags/*')
self.ior_test_sequence = self.params.get(
"ior_test_sequence", '/run/ior/iorflags/*')
self.ior_dfs_oclass = self.params.get(
"obj_class", '/run/ior/iorflags/*')
# Recreate the client hostfile without slots defined
self.hostfile_clients = write_host_file(
self.hostlist_clients, self.workdir, None)

def run_offline_drain_test(self, num_pool, data=False):
def run_offline_drain_test(self, num_pool, data=False,
oclass=None):
"""Run the offline drain without data.
Args:
num_pool (int) : total pools to create for testing purposes.
data (bool) : whether pool has no data or to create
some data in pool. Defaults to False.
oclass (str): DAOS object class (eg: RP_2G1,etc)
"""
# Create a pool
pool = {}
rpadma2 marked this conversation as resolved.
Show resolved Hide resolved
pool_uuid = []
target_list = []

if oclass is None:
oclass = self.ior_cmd.dfs_oclass.value

# Exclude target : random two targets (target idx : 0-7)
n = random.randint(0, 6)
target_list.append(n)
Expand All @@ -61,25 +62,28 @@ def run_offline_drain_test(self, num_pool, data=False):
pool[val].nvme_size.value = int(pool[val].nvme_size.value /
num_pool)
pool[val].create()
pool_uuid.append(pool[val].uuid)
self.pool = pool[val]
self.pool.set_property("reclaim", "disabled")
test_seq = self.ior_test_sequence[0]

if data:
self.run_ior_thread("Write", self.ior_dfs_oclass[0],
self.ior_apis[0],
self.ior_test_sequence[0])
self.run_ior_thread("Write", oclass, test_seq)
self.run_mdtest_thread()

# Drain the pool_uuid, rank and targets
# Drain rank and targets
for val in range(0, num_pool):
self.pool = pool[val]
rank = rank + val
self.pool.display_pool_daos_space("Pool space: Beginning")
pver_begin = self.get_pool_version()
self.log.info("Pool Version at the beginning %s", pver_begin)
if self.test_during_aggregation is True:
self.pool.set_property("reclaim", "time")
rpadma2 marked this conversation as resolved.
Show resolved Hide resolved
self.delete_extra_container(self.pool)
self.simple_exclude_reintegrate_loop(rank)
output = self.dmg_command.pool_drain(self.pool.uuid,
rank, t_string)
self.log.info(output)
self.is_rebuild_done(3)
self.assert_on_rebuild_failure()
self.print_and_assert_on_rebuild_failure(output)

pver_drain = self.get_pool_version()
self.log.info("Pool Version after drain %d", pver_drain)
Expand All @@ -92,8 +96,8 @@ def run_offline_drain_test(self, num_pool, data=False):
pool[val].display_pool_daos_space(display_string)

if data:
self.run_ior_thread("Read", self.ior_dfs_oclass[0],
self.ior_apis[0], self.ior_test_sequence[0])
self.run_ior_thread("Read", oclass, test_seq)
self.run_mdtest_thread()

def test_osa_offline_drain(self):
"""
Expand Down
35 changes: 30 additions & 5 deletions src/tests/ftest/osa/osa_offline_drain.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -73,12 +73,37 @@ ior:
iorflags:
write_flags: "-w -F -k -G 1"
read_flags: "-F -r -R -k -G 1"
ior_api:
- DFS
obj_class:
- RP_2G1
api: DFS
dfs_oclass: RP_2G1
dfs_dir_oclass: RP_2G1
ior_test_sequence:
# - [scmsize, nvmesize, transfersize, blocksize]
# The values are set to be in the multiples of 10.
# Values are appx GB.
- [6000000000, 54000000000, 500000, 500000000]
- [6000000000, 54000000000, 500000, 500000000]
mdtest:
api: DFS
client_processes:
np: 30
num_of_files_dirs: 4067 # creating total of 120K files
test_dir: "/"
iteration: 1
dfs_destroy: False
dfs_oclass: RP_2G1
dfs_dir_oclass: RP_2G1
manager: "MPICH"
flags: "-u"
wr_size:
32K:
write_bytes: 32768
read_bytes: 32768
verbosity_value: 1
depth: 0
test_obj_class:
oclass:
- RP_2G8
- RP_3G6
- RP_4G1
rpadma2 marked this conversation as resolved.
Show resolved Hide resolved
aggregation:
test_with_aggregation: True

Loading