From cfdef85680cc505abf6321f499f04f896af552e0 Mon Sep 17 00:00:00 2001 From: Wei-Chiu Chuang Date: Fri, 22 Nov 2024 14:27:44 -0800 Subject: [PATCH 1/3] HDDS-11773. Frequent DataNode Ratis snapshotting. Change-Id: I2baf863c537cc3f5b0e2905c2fb1ca88d05c0ff2 --- hadoop-hdds/common/src/main/resources/ozone-default.xml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml index c67d3b1d576..b2031c93723 100644 --- a/hadoop-hdds/common/src/main/resources/ozone-default.xml +++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml @@ -279,7 +279,7 @@ hdds.ratis.snapshot.threshold - 10000 + 100000 OZONE, RATIS Number of transactions after which a ratis snapshot should be taken. @@ -287,7 +287,7 @@ hdds.container.ratis.statemachine.max.pending.apply-transactions - 10000 + 100000 OZONE, RATIS Maximum number of pending apply transactions in a data pipeline. The default value is kept same as default snapshot threshold From a9e21f581966050f7c76aa4c875d935e4fe17dc7 Mon Sep 17 00:00:00 2001 From: Wei-Chiu Chuang Date: Mon, 25 Nov 2024 10:31:25 -0800 Subject: [PATCH 2/3] Update hadoop-hdds/common/src/main/resources/ozone-default.xml Co-authored-by: Siyao Meng <50227127+smengcl@users.noreply.github.com> --- hadoop-hdds/common/src/main/resources/ozone-default.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml index b2031c93723..d70c5d00722 100644 --- a/hadoop-hdds/common/src/main/resources/ozone-default.xml +++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml @@ -288,7 +288,7 @@ hdds.container.ratis.statemachine.max.pending.apply-transactions 100000 - OZONE, RATIS + OZONE, CONTAINER, RATIS Maximum number of pending apply transactions in a data pipeline. The default value is kept same as default snapshot threshold hdds.ratis.snapshot.threshold. From c0b3044afc799e083a2f73add120f917b2f6d48f Mon Sep 17 00:00:00 2001 From: Wei-Chiu Chuang Date: Mon, 25 Nov 2024 10:31:33 -0800 Subject: [PATCH 3/3] Update hadoop-hdds/common/src/main/resources/ozone-default.xml Co-authored-by: Siyao Meng <50227127+smengcl@users.noreply.github.com> --- hadoop-hdds/common/src/main/resources/ozone-default.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml index d70c5d00722..fdeb5c1c043 100644 --- a/hadoop-hdds/common/src/main/resources/ozone-default.xml +++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml @@ -280,7 +280,7 @@ hdds.ratis.snapshot.threshold 100000 - OZONE, RATIS + OZONE, CONTAINER, RATIS Number of transactions after which a ratis snapshot should be taken.