Skip to content

Commit

Permalink
[chore](merge-on-write) disable rowid conversion check for mow table …
Browse files Browse the repository at this point in the history
…by default
  • Loading branch information
liaoxin01 committed Nov 23, 2023
1 parent 772f181 commit 5e3ca36
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 2 deletions.
2 changes: 2 additions & 0 deletions be/src/common/config.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -1067,6 +1067,8 @@ DEFINE_mInt64(lookup_connection_cache_bytes_limit, "4294967296");
DEFINE_mInt64(LZ4_HC_compression_level, "9");

DEFINE_mBool(enable_merge_on_write_correctness_check, "true");
// rowid conversion correctness check when compaction for mow table
DEFINE_mBool(enable_rowid_conversion_correctness_check, "false");

// The secure path with user files, used in the `local` table function.
DEFINE_mString(user_files_secure_path, "${DORIS_HOME}");
Expand Down
2 changes: 2 additions & 0 deletions be/src/common/config.h
Original file line number Diff line number Diff line change
Expand Up @@ -1128,6 +1128,8 @@ DECLARE_mBool(enable_flatten_nested_for_variant);
DECLARE_mDouble(ratio_of_defaults_as_sparse_column);

DECLARE_mBool(enable_merge_on_write_correctness_check);
// rowid conversion correctness check when compaction for mow table
DECLARE_mBool(enable_rowid_conversion_correctness_check);

// The secure path with user files, used in the `local` table function.
DECLARE_mString(user_files_secure_path);
Expand Down
8 changes: 6 additions & 2 deletions be/src/olap/compaction.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -689,7 +689,9 @@ Status Compaction::modify_rowsets(const Merger::Statistics* stats) {
}
}

RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map));
if (config::enable_rowid_conversion_correctness_check) {
RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map));
}
location_map.clear();

{
Expand Down Expand Up @@ -750,7 +752,9 @@ Status Compaction::modify_rowsets(const Merger::Statistics* stats) {
}
}

RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map));
if (config::enable_rowid_conversion_correctness_check) {
RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map));
}

_tablet->merge_delete_bitmap(output_rowset_delete_bitmap);
RETURN_IF_ERROR(_tablet->modify_rowsets(output_rowsets, _input_rowsets, true));
Expand Down

0 comments on commit 5e3ca36

Please sign in to comment.