forked from vitessio/vitess
-
Notifications
You must be signed in to change notification settings - Fork 10
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[latest-17.0](vitessio#2526): CherryPick(vitessio#13238): VReplicatio…
…n Workflows: make sequence tables follow routing rules (vitessio#2528) * backport of 2526 * Adjust new workflows for vitess-private Signed-off-by: Matt Lord <mattalord@gmail.com> * Use basic vs simple everywhere for new workflow Signed-off-by: Matt Lord <mattalord@gmail.com> --------- Signed-off-by: Matt Lord <mattalord@gmail.com> Co-authored-by: Matt Lord <mattalord@gmail.com>
- Loading branch information
1 parent
474e942
commit 0c60f38
Showing
36 changed files
with
2,593 additions
and
469 deletions.
There are no files selected for viewing
118 changes: 118 additions & 0 deletions
118
.github/workflows/cluster_endtoend_vreplication_partial_movetables_basic.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,118 @@ | ||
# DO NOT MODIFY: THIS FILE IS GENERATED USING "make generate_ci_workflows" | ||
|
||
name: Cluster (vreplication_partial_movetables_basic) | ||
on: [push] | ||
concurrency: | ||
group: format('{0}-{1}', ${{ github.ref }}, 'Cluster (vreplication_partial_movetables_basic)') | ||
cancel-in-progress: true | ||
|
||
permissions: read-all | ||
|
||
jobs: | ||
build: | ||
name: Run endtoend tests on Cluster (vreplication_partial_movetables_basic) | ||
runs-on: ubuntu-22.04 | ||
|
||
steps: | ||
- name: Configure git private repo access | ||
env: | ||
GITHUB_TOKEN: ${{ secrets.PLANETSCALE_ACTIONS_BOT_TOKEN }} | ||
run: | | ||
git config --global --add url."https://${GITHUB_TOKEN}@github.com/".insteadOf "https://github.com/" | ||
- name: Check out code | ||
uses: actions/checkout@v3 | ||
|
||
- name: Check for changes in relevant files | ||
uses: frouioui/paths-filter@main | ||
id: changes | ||
with: | ||
token: '' | ||
filters: | | ||
end_to_end: | ||
- 'go/**/*.go' | ||
- 'test.go' | ||
- 'Makefile' | ||
- 'build.env' | ||
- 'go.sum' | ||
- 'go.mod' | ||
- 'proto/*.proto' | ||
- 'tools/**' | ||
- 'config/**' | ||
- 'bootstrap.sh' | ||
- '.github/workflows/cluster_endtoend_vreplication_partial_movetables_basic.yml' | ||
- name: Set up Go | ||
uses: actions/setup-go@v4 | ||
with: | ||
go-version: 1.20.3 | ||
|
||
- name: Set up python | ||
uses: actions/setup-python@v4 | ||
|
||
- name: Tune the OS | ||
run: | | ||
# Limit local port range to not use ports that overlap with server side | ||
# ports that we listen on. | ||
sudo sysctl -w net.ipv4.ip_local_port_range="22768 65535" | ||
# Increase the asynchronous non-blocking I/O. More information at https://dev.mysql.com/doc/refman/5.7/en/innodb-parameters.html#sysvar_innodb_use_native_aio | ||
echo "fs.aio-max-nr = 1048576" | sudo tee -a /etc/sysctl.conf | ||
sudo sysctl -p /etc/sysctl.conf | ||
- name: Get dependencies | ||
env: # Or as an environment variable | ||
AWS_ACCESS_KEY_ID: ${{ secrets.BUILDKITE_S3_ACCESS_KEY_ID }} | ||
AWS_SECRET_ACCESS_KEY: ${{ secrets.BUILDKITE_S3_SECRET_ACCESS_KEY }} | ||
AWS_DEFAULT_REGION: us-east-1 | ||
run: | | ||
# Get key to latest MySQL repo | ||
sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 467B942D3A79BD29 | ||
# Setup MySQL 8.0 | ||
wget -c https://dev.mysql.com/get/mysql-apt-config_0.8.24-1_all.deb | ||
echo mysql-apt-config mysql-apt-config/select-server select mysql-8.0 | sudo debconf-set-selections | ||
sudo DEBIAN_FRONTEND="noninteractive" dpkg -i mysql-apt-config* | ||
sudo apt-get update | ||
# Install everything else we need, and configure | ||
sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget eatmydata xz-utils libncurses5 | ||
sudo service mysql stop | ||
sudo service etcd stop | ||
sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/ | ||
sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld | ||
go mod download | ||
- name: Run cluster endtoend test | ||
timeout-minutes: 45 | ||
run: | | ||
# We set the VTDATAROOT to the /tmp folder to reduce the file path of mysql.sock file | ||
# which musn't be more than 107 characters long. | ||
export VTDATAROOT="/tmp/" | ||
source build.env | ||
set -x | ||
# Increase our open file descriptor limit as we could hit this | ||
ulimit -n 65536 | ||
cat <<-EOF>>./config/mycnf/mysql80.cnf | ||
innodb_buffer_pool_dump_at_shutdown=OFF | ||
innodb_buffer_pool_in_core_file=OFF | ||
innodb_buffer_pool_load_at_startup=OFF | ||
innodb_buffer_pool_size=64M | ||
innodb_doublewrite=OFF | ||
innodb_flush_log_at_trx_commit=0 | ||
innodb_flush_method=O_DIRECT | ||
innodb_numa_interleave=ON | ||
innodb_adaptive_hash_index=OFF | ||
sync_binlog=0 | ||
sync_relay_log=0 | ||
performance_schema=OFF | ||
slow-query-log=OFF | ||
EOF | ||
cat <<-EOF>>./config/mycnf/mysql80.cnf | ||
binlog-transaction-compression=ON | ||
EOF | ||
# run the tests however you normally do | ||
eatmydata -- go run test.go -docker=false -follow -shard vreplication_partial_movetables_basic |
119 changes: 119 additions & 0 deletions
119
.github/workflows/cluster_endtoend_vreplication_partial_movetables_sequences.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,119 @@ | ||
# DO NOT MODIFY: THIS FILE IS GENERATED USING "make generate_ci_workflows" | ||
|
||
name: Cluster (vreplication_partial_movetables_sequences) | ||
on: [push] | ||
concurrency: | ||
group: format('{0}-{1}', ${{ github.ref }}, 'Cluster (vreplication_partial_movetables_sequences)') | ||
cancel-in-progress: true | ||
|
||
permissions: read-all | ||
|
||
jobs: | ||
build: | ||
name: Run endtoend tests on Cluster (vreplication_partial_movetables_sequences) | ||
runs-on: ubuntu-22.04 | ||
|
||
steps: | ||
- name: Configure git private repo access | ||
env: | ||
GITHUB_TOKEN: ${{ secrets.PLANETSCALE_ACTIONS_BOT_TOKEN }} | ||
run: | | ||
git config --global --add url."https://${GITHUB_TOKEN}@github.com/".insteadOf "https://github.com/" | ||
- name: Check out code | ||
uses: actions/checkout@v3 | ||
|
||
- name: Check for changes in relevant files | ||
uses: frouioui/paths-filter@main | ||
id: changes | ||
with: | ||
token: '' | ||
filters: | | ||
end_to_end: | ||
- 'go/**/*.go' | ||
- 'test.go' | ||
- 'Makefile' | ||
- 'build.env' | ||
- 'go.sum' | ||
- 'go.mod' | ||
- 'proto/*.proto' | ||
- 'tools/**' | ||
- 'config/**' | ||
- 'bootstrap.sh' | ||
- '.github/workflows/cluster_endtoend_vreplication_partial_movetables_sequences.yml' | ||
- name: Set up Go | ||
uses: actions/setup-go@v4 | ||
with: | ||
go-version: 1.20.3 | ||
|
||
- name: Set up python | ||
uses: actions/setup-python@v4 | ||
|
||
- name: Tune the OS | ||
run: | | ||
# Limit local port range to not use ports that overlap with server side | ||
# ports that we listen on. | ||
sudo sysctl -w net.ipv4.ip_local_port_range="22768 65535" | ||
# Increase the asynchronous non-blocking I/O. More information at https://dev.mysql.com/doc/refman/5.7/en/innodb-parameters.html#sysvar_innodb_use_native_aio | ||
echo "fs.aio-max-nr = 1048576" | sudo tee -a /etc/sysctl.conf | ||
sudo sysctl -p /etc/sysctl.conf | ||
- name: Get dependencies | ||
env: # Or as an environment variable | ||
AWS_ACCESS_KEY_ID: ${{ secrets.BUILDKITE_S3_ACCESS_KEY_ID }} | ||
AWS_SECRET_ACCESS_KEY: ${{ secrets.BUILDKITE_S3_SECRET_ACCESS_KEY }} | ||
AWS_DEFAULT_REGION: us-east-1 | ||
run: | | ||
# Get key to latest MySQL repo | ||
sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 467B942D3A79BD29 | ||
# Setup MySQL 8.0 | ||
wget -c https://dev.mysql.com/get/mysql-apt-config_0.8.24-1_all.deb | ||
echo mysql-apt-config mysql-apt-config/select-server select mysql-8.0 | sudo debconf-set-selections | ||
sudo DEBIAN_FRONTEND="noninteractive" dpkg -i mysql-apt-config* | ||
sudo apt-get update | ||
# Install everything else we need, and configure | ||
sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget eatmydata xz-utils libncurses5 | ||
sudo service mysql stop | ||
sudo service etcd stop | ||
sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/ | ||
sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld | ||
go mod download | ||
- name: Run cluster endtoend test | ||
timeout-minutes: 45 | ||
run: | | ||
# We set the VTDATAROOT to the /tmp folder to reduce the file path of mysql.sock file | ||
# which musn't be more than 107 characters long. | ||
export VTDATAROOT="/tmp/" | ||
source build.env | ||
set -x | ||
# Increase our open file descriptor limit as we could hit this | ||
ulimit -n 65536 | ||
cat <<-EOF>>./config/mycnf/mysql80.cnf | ||
innodb_buffer_pool_dump_at_shutdown=OFF | ||
innodb_buffer_pool_in_core_file=OFF | ||
innodb_buffer_pool_load_at_startup=OFF | ||
innodb_buffer_pool_size=64M | ||
innodb_doublewrite=OFF | ||
innodb_flush_log_at_trx_commit=0 | ||
innodb_flush_method=O_DIRECT | ||
innodb_numa_interleave=ON | ||
innodb_adaptive_hash_index=OFF | ||
sync_binlog=0 | ||
sync_relay_log=0 | ||
performance_schema=OFF | ||
slow-query-log=OFF | ||
EOF | ||
cat <<-EOF>>./config/mycnf/mysql80.cnf | ||
binlog-transaction-compression=ON | ||
EOF | ||
# run the tests however you normally do | ||
eatmydata -- go run test.go -docker=false -follow -shard vreplication_partial_movetables_sequences | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,4 +1,5 @@ | ||
## Releases | ||
* [18.0](18.0) | ||
* [17.0](17.0) | ||
* [16.0](16.0) | ||
* [15.0](15.0) | ||
|
This file was deleted.
Oops, something went wrong.
Oops, something went wrong.