Skip to content

Commit

Permalink
adding ansible playbook pieces
Browse files Browse the repository at this point in the history
Signed-off-by: greg pereira <grpereir@redhat.com>
  • Loading branch information
Gregory-Pereira committed Jun 23, 2024
1 parent 9e16418 commit ba3dfcb
Show file tree
Hide file tree
Showing 7 changed files with 202 additions and 16 deletions.
2 changes: 1 addition & 1 deletion .env
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
# If this is uncommented it will pull and not rebuild
# IMAGE_REPO=quay.io/grpereir
IMAGE_REPO=quay.io/ai-lab
IMAGE_ARCH=arm64
IMAGE_ARCH=amd64
OS_NAME=rhel9

# for services.builder.image in docker-compose.yml
Expand Down
61 changes: 51 additions & 10 deletions .github/workflows/ai-lab-remote-rhel-build.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,15 +20,18 @@ env:
TF_VAR_ami_id: ${{ secrets.AMI_ID }}

jobs:
ai-lab-podman-remote:
rhel9-milvus:
runs-on: ubuntu-24.04
strategy:
fail-fast: false
max-parallel: 1
steps:
- name: Setup Terraform
uses: hashicorp/setup-terraform@v3.1.1
with:
terraform_version: "1.7.5"

- name: Checkout
- name: Checkout code on runner
uses: actions/checkout@v4.1.6

- name: sshkeygen for ansible
Expand All @@ -39,20 +42,58 @@ jobs:

- name: Terraform Apply
run: terraform apply -auto-approve

- name: Set up Python on runner
uses: actions/setup-python@v5.1.0
with:
python-version: '3.11'

- name: Terraform Output
id: terraform-output
- name: Install Ansible on runner
run: |
echo "id=$(terraform output id | xargs)" >> $GITHUB_OUTPUT
echo "url=$(terraform output host | xargs)" >> $GITHUB_OUTPUT
echo "ssh_public_key=$(terraform output ssh_public_key | xargs)" >> $GITHUB_OUTPUT
echo "pem_filename=$(terraform output pem_filename | xargs)" >> $GITHUB_OUTPUT
python3 -m pip install --upgrade pip
pip install ansible
# currently no reqs
# - name: Ansible Collections
# working-directory: build/ci/rhel-ansible
# run: ansible-galaxy install -r requirements.yaml

- name: Install podman remote
- name: Install jq and build inventory on runner
run: |
sudo apt-get install -y podman podman-remote
sudo apt-get install -y jq
PUBLIC_IP=$(terraform output -json | jq -r '.public_ip.value')
# PUBLIC_IP=$(terraform output -json | jq -r '.public_ip.value' | cut -d "\"" -f 2)
echo "public_ip=$PUBLIC_IP" >> $GITHUB_OUTPUT
echo "[test_environments]" > build/ci/rhel-ansible/inventory.ini
echo "test_environment_host ansible_host=${PUBLIC_IP}" >> build/ci/rhel-ansible/inventory.ini
# cat build/ci/rhel-ansible/inventory.ini
- name: Setup tmate session
# if: ${{ failure() }}
uses: mxschmitt/action-tmate@v3.18
timeout-minutes: 15
with:
detached: true
limit-access-to-actor: true

- name: Provision runner to ec2
working-directory: build/ci/rhel-ansible
run: |
ansible-playbook -v playbook.yaml \
-i inventory.ini \
--private-key=/home/runner/.ssh/id_rsa \
--extra-vars "registry_user=${{ secrets.REGISTRY_USER }}" \
--extra-vars "registry_pass=${{ secrets.REGISTRY_PASS }}" \
--extra-vars "subman_user=${{ secrets.SUBMAN_USER }}" \
--extra-vars "subman_pass=${{ secrets.SUBMAN_PASS }}"
env:
ANSIBLE_CONFIG: ansible.cfg

- name: Terraform Destroy
if: always()
run: terraform destroy -auto-approve

# For stacked runs of CI with concurrency allow for destroy to work
- name: Wait for 30 seconds for destroy to work
if: always()
run: sleep 30
4 changes: 4 additions & 0 deletions build/ci/rhel-ansible/ansible.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
[ssh_connection]
ssh_common_args = -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null ;
[defaults]
host_key_checking = False
138 changes: 138 additions & 0 deletions build/ci/rhel-ansible/playbook.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,138 @@
---
- name: Building rhel9-milvus
hosts: test_environments
remote_user: ec2-user
become: true
gather_facts: false

# THIS RUNS ON RHEL AMI AS BUILDER FOR SUBMAN

tasks:

- name: Wait until the instance is ready
ansible.builtin.wait_for_connection:
delay: 15
timeout: 180

- name: Gather facts for first time
ansible.builtin.setup:

# - name: DEBUG - sleep
# ansible.builtin.shell: |
# sleep 600

- name: remove podman for clean docker install
ansible.builtin.shell: |
sudo dnf -y remove \
docker \
docker-client \
docker-client-latest \
docker-common \
docker-latest \
docker-latest-logrotate \
docker-logrotate \
docker-engine \
podman \
runc
- name: setup docker server and docker compose
async: 1000
poll: 0
register: docker_install_result
ansible.builtin.shell: |
sudo yum install -y yum-utils
sudo yum-config-manager --add-repo https://download.docker.com/linux/rhel/docker-ce.repo
sudo yum -y install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
sudo systemctl start docker
- name: Check on downloading docker + docker tools
async_status:
jid: "{{ docker_install_result.ansible_job_id }}"
register: job_result
until: job_result.finished
retries: 25
delay: 10

- name: Ensure Docker is running
ansible.builtin.systemd:
name: docker
state: started
enabled: yes

- name: DEBUG - sleep
ansible.builtin.shell: |
sleep 400
- name: Install the docker-compose binary
ansible.builtin.shell: |
cd /tmp
export ARCH=$(uname -m)
if [[ "$ARCH" == "arm64" ]] || [[ "$ARCH" == "aarch64" ]]; then
curl -sLO https://github.com/docker/compose/releases/download/v2.28.0/docker-compose-linux-aarch64
mv /tmp/docker-compose-linux-aarch64 /usr/local/bin/docker-compose
elif [[ "$ARCH" == "amd64" ]] || [[ "$ARCH" == "x86_64" ]]; then
curl -sLO https://github.com/docker/compose/releases/download/v2.28.0/docker-compose-linux-x86_64
mv /tmp/docker-compose-linux-x86_64 /usr/local/bin/docker-compose
fi
chmod +x /usr/local/bin/docker-compose
- name: Log in to quay.io
community.docker.docker_login:
username: "{{ registry_user }}"
password: "{{ registry_pass }}"
registry: quay.io

- name: Register to subscription manager
ansible.builtin.shell: |
subscription-manager register --username "{{ subman_user }}" --password "{{ subman_pass }}" --force
- name: Clone Git repository
ansible.builtin.git:
repo: https://github.com/redhat-et/milvus.git
dest: "/home/ec2-user/milvus"
version: "rhel9-milvus"
clone: yes
update: yes

- name: Make the builder image
async: 1000
poll: 0
register: builder_result
ansible.builtin.shell: |
cd /home/ec2-user/milvus
./build/builder.sh make install
- name: Check on the builder image
async_status:
jid: "{{ builder_result.ansible_job_id }}"
register: job_result
until: job_result.finished
retries: 100
delay: 10

- name: Make the milvus image
async: 1000
poll: 0
register: milvus_result
ansible.builtin.shell: |
cd /home/ec2-user/milvus
mv bin build/docker/milvus/rhel9/
mv configs build/docker/milvus/rhel9/
mv lib build/docker/milvus/rhel9/
./build/build_image.sh make
- name: Check on the milvus image
async_status:
jid: "{{ milvus_result.ansible_job_id }}"
register: job_result
until: job_result.finished
retries: 100
delay: 10

- name: log docker images
ansible.builtin.shell: |
docker images
- name: DEBUG - sleep
ansible.builtin.shell: |
sleep 400
3 changes: 3 additions & 0 deletions build/ci/rhel-ansible/requirements.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
---
collections:
- name: community.docker
6 changes: 3 additions & 3 deletions build/docker/builder/cpu/rhel9/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -36,9 +36,9 @@ RUN dnf install -y make cmake automake gcc gcc-c++ \

RUN alias python3='python3.11'

# Assumes you have a valid subman subscription
# This gets used for the codeready-builder-for-rhel-9-<arch> stream for openblas-devel

# Assumes you have a valid subman subscription at the host machine
RUN subscription-manager register --auto-attach
# This gets used for the codeready-builder-for-rhel-9-<arch> stream for openblas-devel
COPY build/docker/builder/cpu/rhel9/install-rpms.sh /root/install-rpms.sh
RUN chmod +x /root/install-rpms.sh
RUN /root/install-rpms.sh
Expand Down
4 changes: 2 additions & 2 deletions build/docker/milvus/rhel9/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,8 +19,8 @@ RUN dnf install -y wget libgomp libaio libatomic
USER 0

# Assumes you have a valid subman subscription
# This gets used for the codeready-builder-for-rhel-9-<arch> stream for openblas-devel

RUN subscription-manager register --auto-attach
# This gets used for the codeready-builder-for-rhel-9-<arch> stream for openblas-devel
COPY build/docker/milvus/rhel9/install-openblas.sh /home/install-openblas.sh
RUN chmod +x /home/install-openblas.sh
RUN TARGETARCH=$TARGETARCH /home/install-openblas.sh
Expand Down

0 comments on commit ba3dfcb

Please sign in to comment.