diff --git a/src/featureflagservice/Dockerfile b/src/featureflagservice/Dockerfile
index 65c8481ede..517d1d5eb0 100644
--- a/src/featureflagservice/Dockerfile
+++ b/src/featureflagservice/Dockerfile
@@ -12,9 +12,10 @@
 #   - https://pkgs.org/ - resource for finding needed packages
 #   - Ex: hexpm/elixir:1.14.3-erlang-25.2.3-debian-buster-20230202-slim
 #
+# IMPORTANT NOTE - Do not upgrade past OTP 23, otherwise arm64 publishing will break.
 ARG ELIXIR_VERSION=1.14.3
-ARG OTP_VERSION=25.2.3
-ARG DEBIAN_VERSION=buster-20230202-slim
+ARG OTP_VERSION=23.3.4.9
+ARG DEBIAN_VERSION=bullseye-20210902-slim
 
 ARG BUILDER_IMAGE="hexpm/elixir:${ELIXIR_VERSION}-erlang-${OTP_VERSION}-debian-${DEBIAN_VERSION}"
 ARG RUNNER_IMAGE="debian:${DEBIAN_VERSION}"