Makefile

# Makefile for building images
#
# To override variables do
# make ${TARGET} ${VAR}=${VALUE}
IMG ?= gcr.io/kubeflow-examples/code-search

# List any changed  files. We only include files in the notebooks directory.
# because that is the code in the docker image.
# In particular we exclude changes to the ksonnet configs.
CHANGED_FILES := $(shell git diff-files --relative=code_search)

ifeq ($(strip $(CHANGED_FILES)),)
# Changed files is empty; not dirty
# Don't include --dirty because it could be dirty if files outside the ones we care
# about changed.
GIT_VERSION := $(shell git log --pretty=format:'%h' -n 1)
else
GIT_VERSION := $(shell git log --pretty=format:'%h' -n 1)-dirty-$(shell git diff | shasum -a256 | cut -c -6)
endif

TAG := $(shell date +v%Y%m%d)-$(GIT_VERSION)
all: build

TF_VERSION=1.11.0


# Whether to use cached images with GCB
USE_IMAGE_CACHE ?= true

echo:
	@echo IMG=$(IMG)
	@echo GIT_VERSION=$(GIT_VERSION)
	@echo TAG=$(TAG)

# To build without the cache set the environment variable
# export DOCKER_BUILD_OPTS=--no-cache
build-cpu:
	docker build -f "./docker/t2t/Dockerfile" \
             -t $(IMG):$(TAG) \
             --label=git-versions=$(GIT_VERSION) \
             --build-arg BASE_IMAGE_TAG=$(TF_VERSION) \
             ./
	@echo Built $(IMG):$(TAG)

# TODO(jlewi): We could always use build.jsonnet and then just
# Parse out the docker build command.
build-gpu:
	docker build -f "./docker/t2t/Dockerfile" \
             -t $(IMG)-gpu:$(TAG) \
             --label=git-versions=$(GIT_VERSION) \
             --build-arg BASE_IMAGE_TAG=$(TF_VERSION)-gpu  \
             ./
	@echo Built $(IMG)-gpu:$(TAG)

build-dataflow:
	docker build -f "./docker/t2t/Dockerfile.dataflow" \
             -t $(IMG)-dataflow:$(TAG) \
             --label=git-versions=$(GIT_VERSION) \
			 .
	@echo Built $(IMG)-dataflow:$(TAG)

build: build-cpu build-gpu build-dataflow

# Build the GCB workflow
build-gcb-spec:
	rm -rf ./build
	mkdir  -p build
	jsonnet ./docker/t2t/build.jsonnet --ext-str imageBase=$(IMG) \
	  --ext-str gitVersion=$(GIT_VERSION) --ext-str tag=$(TAG) \
	  --ext-str useImageCache=$(USE_IMAGE_CACHE) \
	  > ./build/build.json
# Build using GCB. This is useful if we are on a slow internet connection
# and don't want to pull
build-gcb: build-gcb-spec	
	cp -r ./docker ./build/
	cp -r ./src ./build/
	rm -rf ./build/src/code_search/dataflow/cli/test_data
	rm -rf ./build/src/code_search/t2t/test_data
	gcloud builds submit --machine-type=n1-highcpu-32 --project=kubeflow-ci --config=./build/build.json \
		--timeout=3600 ./build

build-ui-gcb:
	rm -rf ./build
	mkdir  -p build
	jsonnet ./docker/ui/build.jsonnet --ext-str gitVersion=$(GIT_VERSION) --ext-str tag=$(TAG) \
	  > ./build/build.ui.json
	cp -r ./docker ./build/
	cp -r ./src ./build/
	rm -rf ./build/src/code_search/dataflow/cli/test_data
	rm -rf ./build/src/code_search/t2t/test_data
	gcloud builds submit --machine-type=n1-highcpu-32 --project=kubeflow-ci --config=./build/build.ui.json \
		--timeout=3600 ./build

build-ks-gcb:
	rm -rf ./build
	mkdir  -p build
	jsonnet ./docker/ks/build.jsonnet --ext-str gitVersion=$(GIT_VERSION) --ext-str tag=$(TAG) \
	  > ./build/build.ks.json
	cp -r ./docker ./build/
	cp -r ./kubeflow ./build/
	cp -r ./src ./build/
	rm -rf ./build/src/code_search/dataflow/cli/test_data
	rm -rf ./build/src/code_search/t2t/test_data
	gcloud builds submit --machine-type=n1-highcpu-32 --project=kubeflow-ci --config=./build/build.ks.json \
		--timeout=3600 ./build

# Build but don't attach the latest tag. This allows manual testing/inspection of the image
# first.
push-cpu: build-cpu
	gcloud docker --authorize-only
	docker push $(IMG):$(TAG)
	@echo Pushed $(IMG):$(TAG)

push-gpu: build-gpu
	gcloud docker --authorize-only
	docker push $(IMG)-gpu:$(TAG)
	@echo Pushed $(IMG)-gpu:$(TAG)

push-trainer: push-cpu push-gpu

push-dataflow: build-dataflow
	gcloud docker --authorize-only
	docker push $(IMG)-dataflow:$(TAG)
	@echo Pushed $(IMG)-dataflow:$(TAG)

push: push-cpu push-gpu push-dataflow