deploy-airflow.sh

#!/bin/bash
while [[ $# -gt 0 ]]; do
  case $1 in
    -n|--namespace)
      NAMESPACE="$2"
      shift # past argument
      shift # past value
      ;;
    -p|--pg-url)
      PG_URL="$2"
      shift # past argument
      shift # past value
      ;;
    -f|--fernet-key)
      FERNET_KEY="$2"
      shift # past argument
      shift # past value
      ;;
    -e|--eks-host)
      EKS_HOST="$2"
      shift # past argument
      shift # past value
      ;;
    --aws-access-key-id)
      AWS_ACCESS_KEY_ID="$2"
      shift # past argument
      shift # past value
      ;;
    --aws-secret-access-key)
      AWS_SECRET_ACCESS_KEY="$2"
      shift # past argument
      shift # past value
      ;;
    --aws-default-region)
      AWS_DEFAULT_REGION="$2"
      shift # past argument
      shift # past value
      ;;
    --image-name)
      IMAGE_NAME="$2"
      shift # past argument
      shift # past value
      ;;
    --image-target)
      IMAGE_TARGET="$2"
      shift # past argument
      shift # past value
      ;;
    --build-image)
      BUILD_IMAGE=true
      shift # past argument
      ;;
    -*|--*)
      echo "Unknown option $1"
      exit 1
      ;;
  esac
done

# Check all required arguments
if [[ -z "$NAMESPACE" || -z "$PG_URL" || -z "$EKS_HOST" || -z "$IMAGE_NAME" || -z "$FERNET_KEY" || -z "$AWS_ACCESS_KEY_ID" || -z "$AWS_SECRET_ACCESS_KEY" || -z "$AWS_DEFAULT_REGION" ]];
then
  echo "You missed some required argument."
  exit 1
fi

# Prepare some arguments
PROJECT_DIR=$(cd $(dirname $0);pwd)
TEMP_DIR="$PROJECT_DIR"/.tmp
HELM_VALUE_YAML="$TEMP_DIR"/value.yaml
IMAGE_REPOSITORY="$EKS_HOST/$IMAGE_NAME"
image_tag=$(echo -n "$(git rev-parse --abbrev-ref HEAD)-$(git rev-parse --short HEAD)" | sed "s#/#-#g")

if [ ! -z $BUILD_IMAGE ]
then

  if [[ -z "$IMAGE_TARGET" ]];
  then
    echo "IMAGE_TAG is a required argument when build image."
    exit 1
  fi

  aws ecr get-login-password --region ap-northeast-1 | docker login --username AWS --password-stdin "$EKS_HOST"
  docker buildx build --target "$IMAGE_TARGET" --push -t "$IMAGE_REPOSITORY:$image_tag" .
fi

# Create temp folder and write helm values yaml to it.
mkdir -p -- "$TEMP_DIR"

# shellcheck disable=SC2002
cat "$PROJECT_DIR"/helm-values.yaml | \
  sed "s={{IMAGE_REPOSITORY}}=$IMAGE_REPOSITORY=" | \
  sed "s={{IMAGE_TAG}}=$image_tag=" | \
  sed "s/{{FERNET_KEY}}/$FERNET_KEY/" | \
  sed "s={{AWS_ACCESS_KEY_ID}}=$AWS_ACCESS_KEY_ID=" | \
  sed "s={{AWS_SECRET_ACCESS_KEY}}=$AWS_SECRET_ACCESS_KEY=" | \
  sed "s={{AWS_DEFAULT_REGION}}=$AWS_DEFAULT_REGION=" > "$HELM_VALUE_YAML"

# Recreate namespace and install all resources.
kubectl delete namespace "$NAMESPACE"
kubectl create namespace "$NAMESPACE"
kubectl create secret generic airflow-database --from-literal=connection=postgresql+psycopg2://"$PG_URL" -n "$NAMESPACE"
kubectl create secret generic airflow-result-database --from-literal=connection=db+postgresql://"$PG_URL" -n "$NAMESPACE"
kubectl create secret generic airflow-webserver-secret --from-literal="webserver-secret-key=$(python3 -c 'import secrets; print(secrets.token_hex(16))')" -n "$NAMESPACE"
helm upgrade --install airflow apache-airflow/airflow --namespace "$NAMESPACE" --timeout 10m0s -f "$HELM_VALUE_YAML"

# Clean up temp folder
rm -rf "$TEMP_DIR"