init

#!/usr/bin/bash -x

# BEGINNING BOOTSTRAP SCRIPT
SCRIPTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
VERSION="v1"
LEADER="false"
source /etc/environment || :

echo "-------Beginning Bootstrap Script: $VERSION-------"

# Setup profile.d
sudo mkdir /etc/profile.d || :
sudo cp ${SCRIPTDIR}/$VERSION/profile.d/* /etc/profile.d/. 2>/dev/null || :
sudo cp --dereference ${SCRIPTDIR}/$VERSION/profile.d/${NODE_ROLE}/* /etc/profile.d/.

source $SCRIPTDIR/$VERSION/lib/helpers.sh

# Control tier - must form an etcd2 cluster first
if [[ "$NODE_ROLE" = "control" ]]; then
  sudo ${SCRIPTDIR}/$VERSION/util/etcd2-setup.sh $SCRIPTDIR $VERSION
fi

# Worker tier - must run the IAM proxy setup before any other containers
if [[ "$NODE_ROLE" = "worker" && -f ${SCRIPTDIR}/$VERSION/util/iam-proxy.sh ]]; then
  sudo ${SCRIPTDIR}/$VERSION/util/iam-proxy.sh $SCRIPTDIR $VERSION
fi

function leader-setup() {
  echo "-------Leader node, beginning leader setup-------"

  LEADER="true"

  etcd-set /bootstrap.service/leader-status started

  for script in $(ls ${SCRIPTDIR}/$VERSION/setup/leader|grep -e '.sh$')
  do
      sudo ${SCRIPTDIR}/$VERSION/setup/leader/${script}
  done

  echo "-------Leader node, writing finished flag to etcd-------"

  etcd-set /bootstrap.service/leader-status finished

  echo "-------Leader node, leader is finished, continuing bootstrap-------"
}

function follower-setup() {
  # Wait until etcd bootstrap value is set
  # This ensures that the etcd cluster is healthy and replicated on workers and proxy
  while [[ $(etcdctl get /bootstrap.service/leader-status) != "finished" ]]
  do
    echo "-------Follower node, waiting for leader to finish script setup-------"
    sleep 10
  done

  echo "-------Follower node, leader is finished, continuing bootstrap-------"

  # Run the common scripts on all instances
  for script in $(ls ${SCRIPTDIR}/$VERSION/setup/common|grep -e '.sh$')
  do
      sudo ${SCRIPTDIR}/$VERSION/setup/common/${script}
  done
}

# Check the bootstrap process to see if this node should run the leader scripts
etcdctl get /bootstrap.service/leader-status

if [[ $? != 0 && "$NODE_ROLE" = "control" ]]; then
  # The election process follows the following algorithm:
  # 1. A list of all cluster members is obtained
  # 2. IP addresses of all members are filtered and sorted
  # 3. The first IP in the sorted list becomes the leader
  # 4. If the node's local IP matches, it begins running the leader scripts
  # 5. Others continue to wait for it to complete
  LEADER_IP=$(etcdctl member list | awk '{print $4}' | cut -d':' -f 2 | cut -c3- | sort | head -n1)
  LOCAL_IP=$(curl -sS http://169.254.169.254/latest/meta-data/local-ipv4)

  if [[ "$LEADER_IP" = "$LOCAL_IP" ]]; then
    leader-setup
  fi
fi

# TODO: what happens if the elected leader dies?
# TODO: what happens during a reboot?

# Run the follower setup on all nodes (including leader)
follower-setup

# TODO: add a pause to wait for fleet to become healthy

function general-units() {
  echo "-------Beginning general purpose fleet submissions-------"
  for unit in $(ls ${SCRIPTDIR}/$VERSION/fleet|grep -e '.service$\|.timer$')
  do
      submit-fleet-unit ${SCRIPTDIR}/$VERSION/fleet/${unit}
      start-fleet-unit ${SCRIPTDIR}/$VERSION/fleet/${unit}
  done
  echo "-------Done general purpose fleet submissions-------"
}

function optional-units() {
  # start services specified in $(etcdctl get /environment/services)
  # mapped to the /opt directory of these scripts
  echo "-------Beginning optional fleet submissions-------"

  for service in $(etcd-get /environment/services)
  do
      servicedir=${SCRIPTDIR}/${VERSION}/opt/${service}
      if [[ ! -d $servicedir ]]; then
          continue
      fi
      for unit in $(ls $servicedir|grep -e '.service$\|.timer$')
      do
          submit-fleet-unit $servicedir/$unit
          start-fleet-unit $unit
      done
  done
  echo "-------Done optional fleet submissions-------"
}

function specific-units() {
  # TODO: just submit all of these, for every tier, on the leader
  echo "-------Beginning node-specific fleet submissions-------"
  for unit in $(ls ${SCRIPTDIR}/$VERSION/fleet-local/${NODE_ROLE}|grep -e '.service$')
  do
      submit-fleet-unit ${SCRIPTDIR}/$VERSION/fleet-local/${NODE_ROLE}/${unit}
      start-fleet-unit "${unit%.service}${COREOS_PRIVATE_IPV4}"
  done
  echo "-------Done node-specific fleet submissions-------"
}

if [[ "$LEADER" = "true" ]]; then
  optional-units
  general-units
fi

specific-units

echo "-------Done bootstrap script-------"

# TODO:
# In util-units/update-scripts.service, the entire folder is deleted and re-cloned. Since leader already has "bootstrap finished" in etcd, it wont run again
# In util-units/update-scripts.service, the setup-credentials.sh file no longer exists


# Should we manually submit the core-os update service before everything else runs?
# Does the log rotator need to start early on
# Can we use an Environment="IMAGE=etcdctl get /images/gcron-logrotate" in the log rotate service? Not if we submit it early