test -n "$7" && echo CLUSTER is "$7" || "echo CLUSTER is not set && exit"
test -n "$8" && echo tfid is "$8" || "echo tfid is not set && exit"
zone1=$(echo $1)
zone2=$(echo $2)
zone3=$(echo $3)
sub1=$(echo $4)
sub2=$(echo $5)
sub3=$(echo $6)
CLUSTER=$(echo $7)
tfid=$(echo $8)
kubectl get crd
# get the SG's
# get a list of the insytances in the node group
comm=`printf "aws ec2 describe-instances --query 'Reservations[*].Instances[*].InstanceId' --filters \"Name=tag-key,Values=eks:nodegroup-name\" \"Name=tag-value,Values=%s-ng1\" \"Name=instance-state-name,Values=running\" --output text" $CLUSTER`
INSTANCE_IDS=(`eval $comm`)
# extract the security groups
for i in "${INSTANCE_IDS[0]}"
do
echo "Descr EC2 instance $i ..."
sg0=`aws ec2 describe-instances --instance-ids $i | jq -r '.Reservations[].Instances[].SecurityGroups[0].GroupId'`
sg1=`aws ec2 describe-instances --instance-ids $i | jq -r '.Reservations[].Instances[].SecurityGroups[1].GroupId'`
done
echo "subnet $sub1 zone $zone1"
echo "subnet $sub2 zone $zone2"
echo "subnet $sub3 zone $zone3"

# Create the CRD config files - mapping the right security groups, subnets for the zone
echo ${zone1}
cat << EOF > ${zone1}-pod-netconfig.yaml
apiVersion: crd.k8s.amazonaws.com/v1alpha1
kind: ENIConfig
metadata:
 name: ${zone1}-pod-netconfig
spec:
 subnet: ${sub1}
 securityGroups:
 - ${sg0}
EOF
echo "created ${zone1}-pod-netconfig.yaml"
#cat ${zone1}-pod-netconfig.yaml
#

echo ${zone2}
cat << EOF > ${zone2}-pod-netconfig.yaml
apiVersion: crd.k8s.amazonaws.com/v1alpha1
kind: ENIConfig
metadata:
 name: ${zone2}-pod-netconfig
spec:
 subnet: ${sub2}
 securityGroups:
 - ${sg0}
EOF

echo "created ${zone2}-pod-netconfig.yaml"
#cat ${zone2}-pod-netconfig.yaml
#
echo ${zone3}
cat << EOF > ${zone3}-pod-netconfig.yaml
apiVersion: crd.k8s.amazonaws.com/v1alpha1
kind: ENIConfig
metadata:
 name: ${zone3}-pod-netconfig
spec:
 subnet: ${sub3}
 securityGroups:
 - ${sg0}
EOF
echo "created ${zone3}-pod-netconfig.yaml"
#cat ${zone3}-pod-netconfig.yaml


# Apply the CRD config
echo "apply the CRD ${zone1}"
kubectl apply -f ${zone1}-pod-netconfig.yaml
echo "apply the CRD ${zone2}"
kubectl apply -f ${zone2}-pod-netconfig.yaml
echo "apply the CRD ${zone3}"
kubectl apply -f ${zone3}-pod-netconfig.yaml
# get all the nodes
echo "pause 20s before annotate"
sleep 20
target=$(kubectl get nodes | grep Read | wc -l)
comm=`printf "kubectl get node --selector='eks.amazonaws.com/nodegroup==ng1-%s' -o json" $CLUSTER`
allnodes=`eval $comm`
curr=`echo $allnodes | jq '.items | length'`
len=`echo $allnodes | jq '.items | length-1'`
echo "Found $curr nodes to annotate of $target"
# iterate through the nodes and apply the annotation - so the eniConfig can match
for i in `seq 0 $len`; do
nn=`echo $allnodes | jq ".items[(${i})].metadata.name" | tr -d '"'`
nz=`echo $allnodes | jq ".items[(${i})].metadata.labels" | grep failure | grep zone | cut -f2 -d':' | tr -d ' ' | tr -d ','| tr -d '"'`
echo $nn $nz $nr
echo "kubectl annotate node ${nn} k8s.amazonaws.com/eniConfig=${nz}-pod-netconfig"
kubectl annotate node ${nn} k8s.amazonaws.com/eniConfig=${nz}-pod-netconfig
done
if [ $curr -ne $target ]; then
echo "Background reannotate"
sleep 60 && ./reannotate-nodes.sh $CLUSTER &> /dev/null &
fi