Run critical addons on the control plane

Author: hakman

upup/models/cloudup/resources/addons/aws-ebs-csi-driver.addons.k8s.io/k8s-1.17.yaml.template

@@ -726,6 +726,12 @@ spec:
         - effect: NoExecute
           operator: Exists
           tolerationSeconds: 300
+        {{- if IsControlPlaneMode }}
+        - key: node-role.kubernetes.io/master
+          operator: Exists
+        - key: node-role.kubernetes.io/control-plane
+          operator: Exists
+        {{- end }}
       {{ end }}
       securityContext:
         fsGroup: 1000

upup/models/cloudup/resources/addons/coredns.addons.k8s.io/k8s-1.12.yaml.template

@@ -361,7 +361,9 @@ spec:
           - --default-params={"linear":{"coresPerReplica":256,"nodesPerReplica":16,"preventSinglePointFailure":true}}
           - --logtostderr=true
           - --v=2
+      {{- if not IsControlPlaneMode }}
       priorityClassName: system-cluster-critical
+      {{- end }}
       tolerations:
         {{- if KubeDNS.Tolerations }}
 {{ ToYAML .KubeDNS.Tolerations | indent 8 }}