refactor: remove custom priority class to avoid unwanted evictions

lib/aws/bootstrap/helm-alertmanager-discord.tf

@@ -43,11 +43,6 @@ resource "helm_release" "alertmanager_discord" {
     value = "50Mi"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
   depends_on = [
     aws_eks_cluster.eks_cluster,
     helm_release.aws_vpc_cni,

lib/aws/bootstrap/helm-cert-manager.j2.tf

@@ -28,12 +28,6 @@ resource "helm_release" "cert_manager" {
     value = "0.16.1"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
-
   set {
     name = "installCRDs"
     value = "true"

lib/aws/bootstrap/helm-external-dns.tf

@@ -33,11 +33,6 @@ resource "helm_release" "externaldns" {
     value = "50Mi"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
   depends_on = [
     aws_eks_cluster.eks_cluster,
     helm_release.aws_vpc_cni,

lib/aws/bootstrap/helm-loki.tf

@@ -105,11 +105,6 @@ resource "helm_release" "loki" {
     value = "true"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
   depends_on = [
     aws_iam_user.iam_eks_loki,
     aws_iam_access_key.iam_eks_loki,

lib/aws/bootstrap/helm-metrics-server.tf

@@ -31,11 +31,6 @@ resource "helm_release" "metrics_server" {
     value = "256Mi"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
   depends_on = [
     aws_eks_cluster.eks_cluster,
     helm_release.aws_vpc_cni,

lib/aws/bootstrap/helm-nginx-ingress.tf

@@ -43,11 +43,6 @@ resource "helm_release" "nginx_ingress" {
     value = timestamp()
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
   # Controller resources
   set {
     name = "controller.resources.limits.cpu"

lib/aws/bootstrap/helm-prometheus-operator.j2.tf

@@ -30,11 +30,6 @@ resource "helm_release" "prometheus_operator" {
     value = "100m"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "medium-priority"
-  }
-
   set {
     name = "kube-state-metrics.resources.requests.cpu"
     value = "20m"

lib/aws/bootstrap/helm-promtail.tf

@@ -17,11 +17,6 @@ resource "helm_release" "promtail" {
     value = "loki"
   }
 
-  set {
-    name = "priorityClassName"
-    value = "high-priority"
-  }
-
   depends_on = [
     aws_eks_cluster.eks_cluster,
     helm_release.aws_vpc_cni,

lib/aws/bootstrap/helm-q-priority-class.tf

@@ -1,18 +0,0 @@
-resource "helm_release" "q_priority_class" {
-  name = "q-priority-class"
-  chart = "common/charts/q-priorityclass"
-  namespace = "kube-system"
-  atomic = true
-  max_history = 50
-
-  // make a fake arg to avoid TF to validate update on failure because of the atomic option
-  set {
-    name = "fake"
-    value = timestamp()
-  }
-
-  depends_on = [
-    aws_eks_cluster.eks_cluster,
-    helm_release.aws_vpc_cni,
-  ]
-}

lib/common/bootstrap/charts/q-priorityclass/.helmignore

@@ -1,23 +0,0 @@
-# Patterns to ignore when building packages.
-# This supports shell glob matching, relative path matching, and
-# negation (prefixed with !). Only one pattern per line.
-.DS_Store
-# Common VCS dirs
-.git/
-.gitignore
-.bzr/
-.bzrignore
-.hg/
-.hgignore
-.svn/
-# Common backup files
-*.swp
-*.bak
-*.tmp
-*.orig
-*~
-# Various IDEs
-.project
-.idea/
-*.tmproj
-.vscode/

lib/common/bootstrap/charts/q-priorityclass/Chart.yaml

@@ -1,5 +0,0 @@
-apiVersion: v2
-name: q-priorityclass
-description: A Helm chart for Kubernetes
-version: 0.1.0
-appVersion: 0.1

lib/common/bootstrap/charts/q-priorityclass/templates/storageclass.yaml

@@ -1,23 +0,0 @@
-kind: PriorityClass
-apiVersion: scheduling.k8s.io/v1
-metadata:
-  name: high-priority
-value: 1000000
-globalDefault: false
-description: "This priority class should be used for Infra high level pods."
----
-kind: PriorityClass
-apiVersion: scheduling.k8s.io/v1
-metadata:
-  name: medium-priority
-value: 10000
-globalDefault: false
-description: "This priority class should be used for Infra medium level pods."
----
-kind: PriorityClass
-apiVersion: scheduling.k8s.io/v1
-metadata:
-  name: low-priority
-value: 100
-globalDefault: true
-description: "This priority class should be used for clients applications"