feat: port jupyter-heath (#7147)

Author: agoose77

config/clusters/jupyter-health/support.values.yaml

@@ -35,3 +35,8 @@ cluster-autoscaler:
 
 calico:
   enabled: true
+
+# FIXME: remove this once eksctl is fixed
+nvidiaDevicePlugin:
+  aws:
+    enabled: true

eksctl/jupyter-health.jsonnet

@@ -1,206 +1,17 @@
-/*
-    This file is a jsonnet template of a eksctl's cluster configuration file,
-    that is used with the eksctl CLI to both update and initialize an AWS EKS
-    based cluster.
-
-    This file has in turn been generated from eksctl/template.jsonnet which is
-    relevant to compare with for changes over time.
-
-    To use jsonnet to generate an eksctl configuration file from this, do:
-
-        jsonnet jupyter-health.jsonnet > jupyter-health.eksctl.yaml
-
-    References:
-    - https://eksctl.io/usage/schema/
-*/
-local ng = import './libsonnet/nodegroup.jsonnet';
-
-// place all cluster nodes here
-local clusterRegion = 'us-east-2';
-local masterAzs = ['us-east-2a', 'us-east-2b', 'us-east-2c'];
-local nodeAz = 'us-east-2a';
-
-// Node definitions for notebook nodes. Config here is merged
-// with our notebook node definition.
-// A `node.kubernetes.io/instance-type label is added, so pods
-// can request a particular kind of node with a nodeSelector
-local notebookNodes = [
-  // staging
-  {
-    instanceType: 'r5.xlarge',
-    namePrefix: 'nb-staging',
-    labels+: { '2i2c/hub-name': 'staging' },
-    tags+: { '2i2c:hub-name': 'staging' },
-  },
-  {
-    instanceType: 'r5.4xlarge',
-    namePrefix: 'nb-staging',
-    labels+: { '2i2c/hub-name': 'staging' },
-    tags+: { '2i2c:hub-name': 'staging' },
-  },
-  {
-    instanceType: 'r5.16xlarge',
-    namePrefix: 'nb-staging',
-    labels+: { '2i2c/hub-name': 'staging' },
-    tags+: { '2i2c:hub-name': 'staging' },
-  },
-  // prod
-  {
-    instanceType: 'r5.xlarge',
-    namePrefix: 'nb-prod',
-    labels+: { '2i2c/hub-name': 'prod' },
-    tags+: { '2i2c:hub-name': 'prod' },
-  },
-  {
-    instanceType: 'r5.4xlarge',
-    namePrefix: 'nb-prod',
-    labels+: { '2i2c/hub-name': 'prod' },
-    tags+: { '2i2c:hub-name': 'prod' },
-  },
-  {
-    instanceType: 'r5.16xlarge',
-    namePrefix: 'nb-prod',
-    labels+: { '2i2c/hub-name': 'prod' },
-    tags+: { '2i2c:hub-name': 'prod' },
-  },
-];
-
-local daskNodes = [];
-
-
-{
-  apiVersion: 'eksctl.io/v1alpha5',
-  kind: 'ClusterConfig',
-  metadata+: {
-    name: 'jupyter-health',
-    region: clusterRegion,
-    version: '1.32',
-    tags+: {
-      ManagedBy: '2i2c',
-      '2i2c.org/cluster-name': $.metadata.name,
-    },
-  },
-  availabilityZones: masterAzs,
-  iam: {
-    withOIDC: true,
-  },
-  // If you add an addon to this config, run the create addon command.
-  //
-  //    eksctl create addon --config-file=jupyter-health.eksctl.yaml
-  //
-  addons: [
-    { version: 'latest', tags: $.metadata.tags } + addon
-    for addon in
-      [
-        { name: 'coredns' },
-        { name: 'kube-proxy' },
-        {
-          // vpc-cni is a Amazon maintained container networking interface
-          // (CNI), where a CNI is required for k8s networking. The aws-node
-          // DaemonSet in kube-system stems from installing this.
-          //
-          // Related docs: https://kubernetes.io/docs/concepts/extend-kubernetes/compute-storage-net/network-plugins/
-          //               https://docs.aws.amazon.com/eks/latest/userguide/managing-vpc-cni.html
-          //
-          name: 'vpc-cni',
-          attachPolicyARNs: ['arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy'],
-          // configurationValues ref: https://github.com/aws/amazon-vpc-cni-k8s/blob/HEAD/charts/aws-vpc-cni/values.yaml
-          configurationValues: |||
-            enableNetworkPolicy: "false"
-          |||,
-        },
-        {
-          // aws-ebs-csi-driver ensures that our PVCs are bound to PVs that
-          // couple to AWS EBS based storage, without it expect to see pods
-          // mounting a PVC failing to schedule and PVC resources that are
-          // unbound.
-          //
-          // Related docs: https://docs.aws.amazon.com/eks/latest/userguide/managing-ebs-csi.html
-          //
-          name: 'aws-ebs-csi-driver',
-          wellKnownPolicies: {
-            ebsCSIController: true,
-          },
-          // We enable detailed metrics collection to watch for issues with
-          // jupyterhub-home-nfs
-          // configurationValues ref: https://github.com/kubernetes-sigs/aws-ebs-csi-driver/blob/HEAD/charts/aws-ebs-csi-driver/values.yaml
-          configurationValues: |||
-            defaultStorageClass:
-                enabled: true
-            controller:
-                enableMetrics: true
-            node:
-                enableMetrics: true
-          |||,
-        },
-      ]
-  ],
-  nodeGroups: [
-    n { clusterName: $.metadata.name }
-    for n in
-      [
-        ng {
-          namePrefix: 'core',
-          nameSuffix: 'a',
-          nameIncludeInstanceType: false,
-          availabilityZones: [nodeAz],
-          instanceType: 'r5.xlarge',
-          minSize: 1,
-          maxSize: 6,
-          labels+: {
-            'hub.jupyter.org/node-purpose': 'core',
-            'k8s.dask.org/node-purpose': 'core',
-          },
-          tags+: {
-            '2i2c:node-purpose': 'core',
-          },
-        },
-      ] + [
-        ng {
-          namePrefix: 'nb',
-          availabilityZones: [nodeAz],
-          minSize: 0,
-          maxSize: 500,
-          instanceType: n.instanceType,
-          labels+: {
-            'hub.jupyter.org/node-purpose': 'user',
-            'k8s.dask.org/node-purpose': 'scheduler',
-          },
-          taints+: {
-            'hub.jupyter.org_dedicated': 'user:NoSchedule',
-            'hub.jupyter.org/dedicated': 'user:NoSchedule',
-          },
-          tags+: {
-            '2i2c:node-purpose': 'user',
-          },
-        } + n
-        for n in notebookNodes
-      ] + (
-        if daskNodes != null then
-          [
-            ng {
-              namePrefix: 'dask',
-              availabilityZones: [nodeAz],
-              minSize: 0,
-              maxSize: 500,
-              labels+: {
-                'k8s.dask.org/node-purpose': 'worker',
-              },
-              taints+: {
-                'k8s.dask.org_dedicated': 'worker:NoSchedule',
-                'k8s.dask.org/dedicated': 'worker:NoSchedule',
-              },
-              tags+: {
-                '2i2c:node-purpose': 'worker',
-              },
-              instancesDistribution+: {
-                onDemandBaseCapacity: 0,
-                onDemandPercentageAboveBaseCapacity: 0,
-                spotAllocationStrategy: 'capacity-optimized',
-              },
-            } + n
-            for n in daskNodes
-          ] else []
-      )
+local cluster = import './libsonnet/cluster.jsonnet';
+
+local c = cluster.makeCluster(
+  name='jupyter-health',
+  region='us-east-2',
+  nodeAz='us-east-2a',
+  version='1.34',
+  coreNodeInstanceType='r8i-flex.large',
+  notebookCPUInstanceTypes=[
+    'r5.xlarge',
+    'r5.4xlarge',
+    'r5.16xlarge',
   ],
-}
+  hubs=['staging', 'prod'],
+  nodeGroupGenerations=['b']
+);
+c