From 96af71c043e21d2514d65369bd4df5f4ae00ad03 Mon Sep 17 00:00:00 2001 From: Bradley Lunsford Date: Wed, 29 Jan 2025 21:21:43 -0800 Subject: [PATCH] adding new SPS versions --- applications/unity-sps-eks/0.3/metadata.json | 61 ++++++++++++ .../unity-sps-karpenter/0.3/metadata.json | 39 ++++++++ applications/unity-sps/0.4/metadata.json | 92 +++++++++++++++++++ 3 files changed, 192 insertions(+) create mode 100644 applications/unity-sps-eks/0.3/metadata.json create mode 100644 applications/unity-sps-karpenter/0.3/metadata.json create mode 100644 applications/unity-sps/0.4/metadata.json diff --git a/applications/unity-sps-eks/0.3/metadata.json b/applications/unity-sps-eks/0.3/metadata.json new file mode 100644 index 0000000..e3cb981 --- /dev/null +++ b/applications/unity-sps-eks/0.3/metadata.json @@ -0,0 +1,61 @@ +{ + "DisplayName": "Unity SPS Kubernetes", + "Name": "unity-sps-eks", + "Version": "0.3", + "Channel": "beta", + "Owner": "Bradley Lunsford", + "Description": "The Unity SPS Kubernetes package", + "Repository": "https://github.com/unity-sds/unity-cs-infra", + "Tags": [ + "eks", + "sps", + "kubernetes" + ], + "Category": "system", + "IamRoles": { + "Statement": [{ + "Effect": "Allow", + "Action": [ + "iam:CreateInstanceProfile" + ], + "Resource": [ + "arn:aws:iam:::instance-profile/eksctl*" + ] + }] + }, + "Package": "https://github.com/unity-sds/unity-sps@d929c0af33aa578fdb81a33f86dc8b59c5c3f1f1", + "WorkDirectory": "terraform-unity/modules/terraform-unity-sps-eks", + "Backend": "terraform", + "ManagedDependencies": {}, + "DefaultDeployment": { + "Variables": { + "AdvancedValues": { + "nodegroups": { + "defaultGroup": { + "block_device_mappings": { + "xvda": { + "device_name": "/dev/xvda", + "ebs": { + "delete_on_termination": true, + "encrypted": true, + "volume_size": 100, + "volume_type": "gp2" + } + } + }, + "desired_size": 1, + "instance_types": [ + "t3.xlarge" + ], + "max_size": 1, + "metadata_options": { + "http_endpoint": "enabled", + "http_put_response_hop_limit": 3 + }, + "min_size": 1 + } + } + } + } + } +} diff --git a/applications/unity-sps-karpenter/0.3/metadata.json b/applications/unity-sps-karpenter/0.3/metadata.json new file mode 100644 index 0000000..ac1c706 --- /dev/null +++ b/applications/unity-sps-karpenter/0.3/metadata.json @@ -0,0 +1,39 @@ +{ + "DisplayName": "Unity SPS Karpenter", + "Name": "unity-sps-karpenter", + "Version": "0.3", + "Channel": "beta", + "Owner": "Bradley Lunsford", + "Description": "The Unity SPS EKS Karpenter package", + "Repository": "https://github.com/unity-sds/unity-sps", + "Tags": [ + "eks", + "sps", + "karpenter", + "kubernetes" + ], + "Category": "system", + "IamRoles": { + "Statement": [{ + "Effect": "Allow", + "Action": [ + "iam:CreateInstanceProfile" + ], + "Resource": [ + "arn:aws:iam:::instance-profile/eksctl*" + ] + }] + }, + "Package": "https://github.com/unity-sds/unity-sps@d929c0af33aa578fdb81a33f86dc8b59c5c3f1f1", + "WorkDirectory": "terraform-unity/modules/terraform-unity-sps-karpenter", + "Backend": "terraform", + "ManagedDependencies": { + "unity-sps-eks": { + "MinimumVersion": "0.3" + } + }, + "DefaultDeployment": { + "Variables": { + } + } +} diff --git a/applications/unity-sps/0.4/metadata.json b/applications/unity-sps/0.4/metadata.json new file mode 100644 index 0000000..915743c --- /dev/null +++ b/applications/unity-sps/0.4/metadata.json @@ -0,0 +1,92 @@ +{ + "Name": "unity-sps", + "DisplayName": "Unity SPS", + "Version": "0.4", + "Channel": "beta", + "Owner": "Bradley Lunsford", + "Description": "The Unity SPS package", + "Repository": "https://github.com/unity-sds/unity-sps", + "Tags": [ + "sps", + "data processing" + ], + "Category": "data processing", + "IamRoles": { + "Statement": [{ + "Effect": "Allow", + "Action": [ + "iam:CreateInstanceProfile" + ], + "Resource": [ + "arn:aws:iam:::instance-profile/eksctl*" + ] + }] + }, + "Package": "https://github.com/unity-sds/unity-sps@d929c0af33aa578fdb81a33f86dc8b59c5c3f1f1", + "WorkDirectory": "terraform-unity", + "ManagedDependencies": { + "unity-sps-eks": { + "MinimumVersion": "0.3" + }, + "unity-sps-karpenter": { + "MinimumVersion": "0.3" + } + }, + "Backend": "terraform", + "DefaultDeployment": { + "Variables": { + "Values" : { + "airflow_webserver_username": "admin", + "airflow_webserver_password": "spsadmin", + "kubeconfig_filepath": "/tmp/kubeconfig.yaml" + }, + "AdvancedValues": { + "airflow_docker_images": { + "airflow": { + "name": "ghcr.io/unity-sds/unity-sps/sps-airflow", + "tag": "2.3.0" + } + }, + "dag_catalog_repo": { + "dags_directory_path": "airflow/dags", + "ref": "2.2.0", + "url": "https://github.com/unity-sds/unity-sps.git" + }, + "helm_charts": { + "airflow": { + "chart": "airflow", + "repository": "https://airflow.apache.org", + "version": "1.15.0" + }, + "keda": { + "chart": "keda", + "repository": "https://kedacore.github.io/charts", + "version": "v2.15.1" + } + }, + "karpenter_node_classes": { + "airflow-kubernetes-pod-operator-high-workload": { + "volume_size": "300Gi" + }, + "default": { + "volume_size": "30Gi" + } + }, + "ogc_processes_docker_images": { + "git_sync": { + "name": "registry.k8s.io/git-sync/git-sync", + "tag": "v4.2.4" + }, + "ogc_processes_api": { + "name": "ghcr.io/unity-sds/unity-sps-ogc-processes-api/unity-sps-ogc-processes-api", + "tag": "2.0.0" + }, + "redis": { + "name": "redis", + "tag": "7.4.0" + } + } + } + } + } +}