From ee831c27f0d2d95d66fcf237f1a15fdbdcc32d8d Mon Sep 17 00:00:00 2001 From: mbzomowski Date: Thu, 12 Dec 2024 20:27:22 +0000 Subject: [PATCH] Add autoscaling feature to RayCluster --- src/xpk/core/ray.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/src/xpk/core/ray.py b/src/xpk/core/ray.py index 2266d52a..f8c2a99e 100644 --- a/src/xpk/core/ray.py +++ b/src/xpk/core/ray.py @@ -90,6 +90,25 @@ cloud.google.com/gke-tpu-topology: {topology} """ +ray_cluster_autoscaling = """ enableInTreeAutoscaling: true + autoscalerOptions: + upscalingMode: Default + idleTimeoutSeconds: 60 + imagePullPolicy: IfNotPresent + # Optionally specify the Autoscaler container's securityContext. + securityContext: {} + env: [] + envFrom: [] + resources: + limits: + cpu: {worker_cpu} + google.com/tpu: {chips_per_vm} + memory: {worker_mem} + requests: + cpu: {worker_cpu} + google.com/tpu: {chips_per_vm} + memory: {worker_mem} +""" def install_ray_cluster(args, system) -> int: """Install a RayCluster on the cluster