docs: a few more ideas about auto scale

This commit is contained in:
Aditya
2025-09-17 17:56:57 +05:30
parent cbe8f908bd
commit 7612b4b7bb
2 changed files with 12 additions and 1 deletions
+6 -1
View File
@@ -2183,7 +2183,6 @@ func main() {
fullUrl += "?amount=50"
}
if isKubernetes == "true" {
log.Printf("[INFO] Finished configuring kubernetes environment. Connecting to %s", fullUrl)
} else {
@@ -2532,6 +2531,8 @@ func main() {
executionRequests.Data = executionRequests.Data[0:allowed]
}
} else if swarmControlMode && (swarmConfig == "run" || swarmConfig == "swarm") {
// any reason it is not maxConcurrency instead of
// hardcoded 50?
if len(executionRequests.Data) > 50 {
executionRequests.Data = executionRequests.Data[0:50]
}
@@ -4060,6 +4061,10 @@ func sendWorkerRequest(workflowExecution shuffle.ExecutionRequest, image string,
return nil
}
// 0x0elliot:
// let's never increase worker replicas.
// in our tests, workers replicas mattered a lot less.
// edge-case: subflows are helped with when worker replicas are higher.
func AutoScale(ctx context.Context) {
if os.Getenv("SHUFFLE_SCALE_REPLICAS") != "" {
return