Fixed Orborus/Worker related problems with image mapping
This commit is contained in:
@@ -478,6 +478,7 @@ func deployServiceWorkers(image string) {
|
|||||||
fmt.Sprintf("DEBUG_MEMORY=%s", os.Getenv("DEBUG_MEMORY")),
|
fmt.Sprintf("DEBUG_MEMORY=%s", os.Getenv("DEBUG_MEMORY")),
|
||||||
fmt.Sprintf("SHUFFLE_APP_SDK_TIMEOUT=%s", os.Getenv("SHUFFLE_APP_SDK_TIMEOUT")),
|
fmt.Sprintf("SHUFFLE_APP_SDK_TIMEOUT=%s", os.Getenv("SHUFFLE_APP_SDK_TIMEOUT")),
|
||||||
fmt.Sprintf("SHUFFLE_MAX_SWARM_NODES=%d", os.Getenv("SHUFFLE_MAX_SWARM_NODES")),
|
fmt.Sprintf("SHUFFLE_MAX_SWARM_NODES=%d", os.Getenv("SHUFFLE_MAX_SWARM_NODES")),
|
||||||
|
fmt.Sprintf("SHUFFLE_BASE_IMAGE_NAME=%s", baseImageName),
|
||||||
},
|
},
|
||||||
//Hosts: []string{
|
//Hosts: []string{
|
||||||
// innerContainerName,
|
// innerContainerName,
|
||||||
@@ -615,14 +616,14 @@ func deployServiceWorkers(image string) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Deploys the internal worker whenever something happens
|
// Deploys the worker with the current available environments
|
||||||
// https://docs.docker.com/engine/api/sdk/examples/
|
// https://docs.docker.com/engine/api/sdk/examples/
|
||||||
|
|
||||||
func buildEnvVars(envMap map[string]string) []corev1.EnvVar {
|
func buildEnvVars(envMap map[string]string) []corev1.EnvVar {
|
||||||
var envVars []corev1.EnvVar
|
var envVars []corev1.EnvVar
|
||||||
for key, value := range envMap {
|
for key, value := range envMap {
|
||||||
envVars = append(envVars, corev1.EnvVar{Name: key, Value: value})
|
envVars = append(envVars, corev1.EnvVar{Name: key, Value: value})
|
||||||
}
|
}
|
||||||
|
|
||||||
return envVars
|
return envVars
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -674,6 +675,9 @@ func deployWorker(image string, identifier string, env []string, executionReques
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Add environment variables
|
||||||
|
// pod.Spec.Containers[0].Env = buildEnvVars(envMap)
|
||||||
|
|
||||||
createdPod, err := clientset.CoreV1().Pods("shuffle").Create(context.Background(), pod, metav1.CreateOptions{})
|
createdPod, err := clientset.CoreV1().Pods("shuffle").Create(context.Background(), pod, metav1.CreateOptions{})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Printf("[ERROR] Failed creating pod: %v", err)
|
log.Printf("[ERROR] Failed creating pod: %v", err)
|
||||||
@@ -726,26 +730,6 @@ func deployWorker(image string, identifier string, env []string, executionReques
|
|||||||
// In certain cases, a workflow may e.g. be aborted already. If it's aborted, that returns
|
// In certain cases, a workflow may e.g. be aborted already. If it's aborted, that returns
|
||||||
// a 401 from the worker, which returns an error here
|
// a 401 from the worker, which returns an error here
|
||||||
go sendWorkerRequest(executionRequest)
|
go sendWorkerRequest(executionRequest)
|
||||||
//sendWorkerRequest(executionRequest)
|
|
||||||
|
|
||||||
//err := sendWorkerRequest(executionRequest)
|
|
||||||
//if err != nil {
|
|
||||||
// log.Printf("[ERROR] Failed worker request for %s: %s", executionRequest.ExecutionId, err)
|
|
||||||
|
|
||||||
// if strings.Contains(fmt.Sprintf("%s", err), "connection refused") || strings.Contains(fmt.Sprintf("%s", err), "EOF") {
|
|
||||||
// workerImage := fmt.Sprintf("%s/%s/shuffle-worker:%s", baseimageregistry, baseimagename, workerVersion)
|
|
||||||
// deployServiceWorkers(workerImage)
|
|
||||||
|
|
||||||
// time.Sleep(time.Duration(10) * time.Second)
|
|
||||||
// err = sendWorkerRequest(executionRequest)
|
|
||||||
// }
|
|
||||||
//}
|
|
||||||
|
|
||||||
//if err == nil {
|
|
||||||
// // FIXME: Readd this? Removed for rerun reasons
|
|
||||||
// // executionIds = append(executionIds, executionRequest.ExecutionId)
|
|
||||||
//}
|
|
||||||
//}()
|
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -1586,6 +1570,7 @@ func main() {
|
|||||||
fmt.Sprintf("SHUFFLE_PASS_APP_PROXY=%s", os.Getenv("SHUFFLE_PASS_APP_PROXY")),
|
fmt.Sprintf("SHUFFLE_PASS_APP_PROXY=%s", os.Getenv("SHUFFLE_PASS_APP_PROXY")),
|
||||||
fmt.Sprintf("SHUFFLE_SWARM_CONFIG=%s", os.Getenv("SHUFFLE_SWARM_CONFIG")),
|
fmt.Sprintf("SHUFFLE_SWARM_CONFIG=%s", os.Getenv("SHUFFLE_SWARM_CONFIG")),
|
||||||
fmt.Sprintf("SHUFFLE_LOGS_DISABLED=%s", os.Getenv("SHUFFLE_LOGS_DISABLED")),
|
fmt.Sprintf("SHUFFLE_LOGS_DISABLED=%s", os.Getenv("SHUFFLE_LOGS_DISABLED")),
|
||||||
|
fmt.Sprintf("SHUFFLE_BASE_IMAGE_NAME=%s", baseimagename),
|
||||||
}
|
}
|
||||||
|
|
||||||
//log.Printf("Running worker with proxy? %s", os.Getenv("SHUFFLE_PASS_WORKER_PROXY"))
|
//log.Printf("Running worker with proxy? %s", os.Getenv("SHUFFLE_PASS_WORKER_PROXY"))
|
||||||
|
|||||||
@@ -52,7 +52,8 @@ var cleanupEnv = strings.ToLower(os.Getenv("CLEANUP"))
|
|||||||
var swarmNetworkName = os.Getenv("SHUFFLE_SWARM_NETWORK_NAME")
|
var swarmNetworkName = os.Getenv("SHUFFLE_SWARM_NETWORK_NAME")
|
||||||
var dockerApiVersion = strings.ToLower(os.Getenv("DOCKER_API_VERSION"))
|
var dockerApiVersion = strings.ToLower(os.Getenv("DOCKER_API_VERSION"))
|
||||||
|
|
||||||
var baseimagename = "frikky/shuffle"
|
//var baseimagename = "frikky/shuffle"
|
||||||
|
var baseimagename = os.Getenv("SHUFFLE_BASE_IMAGE_NAME")
|
||||||
|
|
||||||
// var baseimagename = "registry.hub.docker.com/frikky/shuffle"
|
// var baseimagename = "registry.hub.docker.com/frikky/shuffle"
|
||||||
var registryName = "registry.hub.docker.com"
|
var registryName = "registry.hub.docker.com"
|
||||||
@@ -2908,6 +2909,12 @@ func main() {
|
|||||||
timezone = "Europe/Amsterdam"
|
timezone = "Europe/Amsterdam"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if baseimagename == "" {
|
||||||
|
log.Printf("[DEBUG] Setting baseimagename")
|
||||||
|
baseimagename = "frikky/shuffle" // Dockerhub
|
||||||
|
//baseimagename = "shuffle" // Github (ghcr.io)
|
||||||
|
}
|
||||||
|
|
||||||
topClient = client
|
topClient = client
|
||||||
swarmConfig := os.Getenv("SHUFFLE_SWARM_CONFIG")
|
swarmConfig := os.Getenv("SHUFFLE_SWARM_CONFIG")
|
||||||
log.Printf("[INFO] Running with timezone %s and swarm config %#v", timezone, swarmConfig)
|
log.Printf("[INFO] Running with timezone %s and swarm config %#v", timezone, swarmConfig)
|
||||||
|
|||||||
Reference in New Issue
Block a user