Appbase change to handle exits when retries and timeouts happen, as these are expected from worker -> app

This commit is contained in:
Frikky
2023-12-06 17:11:42 +01:00
parent ec726fe073
commit 1aef4d2dbb
3 changed files with 16 additions and 2 deletions
+11
View File
@@ -528,6 +528,17 @@ class AppBase:
self.logger.info(f"[DEBUG] Request problem: {e}") self.logger.info(f"[DEBUG] Request problem: {e}")
time.sleep(sleeptime) time.sleep(sleeptime)
# Check if we have a read timeout. If we do, exit as we most likely sent the result without getting a good result
if "Read timed out" in str(e):
self.logger.warning(f"[WARNING] Read timed out: {e}")
finished = True
break
if "Max retries exceeded with url" in str(e):
self.logger.warning(f"[WARNING] Max retries exceeded with url: {e}")
finished = True
break
#time.sleep(5) #time.sleep(5)
continue continue
except TimeoutError as e: except TimeoutError as e:
+4 -1
View File
@@ -3660,7 +3660,6 @@ func runInitEs(ctx context.Context) {
log.Printf("Successfully updated org to have users!") log.Printf("Successfully updated org to have users!")
} }
} }
} }
} }
} }
@@ -3693,6 +3692,10 @@ func runInitEs(ctx context.Context) {
orgId = activeOrgs[0].Id orgId = activeOrgs[0].Id
} }
if len(schedule.Org) == 36 {
orgId = schedule.Org
}
_, _, err := handleExecution(schedule.WorkflowId, shuffle.Workflow{}, request, orgId) _, _, err := handleExecution(schedule.WorkflowId, shuffle.Workflow{}, request, orgId)
if err != nil { if err != nil {
log.Printf("[WARNING] Failed to execute %s: %s", schedule.WorkflowId, err) log.Printf("[WARNING] Failed to execute %s: %s", schedule.WorkflowId, err)
+1 -1
View File
@@ -1406,7 +1406,7 @@ func main() {
// Should find data to send (memory etc.) // Should find data to send (memory etc.)
// Create timeout of max 4 seconds just in case // Create timeout of max 4 seconds just in case
ctx, cancel := context.WithTimeout(context.Background(), 4*time.Second) ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel() defer cancel()
// Marshal and set body // Marshal and set body