k2safe/orbit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: enforce durable queue resource limits and backpressure

Browse Source
This commit is contained in:
k2safe
2026-09-17 17:25:56 +08:00
parent 3ce7d2c104
commit 5c8825e4bc
38 changed files with 1231 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
internal/storage/mysql/worker_recovery.go
View File

@@ -98,6 +98,11 @@ func (s *ExecutionStore) Recover(ctx context.Context, limit int) (worker.Recover
if err := exactlyOne(result, err); err != nil {
return err
}
if changed.Terminal() {
if err := releaseQueueTask(ctx, tx, c.ns, c.queue); err != nil {
return err
}
}
return emitEvent(ctx, tx, c.ns, c.id, task.view.Revision+1, "task", resultEvent(changed), map[string]any{"reason": "START_DEADLINE_EXCEEDED", "node_id": s.node, "effect_uncertain": task.view.EffectUncertain})
}
if task.view.State != pulse.TaskLeased && task.view.State != pulse.TaskRunning {
@@ -155,6 +160,11 @@ func (s *ExecutionStore) Recover(ctx context.Context, limit int) (worker.Recover
if err := releasePermits(ctx, tx, c.ns, attempt.ID, now); err != nil {
return err
}
if next.Terminal() {
if err := releaseQueueTask(ctx, tx, c.ns, c.queue); err != nil {
return err
}
}
changed = next
return emitEvent(ctx, tx, c.ns, c.id, task.view.Revision+1, "task", resultEvent(next), map[string]any{"attempt_id": attempt.ID, "epoch": fmt.Sprint(attempt.Epoch), "reason": reason, "node_id": s.node, "effect_uncertain": decision.Uncertain, "decision": decision.Reason, "next_available_at": decision.NextAt, "delay_ms": decision.DelayMS, "attempt_count": task.view.AttemptCount, "max_attempts": task.maxAttempts})
})