123 lines
4.3 KiB
Go
123 lines
4.3 KiB
Go
// batch 演示批量部分受理、稳定身份核对和释放配额后仅补交失败项。
|
||
package main
|
||
|
||
import (
|
||
"context"
|
||
"crypto/rand"
|
||
"encoding/hex"
|
||
"encoding/json"
|
||
"fmt"
|
||
"os"
|
||
"time"
|
||
|
||
orbit "git.yuntuo.hk/k2safe/orbit/sdk/go"
|
||
)
|
||
|
||
func main() {
|
||
if err := run(); err != nil {
|
||
fmt.Fprintln(os.Stderr, err)
|
||
os.Exit(1)
|
||
}
|
||
}
|
||
func run() error {
|
||
token := os.Getenv("ORBIT_TOKEN")
|
||
if token == "" && os.Getenv("ORBIT_CREDENTIALS_FILE") != "" {
|
||
raw, err := os.ReadFile(os.Getenv("ORBIT_CREDENTIALS_FILE"))
|
||
if err != nil {
|
||
return fmt.Errorf("read credentials: %w", err)
|
||
}
|
||
var c struct {
|
||
Token string `json:"token"`
|
||
}
|
||
if json.Unmarshal(raw, &c) != nil {
|
||
return fmt.Errorf("invalid credentials file")
|
||
}
|
||
token = c.Token
|
||
}
|
||
api, err := orbit.NewClient(os.Getenv("ORBIT_URL"), orbit.Options{Token: token})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
|
||
defer cancel()
|
||
var random [16]byte
|
||
if _, err := rand.Read(random[:]); err != nil {
|
||
return err
|
||
}
|
||
key := "batch-example-" + hex.EncodeToString(random[:])
|
||
q, err := api.CreateQueue(ctx, key+"-queue", orbit.CreateQueueRequest{Name: key, MaxConcurrency: 2, RatePerSecond: 10, MaxUnfinishedTasks: 2})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if _, err := api.ConfigureQueue(ctx, q.Queue.ID, key+"-pause", orbit.ConfigureQueueRequest{ExpectedRevision: q.Queue.Revision, Reason: "isolated batch acceptance example", Paused: true, MaxConcurrency: 2, RatePerSecond: 10, MaxUnfinishedTasks: 2}); err != nil {
|
||
return err
|
||
}
|
||
request := orbit.SubmitTasksRequest{}
|
||
// 演示运行生成独立身份；生产必须先将每项键与完整参数持久化到业务库，再发送。
|
||
for i := 0; i < 3; i++ {
|
||
payload := json.RawMessage(fmt.Sprintf(`{"source_ref":"objects/input-%d.txt","sequence":9007199254740993}`, i))
|
||
request.Items = append(request.Items, orbit.SubmitTasksItem{IdempotencyKey: fmt.Sprintf("%s-%d", key, i), Task: orbit.SubmitTaskRequest{QueueID: q.Queue.ID, Handler: "file.convert", HandlerVersion: "v1", PayloadVersion: "v1", Payload: payload, TaskTimeoutMS: 60000}})
|
||
}
|
||
first, err := api.SubmitTasks(ctx, request)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if first.Items[0].Status != orbit.BatchAccepted || first.Items[1].Status != orbit.BatchAccepted || first.Items[2].Status != orbit.BatchRejected || first.Items[2].Error.Code != "QUEUE_FULL" {
|
||
return fmt.Errorf("unexpected partial acceptance")
|
||
}
|
||
fmt.Println("accepted=2 rejected=1 code=QUEUE_FULL")
|
||
replay, err := api.SubmitTasks(ctx, request)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
for i := 0; i < 2; i++ {
|
||
if replay.Items[i].Status != orbit.BatchAccepted || !replay.Items[i].Receipt.Deduplicated || replay.Items[i].Receipt.TaskID != first.Items[i].Receipt.TaskID {
|
||
return fmt.Errorf("batch replay changed identity")
|
||
}
|
||
}
|
||
if replay.Items[2].Status != orbit.BatchRejected || replay.Items[2].Error.Code != "QUEUE_FULL" {
|
||
return fmt.Errorf("backpressure changed unexpectedly")
|
||
}
|
||
fmt.Println("replayed=2 same_task_ids=true")
|
||
cancelTask := func(id string) error {
|
||
current, err := api.GetTask(ctx, id)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
out, err := api.CancelTask(ctx, id, key+"-cancel-"+id, orbit.CancelTaskRequest{ExpectedRevision: current.Revision, Reason: "finish batch example"})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if out.Task.State != orbit.TaskCancelled {
|
||
return fmt.Errorf("expected confirmed cancellation")
|
||
}
|
||
return nil
|
||
}
|
||
if err := cancelTask(first.Items[0].Receipt.TaskID); err != nil {
|
||
return err
|
||
}
|
||
// 子批次索引重新从0开始；键和参数仍来自最初被拒项，不重新生成。
|
||
retry, err := api.SubmitTasks(ctx, orbit.SubmitTasksRequest{Items: request.Items[2:]})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if retry.Items[0].Status != orbit.BatchAccepted || retry.Items[0].Receipt.Deduplicated {
|
||
return fmt.Errorf("failed item was not independently accepted")
|
||
}
|
||
fmt.Println("retried_items=1 same_identity=true accepted=true")
|
||
for _, id := range []string{first.Items[1].Receipt.TaskID, retry.Items[0].Receipt.TaskID} {
|
||
if err := cancelTask(id); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
final, err := api.GetQueue(ctx, q.Queue.ID)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if final.UnfinishedTasks != 0 {
|
||
return fmt.Errorf("unfinished tasks remain")
|
||
}
|
||
fmt.Printf("queue=%s paused=%t unfinished=%d\n", final.ID, final.Paused, final.UnfinishedTasks)
|
||
return nil
|
||
}
|