feat: add independent platform modules and multi-provider storage

This commit is contained in:
2026-09-23 14:51:14 +08:00
parent f91034477b
commit 208a9c3fbd
57 changed files with 4890 additions and 48 deletions

View File

@@ -0,0 +1,14 @@
# 扩展模块组合示例
业务通过 `storage.Store` 写文件,身份接口和 Policy 控制权限,OpenAPI 与路由一起注册,链路追踪关联 HTTP 与文件操作。`newApp` 不依赖 Local/S3/OSS 类型;启动处本例选择 Local。可替换成 S3/R2/OSS 构造结果,业务路由不变。
```sh
export GO_OMNI_DEMO_TOKEN='use-a-private-development-token'
go run ./examples/platform --root /tmp/goOmniDemoFiles
```
接口:`POST /api/files`,JSON 为 `{"name":"hello.txt","content":"hello"}`,请求加 `Authorization: Bearer <GO_OMNI_DEMO_TOKEN>`;返回 201 和存储信息。`GET /openapi.json` 同样要求身份。
也可传 `--config service.yaml`,配置规则见 [扩展模块](../../ADVANCED.md)。本例的静态身份只用于演示,实际应用注入 `auth.JWT` 或 `auth.Sessions`;trace provider 默认不外发,接入 collector 时注入 exporter/reader。
`TestPlatformTLSAdapters` 通过三个 Runner 的真实 TLS 请求验证 401/403/201、文件内容、非法 key、OpenAPI 和关闭。文件根目录必须是应用私有目录。示例不执行自动数据迁移,也不启动 Orbit。

132
examples/platform/main.go Normal file
View File

@@ -0,0 +1,132 @@
// platform composes storage, authentication, permission policy, tracing and
// OpenAPI using provider-neutral business dependencies.
package main
import (
"context"
"errors"
"flag"
"log"
"os"
"os/signal"
"strings"
"syscall"
omni "git.yuntuo.hk/k2safe/go-omni"
"git.yuntuo.hk/k2safe/go-omni/auth"
"git.yuntuo.hk/k2safe/go-omni/config"
"git.yuntuo.hk/k2safe/go-omni/openapi"
"git.yuntuo.hk/k2safe/go-omni/storage"
"git.yuntuo.hk/k2safe/go-omni/storage/local"
"git.yuntuo.hk/k2safe/go-omni/telemetry"
)
type dependencies struct {
Files storage.Store
Auth auth.Authenticator
Tracing *telemetry.Runtime
}
type upload struct {
Name string `json:"name" binding:"required,max=128"`
Content string `json:"content" binding:"max=4096"`
}
// Dependencies are borrowed; the composition root owns their shutdown.
func newApp(cfg omni.Config, d dependencies) (*omni.App, error) {
if d.Files == nil || d.Auth == nil || d.Tracing == nil {
return nil, errors.New("platform: dependencies required")
}
app := omni.New(omni.WithConfig(cfg))
app.Use(d.Tracing.Middleware())
api, err := openapi.New("File service", "1")
if err != nil {
return nil, err
}
input, err := openapi.SchemaOf[upload]()
if err != nil {
return nil, err
}
output, err := openapi.SchemaOf[storage.Info]()
if err != nil {
return nil, err
}
policy := auth.PolicyFunc(func(_ context.Context, p auth.Principal, action, resource string) error {
if p.TenantID != "" && p.HasRole("writer") && action == "create" && resource == "files" {
return nil
}
return errors.New("denied")
})
err = api.Handle(app, openapi.Operation{Method: "POST", Path: "/api/files", OperationID: "createFile", Summary: "Store a small text file", Request: input, BearerAuth: true, Responses: map[int]openapi.Response{201: {Description: "Created", Schema: openapi.Envelope(output)}}}, func(c *omni.Context) error {
var in upload
if err := c.BindJSON(&in); err != nil {
return err
}
p, _ := auth.FromContext(c)
if strings.ContainsAny(in.Name, "/\\") {
return omni.BadRequest("INVALID_NAME", "name must be one path segment")
}
key := p.TenantID + "/" + in.Name
if err := storage.Check(c.Context(), key); err != nil {
return omni.BadRequest("INVALID_KEY", "invalid storage key")
}
var info storage.Info
err := d.Tracing.Do(c.Context(), "files.put", func(ctx context.Context) error {
var err error
info, err = d.Files.Put(ctx, key, strings.NewReader(in.Content), int64(len(in.Content)), "text/plain; charset=utf-8")
return err
})
if err != nil {
return err
}
return c.Created(info)
}, auth.RequireAuth(d.Auth), auth.RequirePermission(policy, "create", func(*omni.Context) string { return "files" }))
if err != nil {
app.Close()
return nil, err
}
app.GET("/openapi.json", api.Handler(), auth.RequireAuth(d.Auth))
return app, nil
}
func run(ctx context.Context, configFile, root string) error {
var cfg config.Config
var err error
if configFile != "" {
cfg, err = config.LoadFile(configFile, "")
} else {
cfg, err = config.LoadFromEnv("")
if os.Getenv("GO_OMNI_HTTP_ADDR") == "" {
cfg.Address = "127.0.0.1:8080"
}
}
if err != nil {
return err
}
token := os.Getenv("GO_OMNI_DEMO_TOKEN")
if token == "" {
return errors.New("set GO_OMNI_DEMO_TOKEN for the demonstration credential")
}
files, err := local.New(root, 64<<10)
if err != nil {
return err
}
tracing, err := telemetry.New(telemetry.Config{Service: "fileService", SampleRatio: 1})
if err != nil {
return err
}
defer tracing.Close()
app, err := newApp(cfg, dependencies{Files: files, Auth: auth.StaticAuthenticator{token: {UserID: "demoUser", TenantID: "demoTenant", Roles: []string{"writer"}}}, Tracing: tracing})
if err != nil {
return err
}
return app.RunContext(ctx)
}
func main() {
file := flag.String("config", "", "optional JSON/YAML config")
root := flag.String("root", "./fileData", "private local object directory")
flag.Parse()
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
defer stop()
if err := run(ctx, *file, *root); err != nil {
log.Fatal(err)
}
}

View File

@@ -0,0 +1,102 @@
package main
import (
"context"
omni "git.yuntuo.hk/k2safe/go-omni"
"git.yuntuo.hk/k2safe/go-omni/auth"
"git.yuntuo.hk/k2safe/go-omni/config"
"git.yuntuo.hk/k2safe/go-omni/internal/testutil"
"git.yuntuo.hk/k2safe/go-omni/storage/local"
"git.yuntuo.hk/k2safe/go-omni/telemetry"
"io"
"net"
"net/http"
"strings"
"testing"
"time"
)
func TestPlatformTLSAdapters(t *testing.T) {
for _, name := range []string{omni.TransportNetHTTP, omni.TransportNative, omni.TransportHTTP2} {
t.Run(name, func(t *testing.T) {
cfg := config.Default()
cfg.Transport = name
cert, key, tlsClient := testutil.CertificateFiles(t)
cfg.TLS = config.TLSConfig{CertFile: cert, KeyFile: key}
store, _ := local.New(t.TempDir(), 64<<10)
tr, _ := telemetry.New(telemetry.Config{Service: "platformTest", SampleRatio: 1})
defer tr.Close()
app, err := newApp(cfg, dependencies{Files: store, Auth: auth.StaticAuthenticator{"writer": {UserID: "u", TenantID: "t", Roles: []string{"writer"}}, "reader": {UserID: "r", TenantID: "t"}}, Tracing: tr})
if err != nil {
t.Fatal(err)
}
listener, err := net.Listen("tcp", "127.0.0.1:0")
if err != nil {
t.Fatal(err)
}
ctx, cancel := context.WithCancel(context.Background())
done := make(chan error, 1)
go func() { done <- app.ServeContext(ctx, listener) }()
defer func() {
cancel()
select {
case err := <-done:
if err != nil {
t.Error(err)
}
case <-time.After(5 * time.Second):
listener.Close()
t.Error("shutdown timeout")
}
}()
client := &http.Client{Timeout: 3 * time.Second, Transport: &http.Transport{TLSClientConfig: tlsClient, ForceAttemptHTTP2: true}}
defer client.CloseIdleConnections()
request := func(method, path, body, token string) (int, string) {
t.Helper()
r, _ := http.NewRequest(method, "https://"+listener.Addr().String()+path, strings.NewReader(body))
r.Header.Set("Authorization", "Bearer "+token)
r.Header.Set("Content-Type", "application/json")
response, err := client.Do(r)
if err != nil {
t.Fatal(err)
}
raw, err := io.ReadAll(response.Body)
response.Body.Close()
if err != nil {
t.Fatal(err)
}
if response.TLS == nil || len(response.TLS.VerifiedChains) == 0 {
t.Fatal("TLS unverified")
}
if name == omni.TransportHTTP2 && response.ProtoMajor != 2 {
t.Fatal("protocol")
}
return response.StatusCode, string(raw)
}
for _, test := range []struct {
token string
status int
}{{"", 401}, {"reader", 403}, {"writer", 201}} {
status, body := request("POST", "/api/files", `{"name":"hello.txt","content":"hello"}`, test.token)
if status != test.status {
t.Fatal(status, body)
}
}
object, err := store.Get(context.Background(), "t/hello.txt")
if err != nil {
t.Fatal(err)
}
raw, _ := io.ReadAll(object.Body)
object.Body.Close()
if string(raw) != "hello" {
t.Fatal(string(raw))
}
if status, _ := request("POST", "/api/files", `{"name":"../escape","content":"x"}`, "writer"); status != 400 {
t.Fatal(status)
}
if status, body := request("GET", "/openapi.json", "", "writer"); status != 200 || !strings.Contains(body, `"/api/files"`) {
t.Fatal(status, body)
}
})
}
}