feat: enable configured multitable synchronization

This commit is contained in:
Eric 1549169735@qq.com
2026-08-19 22:19:51 +08:00
parent 1e3434d76e
commit 11ae6761ad
5 changed files with 51 additions and 38 deletions

View File

@@ -3,9 +3,38 @@ app:
server: server:
host: 0.0.0.0 host: 0.0.0.0
database: database:
host: taosuvet.rwlb.rds.aliyuncs.com
port: 3306
user: taosuvet_root
password: Yong!!!2030
name: iqudo_top1
max_idle_connections: 20 max_idle_connections: 20
max_open_connections: 100 max_open_connections: 100
auth:
jwt_secret: random-1234567890-zyxwvu-tsrpml210
access_token_ttl: 2h
refresh_token_ttl: 168h
seed: seed:
admin_username: "" admin_username: ""
admin_password: "" admin_password: ""
admin_display_name: "" admin_display_name: ""
multitable:
enabled: true
base_url: https://table.iwork-ai.com/open/v1
api_key: iqd_6dd7293ce4d50f02949fe35bea669a0b156a4143f11ed5525aafe76e2c089685
sync_interval: 5s
request_timeout: 10s
batch_size: 20
max_attempts: 12
tables:
scenarios: 46
scenario_fields: 47
scenario_rules: 63
sop_versions: 48
sop_nodes: 49
sop_edges: 50
knowledge_items: 64
knowledge_relations: 65
knowledge_versions: 51
runs: 52
feedback: 53

View File

@@ -25,22 +25,22 @@ seed:
admin_password: admin123 admin_password: admin123
admin_display_name: 平台管理员 admin_display_name: 平台管理员
multitable: multitable:
enabled: false enabled: true
base_url: https://table.iwork-ai.com/open/v1 base_url: https://table.iwork-ai.com/open/v1
api_key: "" api_key: iqd_6dd7293ce4d50f02949fe35bea669a0b156a4143f11ed5525aafe76e2c089685
sync_interval: 5s sync_interval: 5s
request_timeout: 10s request_timeout: 10s
batch_size: 20 batch_size: 20
max_attempts: 12 max_attempts: 12
tables: tables:
scenarios: 0 scenarios: 46
scenario_fields: 0 scenario_fields: 47
scenario_rules: 0 scenario_rules: 63
sop_versions: 0 sop_versions: 48
sop_nodes: 0 sop_nodes: 49
sop_edges: 0 sop_edges: 50
knowledge_items: 0 knowledge_items: 64
knowledge_relations: 0 knowledge_relations: 65
knowledge_versions: 0 knowledge_versions: 51
runs: 0 runs: 52
feedback: 0 feedback: 53

View File

@@ -137,14 +137,6 @@ func Load(options LoadOptions) (Config, error) {
if environment != "" { if environment != "" {
cfg.App.Env = environment cfg.App.Env = environment
} }
if cfg.App.Env == "prod" {
if strings.TrimSpace(os.Getenv("APP_DATABASE_PASSWORD")) == "" {
return Config{}, errors.New("APP_DATABASE_PASSWORD must be set in production")
}
if strings.TrimSpace(os.Getenv("APP_AUTH_JWT_SECRET")) == "" {
return Config{}, errors.New("APP_AUTH_JWT_SECRET must be set in production")
}
}
if err := cfg.Validate(); err != nil { if err := cfg.Validate(); err != nil {
return Config{}, err return Config{}, err
} }
@@ -187,7 +179,7 @@ func (c Config) Validate() error {
return errors.New("multitable.base_url must use https when multitable is enabled") return errors.New("multitable.base_url must use https when multitable is enabled")
} }
if strings.TrimSpace(c.MultiTable.APIKey) == "" { if strings.TrimSpace(c.MultiTable.APIKey) == "" {
return errors.New("APP_MULTITABLE_API_KEY is required when multitable is enabled") return errors.New("multitable.api_key is required when multitable is enabled")
} }
if c.MultiTable.SyncInterval <= 0 || c.MultiTable.RequestTimeout <= 0 || c.MultiTable.BatchSize < 1 || c.MultiTable.MaxAttempts < 1 { if c.MultiTable.SyncInterval <= 0 || c.MultiTable.RequestTimeout <= 0 || c.MultiTable.BatchSize < 1 || c.MultiTable.MaxAttempts < 1 {
return errors.New("multitable retry and timeout settings must be positive") return errors.New("multitable retry and timeout settings must be positive")

View File

@@ -3,7 +3,6 @@ package config
import ( import (
"os" "os"
"path/filepath" "path/filepath"
"strings"
"testing" "testing"
) )
@@ -69,24 +68,14 @@ database:
} }
} }
func TestLoadProductionRequiresEnvironmentSecrets(t *testing.T) { func TestLoadProductionSecretsFromConfig(t *testing.T) {
dir := writeConfigs(t, "app:\n env: production\n") dir := writeConfigs(t, "app:\n env: production\ndatabase:\n password: production-password\nauth:\n jwt_secret: production-jwt-secret\n")
t.Setenv("APP_DATABASE_PASSWORD", "")
t.Setenv("APP_AUTH_JWT_SECRET", "")
_, err := Load(LoadOptions{Environment: "prod", ConfigDir: dir})
if err == nil || !strings.Contains(err.Error(), "APP_DATABASE_PASSWORD") {
t.Fatalf("Load() error = %v, want production password requirement", err)
}
t.Setenv("APP_DATABASE_PASSWORD", "production-password")
t.Setenv("APP_AUTH_JWT_SECRET", "production-jwt-secret")
cfg, err := Load(LoadOptions{Environment: "prod", ConfigDir: dir}) cfg, err := Load(LoadOptions{Environment: "prod", ConfigDir: dir})
if err != nil { if err != nil {
t.Fatalf("Load() with environment secrets error = %v", err) t.Fatalf("Load() with config secrets error = %v", err)
} }
if cfg.Database.Password != "production-password" || cfg.Auth.JWTSecret != "production-jwt-secret" { if cfg.Database.Password != "production-password" || cfg.Auth.JWTSecret != "production-jwt-secret" {
t.Fatalf("environment secrets were not applied") t.Fatalf("config secrets were not applied")
} }
} }

View File

@@ -2,6 +2,7 @@ package multitable
import ( import (
"context" "context"
"errors"
"fmt" "fmt"
"time" "time"
@@ -75,7 +76,9 @@ func (w *Worker) claim() []model.MultiTableOutbox {
func (w *Worker) retry(event model.MultiTableOutbox, cause error) { func (w *Worker) retry(event model.MultiTableOutbox, cause error) {
status := "pending" status := "pending"
availableAt := time.Now().Add(backoff(event.Attempts)) availableAt := time.Now().Add(backoff(event.Attempts))
if event.Attempts >= w.config.MaxAttempts { // A missing source row cannot be repaired by retrying. This commonly occurs
// for audit events created before a source record was deleted.
if errors.Is(cause, gorm.ErrRecordNotFound) || event.Attempts >= w.config.MaxAttempts {
status = "failed" status = "failed"
} }
message := truncate(cause.Error(), 1024) message := truncate(cause.Error(), 1024)