mirror of
https://github.com/Dvorinka/Primora.git
synced 2026-10-28 07:41:23 +00:00
- Remove managed connection seeding: platform-postgres/dragonfly carried the backend's own DATABASE_URL/DRAGONFLY_URL into tenant projects where any member could run arbitrary DBX queries against core tables (Codex P1). NewPlatformService loses the seeds param; firstPartyDBSeeds deleted. - Seal db_connections passwords with the existing AES-256-GCM encryptor (enc:v1:<b64> marker); decrypted only in dbxArgsFor. Legacy plaintext values still read, but migration 00008 strips them (Codex P1). - Migration 00008: delete is_managed rows, drop plaintext password keys. - dbxConnectionName uses the full project UUID — the 8-hex prefix could collide and alias another project's credentials (Codex P2). - ci.yml triggers on master, not the nonexistent main/develop branches. - demo-mode stubs renamed to user-managed connections; CHANGELOG notes under Unreleased. Authored By: TDvorak <[email protected]> Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
731 lines
24 KiB
Go
731 lines
24 KiB
Go
package services
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"regexp"
|
|
"strings"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/jackc/pgx/v5/pgtype"
|
|
|
|
db "github.com/tdvorak/primora/apps/backend/internal/database/db"
|
|
"github.com/tdvorak/primora/apps/backend/internal/dbx"
|
|
"github.com/tdvorak/primora/apps/backend/internal/models"
|
|
)
|
|
|
|
// DBConnectionConfig holds the server-side credential payload for a saved
|
|
// connection. It is stored in core.db_connections.config and never serialized
|
|
// to the client — see DBConnectionSummary. Password is AES-GCM sealed
|
|
// (enc:v1:<base64>) before persisting; openPassword restores it.
|
|
type DBConnectionConfig struct {
|
|
Host string `json:"host"`
|
|
Port *int `json:"port,omitempty"`
|
|
Database string `json:"database,omitempty"`
|
|
Username string `json:"username,omitempty"`
|
|
Password string `json:"password,omitempty"`
|
|
SSL *bool `json:"ssl,omitempty"`
|
|
DriverProfile string `json:"driver_profile,omitempty"`
|
|
}
|
|
|
|
type CreateDBConnectionInput struct {
|
|
Name string `json:"name" validate:"required,min=1"`
|
|
DBType string `json:"db_type" validate:"required,oneof=postgres mysql sqlite redis mongodb sqlserver duckdb clickhouse cassandra"`
|
|
Host string `json:"host" validate:"required"`
|
|
Port *int `json:"port" validate:"omitempty,min=1,max=65535"`
|
|
Database string `json:"database"`
|
|
Username string `json:"username"`
|
|
Password string `json:"password"`
|
|
SSL *bool `json:"ssl"`
|
|
DriverProfile string `json:"driver_profile"`
|
|
}
|
|
|
|
// DBConnectionSummary is the client-facing shape — config minus secrets.
|
|
type DBConnectionSummary struct {
|
|
ID uuid.UUID `json:"id"`
|
|
ProjectID uuid.UUID `json:"project_id"`
|
|
Name string `json:"name"`
|
|
DBType string `json:"db_type"`
|
|
Host string `json:"host"`
|
|
Port *int `json:"port"`
|
|
Database string `json:"database"`
|
|
Username string `json:"username"`
|
|
SSL *bool `json:"ssl"`
|
|
IsManaged bool `json:"is_managed"`
|
|
HasPassword bool `json:"has_password"`
|
|
}
|
|
|
|
func parseDBConnectionConfig(raw []byte) DBConnectionConfig {
|
|
var cfg DBConnectionConfig
|
|
_ = json.Unmarshal(raw, &cfg)
|
|
return cfg
|
|
}
|
|
|
|
func toDBConnectionSummary(row db.CoreDbConnection) DBConnectionSummary {
|
|
cfg := parseDBConnectionConfig(row.Config)
|
|
return DBConnectionSummary{
|
|
ID: row.ID,
|
|
ProjectID: row.ProjectID,
|
|
Name: row.Name,
|
|
DBType: row.DbType,
|
|
Host: cfg.Host,
|
|
Port: cfg.Port,
|
|
Database: cfg.Database,
|
|
Username: cfg.Username,
|
|
SSL: cfg.SSL,
|
|
IsManaged: row.IsManaged,
|
|
HasPassword: cfg.Password != "",
|
|
}
|
|
}
|
|
|
|
// dbxConnectionName derives the DBX-internal name. The full project UUID
|
|
// prefix keeps same-named connections in different projects from colliding
|
|
// in DBX's shared storage.
|
|
func dbxConnectionName(projectID uuid.UUID, name string) string {
|
|
return "prj_" + strings.ReplaceAll(projectID.String(), "-", "") + "_" + name
|
|
}
|
|
|
|
// encPasswordPrefix marks a sealed password inside the JSONB config. Values
|
|
// without the prefix are legacy plaintext from pre-encryption rows.
|
|
const encPasswordPrefix = "enc:v1:"
|
|
|
|
func (s *PlatformService) sealPassword(plain string) (string, error) {
|
|
if plain == "" {
|
|
return "", nil
|
|
}
|
|
sealed, err := s.enc.Encrypt([]byte(plain))
|
|
if err != nil {
|
|
return "", fmt.Errorf("encrypt password: %w", err)
|
|
}
|
|
return encPasswordPrefix + base64.StdEncoding.EncodeToString(sealed), nil
|
|
}
|
|
|
|
func (s *PlatformService) openPassword(stored string) (string, error) {
|
|
if !strings.HasPrefix(stored, encPasswordPrefix) {
|
|
return stored, nil
|
|
}
|
|
sealed, err := base64.StdEncoding.DecodeString(strings.TrimPrefix(stored, encPasswordPrefix))
|
|
if err != nil {
|
|
return "", fmt.Errorf("decode sealed password: %w", err)
|
|
}
|
|
plain, err := s.enc.Decrypt(sealed)
|
|
if err != nil {
|
|
return "", fmt.Errorf("decrypt password: %w", err)
|
|
}
|
|
return string(plain), nil
|
|
}
|
|
|
|
func (s *PlatformService) dbxArgsFor(row db.CoreDbConnection) (map[string]any, error) {
|
|
cfg := parseDBConnectionConfig(row.Config)
|
|
args := map[string]any{
|
|
"name": dbxConnectionName(row.ProjectID, row.Name),
|
|
"db_type": row.DbType,
|
|
"host": cfg.Host,
|
|
}
|
|
if cfg.Port != nil {
|
|
args["port"] = *cfg.Port
|
|
}
|
|
if cfg.Database != "" {
|
|
args["database"] = cfg.Database
|
|
}
|
|
if cfg.Username != "" {
|
|
args["username"] = cfg.Username
|
|
}
|
|
if cfg.Password != "" {
|
|
plain, err := s.openPassword(cfg.Password)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
args["password"] = plain
|
|
}
|
|
if cfg.SSL != nil {
|
|
args["ssl"] = *cfg.SSL
|
|
}
|
|
if cfg.DriverProfile != "" {
|
|
args["driver_profile"] = cfg.DriverProfile
|
|
}
|
|
return args, nil
|
|
}
|
|
|
|
func (s *PlatformService) DBXStatus(ctx context.Context, actor *models.Actor) (map[string]any, error) {
|
|
if actor == nil {
|
|
return nil, errors.New("authentication required")
|
|
}
|
|
if s.dbx == nil {
|
|
return map[string]any{"available": false, "reason": "dbx not configured"}, nil
|
|
}
|
|
return s.dbx.Status(ctx), nil
|
|
}
|
|
|
|
func (s *PlatformService) ListDBConnections(ctx context.Context, actor *models.Actor, projectID uuid.UUID) ([]DBConnectionSummary, error) {
|
|
if err := s.requireProjectRole(ctx, actor, projectID, "admin", "developer", "viewer"); err != nil {
|
|
return nil, err
|
|
}
|
|
rows, err := s.repo.Queries().ListDBConnections(ctx, projectID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
out := make([]DBConnectionSummary, 0, len(rows))
|
|
for _, row := range rows {
|
|
out = append(out, toDBConnectionSummary(row))
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (s *PlatformService) CreateDBConnection(ctx context.Context, actor *models.Actor, projectID uuid.UUID, input CreateDBConnectionInput, requestID string) (DBConnectionSummary, error) {
|
|
if err := s.requireProjectRole(ctx, actor, projectID, "admin", "developer"); err != nil {
|
|
return DBConnectionSummary{}, err
|
|
}
|
|
name := normalizeSlug(input.Name)
|
|
if name == "" {
|
|
return DBConnectionSummary{}, errors.New("name must contain letters or digits")
|
|
}
|
|
sealedPassword, err := s.sealPassword(input.Password)
|
|
if err != nil {
|
|
return DBConnectionSummary{}, err
|
|
}
|
|
cfg := DBConnectionConfig{
|
|
Host: strings.TrimSpace(input.Host),
|
|
Port: input.Port,
|
|
Database: strings.TrimSpace(input.Database),
|
|
Username: strings.TrimSpace(input.Username),
|
|
Password: sealedPassword,
|
|
SSL: input.SSL,
|
|
DriverProfile: strings.TrimSpace(input.DriverProfile),
|
|
}
|
|
cfgBytes, _ := json.Marshal(cfg)
|
|
var createdBy pgtype.UUID
|
|
if actor.UserID != nil {
|
|
createdBy = pgtype.UUID{Bytes: *actor.UserID, Valid: true}
|
|
}
|
|
row, err := s.repo.Queries().CreateDBConnection(ctx, db.CreateDBConnectionParams{
|
|
ProjectID: projectID,
|
|
Name: name,
|
|
DbType: input.DBType,
|
|
Config: cfgBytes,
|
|
CreatedByUserID: createdBy,
|
|
})
|
|
if err != nil {
|
|
if strings.Contains(err.Error(), "db_connections_project_id_name_key") {
|
|
return DBConnectionSummary{}, fmt.Errorf("a connection named %s already exists", name)
|
|
}
|
|
return DBConnectionSummary{}, err
|
|
}
|
|
project, err := s.repo.Queries().GetProjectByID(ctx, projectID)
|
|
if err == nil {
|
|
_, _ = s.repo.Queries().CreateAuditLog(ctx, newAuditParams(project.OrganizationID, projectID, actor, requestID, "db_connection.created", "db_connection", row.ID.String(), map[string]any{
|
|
"name": row.Name, "db_type": row.DbType,
|
|
}))
|
|
}
|
|
return toDBConnectionSummary(row), nil
|
|
}
|
|
|
|
func (s *PlatformService) DeleteDBConnection(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, requestID string) error {
|
|
if err := s.requireProjectRole(ctx, actor, projectID, "admin", "developer"); err != nil {
|
|
return err
|
|
}
|
|
row, err := s.repo.Queries().GetDBConnectionByID(ctx, connectionID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if row.ProjectID != projectID {
|
|
return fmt.Errorf("connection access denied")
|
|
}
|
|
if row.IsManaged {
|
|
return fmt.Errorf("platform-managed connections cannot be removed")
|
|
}
|
|
if _, err := s.repo.Queries().DeleteDBConnection(ctx, db.DeleteDBConnectionParams{
|
|
ID: connectionID,
|
|
ProjectID: projectID,
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
if s.dbx != nil {
|
|
s.dbx.RemoveConnection(ctx, dbxConnectionName(projectID, row.Name))
|
|
}
|
|
project, _ := s.repo.Queries().GetProjectByID(ctx, projectID)
|
|
_, _ = s.repo.Queries().CreateAuditLog(ctx, newAuditParams(project.OrganizationID, projectID, actor, requestID, "db_connection.deleted", "db_connection", connectionID.String(), map[string]any{
|
|
"name": row.Name,
|
|
}))
|
|
return nil
|
|
}
|
|
|
|
// connForTool resolves the connection row, checks access, and registers it
|
|
// with the DBX subprocess. Write tools require admin/developer.
|
|
func (s *PlatformService) connForTool(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, write bool) (db.CoreDbConnection, error) {
|
|
roles := []string{"admin", "developer", "viewer"}
|
|
if write {
|
|
roles = []string{"admin", "developer"}
|
|
}
|
|
if err := s.requireProjectRole(ctx, actor, projectID, roles...); err != nil {
|
|
return db.CoreDbConnection{}, err
|
|
}
|
|
row, err := s.repo.Queries().GetDBConnectionByID(ctx, connectionID)
|
|
if err != nil {
|
|
return db.CoreDbConnection{}, err
|
|
}
|
|
if row.ProjectID != projectID {
|
|
return db.CoreDbConnection{}, fmt.Errorf("connection access denied")
|
|
}
|
|
if s.dbx == nil {
|
|
return db.CoreDbConnection{}, errors.New("dbx not configured")
|
|
}
|
|
args, err := s.dbxArgsFor(row)
|
|
if err != nil {
|
|
return db.CoreDbConnection{}, err
|
|
}
|
|
if err := s.dbx.EnsureConnection(ctx, dbxConnectionName(projectID, row.Name), args); err != nil {
|
|
return db.CoreDbConnection{}, err
|
|
}
|
|
return row, nil
|
|
}
|
|
|
|
func (s *PlatformService) TestDBConnection(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
name := dbxConnectionName(projectID, row.Name)
|
|
tool, args := "dbx_list_databases", map[string]any{"connection_name": name}
|
|
if row.DbType == "redis" {
|
|
tool, args = "dbx_execute_redis_command", map[string]any{"connection_name": name, "command": "PING"}
|
|
}
|
|
if _, err := s.dbx.Call(ctx, tool, args); err != nil {
|
|
return map[string]any{"ok": false, "error": err.Error()}, nil
|
|
}
|
|
return map[string]any{"ok": true}, nil
|
|
}
|
|
|
|
func (s *PlatformService) ListDBXDatabases(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_list_databases", map[string]any{"connection_name": dbxConnectionName(projectID, row.Name)})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if objs := dbx.ParseBullets(text); objs != nil {
|
|
names := make([]string, len(objs))
|
|
for i, o := range objs {
|
|
names[i] = o.Name
|
|
}
|
|
return map[string]any{"databases": names}, nil
|
|
}
|
|
return map[string]any{"databases": []string{}, "raw": text}, nil
|
|
}
|
|
|
|
func (s *PlatformService) ListDBXTables(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, database, schema string) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, row.Name)}
|
|
if database != "" {
|
|
args["database"] = database
|
|
}
|
|
if schema != "" {
|
|
args["schema"] = schema
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_list_tables", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if objs := dbx.ParseBullets(text); objs != nil {
|
|
return map[string]any{"tables": objs}, nil
|
|
}
|
|
if t, _ := dbx.ParseMDTable(text); t != nil {
|
|
return map[string]any{"table": t}, nil
|
|
}
|
|
return map[string]any{"tables": []dbx.DBObject{}, "raw": text}, nil
|
|
}
|
|
|
|
func (s *PlatformService) DescribeDBXTable(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, table, database, schema string) (map[string]any, error) {
|
|
if table == "" {
|
|
return nil, errors.New("table required")
|
|
}
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, row.Name), "table": table}
|
|
if database != "" {
|
|
args["database"] = database
|
|
}
|
|
if schema != "" {
|
|
args["schema"] = schema
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_describe_table", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if t, _ := dbx.ParseMDTable(text); t != nil {
|
|
return map[string]any{"table": t}, nil
|
|
}
|
|
return map[string]any{"raw": text}, nil
|
|
}
|
|
|
|
func (s *PlatformService) DBXSchemaContext(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, database, schema string) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, row.Name)}
|
|
if database != "" {
|
|
args["database"] = database
|
|
}
|
|
if schema != "" {
|
|
args["schema"] = schema
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_get_schema_context", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return map[string]any{"context": text}, nil
|
|
}
|
|
|
|
func (s *PlatformService) ExecuteDBXQuery(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, sql, database string) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, row.Name), "sql": sql}
|
|
if database != "" {
|
|
args["database"] = database
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_execute_query", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if t, _ := dbx.ParseMDTable(text); t != nil {
|
|
return map[string]any{"table": t}, nil
|
|
}
|
|
return map[string]any{"raw": text}, nil
|
|
}
|
|
|
|
// dbxIdent guards identifiers interpolated into introspection SQL — the
|
|
// graph queries are built as strings, so only plain names are allowed.
|
|
var dbxIdent = regexp.MustCompile(`^[A-Za-z0-9_]+$`)
|
|
|
|
func safeIdent(s string) (string, bool) {
|
|
if s == "" || !dbxIdent.MatchString(s) {
|
|
return "", false
|
|
}
|
|
return s, true
|
|
}
|
|
|
|
// foreignKeySQL returns a dialect-appropriate FK introspection query.
|
|
// The result columns are always: schema, table, column, ref_schema, ref_table, ref_column.
|
|
func foreignKeySQL(dbType, schema, database string) (string, string) {
|
|
sch, schOK := safeIdent(schema)
|
|
db, _ := safeIdent(database)
|
|
switch dbType {
|
|
case "postgres", "sqlserver", "duckdb":
|
|
q := `SELECT kcu.table_schema, kcu.table_name, kcu.column_name,
|
|
ccu.table_schema AS ref_schema, ccu.table_name AS ref_table, ccu.column_name AS ref_column
|
|
FROM information_schema.table_constraints tc
|
|
JOIN information_schema.key_column_usage kcu
|
|
ON tc.constraint_name = kcu.constraint_name AND tc.table_schema = kcu.table_schema AND tc.table_name = kcu.table_name
|
|
JOIN information_schema.constraint_column_usage ccu
|
|
ON tc.constraint_name = ccu.constraint_name AND tc.table_schema = ccu.table_schema
|
|
WHERE tc.constraint_type = 'FOREIGN KEY'
|
|
AND kcu.table_schema NOT IN ('pg_catalog', 'information_schema')`
|
|
if schOK {
|
|
q += ` AND kcu.table_schema = '` + sch + `'`
|
|
}
|
|
return q, db
|
|
case "mysql":
|
|
where := "kcu.REFERENCED_TABLE_NAME IS NOT NULL"
|
|
if schOK {
|
|
where += ` AND kcu.TABLE_SCHEMA = '` + sch + `'`
|
|
} else {
|
|
where += " AND kcu.TABLE_SCHEMA = DATABASE()"
|
|
}
|
|
return `SELECT kcu.TABLE_SCHEMA, kcu.TABLE_NAME, kcu.COLUMN_NAME,
|
|
kcu.REFERENCED_TABLE_SCHEMA, kcu.REFERENCED_TABLE_NAME, kcu.REFERENCED_COLUMN_NAME
|
|
FROM information_schema.KEY_COLUMN_USAGE kcu WHERE ` + where, db
|
|
case "sqlite":
|
|
return `SELECT '' AS table_schema, m.name AS table_name, p."from" AS column_name,
|
|
'' AS ref_schema, p."table" AS ref_table, p."to" AS ref_column
|
|
FROM sqlite_master m JOIN pragma_foreign_key_list(m.name) p ON 1 = 1
|
|
WHERE m.type = 'table' AND m.name NOT LIKE 'sqlite_%'`, db
|
|
default:
|
|
return "", ""
|
|
}
|
|
}
|
|
|
|
// ListDBXForeignKeys returns FK edges for the schema graph. Introspection
|
|
// only — read role is enough even though it rides dbx_execute_query.
|
|
func (s *PlatformService) ListDBXForeignKeys(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, database, schema string) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
query, dbArg := foreignKeySQL(row.DbType, schema, database)
|
|
if query == "" {
|
|
return map[string]any{"edges": []map[string]string{}, "note": "schema graph not supported for " + row.DbType}, nil
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, row.Name), "sql": query}
|
|
if dbArg != "" {
|
|
args["database"] = dbArg
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_execute_query", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
t, _ := dbx.ParseMDTable(text)
|
|
if t == nil {
|
|
return map[string]any{"edges": []map[string]string{}, "raw": text}, nil
|
|
}
|
|
edges := make([]map[string]string, 0, len(t.Rows))
|
|
for _, r := range t.Rows {
|
|
if len(r) < 6 {
|
|
continue
|
|
}
|
|
edges = append(edges, map[string]string{
|
|
"schema": r[0], "table": r[1], "column": r[2],
|
|
"ref_schema": r[3], "ref_table": r[4], "ref_column": r[5],
|
|
})
|
|
}
|
|
return map[string]any{"edges": edges}, nil
|
|
}
|
|
|
|
func (s *PlatformService) ExecuteDBXRedis(ctx context.Context, actor *models.Actor, projectID, connectionID uuid.UUID, command string, dbIndex *int) (map[string]any, error) {
|
|
row, err := s.connForTool(ctx, actor, projectID, connectionID, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, row.Name), "command": command}
|
|
if dbIndex != nil {
|
|
args["db"] = *dbIndex
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_execute_redis_command", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return map[string]any{"output": text}, nil
|
|
}
|
|
|
|
// TransferInput describes a DB-to-DB link: rows read from the source
|
|
// connection are written to the target connection.
|
|
type TransferInput struct {
|
|
TargetConnectionID string `json:"target_connection_id" validate:"required,uuid"`
|
|
Query string `json:"query" validate:"required"`
|
|
Database string `json:"database"`
|
|
// SQL targets: destination table (schema-qualified allowed).
|
|
TargetTable string `json:"target_table"`
|
|
// Redis targets: SET key template with {column} placeholders; the value is
|
|
// value_column's cell, or the whole row as JSON when omitted.
|
|
KeyPattern string `json:"key_pattern"`
|
|
ValueColumn string `json:"value_column"`
|
|
// Optional TTL in seconds applied to each Redis SET.
|
|
TTLSeconds *int `json:"ttl_seconds" validate:"omitempty,min=0"`
|
|
Limit int `json:"limit" validate:"omitempty,min=1,max=1000"`
|
|
}
|
|
|
|
const transferMaxRows = 1000
|
|
|
|
// TransferDBRows moves data between two saved connections of the same
|
|
// project. Both connections must accept write-level access.
|
|
func (s *PlatformService) TransferDBRows(ctx context.Context, actor *models.Actor, projectID, sourceID uuid.UUID, input TransferInput, requestID string) (map[string]any, error) {
|
|
source, err := s.connForTool(ctx, actor, projectID, sourceID, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
targetID, err := uuid.Parse(input.TargetConnectionID)
|
|
if err != nil {
|
|
return nil, errors.New("target_connection_id must be a uuid")
|
|
}
|
|
target, err := s.connForTool(ctx, actor, projectID, targetID, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
limit := input.Limit
|
|
if limit <= 0 || limit > transferMaxRows {
|
|
limit = transferMaxRows
|
|
}
|
|
args := map[string]any{"connection_name": dbxConnectionName(projectID, source.Name), "sql": input.Query}
|
|
if input.Database != "" {
|
|
args["database"] = input.Database
|
|
}
|
|
text, err := s.dbx.Call(ctx, "dbx_execute_query", args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
table, _ := dbx.ParseMDTable(text)
|
|
if table == nil || len(table.Columns) == 0 {
|
|
return nil, errors.New("source query did not return a result table")
|
|
}
|
|
rows := table.Rows
|
|
truncated := false
|
|
if len(rows) > limit {
|
|
rows = rows[:limit]
|
|
truncated = true
|
|
}
|
|
|
|
var transferred int
|
|
if target.DbType == "redis" {
|
|
transferred, err = s.transferToRedis(ctx, projectID, target, table.Columns, rows, input)
|
|
} else {
|
|
transferred, err = s.transferToSQL(ctx, projectID, target, table.Columns, rows, input)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
project, perr := s.repo.Queries().GetProjectByID(ctx, projectID)
|
|
if perr == nil {
|
|
_, _ = s.repo.Queries().CreateAuditLog(ctx, newAuditParams(project.OrganizationID, projectID, actor, requestID, "db_connection.transferred", "db_connection", source.ID.String(), map[string]any{
|
|
"source": source.Name,
|
|
"target": target.Name,
|
|
"transferred": transferred,
|
|
"truncated": truncated,
|
|
}))
|
|
}
|
|
return map[string]any{
|
|
"transferred": transferred,
|
|
"truncated": truncated,
|
|
"source": source.Name,
|
|
"target": target.Name,
|
|
}, nil
|
|
}
|
|
|
|
// transferToSQL INSERTs rows into target_table in batches of 100. Cell values
|
|
// arrive as text from DBX's markdown output; literal "NULL" maps to SQL NULL.
|
|
func (s *PlatformService) transferToSQL(ctx context.Context, projectID uuid.UUID, target db.CoreDbConnection, cols []string, rows [][]string, input TransferInput) (int, error) {
|
|
tableIdent, ok := safeDottedIdent(input.TargetTable)
|
|
if !ok {
|
|
return 0, errors.New("target_table must be a plain identifier or schema.table")
|
|
}
|
|
colIdents := make([]string, len(cols))
|
|
for i, col := range cols {
|
|
ident, ok := safeIdent(col)
|
|
if !ok {
|
|
return 0, fmt.Errorf("source column %q is not a usable identifier", col)
|
|
}
|
|
colIdents[i] = `"` + ident + `"`
|
|
}
|
|
|
|
transferred := 0
|
|
const batch = 100
|
|
for start := 0; start < len(rows); start += batch {
|
|
end := min(start+batch, len(rows))
|
|
var values strings.Builder
|
|
values.WriteString("INSERT INTO " + tableIdent + " (" + strings.Join(colIdents, ", ") + ") VALUES ")
|
|
for i, row := range rows[start:end] {
|
|
if i > 0 {
|
|
values.WriteString(", ")
|
|
}
|
|
values.WriteString("(")
|
|
for j := range cols {
|
|
if j > 0 {
|
|
values.WriteString(", ")
|
|
}
|
|
cell := ""
|
|
if j < len(row) {
|
|
cell = row[j]
|
|
}
|
|
if cell == "NULL" {
|
|
values.WriteString("NULL")
|
|
} else {
|
|
values.WriteString(sqlQuote(cell))
|
|
}
|
|
}
|
|
values.WriteString(")")
|
|
}
|
|
if _, err := s.dbx.Call(ctx, "dbx_execute_query", map[string]any{
|
|
"connection_name": dbxConnectionName(projectID, target.Name),
|
|
"sql": values.String(),
|
|
}); err != nil {
|
|
return transferred, fmt.Errorf("insert batch at row %d: %w", start, err)
|
|
}
|
|
transferred += end - start
|
|
}
|
|
return transferred, nil
|
|
}
|
|
|
|
// transferToRedis SETs one key per row. Placeholders like {email} in
|
|
// key_pattern are replaced with that row's cell value.
|
|
var keyPlaceholder = regexp.MustCompile(`\{([A-Za-z0-9_]+)\}`)
|
|
|
|
func (s *PlatformService) transferToRedis(ctx context.Context, projectID uuid.UUID, target db.CoreDbConnection, cols []string, rows [][]string, input TransferInput) (int, error) {
|
|
if input.KeyPattern == "" {
|
|
return 0, errors.New("key_pattern is required for redis targets")
|
|
}
|
|
colIndex := map[string]int{}
|
|
for i, col := range cols {
|
|
colIndex[col] = i
|
|
}
|
|
for _, ph := range keyPlaceholder.FindAllStringSubmatch(input.KeyPattern, -1) {
|
|
if _, ok := colIndex[ph[1]]; !ok {
|
|
return 0, fmt.Errorf("key_pattern references unknown column %q", ph[1])
|
|
}
|
|
}
|
|
if input.ValueColumn != "" {
|
|
if _, ok := colIndex[input.ValueColumn]; !ok {
|
|
return 0, fmt.Errorf("value_column %q not in source columns", input.ValueColumn)
|
|
}
|
|
}
|
|
|
|
transferred := 0
|
|
for _, row := range rows {
|
|
key := keyPlaceholder.ReplaceAllStringFunc(input.KeyPattern, func(m string) string {
|
|
col := keyPlaceholder.FindStringSubmatch(m)[1]
|
|
if i, ok := colIndex[col]; ok && i < len(row) {
|
|
return row[i]
|
|
}
|
|
return ""
|
|
})
|
|
var value string
|
|
if input.ValueColumn != "" {
|
|
value = row[colIndex[input.ValueColumn]]
|
|
} else {
|
|
obj := map[string]string{}
|
|
for i, col := range cols {
|
|
if i < len(row) {
|
|
obj[col] = row[i]
|
|
}
|
|
}
|
|
raw, _ := json.Marshal(obj)
|
|
value = string(raw)
|
|
}
|
|
cmd := "SET " + redisQuote(key) + " " + redisQuote(value)
|
|
if input.TTLSeconds != nil && *input.TTLSeconds > 0 {
|
|
cmd += fmt.Sprintf(" EX %d", *input.TTLSeconds)
|
|
}
|
|
if _, err := s.dbx.Call(ctx, "dbx_execute_redis_command", map[string]any{
|
|
"connection_name": dbxConnectionName(projectID, target.Name),
|
|
"command": cmd,
|
|
}); err != nil {
|
|
return transferred, fmt.Errorf("SET %q: %w", key, err)
|
|
}
|
|
transferred++
|
|
}
|
|
return transferred, nil
|
|
}
|
|
|
|
var dottedIdent = regexp.MustCompile(`^[A-Za-z0-9_]+(\.[A-Za-z0-9_]+)?$`)
|
|
|
|
func safeDottedIdent(s string) (string, bool) {
|
|
if !dottedIdent.MatchString(s) {
|
|
return "", false
|
|
}
|
|
parts := strings.Split(s, ".")
|
|
for i := range parts {
|
|
parts[i] = `"` + parts[i] + `"`
|
|
}
|
|
return strings.Join(parts, "."), true
|
|
}
|
|
|
|
func sqlQuote(v string) string {
|
|
return "'" + strings.ReplaceAll(v, "'", "''") + "'"
|
|
}
|
|
|
|
func redisQuote(v string) string {
|
|
return `"` + strings.ReplaceAll(strings.ReplaceAll(v, `\`, `\\`), `"`, `\"`) + `"`
|
|
}
|