mirror of
https://github.com/Dvorinka/Primora.git
synced 2026-10-28 07:41:23 +00:00
Security:
- Graceful shutdown: http.Server + signal.NotifyContext, 10s drain,
retention sweeper cancelled before pool close
- Scoped API keys (migration 00006): ingest/read/write/admin enforced in
auth middleware; scope picker + badges in Settings UI; scopeless legacy
keys act as admin. Read-only keys now get 403 on ingest (verified live)
- nginx: baseline security headers on all responses, CSP scoped to SPA;
fixed add_header inheritance shadowing
- better-auth rate limit enabled unconditionally (was gated on NODE_ENV,
which the shipped .env sets to development)
- Mailpit moved to docker-compose.dev.yml; prod compose cannot expose it
- setup.sh generates PRIMORA_ENCRYPTION_KEY
Reliability/ops:
- Retention: per-project retention_{events,audit,webhook}_days
(migration 00007, 0=off) + hourly RetentionSweeper; edit UI in Projects
- GET /api/v1/metrics Prometheus exposition
- compose: healthchecks + restart policies everywhere, dragonfly pinned
to v2.0.0, depends_on service_healthy
- backup.sh/restore.sh (pg_dump -Fc + storage volume); restore verified
against scratch postgres+volume
- .dockerignore: exclude target dirs (build context was 4.7GB)
Correctness/testing:
- DBX transfer endpoint: POST /db-connections/:id/transfer — SQL or Redis
target, 1000-row bound, server-side creds (verified live pg→dragonfly)
- Pagination audit: ListComponents capped at 500 (auto-registers)
- CI: goose up/reset/up job + compose e2e-smoke job (smoke-e2e.sh
verified locally: signup, bootstrap, scoped keys, ingest, metrics)
- k6 load sanity script: 6650 reqs, ~217/s, 0 real failures, p95 221ms
(429s = configured rate limiter working)
Docs: DEPLOYMENT_GUIDE.md, PRODUCTION_READINESS.md; verify script
repaired (stale refs + set -e arithmetic abort). ROADMAP: phase 2 +
phase 6 marked complete.
Authored By: TDvorak <[email protected]>
Generated with [Devin](https://devin.ai)
Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
264 lines
7.4 KiB
Go
264 lines
7.4 KiB
Go
package app
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"log/slog"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"os/signal"
|
|
"strconv"
|
|
"strings"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/go-playground/validator/v10"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
"github.com/joho/godotenv"
|
|
"github.com/redis/go-redis/v9"
|
|
|
|
"github.com/tdvorak/primora/apps/backend/internal/auth"
|
|
"github.com/tdvorak/primora/apps/backend/internal/config"
|
|
"github.com/tdvorak/primora/apps/backend/internal/database"
|
|
"github.com/tdvorak/primora/apps/backend/internal/dbx"
|
|
"github.com/tdvorak/primora/apps/backend/internal/handlers"
|
|
"github.com/tdvorak/primora/apps/backend/internal/middleware"
|
|
"github.com/tdvorak/primora/apps/backend/internal/observability"
|
|
"github.com/tdvorak/primora/apps/backend/internal/repositories"
|
|
"github.com/tdvorak/primora/apps/backend/internal/secrets"
|
|
"github.com/tdvorak/primora/apps/backend/internal/services"
|
|
"github.com/tdvorak/primora/apps/backend/internal/storage"
|
|
)
|
|
|
|
type App struct {
|
|
Config config.Config
|
|
Router *gin.Engine
|
|
Logger *slog.Logger
|
|
DB *pgxpool.Pool
|
|
Redis *redis.Client
|
|
DBX *dbx.Client
|
|
Platform *services.PlatformService
|
|
|
|
sweepCancel context.CancelFunc
|
|
}
|
|
|
|
func Bootstrap(ctx context.Context) (*App, error) {
|
|
_ = godotenv.Load()
|
|
logger := slog.New(slog.NewJSONHandler(os.Stdout, nil))
|
|
|
|
cfg, err := config.Load()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
dbPool, err := database.Connect(ctx, cfg.DatabaseURL)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if err := database.RunMigrationsFromPool(dbPool, database.ResolveMigrationsDir(), logger); err != nil {
|
|
return nil, err
|
|
}
|
|
var verifier *auth.Verifier
|
|
for attempt := 1; attempt <= 20; attempt++ {
|
|
verifier, err = auth.NewVerifier(ctx, cfg.AuthInternalBaseURL+"/auth/jwks", cfg.JWTIssuer, cfg.JWTAudience)
|
|
if err == nil {
|
|
break
|
|
}
|
|
logger.Warn("auth jwks unavailable, retrying", "attempt", attempt, "error", err)
|
|
time.Sleep(2 * time.Second)
|
|
}
|
|
if verifier == nil {
|
|
return nil, err
|
|
}
|
|
|
|
var redisClient *redis.Client
|
|
if options, err := redis.ParseURL(cfg.DragonflyURL); err != nil {
|
|
logger.Warn("dragonfly configuration invalid, continuing in degraded mode", "error", err)
|
|
} else {
|
|
redisClient = redis.NewClient(options)
|
|
if err := redisClient.Ping(ctx).Err(); err != nil {
|
|
logger.Warn("dragonfly unavailable, continuing in degraded mode", "error", err)
|
|
redisClient = nil
|
|
}
|
|
}
|
|
|
|
store, err := storage.NewLocalStore(cfg.StorageRoot)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
dbxClient := dbx.NewClient(logger, cfg.DBXDataDir)
|
|
repo := repositories.NewCoreRepository(dbPool)
|
|
encryptor, err := secrets.NewEncryptor(cfg.EncryptionKey)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("encryption key: %w", err)
|
|
}
|
|
platform := services.NewPlatformService(repo, store, services.NewMailer(cfg), os.Getenv("VITE_APP_URL"), dbxClient, firstPartyDBSeeds(cfg), encryptor, logger)
|
|
|
|
if cfg.Env == "production" {
|
|
gin.SetMode(gin.ReleaseMode)
|
|
}
|
|
if cfg.Env != "production" && os.Getenv("PRIMORA_ENCRYPTION_KEY") == "" {
|
|
logger.Warn("PRIMORA_ENCRYPTION_KEY unset — using the built-in development key")
|
|
}
|
|
router := gin.New()
|
|
router.Use(gin.Recovery())
|
|
router.Use(middleware.RequestID())
|
|
router.Use(middleware.Logger(logger))
|
|
|
|
metrics := observability.NewMetrics()
|
|
router.Use(middleware.Metrics(metrics))
|
|
router.Use(middleware.Compression())
|
|
|
|
// CORS configuration - update AllowedOrigins for production
|
|
corsOrigins := []string{cfg.PublicURL}
|
|
if cfg.Env == "development" {
|
|
corsOrigins = append(corsOrigins, "http://localhost", "http://localhost:3000")
|
|
}
|
|
router.Use(middleware.CORS(middleware.CORSConfig{
|
|
AllowedOrigins: corsOrigins,
|
|
}))
|
|
|
|
router.Use(middleware.AuthMiddleware{
|
|
Queries: repo,
|
|
Logger: logger,
|
|
Redis: redisClient,
|
|
Verifier: verifier,
|
|
RateLimits: middleware.RateLimitConfig{
|
|
APIKeyPerMinute: cfg.APIKeyRateLimitPerMin,
|
|
UserPerMinute: cfg.UserRateLimitPerMin,
|
|
},
|
|
}.ResolveActor())
|
|
|
|
handler := &handlers.HTTPHandler{
|
|
Platform: platform,
|
|
Validate: validator.New(),
|
|
Metrics: metrics,
|
|
Readiness: func(c *gin.Context) map[string]any {
|
|
status := map[string]any{
|
|
"status": "ok",
|
|
"checks": map[string]any{
|
|
"database": "ok",
|
|
"storage": "ok",
|
|
"dragonfly": "ok",
|
|
},
|
|
"metrics": metrics.GetStats(),
|
|
}
|
|
if err := dbPool.Ping(c.Request.Context()); err != nil {
|
|
status["status"] = "degraded"
|
|
status["checks"].(map[string]any)["database"] = err.Error()
|
|
}
|
|
if redisClient != nil {
|
|
if err := redisClient.Ping(c.Request.Context()).Err(); err != nil {
|
|
status["status"] = "degraded"
|
|
status["checks"].(map[string]any)["dragonfly"] = err.Error()
|
|
}
|
|
} else {
|
|
status["status"] = "degraded"
|
|
status["checks"].(map[string]any)["dragonfly"] = "disabled"
|
|
}
|
|
return status
|
|
},
|
|
}
|
|
handler.Register(router)
|
|
|
|
sweepCtx, sweepCancel := context.WithCancel(context.Background())
|
|
sweeper := services.NewRetentionSweeper(repo, logger)
|
|
go sweeper.Run(sweepCtx)
|
|
|
|
return &App{
|
|
Config: cfg,
|
|
Router: router,
|
|
Logger: logger,
|
|
DB: dbPool,
|
|
Redis: redisClient,
|
|
DBX: dbxClient,
|
|
Platform: platform,
|
|
sweepCancel: sweepCancel,
|
|
}, nil
|
|
}
|
|
|
|
func (a *App) Run() error {
|
|
address := ":" + a.Config.ServerPort
|
|
srv := &http.Server{Addr: address, Handler: a.Router}
|
|
|
|
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
|
|
defer stop()
|
|
|
|
errCh := make(chan error, 1)
|
|
go func() {
|
|
a.Logger.Info("primora backend starting", "address", address)
|
|
errCh <- srv.ListenAndServe()
|
|
}()
|
|
|
|
select {
|
|
case err := <-errCh:
|
|
return err
|
|
case <-ctx.Done():
|
|
}
|
|
|
|
a.Logger.Info("shutdown signal received, draining in-flight requests")
|
|
shutdownCtx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
if err := srv.Shutdown(shutdownCtx); err != nil {
|
|
return fmt.Errorf("graceful shutdown: %w", err)
|
|
}
|
|
if err := <-errCh; err != nil && !errors.Is(err, http.ErrServerClosed) {
|
|
return err
|
|
}
|
|
// Stop the retention sweeper before main closes the DB pool.
|
|
a.sweepCancel()
|
|
return nil
|
|
}
|
|
|
|
// firstPartyDBSeeds turns the platform's own Postgres and Dragonfly URLs into
|
|
// managed connection seeds registered on every project.
|
|
func firstPartyDBSeeds(cfg config.Config) []services.ManagedDBSeed {
|
|
var seeds []services.ManagedDBSeed
|
|
if u, err := url.Parse(cfg.DatabaseURL); err == nil && u.Hostname() != "" {
|
|
cfg2 := services.DBConnectionConfig{
|
|
Host: u.Hostname(),
|
|
Database: strings.TrimPrefix(u.Path, "/"),
|
|
Username: u.User.Username(),
|
|
}
|
|
if p, ok := u.User.Password(); ok {
|
|
cfg2.Password = p
|
|
}
|
|
if port, err := strconv.Atoi(u.Port()); err == nil {
|
|
cfg2.Port = &port
|
|
}
|
|
seeds = append(seeds, services.ManagedDBSeed{Name: "platform-postgres", DBType: "postgres", Config: cfg2})
|
|
}
|
|
if u, err := url.Parse(cfg.DragonflyURL); err == nil && u.Hostname() != "" {
|
|
cfg2 := services.DBConnectionConfig{Host: u.Hostname()}
|
|
if p, ok := u.User.Password(); ok {
|
|
cfg2.Password = p
|
|
}
|
|
if port, err := strconv.Atoi(u.Port()); err == nil {
|
|
cfg2.Port = &port
|
|
}
|
|
seeds = append(seeds, services.ManagedDBSeed{Name: "platform-dragonfly", DBType: "redis", Config: cfg2})
|
|
}
|
|
return seeds
|
|
}
|
|
|
|
func (a *App) Close() error {
|
|
if a.sweepCancel != nil {
|
|
a.sweepCancel()
|
|
}
|
|
if a.Platform != nil {
|
|
a.Platform.Close()
|
|
}
|
|
if a.DBX != nil {
|
|
a.DBX.Close()
|
|
}
|
|
if a.Redis != nil {
|
|
if err := a.Redis.Close(); err != nil {
|
|
return fmt.Errorf("close redis: %w", err)
|
|
}
|
|
}
|
|
a.DB.Close()
|
|
return nil
|
|
}
|