b015284165
- Add PRAGMA quick_check on startup with warning log if corrupted - Add corruption sentinel helpers for structured error detection - Add backup retention (keep last 7, auto-cleanup after daily backup) - Add GET /api/v1/health/db endpoint for orchestrator health checks Prevents silent data loss and enables proactive corruption detection.
81 lines
2.7 KiB
Go
81 lines
2.7 KiB
Go
// Package database handles database connections and migrations.
|
|
package database
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/Wikid82/charon/backend/internal/logger"
|
|
"gorm.io/driver/sqlite"
|
|
"gorm.io/gorm"
|
|
)
|
|
|
|
// Connect opens a SQLite database connection with optimized settings.
|
|
// Uses WAL mode for better concurrent read/write performance.
|
|
func Connect(dbPath string) (*gorm.DB, error) {
|
|
// Add SQLite performance pragmas if not already present
|
|
dsn := dbPath
|
|
if !strings.Contains(dsn, "?") {
|
|
dsn += "?"
|
|
} else {
|
|
dsn += "&"
|
|
}
|
|
// WAL mode: better concurrent access, faster writes
|
|
// busy_timeout: wait up to 5s instead of failing immediately on lock
|
|
// cache: shared cache for better memory usage
|
|
// synchronous=NORMAL: good balance of safety and speed
|
|
dsn += "_journal_mode=WAL&_busy_timeout=5000&_synchronous=NORMAL&_cache_size=-64000"
|
|
|
|
db, err := gorm.Open(sqlite.Open(dsn), &gorm.Config{
|
|
// Skip default transaction for single operations (faster)
|
|
SkipDefaultTransaction: true,
|
|
// Prepare statements for reuse
|
|
PrepareStmt: true,
|
|
})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("open database: %w", err)
|
|
}
|
|
|
|
// Configure connection pool
|
|
sqlDB, err := db.DB()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get underlying db: %w", err)
|
|
}
|
|
configurePool(sqlDB)
|
|
|
|
// Verify WAL mode is enabled and log confirmation
|
|
var journalMode string
|
|
if err := db.Raw("PRAGMA journal_mode").Scan(&journalMode).Error; err != nil {
|
|
logger.Log().WithError(err).Warn("Failed to verify SQLite journal mode")
|
|
} else {
|
|
logger.Log().WithField("journal_mode", journalMode).Info("SQLite database connected with WAL mode enabled")
|
|
}
|
|
|
|
// Run quick integrity check on startup (non-blocking, warn-only)
|
|
var quickCheckResult string
|
|
if err := db.Raw("PRAGMA quick_check").Scan(&quickCheckResult).Error; err != nil {
|
|
logger.Log().WithError(err).Warn("Failed to run SQLite integrity check on startup")
|
|
} else if quickCheckResult == "ok" {
|
|
logger.Log().Info("SQLite database integrity check passed")
|
|
} else {
|
|
// Database has corruption - log error but don't fail startup
|
|
logger.Log().WithField("quick_check_result", quickCheckResult).
|
|
WithField("error_type", "database_corruption").
|
|
Error("SQLite database integrity check failed - database may be corrupted")
|
|
}
|
|
|
|
return db, nil
|
|
}
|
|
|
|
// configurePool sets connection pool settings for SQLite.
|
|
// SQLite handles concurrency differently than server databases,
|
|
// so we use conservative settings.
|
|
func configurePool(sqlDB *sql.DB) {
|
|
// SQLite is file-based, so we limit connections
|
|
// but keep some idle for reuse
|
|
sqlDB.SetMaxOpenConns(1) // SQLite only allows one writer at a time
|
|
sqlDB.SetMaxIdleConns(1) // Keep one connection ready
|
|
sqlDB.SetConnMaxLifetime(0) // Don't close idle connections
|
|
}
|