Files

280 lines
7.4 KiB
Go

package database
import (
"context"
"database/sql"
"fmt"
"os"
"path/filepath"
"time"
"github.com/j3ssie/osmedeus/v5/internal/config"
"github.com/uptrace/bun"
"github.com/uptrace/bun/dialect/pgdialect"
"github.com/uptrace/bun/dialect/sqlitedialect"
"github.com/uptrace/bun/driver/pgdriver"
"github.com/uptrace/bun/driver/sqliteshim"
)
var db *bun.DB
// Connect establishes a database connection based on configuration
func Connect(cfg *config.Config) (*bun.DB, error) {
switch {
case cfg.IsPostgres():
return connectPostgres(cfg)
case cfg.IsSQLite():
return connectSQLite(cfg)
default:
return nil, fmt.Errorf("unsupported database engine: %s", cfg.Database.DBEngine)
}
}
// connectSQLite establishes a SQLite connection
func connectSQLite(cfg *config.Config) (*bun.DB, error) {
dbPath := cfg.GetDBPath()
// Ensure directory exists
dir := filepath.Dir(dbPath)
if err := os.MkdirAll(dir, 0755); err != nil {
return nil, fmt.Errorf("failed to create database directory: %w", err)
}
// Build DSN with pragmas for better performance
dsn := fmt.Sprintf("%s?_pragma=foreign_keys(1)&_pragma=journal_mode(WAL)&_pragma=busy_timeout(5000)", dbPath)
sqldb, err := sql.Open(sqliteshim.ShimName, dsn)
if err != nil {
return nil, fmt.Errorf("failed to open SQLite database: %w", err)
}
// SQLite connection pooling settings
sqldb.SetMaxOpenConns(1) // SQLite only supports one writer at a time
sqldb.SetMaxIdleConns(1)
db = bun.NewDB(sqldb, sqlitedialect.New())
// Test connection
if err := db.Ping(); err != nil {
return nil, fmt.Errorf("failed to ping SQLite database: %w", err)
}
return db, nil
}
// connectPostgres establishes a PostgreSQL connection
func connectPostgres(cfg *config.Config) (*bun.DB, error) {
dsn := fmt.Sprintf("postgres://%s:%s@%s:%d/%s?sslmode=%s",
cfg.Database.Username,
cfg.Database.Password,
cfg.Database.Host,
cfg.Database.Port,
cfg.Database.DBName,
getSSLMode(cfg.Database.SSLMode),
)
sqldb := sql.OpenDB(pgdriver.NewConnector(pgdriver.WithDSN(dsn)))
// PostgreSQL connection pool settings
sqldb.SetMaxOpenConns(25) // Limit concurrent connections
sqldb.SetMaxIdleConns(5) // Keep some connections ready
sqldb.SetConnMaxLifetime(time.Hour) // Recycle connections periodically
sqldb.SetConnMaxIdleTime(10 * time.Minute) // Close idle connections
db = bun.NewDB(sqldb, pgdialect.New())
// Test connection
if err := db.Ping(); err != nil {
return nil, fmt.Errorf("failed to connect to PostgreSQL: %w", err)
}
return db, nil
}
// getSSLMode returns the SSL mode or default
func getSSLMode(mode string) string {
if mode == "" {
return "disable"
}
return mode
}
// GetDB returns the global database instance
func GetDB() *bun.DB {
return db
}
// SetDB sets the global database instance (for testing)
func SetDB(newDB *bun.DB) {
db = newDB
}
// Close closes the database connection
func Close() error {
if db != nil {
return db.Close()
}
return nil
}
// Migrate runs database migrations
func Migrate(ctx context.Context) error {
models := []interface{}{
(*Run)(nil),
(*StepResult)(nil),
(*Artifact)(nil),
(*Asset)(nil),
(*EventLog)(nil),
(*Schedule)(nil),
(*Workspace)(nil),
(*WorkflowMeta)(nil),
(*Vulnerability)(nil),
}
for _, model := range models {
_, err := db.NewCreateTable().
Model(model).
IfNotExists().
Exec(ctx)
if err != nil {
return fmt.Errorf("failed to create table: %w", err)
}
}
// Create indexes for Asset table
if err := createAssetIndexes(ctx); err != nil {
return err
}
// Create indexes for EventLog table
if err := createEventLogIndexes(ctx); err != nil {
return err
}
// Create indexes for WorkflowMeta table
if err := createWorkflowMetaIndexes(ctx); err != nil {
return err
}
// Create indexes for Vulnerability table
if err := createVulnerabilityIndexes(ctx); err != nil {
return err
}
// Create indexes for Workspace table
if err := createWorkspaceIndexes(ctx); err != nil {
return err
}
return nil
}
// createAssetIndexes creates indexes for the assets table
func createAssetIndexes(ctx context.Context) error {
indexes := []string{
"CREATE INDEX IF NOT EXISTS idx_assets_workspace ON assets(workspace)",
"CREATE INDEX IF NOT EXISTS idx_assets_asset_value ON assets(asset_value)",
"CREATE INDEX IF NOT EXISTS idx_assets_status_code ON assets(status_code)",
"CREATE INDEX IF NOT EXISTS idx_assets_host_ip ON assets(host_ip)",
"CREATE UNIQUE INDEX IF NOT EXISTS idx_assets_unique ON assets(workspace, asset_value, url)",
}
for _, idx := range indexes {
if _, err := db.ExecContext(ctx, idx); err != nil {
return fmt.Errorf("failed to create index: %w", err)
}
}
return nil
}
// createEventLogIndexes creates indexes for the event_logs table
func createEventLogIndexes(ctx context.Context) error {
indexes := []string{
"CREATE INDEX IF NOT EXISTS idx_event_logs_topic ON event_logs(topic)",
"CREATE INDEX IF NOT EXISTS idx_event_logs_workspace ON event_logs(workspace)",
"CREATE INDEX IF NOT EXISTS idx_event_logs_run_id ON event_logs(run_id)",
"CREATE INDEX IF NOT EXISTS idx_event_logs_created_at ON event_logs(created_at)",
}
for _, idx := range indexes {
if _, err := db.ExecContext(ctx, idx); err != nil {
return fmt.Errorf("failed to create index: %w", err)
}
}
return nil
}
// createWorkflowMetaIndexes creates indexes for the workflow_meta table
func createWorkflowMetaIndexes(ctx context.Context) error {
indexes := []string{
"CREATE INDEX IF NOT EXISTS idx_workflow_meta_kind ON workflow_meta(kind)",
"CREATE INDEX IF NOT EXISTS idx_workflow_meta_checksum ON workflow_meta(checksum)",
}
for _, idx := range indexes {
if _, err := db.ExecContext(ctx, idx); err != nil {
return fmt.Errorf("failed to create index: %w", err)
}
}
return nil
}
// createVulnerabilityIndexes creates indexes for the vulnerabilities table
func createVulnerabilityIndexes(ctx context.Context) error {
indexes := []string{
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_workspace ON vulnerabilities(workspace)",
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_severity ON vulnerabilities(severity)",
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_confidence ON vulnerabilities(confidence)",
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_asset_value ON vulnerabilities(asset_value)",
}
for _, idx := range indexes {
if _, err := db.ExecContext(ctx, idx); err != nil {
return fmt.Errorf("failed to create index: %w", err)
}
}
return nil
}
// createWorkspaceIndexes creates indexes for the workspaces table
func createWorkspaceIndexes(ctx context.Context) error {
indexes := []string{
"CREATE INDEX IF NOT EXISTS idx_workspaces_data_source ON workspaces(data_source)",
}
for _, idx := range indexes {
if _, err := db.ExecContext(ctx, idx); err != nil {
return fmt.Errorf("failed to create index: %w", err)
}
}
return nil
}
// Transaction wraps a function in a database transaction
func Transaction(ctx context.Context, fn func(ctx context.Context, tx bun.Tx) error) error {
return db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
return fn(ctx, tx)
})
}
// IsSQLite returns true if the current database is SQLite
func IsSQLite() bool {
if db == nil {
return false
}
return db.Dialect().Name().String() == "sqlite"
}
// IsPostgres returns true if the current database is PostgreSQL
func IsPostgres() bool {
if db == nil {
return false
}
return db.Dialect().Name().String() == "pg"
}