mirror of
https://github.com/j3ssie/osmedeus.git
synced 2026-08-23 16:12:29 +02:00
280 lines
7.4 KiB
Go
280 lines
7.4 KiB
Go
package database
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
"github.com/j3ssie/osmedeus/v5/internal/config"
|
|
"github.com/uptrace/bun"
|
|
"github.com/uptrace/bun/dialect/pgdialect"
|
|
"github.com/uptrace/bun/dialect/sqlitedialect"
|
|
"github.com/uptrace/bun/driver/pgdriver"
|
|
"github.com/uptrace/bun/driver/sqliteshim"
|
|
)
|
|
|
|
var db *bun.DB
|
|
|
|
// Connect establishes a database connection based on configuration
|
|
func Connect(cfg *config.Config) (*bun.DB, error) {
|
|
switch {
|
|
case cfg.IsPostgres():
|
|
return connectPostgres(cfg)
|
|
case cfg.IsSQLite():
|
|
return connectSQLite(cfg)
|
|
default:
|
|
return nil, fmt.Errorf("unsupported database engine: %s", cfg.Database.DBEngine)
|
|
}
|
|
}
|
|
|
|
// connectSQLite establishes a SQLite connection
|
|
func connectSQLite(cfg *config.Config) (*bun.DB, error) {
|
|
dbPath := cfg.GetDBPath()
|
|
|
|
// Ensure directory exists
|
|
dir := filepath.Dir(dbPath)
|
|
if err := os.MkdirAll(dir, 0755); err != nil {
|
|
return nil, fmt.Errorf("failed to create database directory: %w", err)
|
|
}
|
|
|
|
// Build DSN with pragmas for better performance
|
|
dsn := fmt.Sprintf("%s?_pragma=foreign_keys(1)&_pragma=journal_mode(WAL)&_pragma=busy_timeout(5000)", dbPath)
|
|
|
|
sqldb, err := sql.Open(sqliteshim.ShimName, dsn)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to open SQLite database: %w", err)
|
|
}
|
|
|
|
// SQLite connection pooling settings
|
|
sqldb.SetMaxOpenConns(1) // SQLite only supports one writer at a time
|
|
sqldb.SetMaxIdleConns(1)
|
|
|
|
db = bun.NewDB(sqldb, sqlitedialect.New())
|
|
|
|
// Test connection
|
|
if err := db.Ping(); err != nil {
|
|
return nil, fmt.Errorf("failed to ping SQLite database: %w", err)
|
|
}
|
|
|
|
return db, nil
|
|
}
|
|
|
|
// connectPostgres establishes a PostgreSQL connection
|
|
func connectPostgres(cfg *config.Config) (*bun.DB, error) {
|
|
dsn := fmt.Sprintf("postgres://%s:%s@%s:%d/%s?sslmode=%s",
|
|
cfg.Database.Username,
|
|
cfg.Database.Password,
|
|
cfg.Database.Host,
|
|
cfg.Database.Port,
|
|
cfg.Database.DBName,
|
|
getSSLMode(cfg.Database.SSLMode),
|
|
)
|
|
|
|
sqldb := sql.OpenDB(pgdriver.NewConnector(pgdriver.WithDSN(dsn)))
|
|
|
|
// PostgreSQL connection pool settings
|
|
sqldb.SetMaxOpenConns(25) // Limit concurrent connections
|
|
sqldb.SetMaxIdleConns(5) // Keep some connections ready
|
|
sqldb.SetConnMaxLifetime(time.Hour) // Recycle connections periodically
|
|
sqldb.SetConnMaxIdleTime(10 * time.Minute) // Close idle connections
|
|
|
|
db = bun.NewDB(sqldb, pgdialect.New())
|
|
|
|
// Test connection
|
|
if err := db.Ping(); err != nil {
|
|
return nil, fmt.Errorf("failed to connect to PostgreSQL: %w", err)
|
|
}
|
|
|
|
return db, nil
|
|
}
|
|
|
|
// getSSLMode returns the SSL mode or default
|
|
func getSSLMode(mode string) string {
|
|
if mode == "" {
|
|
return "disable"
|
|
}
|
|
return mode
|
|
}
|
|
|
|
// GetDB returns the global database instance
|
|
func GetDB() *bun.DB {
|
|
return db
|
|
}
|
|
|
|
// SetDB sets the global database instance (for testing)
|
|
func SetDB(newDB *bun.DB) {
|
|
db = newDB
|
|
}
|
|
|
|
// Close closes the database connection
|
|
func Close() error {
|
|
if db != nil {
|
|
return db.Close()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Migrate runs database migrations
|
|
func Migrate(ctx context.Context) error {
|
|
models := []interface{}{
|
|
(*Run)(nil),
|
|
(*StepResult)(nil),
|
|
(*Artifact)(nil),
|
|
(*Asset)(nil),
|
|
(*EventLog)(nil),
|
|
(*Schedule)(nil),
|
|
(*Workspace)(nil),
|
|
(*WorkflowMeta)(nil),
|
|
(*Vulnerability)(nil),
|
|
}
|
|
|
|
for _, model := range models {
|
|
_, err := db.NewCreateTable().
|
|
Model(model).
|
|
IfNotExists().
|
|
Exec(ctx)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create table: %w", err)
|
|
}
|
|
}
|
|
|
|
// Create indexes for Asset table
|
|
if err := createAssetIndexes(ctx); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create indexes for EventLog table
|
|
if err := createEventLogIndexes(ctx); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create indexes for WorkflowMeta table
|
|
if err := createWorkflowMetaIndexes(ctx); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create indexes for Vulnerability table
|
|
if err := createVulnerabilityIndexes(ctx); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create indexes for Workspace table
|
|
if err := createWorkspaceIndexes(ctx); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// createAssetIndexes creates indexes for the assets table
|
|
func createAssetIndexes(ctx context.Context) error {
|
|
indexes := []string{
|
|
"CREATE INDEX IF NOT EXISTS idx_assets_workspace ON assets(workspace)",
|
|
"CREATE INDEX IF NOT EXISTS idx_assets_asset_value ON assets(asset_value)",
|
|
"CREATE INDEX IF NOT EXISTS idx_assets_status_code ON assets(status_code)",
|
|
"CREATE INDEX IF NOT EXISTS idx_assets_host_ip ON assets(host_ip)",
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS idx_assets_unique ON assets(workspace, asset_value, url)",
|
|
}
|
|
|
|
for _, idx := range indexes {
|
|
if _, err := db.ExecContext(ctx, idx); err != nil {
|
|
return fmt.Errorf("failed to create index: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// createEventLogIndexes creates indexes for the event_logs table
|
|
func createEventLogIndexes(ctx context.Context) error {
|
|
indexes := []string{
|
|
"CREATE INDEX IF NOT EXISTS idx_event_logs_topic ON event_logs(topic)",
|
|
"CREATE INDEX IF NOT EXISTS idx_event_logs_workspace ON event_logs(workspace)",
|
|
"CREATE INDEX IF NOT EXISTS idx_event_logs_run_id ON event_logs(run_id)",
|
|
"CREATE INDEX IF NOT EXISTS idx_event_logs_created_at ON event_logs(created_at)",
|
|
}
|
|
|
|
for _, idx := range indexes {
|
|
if _, err := db.ExecContext(ctx, idx); err != nil {
|
|
return fmt.Errorf("failed to create index: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// createWorkflowMetaIndexes creates indexes for the workflow_meta table
|
|
func createWorkflowMetaIndexes(ctx context.Context) error {
|
|
indexes := []string{
|
|
"CREATE INDEX IF NOT EXISTS idx_workflow_meta_kind ON workflow_meta(kind)",
|
|
"CREATE INDEX IF NOT EXISTS idx_workflow_meta_checksum ON workflow_meta(checksum)",
|
|
}
|
|
|
|
for _, idx := range indexes {
|
|
if _, err := db.ExecContext(ctx, idx); err != nil {
|
|
return fmt.Errorf("failed to create index: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// createVulnerabilityIndexes creates indexes for the vulnerabilities table
|
|
func createVulnerabilityIndexes(ctx context.Context) error {
|
|
indexes := []string{
|
|
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_workspace ON vulnerabilities(workspace)",
|
|
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_severity ON vulnerabilities(severity)",
|
|
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_confidence ON vulnerabilities(confidence)",
|
|
"CREATE INDEX IF NOT EXISTS idx_vulnerabilities_asset_value ON vulnerabilities(asset_value)",
|
|
}
|
|
|
|
for _, idx := range indexes {
|
|
if _, err := db.ExecContext(ctx, idx); err != nil {
|
|
return fmt.Errorf("failed to create index: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// createWorkspaceIndexes creates indexes for the workspaces table
|
|
func createWorkspaceIndexes(ctx context.Context) error {
|
|
indexes := []string{
|
|
"CREATE INDEX IF NOT EXISTS idx_workspaces_data_source ON workspaces(data_source)",
|
|
}
|
|
|
|
for _, idx := range indexes {
|
|
if _, err := db.ExecContext(ctx, idx); err != nil {
|
|
return fmt.Errorf("failed to create index: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Transaction wraps a function in a database transaction
|
|
func Transaction(ctx context.Context, fn func(ctx context.Context, tx bun.Tx) error) error {
|
|
return db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
|
|
return fn(ctx, tx)
|
|
})
|
|
}
|
|
|
|
// IsSQLite returns true if the current database is SQLite
|
|
func IsSQLite() bool {
|
|
if db == nil {
|
|
return false
|
|
}
|
|
return db.Dialect().Name().String() == "sqlite"
|
|
}
|
|
|
|
// IsPostgres returns true if the current database is PostgreSQL
|
|
func IsPostgres() bool {
|
|
if db == nil {
|
|
return false
|
|
}
|
|
return db.Dialect().Name().String() == "pg"
|
|
}
|