Files
netmaker/database/sqlite.go
T
abhishek9686 ad3af6ee7c NM-256: fix DB performance degradation with large user base and Entra IDP
- Replace full table scan in FetchRecord with indexed single-key lookup
      (SELECT WHERE key = ?) for PostgreSQL, SQLite, and RQLite backends
    - Add in-memory user cache (gated behind CACHING_ENABLED) to eliminate
      DB round-trips on the auth hot path (GetUser called per API request)
    - Configure PostgreSQL connection pool limits (max open/idle conns,
      conn lifetime) to prevent connection churn under load
    - Add periodic cleanup of expired SSO state entries to prevent
      unbounded table growth
    - Route GitHub OAuth user rename through standard logic functions
      to keep user cache consistent
2026-02-23 13:56:50 +04:00

146 lines
3.4 KiB
Go

package database
import (
"context"
"database/sql"
"errors"
"github.com/gravitl/netmaker/db"
_ "github.com/mattn/go-sqlite3" // need to blank import this package
)
// SqliteDB is the db object for sqlite database connections
var SqliteDB *sql.DB
// SQLITE_FUNCTIONS - contains a map of the functions for sqlite
var SQLITE_FUNCTIONS = map[string]interface{}{
INIT_DB: initSqliteDB,
CREATE_TABLE: sqliteCreateTable,
INSERT: sqliteInsert,
INSERT_PEER: sqliteInsertPeer,
DELETE: sqliteDeleteRecord,
DELETE_ALL: sqliteDeleteAllRecords,
FETCH_ALL: sqliteFetchRecords,
FETCH_ONE: sqliteFetchRecord,
CLOSE_DB: sqliteCloseDB,
isConnected: sqliteConnected,
}
func initSqliteDB() error {
gormDB := db.FromContext(db.WithContext(context.TODO()))
var dbOpenErr error
SqliteDB, dbOpenErr = gormDB.DB()
if dbOpenErr != nil {
return dbOpenErr
}
return nil
}
func sqliteCreateTable(tableName string) error {
statement, err := SqliteDB.Prepare("CREATE TABLE IF NOT EXISTS " + tableName + " (key TEXT NOT NULL UNIQUE PRIMARY KEY, value TEXT)")
if err != nil {
return err
}
defer statement.Close()
_, err = statement.Exec()
if err != nil {
return err
}
return nil
}
func sqliteInsert(key string, value string, tableName string) error {
if key != "" && value != "" {
insertSQL := "INSERT OR REPLACE INTO " + tableName + " (key, value) VALUES (?, ?)"
statement, err := SqliteDB.Prepare(insertSQL)
if err != nil {
return err
}
defer statement.Close()
_, err = statement.Exec(key, value)
if err != nil {
return err
}
return nil
}
return errors.New("invalid insert " + key + " : " + value)
}
func sqliteInsertPeer(key string, value string) error {
if key != "" && value != "" {
err := sqliteInsert(key, value, PEERS_TABLE_NAME)
if err != nil {
return err
}
return nil
}
return errors.New("invalid peer insert " + key + " : " + value)
}
func sqliteDeleteRecord(tableName string, key string) error {
deleteSQL := "DELETE FROM " + tableName + " WHERE key = \"" + key + "\""
statement, err := SqliteDB.Prepare(deleteSQL)
if err != nil {
return err
}
defer statement.Close()
if _, err = statement.Exec(); err != nil {
return err
}
return nil
}
func sqliteDeleteAllRecords(tableName string) error {
deleteSQL := "DELETE FROM " + tableName
statement, err := SqliteDB.Prepare(deleteSQL)
if err != nil {
return err
}
defer statement.Close()
if _, err = statement.Exec(); err != nil {
return err
}
return nil
}
func sqliteFetchRecord(tableName string, key string) (string, error) {
var value string
err := SqliteDB.QueryRow("SELECT value FROM "+tableName+" WHERE key = ?", key).Scan(&value)
if err != nil {
if err == sql.ErrNoRows {
return "", errors.New(NO_RECORD)
}
return "", err
}
return value, nil
}
func sqliteFetchRecords(tableName string) (map[string]string, error) {
row, err := SqliteDB.Query("SELECT * FROM " + tableName + " ORDER BY key")
if err != nil {
return nil, err
}
records := make(map[string]string)
defer row.Close()
for row.Next() { // Iterate and fetch the records from result cursor
var key string
var value string
row.Scan(&key, &value)
records[key] = value
}
if len(records) == 0 {
return nil, errors.New(NO_RECORDS)
}
return records, nil
}
func sqliteCloseDB() {
//SqliteDB.Close()
}
func sqliteConnected() bool {
stats := SqliteDB.Stats()
return stats.OpenConnections > 0
}