tao.chenandClaude
1796b5b872
Add the upload_files SQLite table and UploadRepo CRUD methods (Create/Get/List/Delete). The table stores file_id, name, size, sha256, and uploaded_at as a queryable index. The .meta.json sidecar remains the source of truth for uploads; the DB is only an index for admin visibility. On startup the next commit will backfill any pre-existing sidecars into this table. Tests cover Create/Get/List/Delete round-trip, name search filtering, descending time ordering, and limit defaults/cap. Co-Authored-By: Claude <noreply@anthropic.com>
98 lines
2.7 KiB
Go
98 lines
2.7 KiB
Go
package storage
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
_ "modernc.org/sqlite"
|
|
)
|
|
|
|
// Schema defines the SQLite schema for clusters and audit_log.
|
|
const Schema = `CREATE TABLE IF NOT EXISTS clusters (
|
|
id TEXT PRIMARY KEY,
|
|
name TEXT NOT NULL,
|
|
rm_url TEXT NOT NULL,
|
|
shs_url TEXT NOT NULL,
|
|
spark_submit_execute_bin TEXT NOT NULL,
|
|
is_active INTEGER NOT NULL DEFAULT 1,
|
|
auth_type TEXT NOT NULL DEFAULT 'none',
|
|
auth_username TEXT,
|
|
auth_password_enc BLOB,
|
|
ssl_verify INTEGER NOT NULL DEFAULT 1,
|
|
ssl_ca_bundle TEXT,
|
|
url_allowlist TEXT,
|
|
default_submit_args TEXT,
|
|
rate_limit_per_min INTEGER NOT NULL DEFAULT 10,
|
|
created_at INTEGER NOT NULL,
|
|
updated_at INTEGER NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS audit_log (
|
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
timestamp INTEGER NOT NULL,
|
|
actor TEXT NOT NULL,
|
|
action TEXT NOT NULL,
|
|
cluster_id TEXT,
|
|
details TEXT
|
|
);
|
|
CREATE INDEX IF NOT EXISTS idx_audit_ts ON audit_log(timestamp DESC);
|
|
|
|
CREATE TABLE IF NOT EXISTS upload_files (
|
|
file_id TEXT PRIMARY KEY,
|
|
name TEXT NOT NULL,
|
|
size INTEGER NOT NULL,
|
|
sha256 TEXT NOT NULL,
|
|
uploaded_at INTEGER NOT NULL
|
|
);
|
|
CREATE INDEX IF NOT EXISTS idx_uploads_ts ON upload_files(uploaded_at DESC);
|
|
`
|
|
|
|
// DB is the storage handle.
|
|
type DB struct {
|
|
Path string
|
|
sqlDB *sql.DB
|
|
}
|
|
|
|
// Open opens the SQLite database at path, creating the parent directory if
|
|
// needed. It enables WAL mode and foreign keys, then applies the schema.
|
|
func Open(path string) (*DB, error) {
|
|
dir := filepath.Dir(path)
|
|
if err := os.MkdirAll(dir, 0o755); err != nil {
|
|
return nil, fmt.Errorf("storage: mkdir %s: %w", dir, err)
|
|
}
|
|
|
|
sqlDB, err := sql.Open("sqlite", path)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("storage: open sqlite %s: %w", path, err)
|
|
}
|
|
|
|
if _, err := sqlDB.Exec("PRAGMA journal_mode=WAL"); err != nil {
|
|
_ = sqlDB.Close()
|
|
return nil, fmt.Errorf("storage: set WAL mode: %w", err)
|
|
}
|
|
if _, err := sqlDB.Exec("PRAGMA foreign_keys=ON"); err != nil {
|
|
_ = sqlDB.Close()
|
|
return nil, fmt.Errorf("storage: enable foreign keys: %w", err)
|
|
}
|
|
|
|
d := &DB{Path: path, sqlDB: sqlDB}
|
|
if err := d.Migrate(); err != nil {
|
|
_ = sqlDB.Close()
|
|
return nil, err
|
|
}
|
|
return d, nil
|
|
}
|
|
|
|
// Close releases the underlying database connection.
|
|
func (d *DB) Close() error {
|
|
if d == nil || d.sqlDB == nil {
|
|
return nil
|
|
}
|
|
return d.sqlDB.Close()
|
|
}
|
|
|
|
// SQLDB returns the underlying *sql.DB handle.
|
|
func (d *DB) SQLDB() *sql.DB { return d.sqlDB }
|