feat: add JSON-backed ConnectionStore
This commit is contained in:
@@ -0,0 +1,85 @@
|
||||
# coding=utf-8
|
||||
"""
|
||||
@Time :2026/6/24
|
||||
@Author :tao.chen
|
||||
"""
|
||||
import json
|
||||
import os
|
||||
import tempfile
|
||||
from pathlib import Path
|
||||
from threading import Lock
|
||||
|
||||
from spark_executor.models import Connection
|
||||
|
||||
DEFAULT_DATA_DIR = os.environ.get("SPARK_EXECUTOR_DATA_DIR", "./data")
|
||||
DEFAULT_FILE_NAME = "connections.json"
|
||||
|
||||
|
||||
class ConnectionNotFound(KeyError):
|
||||
"""Raised when a named connection does not exist."""
|
||||
|
||||
|
||||
class ConnectionStore:
|
||||
"""JSON-backed CRUD for Connection records.
|
||||
|
||||
File path: <DEFAULT_DATA_DIR>/<DEFAULT_FILE_NAME>.
|
||||
Writes are atomic: tempfile + os.replace.
|
||||
"""
|
||||
|
||||
def __init__(self, data_dir: str | None = None, file_name: str = DEFAULT_FILE_NAME) -> None:
|
||||
self._data_dir = data_dir or DEFAULT_DATA_DIR
|
||||
self._file_name = file_name
|
||||
self._lock = Lock()
|
||||
|
||||
@property
|
||||
def path(self) -> Path:
|
||||
return Path(self._data_dir) / self._file_name
|
||||
|
||||
def _load(self) -> dict[str, Connection]:
|
||||
if not self.path.exists():
|
||||
return {}
|
||||
raw = json.loads(self.path.read_text(encoding="utf-8"))
|
||||
return {name: Connection.model_validate(c) for name, c in raw.items()}
|
||||
|
||||
def _dump(self, records: dict[str, Connection]) -> None:
|
||||
os.makedirs(self._data_dir, exist_ok=True)
|
||||
payload = {name: c.model_dump() for name, c in records.items()}
|
||||
# atomic write: tempfile in same dir, then replace
|
||||
fd, tmp_path = tempfile.mkstemp(
|
||||
prefix=self._file_name + ".", dir=self._data_dir
|
||||
)
|
||||
try:
|
||||
with os.fdopen(fd, "w", encoding="utf-8") as f:
|
||||
json.dump(payload, f, indent=2, ensure_ascii=False)
|
||||
os.replace(tmp_path, self.path)
|
||||
except Exception:
|
||||
if os.path.exists(tmp_path):
|
||||
os.unlink(tmp_path)
|
||||
raise
|
||||
|
||||
def list_all(self) -> list[Connection]:
|
||||
with self._lock:
|
||||
return list(self._load().values())
|
||||
|
||||
def get(self, name: str) -> Connection | None:
|
||||
with self._lock:
|
||||
return self._load().get(name)
|
||||
|
||||
def save(self, conn: Connection) -> None:
|
||||
with self._lock:
|
||||
records = self._load()
|
||||
records[conn.name] = conn
|
||||
self._dump(records)
|
||||
|
||||
def delete(self, name: str) -> bool:
|
||||
with self._lock:
|
||||
records = self._load()
|
||||
if name not in records:
|
||||
return False
|
||||
del records[name]
|
||||
self._dump(records)
|
||||
return True
|
||||
|
||||
|
||||
# Module-level singleton; replaced in tests.
|
||||
store = ConnectionStore()
|
||||
Reference in New Issue
Block a user