38 lines
670 B
Python
38 lines
670 B
Python
"""
|
|
Model registry — manages loaded models and VRAM lifecycle.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
_models: dict[str, object] = {}
|
|
|
|
|
|
def get(name: str) -> object | None:
|
|
return _models.get(name)
|
|
|
|
|
|
def put(name: str, model: object) -> None:
|
|
_models[name] = model
|
|
logger.info("Loaded %s", name)
|
|
|
|
|
|
def unload(name: str) -> bool:
|
|
if name in _models:
|
|
del _models[name]
|
|
logger.info("Unloaded %s", name)
|
|
return True
|
|
return False
|
|
|
|
|
|
def loaded() -> list[str]:
|
|
return list(_models.keys())
|
|
|
|
|
|
def clear() -> None:
|
|
_models.clear()
|
|
logger.info("All models unloaded")
|