265 lines
9.9 KiB
Python
265 lines
9.9 KiB
Python
import copy
|
|
import inspect
|
|
import json
|
|
import uuid
|
|
from typing import Any, List, Type, TYPE_CHECKING, Optional, TypeVar, Tuple
|
|
from typing import Set, Dict
|
|
|
|
import pydantic
|
|
import sqlalchemy
|
|
from pydantic import BaseModel, BaseConfig, create_model
|
|
|
|
import orm.queryset as qry
|
|
from orm.exceptions import ModelDefinitionError
|
|
from orm.fields import BaseField, ForeignKey
|
|
from orm.relations import RelationshipManager
|
|
|
|
relationship_manager = RelationshipManager()
|
|
|
|
|
|
def parse_pydantic_field_from_model_fields(object_dict: dict) -> Dict[str, Tuple]:
|
|
pydantic_fields = {field_name: (
|
|
base_field.__type__,
|
|
... if base_field.is_required else base_field.default_value
|
|
)
|
|
for field_name, base_field in object_dict.items()
|
|
if isinstance(base_field, BaseField)}
|
|
return pydantic_fields
|
|
|
|
|
|
def sqlalchemy_columns_from_model_fields(name: str, object_dict: Dict, tablename: str) -> Tuple[Optional[str],
|
|
List[sqlalchemy.Column],
|
|
Dict[str, BaseField]]:
|
|
pkname: Optional[str] = None
|
|
columns: List[sqlalchemy.Column] = []
|
|
model_fields: Dict[str, BaseField] = {}
|
|
|
|
for field_name, field in object_dict.items():
|
|
if isinstance(field, BaseField):
|
|
model_fields[field_name] = field
|
|
if not field.pydantic_only:
|
|
if field.primary_key:
|
|
pkname = field_name
|
|
if isinstance(field, ForeignKey):
|
|
reverse_name = field.related_name or field.to.__name__.title() + '_' + name.lower() + 's'
|
|
relation_name = name + '_' + field.to.__name__.lower()
|
|
relationship_manager.add_relation_type(relation_name, reverse_name, field, tablename)
|
|
columns.append(field.get_column(field_name))
|
|
return pkname, columns, model_fields
|
|
|
|
|
|
def get_pydantic_base_orm_config() -> Type[BaseConfig]:
|
|
class Config(BaseConfig):
|
|
orm_mode = True
|
|
|
|
return Config
|
|
|
|
|
|
class ModelMetaclass(type):
|
|
def __new__(
|
|
mcs: type, name: str, bases: Any, attrs: dict
|
|
) -> type:
|
|
new_model = super().__new__( # type: ignore
|
|
mcs, name, bases, attrs
|
|
)
|
|
|
|
if attrs.get("__abstract__"):
|
|
return new_model
|
|
|
|
tablename = attrs["__tablename__"]
|
|
metadata = attrs["__metadata__"]
|
|
|
|
# sqlalchemy table creation
|
|
pkname, columns, model_fields = sqlalchemy_columns_from_model_fields(name, attrs, tablename)
|
|
attrs['__table__'] = sqlalchemy.Table(tablename, metadata, *columns)
|
|
attrs['__columns__'] = columns
|
|
attrs['__pkname__'] = pkname
|
|
|
|
if not pkname:
|
|
raise ModelDefinitionError('Table has to have a primary key.')
|
|
|
|
# pydantic model creation
|
|
pydantic_fields = parse_pydantic_field_from_model_fields(attrs)
|
|
pydantic_model = create_model(name, __config__=get_pydantic_base_orm_config(), **pydantic_fields)
|
|
attrs['__pydantic_fields__'] = pydantic_fields
|
|
attrs['__pydantic_model__'] = pydantic_model
|
|
attrs['__fields__'] = copy.deepcopy(pydantic_model.__fields__)
|
|
attrs['__signature__'] = copy.deepcopy(pydantic_model.__signature__)
|
|
attrs['__annotations__'] = copy.deepcopy(pydantic_model.__annotations__)
|
|
attrs['__model_fields__'] = model_fields
|
|
|
|
new_model = super().__new__( # type: ignore
|
|
mcs, name, bases, attrs
|
|
)
|
|
|
|
return new_model
|
|
|
|
|
|
class Model(list, metaclass=ModelMetaclass):
|
|
# Model inherits from list in order to be treated as request.Body parameter in fastapi routes,
|
|
# inheriting from pydantic.BaseModel causes metaclass conflicts
|
|
__abstract__ = True
|
|
if TYPE_CHECKING: # pragma no cover
|
|
__model_fields__: Dict[str, TypeVar[BaseField]]
|
|
__table__: sqlalchemy.Table
|
|
__fields__: Dict[str, pydantic.fields.ModelField]
|
|
__pydantic_model__: Type[BaseModel]
|
|
__pkname__: str
|
|
|
|
objects = qry.QuerySet()
|
|
|
|
def __init__(self, *args, **kwargs) -> None:
|
|
self._orm_id: str = uuid.uuid4().hex
|
|
self._orm_saved: bool = False
|
|
self._orm_relationship_manager: RelationshipManager = relationship_manager
|
|
self.values: Optional[BaseModel] = None
|
|
|
|
if "pk" in kwargs:
|
|
kwargs[self.__pkname__] = kwargs.pop("pk")
|
|
kwargs = {k: self.__model_fields__[k].expand_relationship(v, self) for k, v in kwargs.items()}
|
|
self.values = self.__pydantic_model__(**kwargs)
|
|
|
|
def __del__(self):
|
|
self._orm_relationship_manager.deregister(self)
|
|
|
|
def __setattr__(self, key: str, value: Any) -> None:
|
|
if key in self.__fields__:
|
|
if self.is_conversion_to_json_needed(key) and not isinstance(value, str):
|
|
try:
|
|
value = json.dumps(value)
|
|
except TypeError: # pragma no cover
|
|
pass
|
|
value = self.__model_fields__[key].expand_relationship(value, self)
|
|
setattr(self.values, key, value)
|
|
else:
|
|
super().__setattr__(key, value)
|
|
|
|
def __getattribute__(self, key: str) -> Any:
|
|
if key != '__fields__' and key in self.__fields__:
|
|
relation_key = self.__class__.__name__.title() + '_' + key
|
|
if self._orm_relationship_manager.contains(relation_key, self):
|
|
return self._orm_relationship_manager.get(relation_key, self)
|
|
|
|
item = getattr(self.values, key, None)
|
|
if item is not None and self.is_conversion_to_json_needed(key) and isinstance(item, str):
|
|
try:
|
|
item = json.loads(item)
|
|
except TypeError: # pragma no cover
|
|
pass
|
|
return item
|
|
return super().__getattribute__(key)
|
|
|
|
def __eq__(self, other):
|
|
return self.values.dict() == other.values.dict()
|
|
|
|
def __repr__(self): # pragma no cover
|
|
return self.values.__repr__()
|
|
|
|
@classmethod
|
|
def from_row(cls, row, select_related: List = None) -> 'Model':
|
|
item = {}
|
|
select_related = select_related or []
|
|
for related in select_related:
|
|
if "__" in related:
|
|
first_part, remainder = related.split("__", 1)
|
|
model_cls = cls.__model_fields__[first_part].to
|
|
item[first_part] = model_cls.from_row(row, select_related=[remainder])
|
|
else:
|
|
model_cls = cls.__model_fields__[related].to
|
|
item[related] = model_cls.from_row(row)
|
|
|
|
for column in cls.__table__.columns:
|
|
if column.name not in item:
|
|
item[column.name] = row[column]
|
|
|
|
return cls(**item)
|
|
|
|
# @classmethod
|
|
# def validate(cls, value: Any) -> 'BaseModel': # pragma no cover
|
|
# return cls.__pydantic_model__.validate(value=value)
|
|
|
|
@classmethod
|
|
def __get_validators__(cls): # pragma no cover
|
|
yield cls.__pydantic_model__.validate
|
|
|
|
# @classmethod
|
|
# def schema(cls, by_alias: bool = True): # pragma no cover
|
|
# return cls.__pydantic_model__.schema(by_alias=by_alias)
|
|
|
|
def is_conversion_to_json_needed(self, column_name: str) -> bool:
|
|
return self.__model_fields__.get(column_name).__type__ == pydantic.Json
|
|
|
|
@property
|
|
def pk(self):
|
|
return getattr(self.values, self.__pkname__)
|
|
|
|
@pk.setter
|
|
def pk(self, value):
|
|
setattr(self.values, self.__pkname__, value)
|
|
|
|
@property
|
|
def pk_column(self) -> sqlalchemy.Column:
|
|
return self.__table__.primary_key.columns.values()[0]
|
|
|
|
def dict(self) -> Dict:
|
|
return self.values.dict()
|
|
|
|
def from_dict(self, value_dict: Dict) -> None:
|
|
for key, value in value_dict.items():
|
|
setattr(self, key, value)
|
|
|
|
def extract_own_model_fields(self) -> Dict:
|
|
related_names = self.extract_related_names()
|
|
self_fields = {k: v for k, v in self.dict().items() if k not in related_names}
|
|
return self_fields
|
|
|
|
@classmethod
|
|
def extract_related_names(cls) -> Set:
|
|
related_names = set()
|
|
for name, field in cls.__fields__.items():
|
|
if inspect.isclass(field.type_) and issubclass(field.type_, pydantic.BaseModel):
|
|
related_names.add(name)
|
|
return related_names
|
|
|
|
def extract_model_db_fields(self) -> Dict:
|
|
self_fields = self.extract_own_model_fields()
|
|
self_fields = {k: v for k, v in self_fields.items() if k in self.__table__.columns}
|
|
for field in self.extract_related_names():
|
|
if getattr(self, field) is not None:
|
|
self_fields[field] = getattr(getattr(self, field), self.__model_fields__[field].to.__pkname__)
|
|
return self_fields
|
|
|
|
async def save(self) -> int:
|
|
self_fields = self.extract_model_db_fields()
|
|
if self.__model_fields__.get(self.__pkname__).autoincrement:
|
|
self_fields.pop(self.__pkname__, None)
|
|
expr = self.__table__.insert()
|
|
expr = expr.values(**self_fields)
|
|
item_id = await self.__database__.execute(expr)
|
|
setattr(self, 'pk', item_id)
|
|
return item_id
|
|
|
|
async def update(self, **kwargs: Any) -> int:
|
|
if kwargs:
|
|
new_values = {**self.dict(), **kwargs}
|
|
self.from_dict(new_values)
|
|
|
|
self_fields = self.extract_model_db_fields()
|
|
self_fields.pop(self.__pkname__)
|
|
expr = self.__table__.update().values(**self_fields).where(
|
|
self.pk_column == getattr(self, self.__pkname__))
|
|
result = await self.__database__.execute(expr)
|
|
return result
|
|
|
|
async def delete(self) -> int:
|
|
expr = self.__table__.delete()
|
|
expr = expr.where(self.pk_column == (getattr(self, self.__pkname__)))
|
|
result = await self.__database__.execute(expr)
|
|
return result
|
|
|
|
async def load(self) -> 'Model':
|
|
expr = self.__table__.select().where(self.pk_column == self.pk)
|
|
row = await self.__database__.fetch_one(expr)
|
|
self.from_dict(dict(row))
|
|
return self
|