attribute access and setting for pydantic_model uned the hood
This commit is contained in:
13
README.md
13
README.md
@ -15,17 +15,18 @@
|
||||
The `async-orm` package is an async ORM for Python, with support for Postgres,
|
||||
MySQL, and SQLite. ORM is built with:
|
||||
|
||||
* [SQLAlchemy core][sqlalchemy-core] for query building.
|
||||
* [`SQLAlchemy core`][sqlalchemy-core] for query building.
|
||||
* [`databases`][databases] for cross-database async support.
|
||||
* [`pydantic`][pydantic] for data validation.
|
||||
|
||||
Because ORM is built on SQLAlchemy core, you can use Alembic to provide
|
||||
Because ORM is built on SQLAlchemy core, you can use [`alembic`][alembic] to provide
|
||||
database migrations.
|
||||
|
||||
The goal was to create a simple orm that can be used directly with FastApi that bases it's data validation on pydantic.
|
||||
Initial work was inspired by [`encode/orm`][encode/orm]
|
||||
The goal was to create a simple orm that can be used directly with [`fastapi`][fastapi] that bases it's data validation on pydantic.
|
||||
Initial work was inspired by [`encode/orm`][encode/orm].
|
||||
The encode package was too simple (i.e. no ability to join two times to the same table) and used typesystem for data checks.
|
||||
|
||||
**ORM is still under development: We recommend pinning any dependencies with `orm~=0.1`**
|
||||
**aysn-orm is still under development: We recommend pinning any dependencies with `async-orm~=0.1`**
|
||||
|
||||
**Note**: Use `ipython` to try this from the console, since it supports `await`.
|
||||
|
||||
@ -180,3 +181,5 @@ All fields are required unless one of the following is set:
|
||||
[databases]: https://github.com/encode/databases
|
||||
[pydantic]: https://pydantic-docs.helpmanual.io/
|
||||
[encode/orm]: https://github.com/encode/orm/
|
||||
[alembic]: https://alembic.sqlalchemy.org/en/latest/
|
||||
[fastapi]: https://fastapi.tiangolo.com/
|
||||
BIN
orm/__pycache__/__init__.cpython-38.pyc
Normal file
BIN
orm/__pycache__/__init__.cpython-38.pyc
Normal file
Binary file not shown.
BIN
orm/__pycache__/exceptions.cpython-38.pyc
Normal file
BIN
orm/__pycache__/exceptions.cpython-38.pyc
Normal file
Binary file not shown.
BIN
orm/__pycache__/fields.cpython-38.pyc
Normal file
BIN
orm/__pycache__/fields.cpython-38.pyc
Normal file
Binary file not shown.
BIN
orm/__pycache__/models.cpython-38.pyc
Normal file
BIN
orm/__pycache__/models.cpython-38.pyc
Normal file
Binary file not shown.
6
orm/exceptions.py
Normal file
6
orm/exceptions.py
Normal file
@ -0,0 +1,6 @@
|
||||
class AsyncOrmException(Exception):
|
||||
pass
|
||||
|
||||
|
||||
class ModelDefinitionError(AsyncOrmException):
|
||||
pass
|
||||
73
orm/fields.py
Normal file
73
orm/fields.py
Normal file
@ -0,0 +1,73 @@
|
||||
import sqlalchemy
|
||||
|
||||
from orm.exceptions import ModelDefinitionError
|
||||
|
||||
|
||||
class BaseField:
|
||||
__type__ = None
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
name = kwargs.pop('name', None)
|
||||
args = list(args)
|
||||
if args:
|
||||
if isinstance(args[0], str):
|
||||
if name is not None:
|
||||
raise ModelDefinitionError(
|
||||
'Column name cannot be passed positionally and as a keyword.'
|
||||
)
|
||||
name = args.pop(0)
|
||||
|
||||
self.name = name
|
||||
self.primary_key = kwargs.pop('primary_key', False)
|
||||
self.autoincrement = kwargs.pop('autoincrement', 'auto')
|
||||
|
||||
self.nullable = kwargs.pop('nullable', not self.primary_key)
|
||||
self.default = kwargs.pop('default', None)
|
||||
self.server_default = kwargs.pop('server_default', None)
|
||||
|
||||
self.index = kwargs.pop('index', None)
|
||||
self.unique = kwargs.pop('unique', None)
|
||||
|
||||
def get_column(self, name=None) -> sqlalchemy.Column:
|
||||
name = self.name or name
|
||||
constraints = self.get_constraints()
|
||||
return sqlalchemy.Column(
|
||||
name,
|
||||
self.get_column_type(),
|
||||
*constraints,
|
||||
primary_key=self.primary_key,
|
||||
autoincrement=self.autoincrement,
|
||||
nullable=self.nullable,
|
||||
index=self.index,
|
||||
unique=self.unique,
|
||||
default=self.default,
|
||||
server_default=self.server_default
|
||||
)
|
||||
|
||||
def get_column_type(self) -> sqlalchemy.types.TypeEngine:
|
||||
raise NotImplementedError() # pragma: no cover
|
||||
|
||||
def get_constraints(self):
|
||||
return []
|
||||
|
||||
|
||||
class String(BaseField):
|
||||
__type__ = str
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
assert 'length' in kwargs, 'length is required'
|
||||
self.length = kwargs.pop('length')
|
||||
super().__init__(*args, **kwargs)
|
||||
|
||||
def get_column_type(self):
|
||||
return sqlalchemy.String(self.length)
|
||||
|
||||
|
||||
class Integer(BaseField):
|
||||
__type__ = int
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
super().__init__(*args, **kwargs)
|
||||
|
||||
def get_column_type(self):
|
||||
return sqlalchemy.Integer()
|
||||
69
orm/models.py
Normal file
69
orm/models.py
Normal file
@ -0,0 +1,69 @@
|
||||
from typing import Any
|
||||
|
||||
import sqlalchemy
|
||||
from pydantic import create_model
|
||||
|
||||
from orm.fields import BaseField
|
||||
|
||||
|
||||
class ModelMetaclass(type):
|
||||
def __new__(
|
||||
mcs: type, name: str, bases: Any, attrs: dict
|
||||
) -> type:
|
||||
new_model = super().__new__( # type: ignore
|
||||
mcs, name, bases, attrs
|
||||
)
|
||||
|
||||
if attrs.get("__abstract__"):
|
||||
return new_model
|
||||
|
||||
tablename = attrs["__tablename__"]
|
||||
metadata = attrs["__metadata__"]
|
||||
pkname = None
|
||||
|
||||
columns = []
|
||||
for field_name, field in new_model.__dict__.items():
|
||||
if isinstance(field, BaseField):
|
||||
if field.primary_key:
|
||||
pkname = field_name
|
||||
columns.append(field.get_column(field_name))
|
||||
|
||||
pydantic_fields = {field_name: (base_field.__type__, base_field.default or ...)
|
||||
for field_name, base_field in new_model.__dict__.items()
|
||||
if isinstance(base_field, BaseField)}
|
||||
|
||||
new_model.__table__ = sqlalchemy.Table(tablename, metadata, *columns)
|
||||
new_model.__columns__ = columns
|
||||
new_model.__pkname__ = pkname
|
||||
new_model.__pydantic_fields__ = pydantic_fields
|
||||
new_model.__pydantic_model__ = create_model(name, **pydantic_fields)
|
||||
new_model.__fields__ = new_model.__pydantic_model__.__fields__
|
||||
|
||||
return new_model
|
||||
|
||||
|
||||
class Model(metaclass=ModelMetaclass):
|
||||
__abstract__ = True
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
if "pk" in kwargs:
|
||||
kwargs[self.__pkname__] = kwargs.pop("pk")
|
||||
self.values = self.__pydantic_model__(**kwargs)
|
||||
|
||||
def __setattr__(self, key, value):
|
||||
if key in self.__fields__:
|
||||
setattr(self.values, key, value)
|
||||
super().__setattr__(key, value)
|
||||
|
||||
def __getattribute__(self, item):
|
||||
if item != '__fields__' and item in self.__fields__:
|
||||
return getattr(self.values, item)
|
||||
return super().__getattribute__(item)
|
||||
|
||||
@property
|
||||
def pk(self):
|
||||
return getattr(self.values, self.__pkname__)
|
||||
|
||||
@pk.setter
|
||||
def pk(self, value):
|
||||
setattr(self.values, self.__pkname__, value)
|
||||
BIN
tests/__pycache__/__init__.cpython-38.pyc
Normal file
BIN
tests/__pycache__/__init__.cpython-38.pyc
Normal file
Binary file not shown.
BIN
tests/__pycache__/test_columns.cpython-38-pytest-6.0.1.pyc
Normal file
BIN
tests/__pycache__/test_columns.cpython-38-pytest-6.0.1.pyc
Normal file
Binary file not shown.
BIN
tests/__pycache__/test_columns.cpython-38.pyc
Normal file
BIN
tests/__pycache__/test_columns.cpython-38.pyc
Normal file
Binary file not shown.
52
tests/test_columns.py
Normal file
52
tests/test_columns.py
Normal file
@ -0,0 +1,52 @@
|
||||
import pytest
|
||||
import sqlalchemy
|
||||
|
||||
import orm.fields as fields
|
||||
from orm.exceptions import ModelDefinitionError
|
||||
from orm.models import Model
|
||||
|
||||
metadata = sqlalchemy.MetaData()
|
||||
|
||||
|
||||
class ExampleModel(Model):
|
||||
__tablename__ = "example"
|
||||
__metadata__ = metadata
|
||||
test = fields.Integer(primary_key=True)
|
||||
test2 = fields.String(length=250)
|
||||
|
||||
|
||||
class ExampleModel2(Model):
|
||||
__tablename__ = "example2"
|
||||
__metadata__ = metadata
|
||||
test = fields.Integer(name='test12', primary_key=True)
|
||||
test2 = fields.String('test22', length=250)
|
||||
|
||||
|
||||
def test_model_attribute_access():
|
||||
example = ExampleModel(test=1, test2='test')
|
||||
assert example.test == 1
|
||||
assert example.test2 == 'test'
|
||||
|
||||
example.test = 12
|
||||
assert example.test == 12
|
||||
|
||||
example.new_attr = 12
|
||||
assert 'new_attr' in example.__dict__
|
||||
|
||||
|
||||
def test_primary_key_access_and_setting():
|
||||
example = ExampleModel(pk=1, test2='test')
|
||||
assert example.pk == 1
|
||||
example.pk = 2
|
||||
|
||||
assert example.pk == 2
|
||||
assert example.test == 2
|
||||
|
||||
|
||||
def test_wrong_model_definition():
|
||||
with pytest.raises(ModelDefinitionError):
|
||||
class ExampleModel2(Model):
|
||||
__tablename__ = "example3"
|
||||
__metadata__ = metadata
|
||||
test = fields.Integer(name='test12', primary_key=True)
|
||||
test2 = fields.String('test22', name='test22', length=250)
|
||||
Reference in New Issue
Block a user