check other backends trial1

This commit is contained in:
collerek
2021-02-02 09:33:45 +01:00
parent 31e15bd7ba
commit 54a4218f1d
7 changed files with 71 additions and 43 deletions

View File

@ -211,12 +211,17 @@ class BaseField(FieldInfo):
:return: List of sqlalchemy foreign keys - by default one. :return: List of sqlalchemy foreign keys - by default one.
:rtype: List[sqlalchemy.schema.ForeignKey] :rtype: List[sqlalchemy.schema.ForeignKey]
""" """
return [ constraints = [
sqlalchemy.schema.ForeignKey( sqlalchemy.ForeignKey(
con.name, ondelete=con.ondelete, onupdate=con.onupdate con.reference,
ondelete=con.ondelete,
onupdate=con.onupdate,
name=f"fk_{cls.owner.Meta.tablename}_{cls.to.Meta.tablename}"
f"_{cls.to.get_column_alias(cls.to.Meta.pkname)}_{cls.name}",
) )
for con in cls.constraints for con in cls.constraints
] ]
return constraints
@classmethod @classmethod
def get_column(cls, name: str) -> sqlalchemy.Column: def get_column(cls, name: str) -> sqlalchemy.Column:
@ -230,7 +235,7 @@ class BaseField(FieldInfo):
:return: actual definition of the database column as sqlalchemy requires. :return: actual definition of the database column as sqlalchemy requires.
:rtype: sqlalchemy.Column :rtype: sqlalchemy.Column
""" """
return sqlalchemy.Column( column = sqlalchemy.Column(
cls.alias or name, cls.alias or name,
cls.column_type, cls.column_type,
*cls.construct_constraints(), *cls.construct_constraints(),
@ -241,6 +246,7 @@ class BaseField(FieldInfo):
default=cls.default, default=cls.default,
server_default=cls.server_default, server_default=cls.server_default,
) )
return column
@classmethod @classmethod
def expand_relationship( def expand_relationship(

View File

@ -3,6 +3,7 @@ import uuid
from dataclasses import dataclass from dataclasses import dataclass
from typing import Any, List, Optional, TYPE_CHECKING, Tuple, Type, Union from typing import Any, List, Optional, TYPE_CHECKING, Tuple, Type, Union
import sqlalchemy
from pydantic import BaseModel, create_model from pydantic import BaseModel, create_model
from pydantic.typing import ForwardRef, evaluate_forwardref from pydantic.typing import ForwardRef, evaluate_forwardref
from sqlalchemy import UniqueConstraint from sqlalchemy import UniqueConstraint
@ -94,6 +95,7 @@ def populate_fk_params_based_on_to_model(
:rtype: Tuple[Any, List, Any] :rtype: Tuple[Any, List, Any]
""" """
fk_string = to.Meta.tablename + "." + to.get_column_alias(to.Meta.pkname) fk_string = to.Meta.tablename + "." + to.get_column_alias(to.Meta.pkname)
to.Meta.tablename + "." + to.get_column_alias(to.Meta.pkname)
to_field = to.Meta.model_fields[to.Meta.pkname] to_field = to.Meta.model_fields[to.Meta.pkname]
pk_only_model = create_dummy_model(to, to_field) pk_only_model = create_dummy_model(to, to_field)
__type__ = ( __type__ = (
@ -103,7 +105,7 @@ def populate_fk_params_based_on_to_model(
) )
constraints = [ constraints = [
ForeignKeyConstraint( ForeignKeyConstraint(
name=fk_string, ondelete=ondelete, onupdate=onupdate # type: ignore reference=fk_string, ondelete=ondelete, onupdate=onupdate, name=None
) )
] ]
column_type = to_field.column_type column_type = to_field.column_type
@ -124,9 +126,10 @@ class ForeignKeyConstraint:
to produce sqlalchemy.ForeignKeys to produce sqlalchemy.ForeignKeys
""" """
name: str reference: Union[str, sqlalchemy.Column]
ondelete: str name: Optional[str]
onupdate: str ondelete: Optional[str]
onupdate: Optional[str]
def ForeignKey( # noqa CFQ002 def ForeignKey( # noqa CFQ002

View File

@ -214,7 +214,7 @@ class Integer(ModelFieldFactory, int):
:return: initialized column with proper options :return: initialized column with proper options
:rtype: sqlalchemy Column :rtype: sqlalchemy Column
""" """
return sqlalchemy.Integer() return sqlalchemy.Integer
class Text(ModelFieldFactory, str): class Text(ModelFieldFactory, str):

View File

@ -1,9 +1,7 @@
import copy
import logging import logging
from typing import Dict, List, Optional, TYPE_CHECKING, Tuple, Type, Union from typing import Dict, List, Optional, TYPE_CHECKING, Tuple, Type, Union
import sqlalchemy import sqlalchemy
from sqlalchemy import ForeignKeyConstraint
from ormar import ForeignKey, Integer, ModelDefinitionError # noqa: I202 from ormar import ForeignKey, Integer, ModelDefinitionError # noqa: I202
from ormar.fields import BaseField, ManyToManyField from ormar.fields import BaseField, ManyToManyField
@ -81,10 +79,12 @@ def create_and_append_m2m_fk(
model.Meta.tablename + "." + pk_alias, model.Meta.tablename + "." + pk_alias,
ondelete="CASCADE", ondelete="CASCADE",
onupdate="CASCADE", onupdate="CASCADE",
name=f"fk_{model_field.through.Meta.tablename}_{model.Meta.tablename}"
f"_{field_name}_{pk_alias}",
), ),
) )
model_field.through.Meta.columns.append(column) model_field.through.Meta.columns.append(column)
model_field.through.Meta.table.append_column(copy.deepcopy(column)) model_field.through.Meta.table.append_column(column)
def check_pk_column_validity( def check_pk_column_validity(
@ -235,18 +235,15 @@ def populate_meta_sqlalchemy_table_if_required(meta: "ModelMeta") -> None:
if not hasattr(meta, "table") and check_for_null_type_columns_from_forward_refs( if not hasattr(meta, "table") and check_for_null_type_columns_from_forward_refs(
meta meta
): ):
if meta.tablename == 'albums': for constraint in meta.constraints:
meta.constraints.append(ForeignKeyConstraint(['artist'],['artists.id'], if isinstance(constraint, sqlalchemy.UniqueConstraint):
ondelete='CASCADE', constraint.name = (
onupdate='CASCADE')) f"uc_{meta.tablename}_"
table = sqlalchemy.Table( f'{"_".join([str(col) for col in constraint._pending_colargs])}'
meta.tablename, )
meta.metadata, table = sqlalchemy.Table(
*[copy.deepcopy(col) for col in meta.columns], meta.tablename, meta.metadata, *meta.columns, *meta.constraints,
*meta.constraints,
) )
if meta.tablename == 'albums':
pass
meta.table = table meta.table = table

View File

@ -33,6 +33,7 @@ from ormar.models.helpers import (
populate_meta_tablename_columns_and_pk, populate_meta_tablename_columns_and_pk,
register_relation_in_alias_manager, register_relation_in_alias_manager,
) )
from ormar.models.helpers.sqlalchemy import sqlalchemy_columns_from_model_fields
from ormar.models.quick_access_views import quick_access_set from ormar.models.quick_access_views import quick_access_set
from ormar.queryset import QuerySet from ormar.queryset import QuerySet
from ormar.relations.alias_manager import AliasManager from ormar.relations.alias_manager import AliasManager
@ -348,20 +349,25 @@ def copy_and_replace_m2m_through_model(
new_meta: ormar.ModelMeta = type( # type: ignore new_meta: ormar.ModelMeta = type( # type: ignore
"Meta", (), dict(through_class.Meta.__dict__), "Meta", (), dict(through_class.Meta.__dict__),
) )
copy_name = through_class.__name__ + attrs.get("__name__", "")
copy_through = type(copy_name, (ormar.Model,), {"Meta": new_meta})
new_meta.tablename += "_" + meta.tablename new_meta.tablename += "_" + meta.tablename
# create new table with copied columns but remove foreign keys # create new table with copied columns but remove foreign keys
# they will be populated later in expanding reverse relation # they will be populated later in expanding reverse relation
if hasattr(new_meta, "table"): if hasattr(new_meta, "table"):
del new_meta.table del new_meta.table
new_meta.columns = [col for col in new_meta.columns if not col.foreign_keys]
new_meta.model_fields = { new_meta.model_fields = {
name: field name: field
for name, field in new_meta.model_fields.items() for name, field in new_meta.model_fields.items()
if not issubclass(field, ForeignKeyField) if not issubclass(field, ForeignKeyField)
} }
if hasattr(new_meta, "column"):
del new_meta.columns
_, columns = sqlalchemy_columns_from_model_fields(
new_meta.model_fields, copy_through
) # type: ignore
new_meta.columns = columns
populate_meta_sqlalchemy_table_if_required(new_meta) populate_meta_sqlalchemy_table_if_required(new_meta)
copy_name = through_class.__name__ + attrs.get("__name__", "")
copy_through = type(copy_name, (ormar.Model,), {"Meta": new_meta})
copy_field.through = copy_through copy_field.through = copy_through
parent_fields[field_name] = copy_field parent_fields[field_name] = copy_field

View File

@ -590,6 +590,7 @@ class QuerySet:
expr = FilterQuery(filter_clauses=self.filter_clauses).apply( expr = FilterQuery(filter_clauses=self.filter_clauses).apply(
self.table.delete() self.table.delete()
) )
print("\n", expr.compile(compile_kwargs={"literal_binds": True}))
return await self.database.execute(expr) return await self.database.execute(expr)
def paginate(self, page: int, page_size: int = 20) -> "QuerySet": def paginate(self, page: int, page_size: int = 20) -> "QuerySet":

View File

@ -1,15 +1,25 @@
import time
from typing import Optional from typing import Optional
import databases import databases
import pytest import pytest
import sqlalchemy import sqlalchemy
from sqlalchemy import ForeignKeyConstraint, create_engine, inspect from sqlalchemy import (
Column,
ForeignKey,
ForeignKeyConstraint,
Integer,
String,
Table,
create_engine,
inspect,
)
from sqlalchemy.dialects import postgresql from sqlalchemy.dialects import postgresql
import ormar import ormar
from tests.settings import DATABASE_URL from tests.settings import DATABASE_URL
database = databases.Database(DATABASE_URL, force_rollback=True) database = databases.Database(DATABASE_URL)
metadata = sqlalchemy.MetaData() metadata = sqlalchemy.MetaData()
engine = sqlalchemy.create_engine(DATABASE_URL, echo=True) engine = sqlalchemy.create_engine(DATABASE_URL, echo=True)
@ -29,31 +39,34 @@ class Album(ormar.Model):
tablename = "albums" tablename = "albums"
metadata = metadata metadata = metadata
database = database database = database
constraint = []
id: int = ormar.Integer(primary_key=True) id: int = ormar.Integer(primary_key=True)
name: str = ormar.String(max_length=100) name: str = ormar.String(max_length=100)
artist: Optional[Artist] = ormar.ForeignKey(Artist, ondelete='CASCADE') artist: Optional[Artist] = ormar.ForeignKey(Artist, ondelete="CASCADE")
class Track(ormar.Model): #
class Meta: # class Track(ormar.Model):
tablename = "tracks" # class Meta:
metadata = metadata # tablename = "tracks"
database = database # metadata = metadata
# database = database
id: int = ormar.Integer(primary_key=True) #
album: Optional[Album] = ormar.ForeignKey(Album, ondelete='CASCADE') # id: int = ormar.Integer(primary_key=True)
title: str = ormar.String(max_length=100) # album: Optional[Album] = ormar.ForeignKey(Album, ondelete='CASCADE')
# title: str = ormar.String(max_length=100)
@pytest.fixture(autouse=True, scope="module") @pytest.fixture(autouse=True, scope="module")
def create_test_database(): def create_test_database():
if "sqlite" in DATABASE_URL: # if "sqlite" in DATABASE_URL:
with engine.connect() as connection: # with engine.connect() as connection:
connection.execute("PRAGMA foreign_keys = ON;") # connection.execute("PRAGMA foreign_keys = ON;")
metadata.drop_all(engine) metadata.drop_all(engine)
metadata.create_all(engine) metadata.create_all(engine)
# tables = list(metadata.tables.values())
# tab = Album.Meta.table
# breakpoint()
yield yield
# metadata.drop_all(engine) # metadata.drop_all(engine)
@ -62,11 +75,13 @@ def create_test_database():
async def test_simple_cascade(): async def test_simple_cascade():
async with database: async with database:
# async with database.transaction(force_rollback=True): # async with database.transaction(force_rollback=True):
artist = await Artist(name='Dr Alban').save() artist = await Artist(name="Dr Alban").save()
await Album(name="Jamaica", artist=artist).save() await Album(name="Jamaica", artist=artist).save()
await Artist.objects.delete(id=artist.id) await Artist.objects.delete(id=artist.id)
artists = await Artist.objects.all() artists = await Artist.objects.all()
assert len(artists) == 0 assert len(artists) == 0
# breakpoint()
async with database:
albums = await Album.objects.all() albums = await Album.objects.all()
assert len(albums) == 0 assert len(albums) == 0