500625f0ec
* WIP * WIP - make test_model_definition tests pass * WIP - make test_model_methods pass * WIP - make whole test suit at least run - failing 49/443 tests * WIP fix part of the getting pydantic tests as types of fields are now kept in core schema and not on fieldsinfo * WIP fix validation in update by creating individual fields validators, failing 36/443 * WIP fix __pydantic_extra__ in intializing model, fix test related to pydantic config checks, failing 32/442 * WIP - fix enum schema in model_json_schema, failing 31/442 * WIP - fix copying through model, fix setting pydantic fields on through, fix default config and inheriting from it, failing 26/442 * WIP fix tests checking pydantic schema, fix excluding parent fields, failing 21/442 * WIP some missed files * WIP - fix validators inheritance and fix validators in generated pydantic, failing 17/442 * WIP - fix through models setting - only on reverse side of relation, but always on reverse side, failing 15/442 * WIP - fix through models setting - only on reverse side of relation, but always on reverse side, failing 15/442 * WIP - working on proper populating __dict__ for relations for new schema dumping, some work on openapi docs, failing 13/442 * WIP - remove property fields as pydantic has now computed_field on its own, failing 9/442 * WIP - fixes in docs, failing 8/442 * WIP - fix tests for largebinary schema, wrapped bytes fields fail in pydantic, will be fixed in pydantic-core, remaining is circural schema for related models, failing 6/442 * WIP - fix to pk only models in schemas * Getting test suites to pass (#1249) * wip, fixing tests * iteration, fixing some more tests * iteration, fixing some more tests * adhere to comments * adhere to comments * remove unnecessary dict call, re-add getattribute for testing * todo for reverse relationship * adhere to comments, remove prints * solve circular refs * all tests pass 🎉 * remove 3.7 from tests * add lint and type check jobs * reforat with ruff, fix jobs * rename jobs * fix imports * fix evaluate in py3.8 * partially fix coverage * fix coverage, add more tests * fix test ids * fix test ids * fix lint, fix docs, make docs fully working scripts, add test docs job * fix pyproject * pin py ver in test docs * change dir in test docs * fix pydantic warning hack * rm poetry call in test_docs * switch to pathlib in test docs * remove coverage req test docs * fix type check tests, fix part of types * fix/skip next part of types * fix next part of types * fix next part of types * fix coverage * fix coverage * fix type (bit dirty 🤷) * fix some code smells * change pre-commit * tweak workflows * remove no root from tests * switch to full python path by passing sys.executable * some small refactor in new base model, one sample test, change makefile * small refactors to reduce complexity of methods * temp add tests for prs against pydantic_v2 * remove all references to __fields__ * remove all references to construct, deprecate the method and update model_construct to be in line with pydantic * deprecate dict and add model_dump, todo switch to model_dict in calls * fix tests * change to union * change to union * change to model_dump and model_dump_json from dict and json deprecated methods, deprecate them in ormar too * finish switching dict() -> model_dump() * finish switching json() -> model_dump_json() * remove fully pydantic_only * switch to extra for payment card, change missed json calls * fix coverage - no more warnings internal * fix coverage - no more warnings internal - part 2 * split model_construct into own and pydantic parts * split determine pydantic field type * change to new field validators * fix benchmarks, add codspeed instead of pytest-benchmark, add action and gh workflow * restore pytest-benchmark * remove codspeed * pin pydantic version, restore codspeed * change on push to pydantic_v2 to trigger first one * Use lifespan function instead of event (#1259) * check return types * fix imports order, set warnings=False on json that passes the dict, fix unnecessary loop in one of the test * remove references to model's meta as it's now ormar config, rename related methods too * filter out pydantic serializer warnings * remove choices leftovers * remove leftovers after property_fields, keep only enough to exclude them in initialization * add migration guide * fix meta references * downgrade databases for now * Change line numbers in documentation (#1265) * proofread and fix the docs, part 1 * proofread and fix the docs for models * proofread and fix the docs for fields * proofread and fix the docs for relations * proofread and fix rest of the docs, add release notes for 0.20 * create tables in new docs src * cleanup old deps, uncomment docs publish on tag * fix import reorder --------- Co-authored-by: TouwaStar <30479449+TouwaStar@users.noreply.github.com> Co-authored-by: Goran Mekić <meka@tilda.center>
358 lines
14 KiB
Python
358 lines
14 KiB
Python
from typing import List, Optional
|
|
|
|
import ormar
|
|
import pytest
|
|
|
|
from tests.lifespan import init_tests
|
|
from tests.settings import create_config
|
|
|
|
base_ormar_config = create_config(force_rollback=True)
|
|
|
|
|
|
class RandomSet(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="randoms")
|
|
|
|
id: int = ormar.Integer(name="random_id", primary_key=True)
|
|
name: str = ormar.String(max_length=100)
|
|
|
|
|
|
class Tonation(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="tonations")
|
|
|
|
id: int = ormar.Integer(primary_key=True)
|
|
name: str = ormar.String(name="tonation_name", max_length=100)
|
|
rand_set: Optional[RandomSet] = ormar.ForeignKey(RandomSet)
|
|
|
|
|
|
class Division(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="divisions")
|
|
|
|
id: int = ormar.Integer(name="division_id", primary_key=True)
|
|
name: str = ormar.String(max_length=100, nullable=True)
|
|
|
|
|
|
class Shop(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="shops")
|
|
|
|
id: int = ormar.Integer(primary_key=True)
|
|
name: str = ormar.String(max_length=100, nullable=True)
|
|
division: Optional[Division] = ormar.ForeignKey(Division)
|
|
|
|
|
|
class AlbumShops(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="albums_x_shops")
|
|
|
|
|
|
class Album(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="albums")
|
|
|
|
id: int = ormar.Integer(primary_key=True)
|
|
name: str = ormar.String(max_length=100, nullable=True)
|
|
shops: List[Shop] = ormar.ManyToMany(to=Shop, through=AlbumShops)
|
|
|
|
|
|
class Track(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="tracks")
|
|
|
|
id: int = ormar.Integer(name="track_id", primary_key=True)
|
|
album: Optional[Album] = ormar.ForeignKey(Album)
|
|
title: str = ormar.String(max_length=100)
|
|
position: int = ormar.Integer()
|
|
tonation: Optional[Tonation] = ormar.ForeignKey(Tonation, name="tonation_id")
|
|
|
|
|
|
class Cover(ormar.Model):
|
|
ormar_config = base_ormar_config.copy(tablename="covers")
|
|
|
|
id: int = ormar.Integer(primary_key=True)
|
|
album: Optional[Album] = ormar.ForeignKey(
|
|
Album, related_name="cover_pictures", name="album_id"
|
|
)
|
|
title: str = ormar.String(max_length=100)
|
|
artist: str = ormar.String(max_length=200, nullable=True)
|
|
|
|
|
|
create_test_database = init_tests(base_ormar_config)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prefetch_related():
|
|
async with base_ormar_config.database:
|
|
async with base_ormar_config.database.transaction(force_rollback=True):
|
|
album = Album(name="Malibu")
|
|
await album.save()
|
|
ton1 = await Tonation.objects.create(name="B-mol")
|
|
await Track.objects.create(
|
|
album=album, title="The Bird", position=1, tonation=ton1
|
|
)
|
|
await Track.objects.create(
|
|
album=album,
|
|
title="Heart don't stand a chance",
|
|
position=2,
|
|
tonation=ton1,
|
|
)
|
|
await Track.objects.create(
|
|
album=album, title="The Waters", position=3, tonation=ton1
|
|
)
|
|
await Cover.objects.create(title="Cover1", album=album, artist="Artist 1")
|
|
await Cover.objects.create(title="Cover2", album=album, artist="Artist 2")
|
|
|
|
fantasies = Album(name="Fantasies")
|
|
await fantasies.save()
|
|
await Track.objects.create(
|
|
album=fantasies, title="Help I'm Alive", position=1
|
|
)
|
|
await Track.objects.create(album=fantasies, title="Sick Muse", position=2)
|
|
await Track.objects.create(
|
|
album=fantasies, title="Satellite Mind", position=3
|
|
)
|
|
await Cover.objects.create(
|
|
title="Cover3", album=fantasies, artist="Artist 3"
|
|
)
|
|
await Cover.objects.create(
|
|
title="Cover4", album=fantasies, artist="Artist 4"
|
|
)
|
|
|
|
album = (
|
|
await Album.objects.filter(name="Malibu")
|
|
.prefetch_related(["tracks__tonation", "cover_pictures"])
|
|
.get()
|
|
)
|
|
assert len(album.tracks) == 3
|
|
assert album.tracks[0].title == "The Bird"
|
|
assert len(album.cover_pictures) == 2
|
|
assert album.cover_pictures[0].title == "Cover1"
|
|
assert (
|
|
album.tracks[0].tonation.name
|
|
== album.tracks[2].tonation.name
|
|
== "B-mol"
|
|
)
|
|
|
|
albums = await Album.objects.prefetch_related("tracks").all()
|
|
assert len(albums[0].tracks) == 3
|
|
assert len(albums[1].tracks) == 3
|
|
assert albums[0].tracks[0].title == "The Bird"
|
|
assert albums[1].tracks[0].title == "Help I'm Alive"
|
|
|
|
track = await Track.objects.prefetch_related(["album__cover_pictures"]).get(
|
|
title="The Bird"
|
|
)
|
|
assert track.album.name == "Malibu"
|
|
assert len(track.album.cover_pictures) == 2
|
|
assert track.album.cover_pictures[0].artist == "Artist 1"
|
|
|
|
track = (
|
|
await Track.objects.prefetch_related(["album__cover_pictures"])
|
|
.exclude_fields("album__cover_pictures__artist")
|
|
.get(title="The Bird")
|
|
)
|
|
assert track.album.name == "Malibu"
|
|
assert len(track.album.cover_pictures) == 2
|
|
assert track.album.cover_pictures[0].artist is None
|
|
|
|
tracks = await Track.objects.prefetch_related("album").all()
|
|
assert len(tracks) == 6
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prefetch_related_with_many_to_many():
|
|
async with base_ormar_config.database:
|
|
async with base_ormar_config.database.transaction(force_rollback=True):
|
|
div = await Division.objects.create(name="Div 1")
|
|
shop1 = await Shop.objects.create(name="Shop 1", division=div)
|
|
shop2 = await Shop.objects.create(name="Shop 2", division=div)
|
|
album = Album(name="Malibu")
|
|
await album.save()
|
|
await album.shops.add(shop1)
|
|
await album.shops.add(shop2)
|
|
|
|
await Track.objects.create(album=album, title="The Bird", position=1)
|
|
await Track.objects.create(
|
|
album=album, title="Heart don't stand a chance", position=2
|
|
)
|
|
await Track.objects.create(album=album, title="The Waters", position=3)
|
|
await Cover.objects.create(title="Cover1", album=album, artist="Artist 1")
|
|
await Cover.objects.create(title="Cover2", album=album, artist="Artist 2")
|
|
|
|
track = await Track.objects.prefetch_related(
|
|
["album__cover_pictures", "album__shops__division"]
|
|
).get(title="The Bird")
|
|
assert track.album.name == "Malibu"
|
|
assert len(track.album.cover_pictures) == 2
|
|
assert track.album.cover_pictures[0].artist == "Artist 1"
|
|
|
|
assert len(track.album.shops) == 2
|
|
assert track.album.shops[0].name == "Shop 1"
|
|
assert track.album.shops[0].division.name == "Div 1"
|
|
|
|
album2 = Album(name="Malibu 2")
|
|
await album2.save()
|
|
await album2.shops.add(shop1)
|
|
await album2.shops.add(shop2)
|
|
await Track.objects.create(album=album2, title="The Bird 2", position=1)
|
|
|
|
tracks = await Track.objects.prefetch_related(["album__shops"]).all()
|
|
assert tracks[0].album.name == "Malibu"
|
|
assert tracks[0].album.shops[0].name == "Shop 1"
|
|
assert tracks[3].album.name == "Malibu 2"
|
|
assert tracks[3].album.shops[0].name == "Shop 1"
|
|
|
|
assert tracks[0].album.shops[0] == tracks[3].album.shops[0]
|
|
assert id(tracks[0].album.shops[0]) == id(tracks[3].album.shops[0])
|
|
tracks[0].album.shops[0].name = "Dummy"
|
|
assert tracks[0].album.shops[0].name == tracks[3].album.shops[0].name
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prefetch_related_empty():
|
|
async with base_ormar_config.database:
|
|
async with base_ormar_config.database.transaction(force_rollback=True):
|
|
await Track.objects.create(title="The Bird", position=1)
|
|
track = await Track.objects.prefetch_related(["album__cover_pictures"]).get(
|
|
title="The Bird"
|
|
)
|
|
assert track.title == "The Bird"
|
|
assert track.album is None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prefetch_related_with_select_related():
|
|
async with base_ormar_config.database:
|
|
async with base_ormar_config.database.transaction(force_rollback=True):
|
|
div = await Division.objects.create(name="Div 1")
|
|
shop1 = await Shop.objects.create(name="Shop 1", division=div)
|
|
shop2 = await Shop.objects.create(name="Shop 2", division=div)
|
|
album = Album(name="Malibu")
|
|
await album.save()
|
|
await album.shops.add(shop1)
|
|
await album.shops.add(shop2)
|
|
|
|
await Cover.objects.create(title="Cover1", album=album, artist="Artist 1")
|
|
await Cover.objects.create(title="Cover2", album=album, artist="Artist 2")
|
|
|
|
album = (
|
|
await Album.objects.select_related(["tracks", "shops"])
|
|
.filter(name="Malibu")
|
|
.prefetch_related(["cover_pictures", "shops__division"])
|
|
.first()
|
|
)
|
|
|
|
assert len(album.tracks) == 0
|
|
assert len(album.cover_pictures) == 2
|
|
assert album.shops[0].division.name == "Div 1"
|
|
|
|
rand_set = await RandomSet.objects.create(name="Rand 1")
|
|
ton1 = await Tonation.objects.create(name="B-mol", rand_set=rand_set)
|
|
await Track.objects.create(
|
|
album=album, title="The Bird", position=1, tonation=ton1
|
|
)
|
|
await Track.objects.create(
|
|
album=album,
|
|
title="Heart don't stand a chance",
|
|
position=2,
|
|
tonation=ton1,
|
|
)
|
|
await Track.objects.create(
|
|
album=album, title="The Waters", position=3, tonation=ton1
|
|
)
|
|
|
|
album = (
|
|
await Album.objects.select_related("tracks__tonation__rand_set")
|
|
.filter(name="Malibu")
|
|
.prefetch_related(["cover_pictures", "shops__division"])
|
|
.order_by(
|
|
["-shops__name", "-cover_pictures__artist", "shops__division__name"]
|
|
)
|
|
.get()
|
|
)
|
|
assert len(album.tracks) == 3
|
|
assert album.tracks[0].tonation == album.tracks[2].tonation == ton1
|
|
assert len(album.cover_pictures) == 2
|
|
assert album.cover_pictures[0].artist == "Artist 2"
|
|
|
|
assert len(album.shops) == 2
|
|
assert album.shops[0].name == "Shop 2"
|
|
assert album.shops[0].division.name == "Div 1"
|
|
|
|
track = (
|
|
await Track.objects.select_related("album")
|
|
.prefetch_related(["album__cover_pictures", "album__shops__division"])
|
|
.get(title="The Bird")
|
|
)
|
|
assert track.album.name == "Malibu"
|
|
assert len(track.album.cover_pictures) == 2
|
|
assert track.album.cover_pictures[0].artist == "Artist 1"
|
|
|
|
assert len(track.album.shops) == 2
|
|
assert track.album.shops[0].name == "Shop 1"
|
|
assert track.album.shops[0].division.name == "Div 1"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prefetch_related_with_select_related_and_fields():
|
|
async with base_ormar_config.database:
|
|
async with base_ormar_config.database.transaction(force_rollback=True):
|
|
div = await Division.objects.create(name="Div 1")
|
|
shop1 = await Shop.objects.create(name="Shop 1", division=div)
|
|
shop2 = await Shop.objects.create(name="Shop 2", division=div)
|
|
album = Album(name="Malibu")
|
|
await album.save()
|
|
await album.shops.add(shop1)
|
|
await album.shops.add(shop2)
|
|
await Cover.objects.create(title="Cover1", album=album, artist="Artist 1")
|
|
await Cover.objects.create(title="Cover2", album=album, artist="Artist 2")
|
|
rand_set = await RandomSet.objects.create(name="Rand 1")
|
|
ton1 = await Tonation.objects.create(name="B-mol", rand_set=rand_set)
|
|
await Track.objects.create(
|
|
album=album, title="The Bird", position=1, tonation=ton1
|
|
)
|
|
await Track.objects.create(
|
|
album=album,
|
|
title="Heart don't stand a chance",
|
|
position=2,
|
|
tonation=ton1,
|
|
)
|
|
await Track.objects.create(
|
|
album=album, title="The Waters", position=3, tonation=ton1
|
|
)
|
|
|
|
album = (
|
|
await Album.objects.select_related("tracks__tonation__rand_set")
|
|
.filter(name="Malibu")
|
|
.prefetch_related(["cover_pictures", "shops__division"])
|
|
.exclude_fields({"shops": {"division": {"name"}}})
|
|
.get()
|
|
)
|
|
assert len(album.tracks) == 3
|
|
assert album.tracks[0].tonation == album.tracks[2].tonation == ton1
|
|
assert len(album.cover_pictures) == 2
|
|
assert album.cover_pictures[0].artist == "Artist 1"
|
|
|
|
assert len(album.shops) == 2
|
|
assert album.shops[0].name == "Shop 1"
|
|
assert album.shops[0].division.name is None
|
|
|
|
album = (
|
|
await Album.objects.select_related("tracks")
|
|
.filter(name="Malibu")
|
|
.prefetch_related(["cover_pictures", "shops__division"])
|
|
.fields(
|
|
{
|
|
"name": ...,
|
|
"shops": {"division"},
|
|
"cover_pictures": {"id": ..., "title": ...},
|
|
}
|
|
)
|
|
.exclude_fields({"shops": {"division": {"name"}}})
|
|
.get()
|
|
)
|
|
assert len(album.tracks) == 3
|
|
assert len(album.cover_pictures) == 2
|
|
assert album.cover_pictures[0].artist is None
|
|
assert album.cover_pictures[0].title is not None
|
|
|
|
assert len(album.shops) == 2
|
|
assert album.shops[0].name is None
|
|
assert album.shops[0].division is not None
|
|
assert album.shops[0].division.name is None
|