add bulk_post_update: signals
This commit is contained in:
@ -679,6 +679,7 @@ Signals allow to trigger your function for a given event on a given Model.
|
|||||||
* `post_relation_add`
|
* `post_relation_add`
|
||||||
* `pre_relation_remove`
|
* `pre_relation_remove`
|
||||||
* `post_relation_remove`
|
* `post_relation_remove`
|
||||||
|
* `post_bulk_update`
|
||||||
|
|
||||||
|
|
||||||
[sqlalchemy-core]: https://docs.sqlalchemy.org/en/latest/core/
|
[sqlalchemy-core]: https://docs.sqlalchemy.org/en/latest/core/
|
||||||
|
|||||||
@ -232,6 +232,11 @@ Send for `Model.relation_name.remove()` method for `ManyToMany` relations and re
|
|||||||
`sender` - sender class, `instance` - instance to which related model is added, `child` - model being added,
|
`sender` - sender class, `instance` - instance to which related model is added, `child` - model being added,
|
||||||
`relation_name` - name of the relation to which child is added.
|
`relation_name` - name of the relation to which child is added.
|
||||||
|
|
||||||
|
### post_bulk_update
|
||||||
|
|
||||||
|
`post_bulk_update(sender: Type["Model"], instances: List["Model"], **kwargs),
|
||||||
|
Send for `Model.objects.bulk_update(List[objects])` method.
|
||||||
|
|
||||||
|
|
||||||
## Defining your own signals
|
## Defining your own signals
|
||||||
|
|
||||||
|
|||||||
@ -30,6 +30,7 @@ from ormar.decorators import ( # noqa: I100
|
|||||||
post_relation_remove,
|
post_relation_remove,
|
||||||
post_save,
|
post_save,
|
||||||
post_update,
|
post_update,
|
||||||
|
post_bulk_update,
|
||||||
pre_delete,
|
pre_delete,
|
||||||
pre_relation_add,
|
pre_relation_add,
|
||||||
pre_relation_remove,
|
pre_relation_remove,
|
||||||
@ -113,6 +114,7 @@ __all__ = [
|
|||||||
"RelationProtocol",
|
"RelationProtocol",
|
||||||
"ModelMeta",
|
"ModelMeta",
|
||||||
"property_field",
|
"property_field",
|
||||||
|
"post_bulk_update",
|
||||||
"post_delete",
|
"post_delete",
|
||||||
"post_save",
|
"post_save",
|
||||||
"post_update",
|
"post_update",
|
||||||
|
|||||||
@ -9,6 +9,7 @@ Currently only:
|
|||||||
"""
|
"""
|
||||||
from ormar.decorators.property_field import property_field
|
from ormar.decorators.property_field import property_field
|
||||||
from ormar.decorators.signals import (
|
from ormar.decorators.signals import (
|
||||||
|
post_bulk_update,
|
||||||
post_delete,
|
post_delete,
|
||||||
post_relation_add,
|
post_relation_add,
|
||||||
post_relation_remove,
|
post_relation_remove,
|
||||||
@ -23,6 +24,7 @@ from ormar.decorators.signals import (
|
|||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
"property_field",
|
"property_field",
|
||||||
|
"post_bulk_update",
|
||||||
"post_delete",
|
"post_delete",
|
||||||
"post_save",
|
"post_save",
|
||||||
"post_update",
|
"post_update",
|
||||||
|
|||||||
@ -54,7 +54,8 @@ def post_save(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
|||||||
return receiver(signal="post_save", senders=senders)
|
return receiver(signal="post_save", senders=senders)
|
||||||
|
|
||||||
|
|
||||||
def post_update(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
def post_update(senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
) -> Callable:
|
||||||
"""
|
"""
|
||||||
Connect given function to all senders for post_update signal.
|
Connect given function to all senders for post_update signal.
|
||||||
|
|
||||||
@ -67,7 +68,8 @@ def post_update(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
|||||||
return receiver(signal="post_update", senders=senders)
|
return receiver(signal="post_update", senders=senders)
|
||||||
|
|
||||||
|
|
||||||
def post_delete(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
def post_delete(senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
) -> Callable:
|
||||||
"""
|
"""
|
||||||
Connect given function to all senders for post_delete signal.
|
Connect given function to all senders for post_delete signal.
|
||||||
|
|
||||||
@ -119,7 +121,8 @@ def pre_delete(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
|||||||
return receiver(signal="pre_delete", senders=senders)
|
return receiver(signal="pre_delete", senders=senders)
|
||||||
|
|
||||||
|
|
||||||
def pre_relation_add(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
def pre_relation_add(senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
) -> Callable:
|
||||||
"""
|
"""
|
||||||
Connect given function to all senders for pre_relation_add signal.
|
Connect given function to all senders for pre_relation_add signal.
|
||||||
|
|
||||||
@ -132,7 +135,8 @@ def pre_relation_add(senders: Union[Type["Model"], List[Type["Model"]]]) -> Call
|
|||||||
return receiver(signal="pre_relation_add", senders=senders)
|
return receiver(signal="pre_relation_add", senders=senders)
|
||||||
|
|
||||||
|
|
||||||
def post_relation_add(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
def post_relation_add(senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
) -> Callable:
|
||||||
"""
|
"""
|
||||||
Connect given function to all senders for post_relation_add signal.
|
Connect given function to all senders for post_relation_add signal.
|
||||||
|
|
||||||
@ -145,7 +149,8 @@ def post_relation_add(senders: Union[Type["Model"], List[Type["Model"]]]) -> Cal
|
|||||||
return receiver(signal="post_relation_add", senders=senders)
|
return receiver(signal="post_relation_add", senders=senders)
|
||||||
|
|
||||||
|
|
||||||
def pre_relation_remove(senders: Union[Type["Model"], List[Type["Model"]]]) -> Callable:
|
def pre_relation_remove(senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
) -> Callable:
|
||||||
"""
|
"""
|
||||||
Connect given function to all senders for pre_relation_remove signal.
|
Connect given function to all senders for pre_relation_remove signal.
|
||||||
|
|
||||||
@ -171,3 +176,18 @@ def post_relation_remove(
|
|||||||
:rtype: Callable
|
:rtype: Callable
|
||||||
"""
|
"""
|
||||||
return receiver(signal="post_relation_remove", senders=senders)
|
return receiver(signal="post_relation_remove", senders=senders)
|
||||||
|
|
||||||
|
|
||||||
|
def post_bulk_update(
|
||||||
|
senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
) -> Callable:
|
||||||
|
"""
|
||||||
|
Connect given function to all senders for post_bulk_update signal.
|
||||||
|
|
||||||
|
:param senders: one or a list of "Model" classes
|
||||||
|
that should have the signal receiver registered
|
||||||
|
:type senders: Union[Type["Model"], List[Type["Model"]]]
|
||||||
|
:return: returns the original function untouched
|
||||||
|
:rtype: Callable
|
||||||
|
"""
|
||||||
|
return receiver(signal="post_bulk_update", senders=senders)
|
||||||
|
|||||||
@ -81,3 +81,10 @@ class SignalDefinitionError(AsyncOrmException):
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class ModelListEmptyError(AsyncOrmException):
|
||||||
|
"""
|
||||||
|
Raised for objects is empty when bulk_update
|
||||||
|
"""
|
||||||
|
pass
|
||||||
|
|||||||
@ -159,6 +159,7 @@ def register_signals(new_model: Type["Model"]) -> None: # noqa: CCR001
|
|||||||
signals.post_relation_add = Signal()
|
signals.post_relation_add = Signal()
|
||||||
signals.pre_relation_remove = Signal()
|
signals.pre_relation_remove = Signal()
|
||||||
signals.post_relation_remove = Signal()
|
signals.post_relation_remove = Signal()
|
||||||
|
signals.post_bulk_update = Signal()
|
||||||
new_model.Meta.signals = signals
|
new_model.Meta.signals = signals
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -21,7 +21,10 @@ from sqlalchemy import bindparam
|
|||||||
|
|
||||||
import ormar # noqa I100
|
import ormar # noqa I100
|
||||||
from ormar import MultipleMatches, NoMatch
|
from ormar import MultipleMatches, NoMatch
|
||||||
from ormar.exceptions import ModelPersistenceError, QueryDefinitionError
|
from ormar.exceptions import (
|
||||||
|
ModelPersistenceError, QueryDefinitionError,
|
||||||
|
ModelListEmptyError
|
||||||
|
)
|
||||||
from ormar.queryset import FieldAccessor, FilterQuery, SelectAction
|
from ormar.queryset import FieldAccessor, FilterQuery, SelectAction
|
||||||
from ormar.queryset.actions.order_action import OrderAction
|
from ormar.queryset.actions.order_action import OrderAction
|
||||||
from ormar.queryset.clause import FilterGroup, QueryClause
|
from ormar.queryset.clause import FilterGroup, QueryClause
|
||||||
@ -1037,9 +1040,7 @@ class QuerySet(Generic[T]):
|
|||||||
instance = await instance.save()
|
instance = await instance.save()
|
||||||
return instance
|
return instance
|
||||||
|
|
||||||
async def bulk_create(
|
async def bulk_create(self, objects: List["T"]) -> None:
|
||||||
self, objects: List["T"], send_signals: bool = False
|
|
||||||
) -> None:
|
|
||||||
"""
|
"""
|
||||||
Performs a bulk create in one database session to speed up the process.
|
Performs a bulk create in one database session to speed up the process.
|
||||||
|
|
||||||
@ -1051,26 +1052,7 @@ class QuerySet(Generic[T]):
|
|||||||
|
|
||||||
:param objects: list of ormar models already initialized and ready to save.
|
:param objects: list of ormar models already initialized and ready to save.
|
||||||
:type objects: List[Model]
|
:type objects: List[Model]
|
||||||
:param send_signals: confirm send the pre/post create signals
|
|
||||||
:type send_signals: bool
|
|
||||||
"""
|
"""
|
||||||
|
|
||||||
async def before_create(entity: "T") -> None:
|
|
||||||
await entity.signals.pre_save.send(
|
|
||||||
sender=entity.__class__, instance=entity)
|
|
||||||
|
|
||||||
async def after_create(entity: "T") -> None:
|
|
||||||
entity.set_save_status(True)
|
|
||||||
# FIXME do not have the `id` value, because not reload from db
|
|
||||||
if send_signals:
|
|
||||||
await entity.signals.post_save.send(
|
|
||||||
sender=entity.__class__, instance=entity)
|
|
||||||
|
|
||||||
if send_signals:
|
|
||||||
await asyncio.gather(
|
|
||||||
*[before_create(entity) for entity in objects]
|
|
||||||
)
|
|
||||||
|
|
||||||
ready_objects = [
|
ready_objects = [
|
||||||
obj.prepare_model_to_save(obj.dict())
|
obj.prepare_model_to_save(obj.dict())
|
||||||
for obj in objects
|
for obj in objects
|
||||||
@ -1080,13 +1062,11 @@ class QuerySet(Generic[T]):
|
|||||||
# shouldn't use the execute_many, it's `queries.foreach(execute)`
|
# shouldn't use the execute_many, it's `queries.foreach(execute)`
|
||||||
await self.database.execute(expr)
|
await self.database.execute(expr)
|
||||||
|
|
||||||
await asyncio.gather(
|
for obj in objects:
|
||||||
*[after_create(entity) for entity in objects]
|
obj.set_save_status(True)
|
||||||
)
|
|
||||||
|
|
||||||
async def bulk_update( # noqa: CCR001
|
async def bulk_update( # noqa: CCR001
|
||||||
self, objects: List["T"], columns: List[str] = None,
|
self, objects: List["T"], columns: List[str] = None
|
||||||
send_signals: bool = False
|
|
||||||
) -> None:
|
) -> None:
|
||||||
"""
|
"""
|
||||||
Performs bulk update in one database session to speed up the process.
|
Performs bulk update in one database session to speed up the process.
|
||||||
@ -1104,9 +1084,10 @@ class QuerySet(Generic[T]):
|
|||||||
:type objects: List[Model]
|
:type objects: List[Model]
|
||||||
:param columns: list of columns to update
|
:param columns: list of columns to update
|
||||||
:type columns: List[str]
|
:type columns: List[str]
|
||||||
:param send_signals: confirm send the pre/post create signals
|
|
||||||
:type send_signals: bool
|
|
||||||
"""
|
"""
|
||||||
|
if not objects:
|
||||||
|
raise ModelListEmptyError("Bulk update objects are empty!")
|
||||||
|
|
||||||
ready_objects = []
|
ready_objects = []
|
||||||
pk_name = self.model_meta.pkname
|
pk_name = self.model_meta.pkname
|
||||||
if not columns:
|
if not columns:
|
||||||
@ -1151,14 +1132,11 @@ class QuerySet(Generic[T]):
|
|||||||
expr = str(expr)
|
expr = str(expr)
|
||||||
await self.database.execute_many(expr, ready_objects)
|
await self.database.execute_many(expr, ready_objects)
|
||||||
|
|
||||||
# FIXME: add pre-update-signals
|
entity = list(objects)[0]
|
||||||
async def after_update(entity: "T") -> None:
|
|
||||||
entity.set_save_status(True)
|
await entity.signals.post_bulk_update.send(
|
||||||
if send_signals:
|
sender=entity.__class__, instances=objects
|
||||||
await entity.signals.post_update.send(
|
|
||||||
sender=entity.__class__, instance=entity
|
|
||||||
)
|
)
|
||||||
|
|
||||||
await asyncio.gather(
|
for obj in objects:
|
||||||
*[after_update(entity) for entity in objects]
|
obj.set_save_status(True)
|
||||||
)
|
|
||||||
|
|||||||
@ -5,8 +5,10 @@ import pytest
|
|||||||
import sqlalchemy
|
import sqlalchemy
|
||||||
|
|
||||||
import ormar
|
import ormar
|
||||||
from ormar import post_save, post_update, pre_save
|
from ormar.exceptions import (
|
||||||
from ormar.exceptions import ModelPersistenceError, QueryDefinitionError
|
ModelPersistenceError, QueryDefinitionError,
|
||||||
|
ModelListEmptyError
|
||||||
|
)
|
||||||
from tests.settings import DATABASE_URL
|
from tests.settings import DATABASE_URL
|
||||||
|
|
||||||
database = databases.Database(DATABASE_URL, force_rollback=True)
|
database = databases.Database(DATABASE_URL, force_rollback=True)
|
||||||
@ -194,35 +196,6 @@ async def test_bulk_create():
|
|||||||
assert len(completed) == 2
|
assert len(completed) == 2
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_bulk_create_send_signals():
|
|
||||||
async with database:
|
|
||||||
|
|
||||||
@pre_save(ToDo)
|
|
||||||
async def before_save(sender, instance, **kwargs):
|
|
||||||
instance.completed = False
|
|
||||||
|
|
||||||
@post_save(ToDo)
|
|
||||||
async def after_save(sender, instance, **kwargs):
|
|
||||||
assert not instance.completed
|
|
||||||
|
|
||||||
await ToDo.objects.bulk_create(
|
|
||||||
[
|
|
||||||
ToDo(text="Buy the groceries."),
|
|
||||||
ToDo(text="Call Mum.", completed=True),
|
|
||||||
ToDo(text="Send invoices.", completed=True),
|
|
||||||
], send_signals=True
|
|
||||||
)
|
|
||||||
|
|
||||||
todoes = await ToDo.objects.all()
|
|
||||||
assert len(todoes) == 3
|
|
||||||
for todo in todoes:
|
|
||||||
assert todo.pk is not None
|
|
||||||
|
|
||||||
count = await ToDo.objects.filter(completed=False).count()
|
|
||||||
assert count == 3
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_bulk_create_with_relation():
|
async def test_bulk_create_with_relation():
|
||||||
async with database:
|
async with database:
|
||||||
@ -270,34 +243,6 @@ async def test_bulk_update():
|
|||||||
assert todo.text[-2:] == "_1"
|
assert todo.text[-2:] == "_1"
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_bulk_update_send_signals():
|
|
||||||
async with database:
|
|
||||||
|
|
||||||
@post_update(ToDo)
|
|
||||||
async def after_update(sender, instance, **kwargs):
|
|
||||||
await instance.delete()
|
|
||||||
|
|
||||||
await ToDo.objects.bulk_create(
|
|
||||||
[
|
|
||||||
ToDo(text="Buy the groceries."),
|
|
||||||
ToDo(text="Call Mum.", completed=True),
|
|
||||||
ToDo(text="Send invoices.", completed=True),
|
|
||||||
]
|
|
||||||
)
|
|
||||||
todoes = await ToDo.objects.all()
|
|
||||||
assert len(todoes) == 3
|
|
||||||
|
|
||||||
for todo in todoes:
|
|
||||||
todo.text = todo.text + "_1"
|
|
||||||
todo.completed = False
|
|
||||||
|
|
||||||
await ToDo.objects.bulk_update(todoes, send_signals=True)
|
|
||||||
|
|
||||||
count = await ToDo.objects.filter(completed=False).count()
|
|
||||||
assert count == 0
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_bulk_update_with_only_selected_columns():
|
async def test_bulk_update_with_only_selected_columns():
|
||||||
async with database:
|
async with database:
|
||||||
@ -367,3 +312,6 @@ async def test_bulk_update_not_saved_objts():
|
|||||||
Note(text="Call Mum.", category=category),
|
Note(text="Call Mum.", category=category),
|
||||||
]
|
]
|
||||||
)
|
)
|
||||||
|
|
||||||
|
with pytest.raises(ModelListEmptyError):
|
||||||
|
await Note.objects.bulk_update([])
|
||||||
|
|||||||
@ -6,7 +6,10 @@ import pytest
|
|||||||
import sqlalchemy
|
import sqlalchemy
|
||||||
|
|
||||||
import ormar
|
import ormar
|
||||||
from ormar import post_delete, post_save, post_update, pre_delete, pre_save, pre_update
|
from ormar import (
|
||||||
|
post_bulk_update, post_delete, post_save, post_update,
|
||||||
|
pre_delete, pre_save, pre_update
|
||||||
|
)
|
||||||
from ormar.signals import SignalEmitter
|
from ormar.signals import SignalEmitter
|
||||||
from ormar.exceptions import SignalDefinitionError
|
from ormar.exceptions import SignalDefinitionError
|
||||||
from tests.settings import DATABASE_URL
|
from tests.settings import DATABASE_URL
|
||||||
@ -131,6 +134,14 @@ async def test_signal_functions(cleanup):
|
|||||||
event_log=instance.json(),
|
event_log=instance.json(),
|
||||||
).save()
|
).save()
|
||||||
|
|
||||||
|
@post_bulk_update(Album)
|
||||||
|
async def after_bulk_update(sender, instances, **kwargs):
|
||||||
|
for it in instances:
|
||||||
|
await AuditLog(
|
||||||
|
event_type=f"BULK_POST_UPDATE_{sender.get_name()}",
|
||||||
|
event_log=it.json(),
|
||||||
|
).save()
|
||||||
|
|
||||||
album = await Album.objects.create(name="Venice")
|
album = await Album.objects.create(name="Venice")
|
||||||
|
|
||||||
audits = await AuditLog.objects.all()
|
audits = await AuditLog.objects.all()
|
||||||
@ -183,6 +194,19 @@ async def test_signal_functions(cleanup):
|
|||||||
album.signals.pre_save.disconnect(before_save)
|
album.signals.pre_save.disconnect(before_save)
|
||||||
album.signals.post_save.disconnect(after_save)
|
album.signals.post_save.disconnect(after_save)
|
||||||
|
|
||||||
|
albums = await Album.objects.all()
|
||||||
|
assert len(albums)
|
||||||
|
|
||||||
|
for album in albums:
|
||||||
|
album.play_count = 1
|
||||||
|
|
||||||
|
await Album.objects.bulk_update(albums)
|
||||||
|
|
||||||
|
cnt = await AuditLog.objects.filter(event_type__contains="BULK_POST").count()
|
||||||
|
assert cnt == len(albums)
|
||||||
|
|
||||||
|
album.signals.bulk_post_update.disconnect(after_bulk_update)
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_multiple_signals(cleanup):
|
async def test_multiple_signals(cleanup):
|
||||||
|
|||||||
Reference in New Issue
Block a user