diff --git a/ormar/queryset/join.py b/ormar/queryset/join.py
index 8a24139..b3bbb06 100644
--- a/ormar/queryset/join.py
+++ b/ormar/queryset/join.py
@@ -162,7 +162,7 @@ class SqlJoin:
                     self.sorted_orders["__".join(condition)] = order
         else:
             order = text(f"{alias}_{to_table}.{pkname_alias}")
-            self.sorted_orders[pkname_alias] = order
+            self.sorted_orders[f"{to_table}.{pkname_alias}"] = order
 
     @staticmethod
     def get_to_and_from_keys(