Declare manager class attributes on models as ClassVars (#1672)

* Move ModelBase.objects declaration to Model.objects, for mypy 1.5.0

mypy 1.5.0 was fixed to understand that metaclass attributes take
precedence over attributes in the regular class.  So we need to
declare `objects` in the regular class to allow it to be overridden in
subclasses.

Fixes #1648.

Signed-off-by: Anders Kaseorg <andersk@mit.edu>

* Declare manager class attributes on models as `ClassVar`s

Inclusions:

- Adjustments for the plugin to make generated managers `ClassVar`s
- Changes the default 'objects' to 'ClassVar' and controls it via the
  plugin
- Plugin ensures to only add the 'objects' manager to models it exists
  on during runtime

* fixup! Declare manager class attributes on models as `ClassVar`s

* Enforce appropriate keyword only arguments

Co-authored-by: Nikita Sobolev <mail@sobolevn.me>

* [pre-commit.ci] auto fixes from pre-commit.com hooks

* Bump mypy

* Remove a bunch of `-redefinition` lines from `allowlist_todo.txt`

---------

Signed-off-by: Anders Kaseorg <andersk@mit.edu>
Co-authored-by: Anders Kaseorg <andersk@mit.edu>
Co-authored-by: Nikita Sobolev <mail@sobolevn.me>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: 4 people

django-stubs/contrib/admin/models.pyi

@@ -1,4 +1,4 @@
-from typing import Any
+from typing import Any, ClassVar
 from uuid import UUID
 
 from django.db import models
@@ -28,7 +28,7 @@ class LogEntry(models.Model):
     object_repr: models.CharField
     action_flag: models.PositiveSmallIntegerField
     change_message: models.TextField
-    objects: LogEntryManager
+    objects: ClassVar[LogEntryManager]
     def is_addition(self) -> bool: ...
     def is_change(self) -> bool: ...
     def is_deletion(self) -> bool: ...

django-stubs/contrib/auth/models.pyi

@@ -1,5 +1,5 @@
 from collections.abc import Iterable
-from typing import Any, Literal, TypeVar
+from typing import Any, ClassVar, Literal, TypeVar
 
 from django.contrib.auth.base_user import AbstractBaseUser as AbstractBaseUser
 from django.contrib.auth.base_user import BaseUserManager as BaseUserManager
@@ -10,7 +10,7 @@ from django.db.models import QuerySet
 from django.db.models.base import Model
 from django.db.models.manager import EmptyManager
 from django.utils.functional import _StrOrPromise
-from typing_extensions import TypeAlias
+from typing_extensions import Self, TypeAlias
 
 _AnyUser: TypeAlias = Model | AnonymousUser
 
@@ -21,7 +21,7 @@ class PermissionManager(models.Manager[Permission]):
 
 class Permission(models.Model):
     content_type_id: int
-    objects: PermissionManager
+    objects: ClassVar[PermissionManager]
 
     name = models.CharField(max_length=255)
     content_type = models.ForeignKey(ContentType, on_delete=models.CASCADE)
@@ -32,7 +32,7 @@ class GroupManager(models.Manager[Group]):
     def get_by_natural_key(self, name: str) -> Group: ...
 
 class Group(models.Model):
-    objects: GroupManager
+    objects: ClassVar[GroupManager]
 
     name = models.CharField(max_length=150)
     permissions = models.ManyToManyField(Permission)
@@ -81,6 +81,8 @@ class AbstractUser(AbstractBaseUser, PermissionsMixin):
     is_active = models.BooleanField()
     date_joined = models.DateTimeField()
 
+    objects: ClassVar[UserManager[Self]]
+
     EMAIL_FIELD: str
     USERNAME_FIELD: str
 

django-stubs/contrib/contenttypes/models.pyi

@@ -1,4 +1,4 @@
-from typing import Any
+from typing import Any, ClassVar
 
 from django.db import models
 from django.db.models.base import Model
@@ -15,7 +15,7 @@ class ContentType(models.Model):
     id: int
     app_label: models.CharField
     model: models.CharField
-    objects: ContentTypeManager
+    objects: ClassVar[ContentTypeManager]
     @property
     def name(self) -> str: ...
     def model_class(self) -> type[Model] | None: ...

django-stubs/contrib/gis/db/backends/oracle/models.pyi

@@ -1,12 +1,15 @@
-from typing import Any
+from typing import Any, ClassVar
 
 from django.contrib.gis.db import models
 from django.contrib.gis.db.backends.base.models import SpatialRefSysMixin
+from django.db.models.manager import Manager
+from typing_extensions import Self
 
 class OracleGeometryColumns(models.Model):
     table_name: Any
     column_name: Any
     srid: Any
+    objects: ClassVar[Manager[Self]]
 
     class Meta:
         app_label: str
@@ -24,6 +27,7 @@ class OracleSpatialRefSys(models.Model, SpatialRefSysMixin):
     auth_name: Any
     wktext: Any
     cs_bounds: Any
+    objects: ClassVar[Manager[Self]]
 
     class Meta:
         app_label: str

django-stubs/contrib/gis/db/backends/postgis/models.pyi

@@ -1,7 +1,8 @@
-from typing import Any
+from typing import Any, ClassVar
 
 from django.contrib.gis.db.backends.base.models import SpatialRefSysMixin
 from django.db import models
+from typing_extensions import Self
 
 class PostGISGeometryColumns(models.Model):
     f_table_catalog: Any
@@ -11,6 +12,7 @@ class PostGISGeometryColumns(models.Model):
     coord_dimension: Any
     srid: Any
     type: Any
+    objects: ClassVar[models.Manager[Self]]
 
     class Meta:
         app_label: str
@@ -27,6 +29,7 @@ class PostGISSpatialRefSys(models.Model, SpatialRefSysMixin):
     auth_srid: Any
     srtext: Any
     proj4text: Any
+    objects: ClassVar[models.Manager[Self]]
 
     class Meta:
         app_label: str

django-stubs/contrib/gis/db/backends/spatialite/models.pyi

@@ -1,7 +1,8 @@
-from typing import Any
+from typing import Any, ClassVar
 
 from django.contrib.gis.db.backends.base.models import SpatialRefSysMixin
 from django.db import models
+from typing_extensions import Self
 
 class SpatialiteGeometryColumns(models.Model):
     f_table_name: Any
@@ -10,6 +11,7 @@ class SpatialiteGeometryColumns(models.Model):
     srid: Any
     spatial_index_enabled: Any
     type: Any
+    objects: ClassVar[models.Manager[Self]]
 
     class Meta:
         app_label: str
@@ -27,6 +29,7 @@ class SpatialiteSpatialRefSys(models.Model, SpatialRefSysMixin):
     ref_sys_name: Any
     proj4text: Any
     srtext: Any
+    objects: ClassVar[models.Manager[Self]]
 
     class Meta:
         app_label: str

django-stubs/contrib/sites/models.pyi

@@ -1,4 +1,4 @@
-from typing import Any
+from typing import Any, ClassVar
 
 from django.db import models
 from django.http.request import HttpRequest
@@ -11,7 +11,7 @@ class SiteManager(models.Manager[Site]):
     def get_by_natural_key(self, domain: str) -> Site: ...
 
 class Site(models.Model):
-    objects: SiteManager
+    objects: ClassVar[SiteManager]
 
     domain = models.CharField(max_length=100)
     name = models.CharField(max_length=50)

django-stubs/db/migrations/recorder.pyi

@@ -1,14 +1,17 @@
-from typing import Any
+from typing import Any, ClassVar
 
 from django.db.backends.base.base import BaseDatabaseWrapper
 from django.db.models.base import Model
+from django.db.models.manager import Manager
 from django.db.models.query import QuerySet
+from typing_extensions import Self
 
 class MigrationRecorder:
     class Migration(Model):
         app: Any
         name: Any
         applied: Any
+        objects: ClassVar[Manager[Self]]
     connection: BaseDatabaseWrapper
     def __init__(self, connection: BaseDatabaseWrapper) -> None: ...
     @property

django-stubs/db/models/base.pyi

@@ -1,11 +1,11 @@
 from collections.abc import Collection, Iterable, Sequence
-from typing import Any, Final, TypeVar
+from typing import Any, ClassVar, Final, TypeVar
 
 from django.core.checks.messages import CheckMessage
 from django.core.exceptions import MultipleObjectsReturned as BaseMultipleObjectsReturned
 from django.core.exceptions import ObjectDoesNotExist, ValidationError
 from django.db.models import BaseConstraint, Field
-from django.db.models.manager import BaseManager
+from django.db.models.manager import BaseManager, Manager
 from django.db.models.options import Options
 from typing_extensions import Self
 
@@ -19,8 +19,6 @@ class ModelState:
     fields_cache: ModelStateFieldsCacheDescriptor
 
 class ModelBase(type):
-    @property
-    def objects(cls: type[_Self]) -> BaseManager[_Self]: ...  # type: ignore[misc]
     @property
     def _default_manager(cls: type[_Self]) -> BaseManager[_Self]: ...  # type: ignore[misc]
     @property
@@ -34,6 +32,9 @@ class Model(metaclass=ModelBase):
     # and re-add them to correct concrete subclasses of 'Model'
     DoesNotExist: Final[type[ObjectDoesNotExist]]
     MultipleObjectsReturned: Final[type[BaseMultipleObjectsReturned]]
+    # This 'objects' attribute will be deleted, via the plugin, in favor of managing it
+    # to only exist on subclasses it exists on during runtime.
+    objects: ClassVar[Manager[Self]]
 
     class Meta: ...
     _meta: Options[Any]

mypy_django_plugin/lib/helpers.py

@@ -379,14 +379,17 @@ def check_types_compatible(
     api.check_subtype(actual_type, expected_type, ctx.context, error_message, "got", "expected")
 
 
-def add_new_sym_for_info(info: TypeInfo, *, name: str, sym_type: MypyType, no_serialize: bool = False) -> None:
+def add_new_sym_for_info(
+    info: TypeInfo, name: str, sym_type: MypyType, *, no_serialize: bool = False, is_classvar: bool = False
+) -> None:
     # type=: type of the variable itself
     var = Var(name=name, type=sym_type)
     # var.info: type of the object variable is bound to
     var.info = info
     var._fullname = info.fullname + "." + name
     var.is_initialized_in_class = True
     var.is_inferred = True
+    var.is_classvar = is_classvar
     info.names[name] = SymbolTableNode(MDEF, var, plugin_generated=True, no_serialize=no_serialize)