diff --git a/auditlog/__init__.py b/auditlog/__init__.py
index e96d652..b420168 100644
--- a/auditlog/__init__.py
+++ b/auditlog/__init__.py
@@ -1,3 +1,4 @@
+import django
 from pkg_resources import DistributionNotFound, get_distribution
 
 try:
@@ -6,4 +7,5 @@ except DistributionNotFound:
     # package is not installed
     pass
 
-default_app_config = "auditlog.apps.AuditlogConfig"
+if django.VERSION < (3, 2):
+    default_app_config = "auditlog.apps.AuditlogConfig"
diff --git a/auditlog_tests/__init__.py b/auditlog_tests/__init__.py
index fa61512..98d4de1 100644
--- a/auditlog_tests/__init__.py
+++ b/auditlog_tests/__init__.py
@@ -1 +1,4 @@
-default_app_config = "auditlog_tests.apps.AuditlogTestConfig"
+import django
+
+if django.VERSION < (3, 2):
+    default_app_config = "auditlog_tests.apps.AuditlogTestConfig"