diff --git a/configurations/tests/settings/main.py b/configurations/tests/settings/main.py
index 9e98613..e95f99b 100644
--- a/configurations/tests/settings/main.py
+++ b/configurations/tests/settings/main.py
@@ -1,5 +1,7 @@
 import os
 import uuid
+import django
+
 from configurations import Configuration, pristinemethod
 
 
@@ -28,7 +30,8 @@ class Test(Configuration):
 
     ROOT_URLCONF = 'configurations.tests.urls'
 
-    TEST_RUNNER = 'discover_runner.DiscoverRunner'
+    if django.VERSION[:2] < (1, 6):
+        TEST_RUNNER = 'discover_runner.DiscoverRunner'
 
     def TEMPLATE_CONTEXT_PROCESSORS(self):
         return Configuration.TEMPLATE_CONTEXT_PROCESSORS + (