django-cachalot/cachalot/tests/postgres.py
2017-06-07 10:28:13 +02:00

354 lines
15 KiB
Python

# coding: utf-8
from __future__ import unicode_literals
from datetime import date, datetime
from decimal import Decimal
from platform import python_version_tuple
from unittest import skipUnless, skipIf
from django import VERSION as django_version
from django.core.cache import caches
from django.core.cache.backends.filebased import FileBasedCache
from django.db import connection
from django.test import TransactionTestCase, override_settings
from psycopg2.extras import NumericRange, DateRange, DateTimeTZRange
from pytz import timezone
from ..utils import UncachableQuery
from .api import invalidate
from .models import PostgresModel, Test
from .test_utils import TestUtilsMixin
DJANGO_GTE_1_9 = django_version[:2] >= (1, 9)
if DJANGO_GTE_1_9:
from django.contrib.postgres.functions import TransactionNow
# FIXME: Add tests for aggregations.
@skipUnless(connection.vendor == 'postgresql',
'This test is only for PostgreSQL')
@skipIf(isinstance(caches['default'], FileBasedCache)
and python_version_tuple()[:2] == ('2', '7'),
'Caching psycopg2 objects is not working with file-based cache '
'and Python 2.7 (see https://code.djangoproject.com/ticket/25501).')
@override_settings(USE_TZ=True)
class PostgresReadTestCase(TestUtilsMixin, TransactionTestCase):
def setUp(self):
self.obj1 = PostgresModel(
int_array=[1, 2, 3],
hstore={'a': 'b', 'c': None},
int_range=[1900, 2000], float_range=[-1e3, 9.87654321],
date_range=['1678-03-04', '1741-07-28'],
datetime_range=[datetime(1989, 1, 30, 12, 20,
tzinfo=timezone('Europe/Paris')), None])
if DJANGO_GTE_1_9:
self.obj1.json = {'a': 1, 'b': 2}
self.obj1.save()
self.obj2 = PostgresModel(
int_array=[4, None, 6],
hstore={'a': '1', 'b': '2'},
int_range=[1989, None], float_range=[0.0, None],
date_range=['1989-01-30', None],
datetime_range=[None, None])
if DJANGO_GTE_1_9:
self.obj2.json = [
'something',
{
'a': 1,
'b': None,
'c': 123.456,
'd': True,
'e': {
'another': 'dict',
'and yet': {
'another': 'one',
'with a list': [],
},
},
},
]
self.obj2.save()
def test_unaccent(self):
Test.objects.create(name='Clémentine')
Test.objects.create(name='Clementine')
qs = (Test.objects.filter(name__unaccent='Clémentine')
.values_list('name', flat=True))
self.assert_tables(qs, Test)
self.assert_query_cached(qs, ['Clementine', 'Clémentine'])
def test_int_array(self):
with self.assertNumQueries(1):
data1 = [o.int_array for o in PostgresModel.objects.all()]
with self.assertNumQueries(1):
data2 = list(PostgresModel.objects
.values_list('int_array', flat=True))
self.assertListEqual(data2, data1)
self.assertListEqual(data2, [[1, 2, 3], [4, None, 6]])
invalidate(PostgresModel)
qs = PostgresModel.objects.values_list('int_array', flat=True)
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[1, 2, 3], [4, None, 6]])
qs = (PostgresModel.objects.filter(int_array__contains=[3])
.values_list('int_array', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[1, 2, 3]])
qs = (PostgresModel.objects
.filter(int_array__contained_by=[1, 2, 3, 4, 5, 6])
.values_list('int_array', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[1, 2, 3]])
qs = (PostgresModel.objects.filter(int_array__overlap=[3, 4])
.values_list('int_array', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[1, 2, 3], [4, None, 6]])
qs = (PostgresModel.objects.filter(int_array__len__in=(2, 3))
.values_list('int_array', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[1, 2, 3], [4, None, 6]])
qs = (PostgresModel.objects.filter(int_array__2=6)
.values_list('int_array', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[4, None, 6]])
qs = (PostgresModel.objects.filter(int_array__0_2=(1, 2))
.values_list('int_array', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [[1, 2, 3]])
def test_hstore(self):
with self.assertNumQueries(1):
data1 = [o.hstore for o in PostgresModel.objects.all()]
with self.assertNumQueries(1):
data2 = list(PostgresModel.objects
.values_list('hstore', flat=True))
self.assertListEqual(data2, data1)
self.assertListEqual(data2, [{'a': 'b', 'c': None},
{'a': '1', 'b': '2'}])
invalidate(PostgresModel)
qs = PostgresModel.objects.values_list('hstore', flat=True)
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': 'b', 'c': None},
{'a': '1', 'b': '2'}])
qs = (PostgresModel.objects.filter(hstore__a='1')
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': '1', 'b': '2'}])
qs = (PostgresModel.objects.filter(hstore__contains={'a': 'b'})
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': 'b', 'c': None}])
qs = (PostgresModel.objects
.filter(hstore__contained_by={'a': 'b', 'c': None, 'b': '2'})
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': 'b', 'c': None}])
qs = (PostgresModel.objects.filter(hstore__has_key='c')
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': 'b', 'c': None}])
qs = (PostgresModel.objects.filter(hstore__has_keys=['a', 'b'])
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': '1', 'b': '2'}])
qs = (PostgresModel.objects.filter(hstore__keys=['a', 'b'])
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': '1', 'b': '2'}])
qs = (PostgresModel.objects.filter(hstore__values=['1', '2'])
.values_list('hstore', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [{'a': '1', 'b': '2'}])
@skipUnless(DJANGO_GTE_1_9,
'JSON field is only available in Django >= 1.9')
def test_json(self):
with self.assertNumQueries(1):
data1 = [o.json for o in PostgresModel.objects.all()]
with self.assertNumQueries(1):
data2 = list(PostgresModel.objects.values_list('json', flat=True))
self.assertListEqual(data2, data1)
self.assertListEqual(data2, [self.obj1.json, self.obj2.json])
invalidate(PostgresModel)
qs = PostgresModel.objects.values_list('json', flat=True)
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj1.json, self.obj2.json])
# Tests an index.
qs = (PostgresModel.objects.filter(json__0='something')
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj2.json])
qs = (PostgresModel.objects
.filter(json__0__nonexistent_key='something')
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [])
# Tests a path with spaces.
qs = (PostgresModel.objects
.filter(**{'json__1__e__and yet__another': 'one'})
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj2.json])
qs = (PostgresModel.objects.filter(json__contains=['something'])
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj2.json])
qs = (PostgresModel.objects
.filter(json__contained_by={'a': 1, 'b': 2, 'any': 'thing'})
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj1.json])
qs = (PostgresModel.objects.filter(json__has_key='a')
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj1.json])
qs = (PostgresModel.objects.filter(json__has_any_keys=['a', 'b', 'c'])
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj1.json])
qs = (PostgresModel.objects.filter(json__has_keys=['a', 'b'])
.values_list('json', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [self.obj1.json])
def test_int_range(self):
with self.assertNumQueries(1):
data1 = [o.int_range for o in PostgresModel.objects.all()]
with self.assertNumQueries(1):
data2 = list(PostgresModel.objects
.values_list('int_range', flat=True))
self.assertListEqual(data2, data1)
self.assertListEqual(data2, [NumericRange(1900, 2000),
NumericRange(1989)])
invalidate(PostgresModel)
qs = PostgresModel.objects.values_list('int_range', flat=True)
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1900, 2000),
NumericRange(1989)])
qs = (PostgresModel.objects.filter(int_range__contains=2015)
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1989)])
qs = (PostgresModel.objects
.filter(int_range__contains=NumericRange(1950, 1990))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1900, 2000)])
qs = (PostgresModel.objects
.filter(int_range__contained_by=NumericRange(0, 2050))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1900, 2000)])
qs = (PostgresModel.objects.filter(int_range__fully_lt=(2015, None))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1900, 2000)])
qs = (PostgresModel.objects.filter(int_range__fully_gt=(1970, 1980))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1989)])
qs = (PostgresModel.objects.filter(int_range__not_lt=(1970, 1980))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1989)])
qs = (PostgresModel.objects.filter(int_range__not_gt=(1970, 1980))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [])
qs = (PostgresModel.objects.filter(int_range__adjacent_to=(1900, 1989))
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1989)])
qs = (PostgresModel.objects.filter(int_range__startswith=1900)
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1900, 2000)])
qs = (PostgresModel.objects.filter(int_range__endswith=2000)
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(1900, 2000)])
PostgresModel.objects.create(int_range=[1900, 1900])
qs = (PostgresModel.objects.filter(int_range__isempty=True)
.values_list('int_range', flat=True))
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [NumericRange(empty=True)])
def test_float_range(self):
qs = PostgresModel.objects.values_list('float_range', flat=True)
self.assert_tables(qs, PostgresModel)
# For a strange reason, probably a misconception in psycopg2
# or a bad name in django.contrib.postgres (less probable),
# FloatRange returns decimals instead of floats.
self.assert_query_cached(qs, [
NumericRange(Decimal('-1000.0'), Decimal('9.87654321')),
NumericRange(Decimal('0.0'))])
def test_date_range(self):
qs = PostgresModel.objects.values_list('date_range', flat=True)
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [
DateRange(date(1678, 3, 4), date(1741, 7, 28)),
DateRange(date(1989, 1, 30))])
def test_datetime_range(self):
qs = PostgresModel.objects.values_list('datetime_range', flat=True)
self.assert_tables(qs, PostgresModel)
self.assert_query_cached(qs, [
DateTimeTZRange(datetime(1989, 1, 30, 12, 20,
tzinfo=timezone('Europe/Paris'))),
DateTimeTZRange(bounds='()')])
@skipUnless(DJANGO_GTE_1_9,
'TransactionNow is only available in Django >= 1.9')
def test_transaction_now(self):
"""
Checks that queries with a TransactionNow() parameter are not cached.
"""
obj = Test.objects.create(datetime='1992-07-02T12:00:00')
qs = Test.objects.filter(datetime__lte=TransactionNow())
with self.assertRaises(UncachableQuery):
self.assert_tables(qs, Test)
self.assert_query_cached(qs, [obj], after=1)