Hopiu/xapian-haystack
1
0
Fork 0
mirror of https://github.com/Hopiu/xapian-haystack.git synced 2026-03-16 22:20:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Made stemmer an instance variable (default is english) and added corresponding tests

Browse source
This commit is contained in:
David Sauve 2009-06-17 15:20:52 -04:00
parent 86a5050750
commit 2c80f85ec6
2 changed files with 14 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
tests/xapian_backend.py
View file

@ -149,6 +149,16 @@ class XapianSearchBackendTestCase(TestCase):
# # results = self.sb.search('Index*', narrow_queries=['name:david1'])
# # self.assertEqual(results['hits'], 1)
def test_stemming(self):
self.sb.update(self.msi, self.sample_objs)
self.assertEqual(len(self.xapian_search('')), 3)
results = self.sb.search('index', facets=['name'])
self.assertEqual(results['hits'], 3)
results = self.sb.search('indexing', facets=['name'])
self.assertEqual(results['hits'], 3)
def test_more_like_this(self):
self.sb.update(self.msi, self.sample_objs)
self.assertEqual(len(self.xapian_search('')), 3)

9
xapian_backend.py
View file

@ -42,22 +42,22 @@ DOCUMENT_CT_TERM_PREFIX = DOCUMENT_CUSTOM_TERM_PREFIX + 'CONTENTTYPE'
class SearchBackend(BaseSearchBackend):
def __init__(self, site=None):
def __init__(self, site=None, stem_lang='en'):
super(SearchBackend, self).__init__(site)
if not hasattr(settings, 'HAYSTACK_XAPIAN_PATH'):
raise ImproperlyConfigured('You must specify a HAYSTACK_XAPIAN_PATH in your settings.')
self.path = settings.HAYSTACK_XAPIAN_PATH
self.stemmer = xapian.Stem('english')
if not os.path.exists(self.path):
os.makedirs(self.path)
def update(self, index, iterable):
database = xapian.WritableDatabase(self.path, xapian.DB_CREATE_OR_OPEN)
stemmer = xapian.Stem('english')
indexer = xapian.TermGenerator()
indexer.set_database(database)
indexer.set_stemmer(stemmer)
indexer.set_stemmer(self.stemmer)
indexer.set_flags(xapian.TermGenerator.FLAG_SPELLING)
fields_data = database.get_metadata('fields')
@ -131,13 +131,12 @@ class SearchBackend(BaseSearchBackend):
warnings.warn("Highlight has not been implemented yet.", Warning, stacklevel=2)
database = xapian.Database(self.path)
stemmer = xapian.Stem('english')
if query_string == '*':
query = xapian.Query('') # Make '*' match everything
else:
qp = xapian.QueryParser()
qp.set_database(database)
qp.set_stemmer(stemmer)
qp.set_stemmer(self.stemmer)
qp.set_stemming_strategy(xapian.QueryParser.STEM_SOME)
qp.add_boolean_prefix('django_ct', DOCUMENT_CT_TERM_PREFIX)
for field in pickle.loads(database.get_metadata('fields')):