/usr/share/pyshared/zope/index/text/textindex.py is in python-zope.index 3.6.4-0ubuntu1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 | ##############################################################################
#
# Copyright (c) 2002 Zope Foundation and Contributors.
# All Rights Reserved.
#
# This software is subject to the provisions of the Zope Public License,
# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
# FOR A PARTICULAR PURPOSE.
#
##############################################################################
"""Text index.
"""
import sys
from persistent import Persistent
from zope.interface import implements
from zope.index.interfaces import IIndexSearch
from zope.index.interfaces import IInjection
from zope.index.interfaces import IStatistics
from zope.index.text.lexicon import CaseNormalizer
from zope.index.text.lexicon import Lexicon
from zope.index.text.lexicon import Splitter
from zope.index.text.lexicon import StopWordRemover
from zope.index.text.okapiindex import OkapiIndex
from zope.index.text.queryparser import QueryParser
class TextIndex(Persistent):
implements(IInjection, IIndexSearch, IStatistics)
def __init__(self, lexicon=None, index=None):
"""Provisional constructor.
This creates the lexicon and index if not passed in.
"""
_explicit_lexicon = True
if lexicon is None:
_explicit_lexicon = False
lexicon = Lexicon(Splitter(), CaseNormalizer(), StopWordRemover())
if index is None:
index = OkapiIndex(lexicon)
self.lexicon = _explicit_lexicon and lexicon or index.lexicon
self.index = index
def index_doc(self, docid, text):
self.index.index_doc(docid, text)
def unindex_doc(self, docid):
self.index.unindex_doc(docid)
def clear(self):
self.index.clear()
def documentCount(self):
"""Return the number of documents in the index."""
return self.index.documentCount()
def wordCount(self):
"""Return the number of words in the index."""
return self.index.wordCount()
def apply(self, querytext, start=0, count=None):
parser = QueryParser(self.lexicon)
tree = parser.parseQuery(querytext)
results = tree.executeQuery(self.index)
if results:
qw = self.index.query_weight(tree.terms())
# Hack to avoid ZeroDivisionError
if qw == 0:
qw = 1.0
qw *= 1.0
for docid, score in results.iteritems():
try:
results[docid] = score/qw
except TypeError:
# We overflowed the score, perhaps wildly unlikely.
# Who knows.
results[docid] = sys.maxint/10
return results
|