Changeset 453 for pyndexter/trunk/pyndexter/__init__.py

Timestamp:

22/08/07 21:42:12 (3 years ago)

Author:

athomas

Message:

pyndexter: Moved to hyperestraier pure-Python module, fixed setup.py.

Files:

• pyndexter/trunk/pyndexter/__init__.py (modified) (3 diffs)

pyndexter/trunk/pyndexter/__init__.py

@@ -225 +225 @@
                 text = '%s(%s:"%s"' % ('  ' * depth, node.value[0], node.value[1])
             else:
-                text = "%s(%s%s" % ('  ' * depth, type_map[node.type], node.value and ' "%s"' % (node.value,) or "")
+                text = "%s(%s%s" % ('  ' * depth, type_map[node.type],
+                                    node.value and ' "%s"' % (node.value,) or "")
             if node.left or node.right:
                 text += "\n"
@@ -467 +468 @@
     """Compact all words in a block of text."""
 
-    def __init__(self, words_re=re.compile(r'\w+'), stemmer=lambda w: w,
+    def __init__(self, words_re=r'\w+', stemmer=lambda w: w,
                  min_word_length=3, max_word_length=64, unique=False,
                  split=False, lower=True):
@@ -485 +486 @@
             words_re = re.compile(words_re, re.UNICODE)
         self.words_re = words_re
-        self.stemmer = stemmer
+        self.stemmer = stemmer or lambda w: w
         self.min_word_length = min_word_length
         self.max_word_length = max_word_length