--- a/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.cpp Wed Aug 18 10:53:26 2010 +0300
+++ b/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.cpp Thu Sep 02 21:37:32 2010 +0300
@@ -267,9 +267,9 @@
CONSUME_WORD;
if (!EOS && str.len < LUCENE_MAX_WORD_LEN-1 ) { //still have space for 1 more character?
switch(ch) { /* What follows the first alphanum segment? */
- case '.':
- str.appendChar('.');
- return ReadDotted(&str, CL_NS2(analysis,standard)::UNKNOWN,t);
+// case '.':
+// str.appendChar('.');
+// return ReadDotted(&str, CL_NS2(analysis,standard)::UNKNOWN,t);
case '\'':
str.appendChar('\'');
return ReadApostrophe(&str,t);