Index: trunk/lucene-search-2/src/org/wikimedia/lsearch/analyzers/Aggregate.java |
— | — | @@ -1,7 +1,6 @@ |
2 | 2 | package org.wikimedia.lsearch.analyzers; |
3 | 3 | |
4 | 4 | import java.io.IOException; |
5 | | -import java.io.StringReader; |
6 | 5 | import java.util.ArrayList; |
7 | 6 | import java.util.HashSet; |
8 | 7 | |
— | — | @@ -29,7 +28,7 @@ |
30 | 29 | * @throws IOException */ |
31 | 30 | public Aggregate(String text, float boost, IndexId iid, Analyzer analyzer, |
32 | 31 | String field, HashSet<String> stopWords, Flags flags) throws IOException{ |
33 | | - setTokens(toTokenArray(analyzer.tokenStream(field,new StringReader(text))),stopWords); |
| 32 | + setTokens(toTokenArray(analyzer.tokenStream(field,text)),stopWords); |
34 | 33 | this.boost = boost; |
35 | 34 | this.flags = flags; |
36 | 35 | |
— | — | @@ -61,7 +60,7 @@ |
62 | 61 | * @throws IOException */ |
63 | 62 | public Aggregate(String text, float boost, IndexId iid, Analyzer analyzer, |
64 | 63 | String field, Flags flags) throws IOException{ |
65 | | - this.tokens = toTokenArray(analyzer.tokenStream(field,new StringReader(text))); |
| 64 | + this.tokens = toTokenArray(analyzer.tokenStream(field,text)); |
66 | 65 | this.boost = boost; |
67 | 66 | this.noStopWordsLength = noAliasLength(); |
68 | 67 | this.flags = flags; |
Property changes on: trunk/lucene-search-2/src/org/wikimedia/lsearch/analyzers/Aggregate.java |
___________________________________________________________________ |
Deleted: svn:eol-style |
69 | 68 | - native |