r13741 - search_server/trunk/index/src/main/java/org/musicbrainz/search/analysis

classic Classic list List threaded Threaded
1 message Options
Reply | Threaded
Open this post in threaded view
|

r13741 - search_server/trunk/index/src/main/java/org/musicbrainz/search/analysis

root-9
Author: ijabz
Date: 2014-04-25 13:39:04 +0000 (Fri, 25 Apr 2014)
New Revision: 13741

Modified:
   search_server/trunk/index/src/main/java/org/musicbrainz/search/analysis/NewMusicbrainzAnalyzer.java
Log:
Fixed Filter

Modified: search_server/trunk/index/src/main/java/org/musicbrainz/search/analysis/NewMusicbrainzAnalyzer.java
===================================================================
--- search_server/trunk/index/src/main/java/org/musicbrainz/search/analysis/NewMusicbrainzAnalyzer.java 2014-04-25 13:33:25 UTC (rev 13740)
+++ search_server/trunk/index/src/main/java/org/musicbrainz/search/analysis/NewMusicbrainzAnalyzer.java 2014-04-25 13:39:04 UTC (rev 13741)
@@ -34,6 +34,7 @@
 import org.apache.lucene.analysis.Tokenizer;
 import org.apache.lucene.analysis.charfilter.MappingCharFilter;
 import org.apache.lucene.analysis.charfilter.NormalizeCharMap;
+import org.apache.lucene.analysis.standard.StandardFilter;
 import org.apache.lucene.analysis.standard.StandardTokenizer;
 import org.musicbrainz.search.LuceneVersion;
 
@@ -68,9 +69,9 @@
         Tokenizer source = new StandardTokenizer(LuceneVersion.LUCENE_VERSION,reader);
         //TokenStream filter = new ICUTransformFilter(source, Transliterator.getInstance("[ー[:Script=Katakana:]]Katakana-Hiragana"));
         //filter = new ICUTransformFilter(filter, Transliterator.getInstance("Traditional-Simplified"));
-        //filter = new MusicbrainzTokenizerFilter(filter);
+        TokenStream filter = new StandardFilter(LuceneVersion.LUCENE_VERSION,source);
         //filter = new AccentFilter(filter);
-        TokenStream filter = new LowercaseFilter(source);
+        filter = new LowercaseFilter(filter);
         /*filter = new MusicbrainzWordDelimiterFilter(filter,
                 WordDelimiterIterator.DEFAULT_WORD_DELIM_TABLE,
                 1,


_______________________________________________
MusicBrainz-commits mailing list
[hidden email]
http://lists.musicbrainz.org/mailman/listinfo/musicbrainz-commits