01: package nl.hippo.slide.index.analysis;
02:
03: /**
04: * Copyright 2005 The Apache Software Foundation
05: *
06: * Licensed under the Apache License, Version 2.0 (the "License");
07: * you may not use this file except in compliance with the License.
08: * You may obtain a copy of the License at
09: *
10: * http://www.apache.org/licenses/LICENSE-2.0
11: *
12: * Unless required by applicable law or agreed to in writing, software
13: * distributed under the License is distributed on an "AS IS" BASIS,
14: * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15: * See the License for the specific language governing permissions and
16: * limitations under the License.
17: */
18:
19: import java.io.Reader;
20:
21: import org.apache.lucene.analysis.Analyzer;
22: import org.apache.lucene.analysis.TokenStream;
23:
24: /**
25: * "Tokenizes" the entire stream as a single token. This is useful
26: * for data like zip codes, ids, and some product names.
27: */
28: public class CommaSeparatedAnalyzer extends Analyzer {
29: public TokenStream tokenStream(String fieldName, final Reader reader) {
30: return new CommaSeparatedTokenizer(reader);
31: }
32: }
|