package cn.lucene.lesson2;

import java.io.StringReader;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.util.Version;

/**
 * 分词测试
 */
public class AnalyzerDemo {
	public static void main(String[] args) throws Exception{
		Analyzer analyzer = new StandardAnalyzer(Version.LUCENE_43);
		TokenStream ts = analyzer.tokenStream("", new StringReader("this is analyzer test!"));
		ts.reset();
		boolean hasNext = ts.incrementToken();
		while(hasNext){
			CharTermAttribute cta = ts.getAttribute(CharTermAttribute.class);
			System.out.println(cta.toString());
			hasNext = ts.incrementToken();
		}
		ts.end();
	}
}