blob: c60848f2d446c25fc07fcc38065dafc4d1c72ed8 [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.lucene.analysis.ko;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.util.TokenFilterFactory;
/**
* Factory for {@link KoreanPartOfSpeechStopFilter}.
* <pre class="prettyprint">
* &lt;fieldType name="text_ko" class="solr.TextField"&gt;
* &lt;analyzer&gt;
* &lt;tokenizer class="solr.KoreanTokenizerFactory"/&gt;
* &lt;filter class="solr.KoreanPartOfSpeechStopFilterFactory"
* tags="E,J"/&gt;
* &lt;/analyzer&gt;
* &lt;/fieldType&gt;
* </pre>
*
* <p>
* Supports the following attributes:
* <ul>
* <li>tags: List of stop tags. if not specified, {@link KoreanPartOfSpeechStopFilter#DEFAULT_STOP_TAGS} is used.</li>
* </ul>
* @lucene.experimental
*
* @since 7.4.0
* @lucene.spi {@value #NAME}
*/
public class KoreanPartOfSpeechStopFilterFactory extends TokenFilterFactory {
/** SPI name */
public static final String NAME = "koreanPartOfSpeechStop";
private Set<POS.Tag> stopTags;
/** Creates a new KoreanPartOfSpeechStopFilterFactory */
public KoreanPartOfSpeechStopFilterFactory(Map<String,String> args) {
super(args);
Set<String> stopTagStr = getSet(args, "tags");
if (stopTagStr == null) {
stopTags = KoreanPartOfSpeechStopFilter.DEFAULT_STOP_TAGS;
} else {
stopTags = stopTagStr.stream().map(POS::resolveTag).collect(Collectors.toSet());
}
if (!args.isEmpty()) {
throw new IllegalArgumentException("Unknown parameters: " + args);
}
}
@Override
public TokenStream create(TokenStream stream) {
return new KoreanPartOfSpeechStopFilter(stream, stopTags);
}
}