| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.solr.update.processor; |
| |
| import java.util.ArrayList; |
| import java.util.Collection; |
| import java.util.HashSet; |
| import java.util.List; |
| import java.util.Set; |
| import org.apache.solr.core.SolrCore; |
| import org.apache.solr.update.processor.FieldMutatingUpdateProcessor.FieldNameSelector; |
| |
| import static org.apache.solr.update.processor.FieldMutatingUpdateProcessor.SELECT_NO_FIELDS; |
| |
| /** |
| * Removes duplicate values found in fields matching the specified conditions. |
| * The existing field values are iterated in order, and values are removed when |
| * they are equal to a value that has already been seen for this field. |
| * <p> |
| * By default this processor matches no fields. |
| * </p> |
| * |
| * <p> |
| * In the example configuration below, if a document initially contains the values |
| * <code>"Steve","Lucy","Jim",Steve","Alice","Bob","Alice"</code> in a field named |
| * <code>foo_uniq</code> then using this processor will result in the final list of |
| * field values being <code>"Steve","Lucy","Jim","Alice","Bob"</code> |
| * </p> |
| * <pre class="prettyprint"> |
| * <processor class="solr.UniqFieldsUpdateProcessorFactory"> |
| * <str name="fieldRegex">.*_uniq</str> |
| * </processor> |
| * </pre> |
| * @since 3.4.0 |
| */ |
| public class UniqFieldsUpdateProcessorFactory extends FieldValueSubsetUpdateProcessorFactory { |
| |
| @Override |
| public FieldNameSelector getDefaultSelector(SolrCore core) { |
| return SELECT_NO_FIELDS; |
| } |
| |
| @Override |
| public Collection<Object> pickSubset(@SuppressWarnings({"rawtypes"})Collection values) { |
| Set<Object> uniqs = new HashSet<>(); |
| List<Object> result = new ArrayList<>(values.size()); |
| for (Object o : values) { |
| if (!uniqs.contains(o)) { |
| uniqs.add(o); |
| result.add(o); |
| } |
| } |
| return result; |
| } |
| } |
| |
| |
| |