| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.solr.search; |
| |
| import org.apache.solr.SolrTestCaseJ4; |
| import org.apache.solr.common.SolrInputDocument; |
| import org.apache.lucene.util.TestUtil; |
| |
| import org.junit.BeforeClass; |
| import org.junit.After; |
| |
| import java.util.Set; |
| import java.util.HashSet; |
| import java.util.List; |
| import java.util.ArrayList; |
| |
| |
| /** Inspired by LUCENE-5790 */ |
| public class TestMissingGroups extends SolrTestCaseJ4 { |
| |
| @BeforeClass |
| public static void beforeTests() throws Exception { |
| initCore("solrconfig.xml", "schema15.xml"); |
| } |
| |
| @After |
| public void cleanup() throws Exception { |
| clearIndex(); |
| assertU(optimize()); |
| } |
| |
| public void testGroupsOnMissingValues() throws Exception { |
| |
| |
| final int numDocs = atLeast(500); |
| |
| // setup some key values for some random docs in our index |
| // every other doc will have no values for these fields |
| // NOTE: special values may be randomly assigned to the *same* docs |
| final List<SpecialField> specials = new ArrayList<SpecialField>(7); |
| specials.add(new SpecialField(numDocs, "group_s1", "xxx","yyy")); |
| specials.add(new SpecialField(numDocs, "group_ti", "42","24")); |
| specials.add(new SpecialField(numDocs, "group_td", "34.56","12.78")); |
| specials.add(new SpecialField(numDocs, "group_tl", "66666666","999999999")); |
| specials.add(new SpecialField(numDocs, "group_tf", "56.78","78.45")); |
| specials.add(new SpecialField(numDocs, "group_b", "true", "false")); |
| specials.add(new SpecialField(numDocs, "group_tdt", |
| "2009-05-10T03:30:00Z","1976-03-06T15:06:00Z")); |
| |
| // build up our index of docs |
| |
| for (int i = 1; i < numDocs; i++) { // NOTE: start at 1, doc#0 is below... |
| SolrInputDocument d = sdoc("id", i); |
| if (SpecialField.special_docids.contains(i)) { |
| d.addField("special_s","special"); |
| for (SpecialField f : specials) { |
| if (f.docX == i) { |
| d.addField(f.field, f.valueX); |
| } else if (f.docY == i) { |
| d.addField(f.field, f.valueY); |
| } |
| } |
| } else { |
| // doc isn't special, give it a random chances of being excluded from some queries |
| d.addField("filter_b", random().nextBoolean()); |
| } |
| assertU(adoc(d)); |
| if (rarely()) { |
| assertU(commit()); // mess with the segment counts |
| } |
| } |
| // doc#0: at least one doc that is guaranteed not special and has no chance of being filtered |
| assertU(adoc(sdoc("id","0"))); |
| assertU(commit()); |
| |
| // sanity check |
| assertQ(req("q", "*:*"), "//result[@numFound="+numDocs+"]"); |
| |
| for (SpecialField special : specials) { |
| // sanity checks |
| assertQ(req("q", "{!term f=" + special.field + "}" + special.valueX), |
| "//result[@numFound=1]"); |
| assertQ(req("q", "{!term f=" + special.field + "}" + special.valueY), |
| "//result[@numFound=1]"); |
| |
| // group on special field, and confirm all docs w/o group field get put into a single group |
| final String xpre = "//lst[@name='grouped']/lst[@name='"+special.field+"']"; |
| assertQ(req("q", (random().nextBoolean() ? "*:*" : "special_s:special id:[0 TO 400]"), |
| "fq", (random().nextBoolean() ? "*:*" : "-filter_b:"+random().nextBoolean()), |
| "group","true", |
| "group.field",special.field, |
| "group.ngroups", "true") |
| // basic grouping checks |
| , xpre + "/int[@name='ngroups'][.='3']" |
| , xpre + "/arr[@name='groups'][count(lst)=3]" |
| // sanity check one group is the missing values |
| , xpre + "/arr[@name='groups']/lst/null[@name='groupValue']" |
| // check we have the correct groups for the special values with a single doc |
| , xpre + "/arr[@name='groups']/lst/*[@name='groupValue'][.='"+special.valueX+"']/following-sibling::result[@name='doclist'][@numFound=1]/doc/str[@name='id'][.="+special.docX+"]" |
| , xpre + "/arr[@name='groups']/lst/*[@name='groupValue'][.='"+special.valueY+"']/following-sibling::result[@name='doclist'][@numFound=1]/doc/str[@name='id'][.="+special.docY+"]" |
| ); |
| |
| // now do the same check, but exclude one special doc to force only 2 groups |
| final int doc = random().nextBoolean() ? special.docX : special.docY; |
| final Object val = (doc == special.docX) ? special.valueX : special.valueY; |
| assertQ(req("q", (random().nextBoolean() ? "*:*" : "special_s:special id:[0 TO 400]"), |
| "fq", (random().nextBoolean() ? "*:*" : "-filter_b:"+random().nextBoolean()), |
| "fq", "-id:" + ((doc == special.docX) ? special.docY : special.docX), |
| "group","true", |
| "group.field",special.field, |
| "group.ngroups", "true") |
| // basic grouping checks |
| , xpre + "/int[@name='ngroups'][.='2']" |
| , xpre + "/arr[@name='groups'][count(lst)=2]" |
| // sanity check one group is the missing values |
| , xpre + "/arr[@name='groups']/lst/null[@name='groupValue']" |
| // check we have the correct group for the special value with a single doc |
| , xpre + "/arr[@name='groups']/lst/*[@name='groupValue'][.='"+val+"']/following-sibling::result[@name='doclist'][@numFound=1]/doc/str[@name='id'][.="+doc+"]" |
| ); |
| |
| // one last check, exclude both docs and verify the only group is the missing value group |
| assertQ(req("q", (random().nextBoolean() ? "*:*" : "special_s:special id:[0 TO 400]"), |
| "fq", (random().nextBoolean() ? "*:*" : "-filter_b:"+random().nextBoolean()), |
| "fq", "-id:" + special.docX, |
| "fq", "-id:" + special.docY, |
| "group","true", |
| "group.field",special.field, |
| "group.ngroups", "true") |
| // basic grouping checks |
| , xpre + "/int[@name='ngroups'][.='1']" |
| , xpre + "/arr[@name='groups'][count(lst)=1]" |
| // the only group should be the missing values |
| , xpre + "/arr[@name='groups']/lst/null[@name='groupValue']" |
| ); |
| |
| } |
| } |
| |
| private static final class SpecialField { |
| // fast lookup of which docs are special |
| public static final Set<Integer> special_docids = new HashSet<>(); |
| public final String field; |
| |
| public final int docX; |
| public final Object valueX; |
| |
| public final int docY; |
| public final Object valueY; |
| |
| public SpecialField(int numDocs, String field, Object valueX, Object valueY) { |
| this.field = field; |
| |
| this.valueX = valueX; |
| this.valueY = valueY; |
| |
| this.docX = TestUtil.nextInt(random(),1,numDocs-1); |
| this.docY = (docX < (numDocs / 2)) |
| ? TestUtil.nextInt(random(),docX+1,numDocs-1) |
| : TestUtil.nextInt(random(),1,docX-1); |
| |
| special_docids.add(docX); |
| special_docids.add(docY); |
| } |
| } |
| } |
