/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.search.slice; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.document.SortedNumericDocValuesField; import org.apache.lucene.document.StringField; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.LeafReaderContext; import org.apache.lucene.tests.index.RandomIndexWriter; import org.apache.lucene.search.Collector; import org.apache.lucene.search.IndexSearcher; import org.apache.lucene.search.LeafCollector; import org.apache.lucene.tests.search.QueryUtils; import org.apache.lucene.search.Scorable; import org.apache.lucene.search.ScoreMode; import org.apache.lucene.store.Directory; import org.apache.lucene.util.NumericUtils; import org.opensearch.common.UUIDs; import org.opensearch.common.util.BitMixer; import org.opensearch.test.OpenSearchTestCase; import java.io.IOException; import java.util.Collections; import java.util.HashSet; import java.util.Set; import static org.hamcrest.Matchers.equalTo; public class DocValuesSliceQueryTests extends OpenSearchTestCase { public void testBasics() { DocValuesSliceQuery query1 = new DocValuesSliceQuery("field1", 1, 10); DocValuesSliceQuery query2 = new DocValuesSliceQuery("field1", 1, 10); DocValuesSliceQuery query3 = new DocValuesSliceQuery("field2", 1, 10); DocValuesSliceQuery query4 = new DocValuesSliceQuery("field1", 2, 10); QueryUtils.check(query1); QueryUtils.checkEqual(query1, query2); QueryUtils.checkUnequal(query1, query3); QueryUtils.checkUnequal(query1, query4); } public void testSearch() throws Exception { final int numDocs = randomIntBetween(100, 200); final Directory dir = newDirectory(); final RandomIndexWriter w = new RandomIndexWriter(random(), dir); int max = randomIntBetween(2, 10); int[] sliceCounters1 = new int[max]; int[] sliceCounters2 = new int[max]; Set keys = new HashSet<>(); for (int i = 0; i < numDocs; ++i) { Document doc = new Document(); String uuid = UUIDs.base64UUID(); int intValue = randomInt(); long doubleValue = NumericUtils.doubleToSortableLong(randomDouble()); doc.add(new StringField("uuid", uuid, Field.Store.YES)); doc.add(new SortedNumericDocValuesField("intField", intValue)); doc.add(new SortedNumericDocValuesField("doubleField", doubleValue)); w.addDocument(doc); sliceCounters1[Math.floorMod(BitMixer.mix((long) intValue), max)]++; sliceCounters2[Math.floorMod(BitMixer.mix(doubleValue), max)]++; keys.add(uuid); } final IndexReader reader = w.getReader(); final IndexSearcher searcher = newSearcher(reader); for (int id = 0; id < max; id++) { DocValuesSliceQuery query1 = new DocValuesSliceQuery("intField", id, max); assertThat(searcher.count(query1), equalTo(sliceCounters1[id])); DocValuesSliceQuery query2 = new DocValuesSliceQuery("doubleField", id, max); assertThat(searcher.count(query2), equalTo(sliceCounters2[id])); searcher.search(query1, new Collector() { @Override public LeafCollector getLeafCollector(LeafReaderContext context) throws IOException { return new LeafCollector() { @Override public void setScorer(Scorable scorer) throws IOException {} @Override public void collect(int doc) throws IOException { Document d = context.reader().storedFields().document(doc, Collections.singleton("uuid")); String uuid = d.get("uuid"); assertThat(keys.contains(uuid), equalTo(true)); keys.remove(uuid); } }; } @Override public ScoreMode scoreMode() { return ScoreMode.COMPLETE_NO_SCORES; } }); } assertThat(keys.size(), equalTo(0)); w.close(); reader.close(); dir.close(); } }