/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.search.basic; import org.opensearch.action.admin.indices.refresh.RefreshResponse; import org.opensearch.action.search.SearchResponse; import org.opensearch.client.Client; import org.opensearch.cluster.health.ClusterHealthStatus; import org.opensearch.index.query.QueryBuilders; import org.opensearch.test.OpenSearchIntegTestCase; import static org.opensearch.test.hamcrest.OpenSearchAssertions.assertHitCount; import static org.hamcrest.Matchers.greaterThanOrEqualTo; /** * This test basically verifies that search with a single shard active (cause we indexed to it) and other * shards possibly not active at all (cause they haven't allocated) will still work. */ public class SearchWhileCreatingIndexIT extends OpenSearchIntegTestCase { public void testIndexCausesIndexCreation() throws Exception { searchWhileCreatingIndex(false, 1); // 1 replica in our default... } public void testNoReplicas() throws Exception { searchWhileCreatingIndex(true, 0); } public void testOneReplica() throws Exception { searchWhileCreatingIndex(true, 1); } public void testTwoReplicas() throws Exception { searchWhileCreatingIndex(true, 2); } private void searchWhileCreatingIndex(boolean createIndex, int numberOfReplicas) throws Exception { // TODO: randomize the wait for active shards value on index creation and ensure the appropriate // number of data nodes are started for the randomized active shard count value String id = randomAlphaOfLength(5); // we will go the primary or the replica, but in a // randomized re-creatable manner int counter = 0; String preference = randomAlphaOfLength(5); logger.info("running iteration for id {}, preference {}", id, preference); if (createIndex) { createIndex("test"); } client().prepareIndex("test").setId(id).setSource("field", "test").get(); RefreshResponse refreshResponse = client().admin().indices().prepareRefresh("test").get(); // at least one shard should be successful when refreshing assertThat(refreshResponse.getSuccessfulShards(), greaterThanOrEqualTo(1)); logger.info("using preference {}", preference); // we want to make sure that while recovery happens, and a replica gets recovered, its properly refreshed ClusterHealthStatus status = client().admin().cluster().prepareHealth("test").get().getStatus(); while (status != ClusterHealthStatus.GREEN) { // first, verify that search normal search works SearchResponse searchResponse = client().prepareSearch("test") .setPreference("_primary") .setQuery(QueryBuilders.termQuery("field", "test")) .execute() .actionGet(); assertHitCount(searchResponse, 1); Client client = client(); searchResponse = client.prepareSearch("test") .setPreference(preference + Integer.toString(counter++)) .setQuery(QueryBuilders.termQuery("field", "test")) .get(); if (searchResponse.getHits().getTotalHits().value != 1) { refresh(); SearchResponse searchResponseAfterRefresh = client.prepareSearch("test") .setPreference(preference) .setQuery(QueryBuilders.termQuery("field", "test")) .get(); logger.info( "hits count mismatch on any shard search failed, post explicit refresh hits are {}", searchResponseAfterRefresh.getHits().getTotalHits().value ); ensureGreen(); SearchResponse searchResponseAfterGreen = client.prepareSearch("test") .setPreference(preference) .setQuery(QueryBuilders.termQuery("field", "test")) .get(); logger.info( "hits count mismatch on any shard search failed, post explicit wait for green hits are {}", searchResponseAfterGreen.getHits().getTotalHits().value ); assertHitCount(searchResponse, 1); } assertHitCount(searchResponse, 1); status = client().admin().cluster().prepareHealth("test").get().getStatus(); internalCluster().ensureAtLeastNumDataNodes(numberOfReplicas + 1); } cluster().wipeIndices("test"); } }