/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.index; import org.apache.lucene.index.ConcurrentMergeScheduler; import org.opensearch.common.settings.Setting; import org.opensearch.common.settings.Setting.Property; import org.opensearch.common.settings.Settings; import org.opensearch.common.util.concurrent.OpenSearchExecutors; /** * The merge scheduler (ConcurrentMergeScheduler) controls the execution of * merge operations once they are needed (according to the merge policy). Merges * run in separate threads, and when the maximum number of threads is reached, * further merges will wait until a merge thread becomes available. * *

The merge scheduler supports the following dynamic settings: * *

* * @opensearch.internal */ public final class MergeSchedulerConfig { public static final Setting MAX_THREAD_COUNT_SETTING = new Setting<>( "index.merge.scheduler.max_thread_count", (s) -> Integer.toString(Math.max(1, Math.min(4, OpenSearchExecutors.allocatedProcessors(s) / 2))), (s) -> Setting.parseInt(s, 1, "index.merge.scheduler.max_thread_count"), Property.Dynamic, Property.IndexScope ); public static final Setting MAX_MERGE_COUNT_SETTING = new Setting<>( "index.merge.scheduler.max_merge_count", (s) -> Integer.toString(MAX_THREAD_COUNT_SETTING.get(s) + 5), (s) -> Setting.parseInt(s, 1, "index.merge.scheduler.max_merge_count"), Property.Dynamic, Property.IndexScope ); public static final Setting AUTO_THROTTLE_SETTING = Setting.boolSetting( "index.merge.scheduler.auto_throttle", true, Property.Dynamic, Property.IndexScope ); private volatile boolean autoThrottle; private volatile int maxThreadCount; private volatile int maxMergeCount; MergeSchedulerConfig(IndexSettings indexSettings) { int maxThread = indexSettings.getValue(MAX_THREAD_COUNT_SETTING); int maxMerge = indexSettings.getValue(MAX_MERGE_COUNT_SETTING); setMaxThreadAndMergeCount(maxThread, maxMerge); this.autoThrottle = indexSettings.getValue(AUTO_THROTTLE_SETTING); } /** * Returns true iff auto throttle is enabled. * * @see ConcurrentMergeScheduler#enableAutoIOThrottle() */ public boolean isAutoThrottle() { return autoThrottle; } /** * Enables / disables auto throttling on the {@link ConcurrentMergeScheduler} */ void setAutoThrottle(boolean autoThrottle) { this.autoThrottle = autoThrottle; } /** * Returns {@code maxThreadCount}. */ public int getMaxThreadCount() { return maxThreadCount; } /** * Expert: directly set the maximum number of merge threads and * simultaneous merges allowed. */ void setMaxThreadAndMergeCount(int maxThreadCount, int maxMergeCount) { if (maxThreadCount < 1) { throw new IllegalArgumentException("maxThreadCount should be at least 1"); } if (maxMergeCount < 1) { throw new IllegalArgumentException("maxMergeCount should be at least 1"); } if (maxThreadCount > maxMergeCount) { throw new IllegalArgumentException( "maxThreadCount (= " + maxThreadCount + ") should be <= maxMergeCount (= " + maxMergeCount + ")" ); } this.maxThreadCount = maxThreadCount; this.maxMergeCount = maxMergeCount; } /** * Returns {@code maxMergeCount}. */ public int getMaxMergeCount() { return maxMergeCount; } }