/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.cluster.metadata; import org.opensearch.common.Nullable; import org.opensearch.common.SetOnce; import org.opensearch.common.collect.Tuple; import org.opensearch.core.common.Strings; import java.util.ArrayList; import java.util.Collections; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.Objects; import java.util.stream.Collectors; import static org.opensearch.cluster.metadata.DataStream.getDefaultBackingIndexName; import static org.opensearch.cluster.metadata.IndexMetadata.INDEX_HIDDEN_SETTING; /** * An index abstraction is a reference to one or more concrete indices. * An index abstraction has a unique name and encapsulates all the {@link IndexMetadata} instances it is pointing to. * Also depending on type it may refer to a single or many concrete indices and may or may not have a write index. * * @opensearch.internal */ public interface IndexAbstraction { /** * @return the type of the index abstraction */ Type getType(); /** * @return the name of the index abstraction */ String getName(); /** * @return All {@link IndexMetadata} of all concrete indices this index abstraction is referring to. */ List getIndices(); /** * A write index is a dedicated concrete index, that accepts all the new documents that belong to an index abstraction. *

* A write index may also be a regular concrete index of a index abstraction and may therefore also be returned * by {@link #getIndices()}. An index abstraction may also not have a dedicated write index. * * @return the write index of this index abstraction or * null if this index abstraction doesn't have a write index. */ @Nullable IndexMetadata getWriteIndex(); /** * @return the data stream to which this index belongs or null if this is not a concrete index or * if it is a concrete index that does not belong to a data stream. */ @Nullable DataStream getParentDataStream(); /** * @return whether this index abstraction is hidden or not */ boolean isHidden(); /** * @return whether this index abstraction should be treated as a system index or not */ boolean isSystem(); /** * An index abstraction type. */ enum Type { /** * An index abstraction that refers to a single concrete index. * This concrete index is also the write index. */ CONCRETE_INDEX("concrete index"), /** * An index abstraction that refers to an alias. * An alias typically refers to many concrete indices and * may have a write index. */ ALIAS("alias"), /** * An index abstraction that refers to a data stream. * A data stream typically has multiple backing indices, the latest of which * is the target for index requests. */ DATA_STREAM("data_stream"); private final String displayName; Type(String displayName) { this.displayName = displayName; } public String getDisplayName() { return displayName; } } /** * Represents an concrete index and encapsulates its {@link IndexMetadata} * * @opensearch.internal */ class Index implements IndexAbstraction { private final IndexMetadata concreteIndex; private final DataStream dataStream; public Index(IndexMetadata indexMetadata, DataStream dataStream) { this.concreteIndex = indexMetadata; this.dataStream = dataStream; } public Index(IndexMetadata indexMetadata) { this(indexMetadata, null); } @Override public String getName() { return concreteIndex.getIndex().getName(); } @Override public Type getType() { return Type.CONCRETE_INDEX; } @Override public List getIndices() { return Collections.singletonList(concreteIndex); } @Override public IndexMetadata getWriteIndex() { return concreteIndex; } @Override public DataStream getParentDataStream() { return dataStream; } @Override public boolean isHidden() { return INDEX_HIDDEN_SETTING.get(concreteIndex.getSettings()); } @Override public boolean isSystem() { return concreteIndex.isSystem(); } } /** * Represents an alias and groups all {@link IndexMetadata} instances sharing the same alias name together. * * @opensearch.internal */ class Alias implements IndexAbstraction { private final String aliasName; private final List referenceIndexMetadatas; private final SetOnce writeIndex = new SetOnce<>(); private final boolean isHidden; public Alias(AliasMetadata aliasMetadata, IndexMetadata indexMetadata) { this.aliasName = aliasMetadata.getAlias(); this.referenceIndexMetadatas = new ArrayList<>(); this.referenceIndexMetadatas.add(indexMetadata); this.isHidden = aliasMetadata.isHidden() == null ? false : aliasMetadata.isHidden(); } @Override public Type getType() { return Type.ALIAS; } public String getName() { return aliasName; } @Override public List getIndices() { return referenceIndexMetadatas; } @Nullable public IndexMetadata getWriteIndex() { return writeIndex.get(); } @Override public DataStream getParentDataStream() { // aliases may not be part of a data stream return null; } @Override public boolean isHidden() { return isHidden; } @Override public boolean isSystem() { return referenceIndexMetadatas.stream().allMatch(IndexMetadata::isSystem); } /** * Returns the unique alias metadata per concrete index. *

* (note that although alias can point to the same concrete indices, each alias reference may have its own routing * and filters) */ public Iterable> getConcreteIndexAndAliasMetadatas() { return () -> new Iterator>() { int index = 0; @Override public boolean hasNext() { return index < referenceIndexMetadatas.size(); } @Override public Tuple next() { IndexMetadata indexMetadata = referenceIndexMetadatas.get(index++); return new Tuple<>(indexMetadata.getIndex().getName(), indexMetadata.getAliases().get(aliasName)); } }; } public AliasMetadata getFirstAliasMetadata() { return referenceIndexMetadatas.get(0).getAliases().get(aliasName); } void addIndex(IndexMetadata indexMetadata) { this.referenceIndexMetadatas.add(indexMetadata); } public void computeAndValidateAliasProperties() { // Validate write indices List writeIndices = referenceIndexMetadatas.stream() .filter(idxMeta -> Boolean.TRUE.equals(idxMeta.getAliases().get(aliasName).writeIndex())) .collect(Collectors.toList()); if (writeIndices.isEmpty() && referenceIndexMetadatas.size() == 1 && referenceIndexMetadatas.get(0).getAliases().get(aliasName).writeIndex() == null) { writeIndices.add(referenceIndexMetadatas.get(0)); } if (writeIndices.size() == 1) { writeIndex.set(writeIndices.get(0)); } else if (writeIndices.size() > 1) { List writeIndicesStrings = writeIndices.stream().map(i -> i.getIndex().getName()).collect(Collectors.toList()); throw new IllegalStateException( "alias [" + aliasName + "] has more than one write index [" + Strings.collectionToCommaDelimitedString(writeIndicesStrings) + "]" ); } // Validate hidden status final Map> groupedByHiddenStatus = referenceIndexMetadatas.stream() .collect(Collectors.groupingBy(idxMeta -> Boolean.TRUE.equals(idxMeta.getAliases().get(aliasName).isHidden()))); if (isNonEmpty(groupedByHiddenStatus.get(true)) && isNonEmpty(groupedByHiddenStatus.get(false))) { List hiddenOn = groupedByHiddenStatus.get(true) .stream() .map(idx -> idx.getIndex().getName()) .collect(Collectors.toList()); List nonHiddenOn = groupedByHiddenStatus.get(false) .stream() .map(idx -> idx.getIndex().getName()) .collect(Collectors.toList()); throw new IllegalStateException( "alias [" + aliasName + "] has is_hidden set to true on indices [" + Strings.collectionToCommaDelimitedString(hiddenOn) + "] but does not have is_hidden set to true on indices [" + Strings.collectionToCommaDelimitedString(nonHiddenOn) + "]; alias must have the same is_hidden setting " + "on all indices" ); } } private boolean isNonEmpty(List idxMetas) { return (Objects.isNull(idxMetas) || idxMetas.isEmpty()) == false; } } /** * A data stream. * * @opensearch.internal */ class DataStream implements IndexAbstraction { private final org.opensearch.cluster.metadata.DataStream dataStream; private final List dataStreamIndices; private final IndexMetadata writeIndex; public DataStream(org.opensearch.cluster.metadata.DataStream dataStream, List dataStreamIndices) { this.dataStream = dataStream; this.dataStreamIndices = List.copyOf(dataStreamIndices); this.writeIndex = dataStreamIndices.get(dataStreamIndices.size() - 1); assert writeIndex.getIndex().getName().equals(getDefaultBackingIndexName(dataStream.getName(), dataStream.getGeneration())); } @Override public String getName() { return dataStream.getName(); } @Override public Type getType() { return Type.DATA_STREAM; } @Override public List getIndices() { return dataStreamIndices; } public IndexMetadata getWriteIndex() { return writeIndex; } @Override public DataStream getParentDataStream() { // a data stream cannot have a parent data stream return null; } @Override public boolean isHidden() { return false; } @Override public boolean isSystem() { // No such thing as system data streams (yet) return false; } public org.opensearch.cluster.metadata.DataStream getDataStream() { return dataStream; } } }