/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.cluster; import org.opensearch.Version; import org.opensearch.cluster.ClusterState.Custom; import org.opensearch.core.common.io.stream.StreamInput; import org.opensearch.core.common.io.stream.StreamOutput; import org.opensearch.core.common.io.stream.Writeable; import org.opensearch.core.xcontent.ToXContent; import org.opensearch.core.xcontent.XContentBuilder; import org.opensearch.core.index.shard.ShardId; import org.opensearch.snapshots.Snapshot; import java.io.IOException; import java.util.Collections; import java.util.HashMap; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.Objects; import java.util.UUID; /** * Meta data about restore processes that are currently executing * * @opensearch.internal */ public class RestoreInProgress extends AbstractNamedDiffable implements Custom, Iterable { /** * Fallback UUID used for restore operations that were started before v6.6 and don't have a uuid in the cluster state. */ public static final String BWC_UUID = new UUID(0, 0).toString(); public static final String TYPE = "restore"; public static final RestoreInProgress EMPTY = new RestoreInProgress(Map.of()); private final Map entries; /** * Constructs new restore metadata * * @param entries map of currently running restore processes keyed by their restore uuid */ private RestoreInProgress(final Map entries) { this.entries = Collections.unmodifiableMap(entries); } @Override public boolean equals(Object o) { if (this == o) return true; if (o == null || getClass() != o.getClass()) return false; return entries.equals(((RestoreInProgress) o).entries); } @Override public int hashCode() { return entries.hashCode(); } @Override public String toString() { StringBuilder builder = new StringBuilder("RestoreInProgress["); entries.forEach((s, entry) -> builder.append("{").append(s).append("}{").append(entry.snapshot).append("},")); builder.setCharAt(builder.length() - 1, ']'); return builder.toString(); } public Entry get(String restoreUUID) { return entries.get(restoreUUID); } public boolean isEmpty() { return entries.isEmpty(); } @Override public Iterator iterator() { return entries.values().iterator(); } /** * Builder of the restore. * * @opensearch.internal */ public static final class Builder { private final Map entries = new HashMap<>(); public Builder() {} public Builder(RestoreInProgress restoreInProgress) { entries.putAll(restoreInProgress.entries); } public Builder add(Entry entry) { entries.put(entry.uuid, entry); return this; } public RestoreInProgress build() { return entries.isEmpty() ? EMPTY : new RestoreInProgress(entries); } } /** * Restore metadata * * @opensearch.internal */ public static class Entry { private final String uuid; private final State state; private final Snapshot snapshot; private final Map shards; private final List indices; /** * Creates new restore metadata * * @param uuid uuid of the restore * @param snapshot snapshot * @param state current state of the restore process * @param indices list of indices being restored * @param shards map of shards being restored to their current restore status */ public Entry(String uuid, Snapshot snapshot, State state, List indices, final Map shards) { this.snapshot = Objects.requireNonNull(snapshot); this.state = Objects.requireNonNull(state); this.indices = Objects.requireNonNull(indices); if (shards == null) { this.shards = Map.of(); } else { this.shards = Collections.unmodifiableMap(shards); } this.uuid = Objects.requireNonNull(uuid); } /** * Returns restore uuid * @return restore uuid */ public String uuid() { return uuid; } /** * Returns snapshot * * @return snapshot */ public Snapshot snapshot() { return this.snapshot; } /** * Returns list of shards that being restore and their status * * @return list of shards */ public Map shards() { return this.shards; } /** * Returns current restore state * * @return restore state */ public State state() { return state; } /** * Returns list of indices * * @return list of indices */ public List indices() { return indices; } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } Entry entry = (Entry) o; return uuid.equals(entry.uuid) && snapshot.equals(entry.snapshot) && state == entry.state && indices.equals(entry.indices) && shards.equals(entry.shards); } @Override public int hashCode() { return Objects.hash(uuid, snapshot, state, indices, shards); } } /** * Represents status of a restored shard * * @opensearch.internal */ public static class ShardRestoreStatus implements Writeable { private State state; private String nodeId; private String reason; private ShardRestoreStatus() {} /** * Constructs a new shard restore status in initializing state on the given node * * @param nodeId node id */ public ShardRestoreStatus(String nodeId) { this(nodeId, State.INIT); } /** * Constructs a new shard restore status in with specified state on the given node * * @param nodeId node id * @param state restore state */ public ShardRestoreStatus(String nodeId, State state) { this(nodeId, state, null); } /** * Constructs a new shard restore status in with specified state on the given node with specified failure reason * * @param nodeId node id * @param state restore state * @param reason failure reason */ public ShardRestoreStatus(String nodeId, State state, String reason) { this.nodeId = nodeId; this.state = state; this.reason = reason; } /** * Returns current state * * @return current state */ public State state() { return state; } /** * Returns node id of the node where shared is getting restored * * @return node id */ public String nodeId() { return nodeId; } /** * Returns failure reason * * @return failure reason */ public String reason() { return reason; } /** * Reads restore status from stream input * * @param in stream input * @return restore status */ public static ShardRestoreStatus readShardRestoreStatus(StreamInput in) throws IOException { ShardRestoreStatus shardSnapshotStatus = new ShardRestoreStatus(); shardSnapshotStatus.readFrom(in); return shardSnapshotStatus; } /** * Reads restore status from stream input * * @param in stream input */ public void readFrom(StreamInput in) throws IOException { nodeId = in.readOptionalString(); state = State.fromValue(in.readByte()); reason = in.readOptionalString(); } /** * Writes restore status to stream output * * @param out stream input */ @Override public void writeTo(StreamOutput out) throws IOException { out.writeOptionalString(nodeId); out.writeByte(state.value); out.writeOptionalString(reason); } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } ShardRestoreStatus status = (ShardRestoreStatus) o; return state == status.state && Objects.equals(nodeId, status.nodeId) && Objects.equals(reason, status.reason); } @Override public int hashCode() { return Objects.hash(state, nodeId, reason); } } /** * Shard restore process state * * @opensearch.internal */ public enum State { /** * Initializing state */ INIT((byte) 0), /** * Started state */ STARTED((byte) 1), /** * Restore finished successfully */ SUCCESS((byte) 2), /** * Restore failed */ FAILURE((byte) 3); private final byte value; /** * Constructs new state * * @param value state code */ State(byte value) { this.value = value; } /** * Returns state code * * @return state code */ public byte value() { return value; } /** * Returns true if restore process completed (either successfully or with failure) * * @return true if restore process completed */ public boolean completed() { return this == SUCCESS || this == FAILURE; } /** * Returns state corresponding to state code * * @param value stat code * @return state */ public static State fromValue(byte value) { switch (value) { case 0: return INIT; case 1: return STARTED; case 2: return SUCCESS; case 3: return FAILURE; default: throw new IllegalArgumentException("No snapshot state for value [" + value + "]"); } } } /** * {@inheritDoc} */ @Override public String getWriteableName() { return TYPE; } @Override public Version getMinimalSupportedVersion() { return Version.CURRENT.minimumCompatibilityVersion(); } public static NamedDiff readDiffFrom(StreamInput in) throws IOException { return readDiffFrom(Custom.class, TYPE, in); } public RestoreInProgress(StreamInput in) throws IOException { int count = in.readVInt(); final Map entriesBuilder = new HashMap<>(count); for (int i = 0; i < count; i++) { final String uuid; uuid = in.readString(); Snapshot snapshot = new Snapshot(in); State state = State.fromValue(in.readByte()); List indexBuilder = in.readStringList(); entriesBuilder.put( uuid, new Entry( uuid, snapshot, state, Collections.unmodifiableList(indexBuilder), in.readMap(ShardId::new, ShardRestoreStatus::readShardRestoreStatus) ) ); } this.entries = Collections.unmodifiableMap(entriesBuilder); } @Override public void writeTo(StreamOutput out) throws IOException { out.writeVInt(entries.size()); for (final Entry entry : entries.values()) { out.writeString(entry.uuid); entry.snapshot().writeTo(out); out.writeByte(entry.state().value()); out.writeStringCollection(entry.indices); out.writeMap(entry.shards, (o, shardId) -> shardId.writeTo(o), (o, status) -> status.writeTo(o)); } } @Override public XContentBuilder toXContent(XContentBuilder builder, ToXContent.Params params) throws IOException { builder.startArray("snapshots"); for (final Entry entry : entries.values()) { toXContent(entry, builder); } builder.endArray(); return builder; } /** * Serializes single restore operation * * @param entry restore operation metadata * @param builder XContent builder */ public void toXContent(Entry entry, XContentBuilder builder) throws IOException { builder.startObject(); builder.field("snapshot", entry.snapshot().getSnapshotId().getName()); builder.field("repository", entry.snapshot().getRepository()); builder.field("state", entry.state()); builder.startArray("indices"); { for (String index : entry.indices()) { builder.value(index); } } builder.endArray(); builder.startArray("shards"); { for (final Map.Entry shardEntry : entry.shards.entrySet()) { ShardId shardId = shardEntry.getKey(); ShardRestoreStatus status = shardEntry.getValue(); builder.startObject(); { builder.field("index", shardId.getIndex()); builder.field("shard", shardId.getId()); builder.field("state", status.state()); } builder.endObject(); } } builder.endArray(); builder.endObject(); } }