/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.index.rankeval; import org.opensearch.OpenSearchException; import org.opensearch.action.ActionResponse; import org.opensearch.core.ParseField; import org.opensearch.common.Strings; import org.opensearch.common.collect.Tuple; import org.opensearch.core.common.io.stream.StreamInput; import org.opensearch.core.common.io.stream.StreamOutput; import org.opensearch.core.xcontent.ConstructingObjectParser; import org.opensearch.core.xcontent.ToXContentObject; import org.opensearch.core.xcontent.XContentBuilder; import org.opensearch.core.xcontent.XContentParser; import org.opensearch.core.xcontent.XContentParserUtils; import org.opensearch.common.xcontent.XContentType; import java.io.IOException; import java.util.Collections; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.function.Function; import java.util.stream.Collectors; /** * Returns the results for a {@link RankEvalRequest}.
* The response contains a detailed section for each evaluation query in the request and * possible failures that happened when execution individual queries. **/ public class RankEvalResponse extends ActionResponse implements ToXContentObject { /** The overall evaluation result. */ private double metricScore; /** details about individual ranking evaluation queries, keyed by their id */ private Map details; /** exceptions for specific ranking evaluation queries, keyed by their id */ private Map failures; public RankEvalResponse(double metricScore, Map partialResults, Map failures) { this.metricScore = metricScore; this.details = new HashMap<>(partialResults); this.failures = new HashMap<>(failures); } RankEvalResponse(StreamInput in) throws IOException { super(in); this.metricScore = in.readDouble(); int partialResultSize = in.readVInt(); this.details = new HashMap<>(partialResultSize); for (int i = 0; i < partialResultSize; i++) { String queryId = in.readString(); EvalQueryQuality partial = new EvalQueryQuality(in); this.details.put(queryId, partial); } int failuresSize = in.readVInt(); this.failures = new HashMap<>(failuresSize); for (int i = 0; i < failuresSize; i++) { String queryId = in.readString(); this.failures.put(queryId, in.readException()); } } public double getMetricScore() { return metricScore; } public Map getPartialResults() { return Collections.unmodifiableMap(details); } public Map getFailures() { return Collections.unmodifiableMap(failures); } @Override public String toString() { return Strings.toString(XContentType.JSON, this); } @Override public void writeTo(StreamOutput out) throws IOException { out.writeDouble(metricScore); out.writeVInt(details.size()); for (String queryId : details.keySet()) { out.writeString(queryId); details.get(queryId).writeTo(out); } out.writeVInt(failures.size()); for (String queryId : failures.keySet()) { out.writeString(queryId); out.writeException(failures.get(queryId)); } } @Override public XContentBuilder toXContent(XContentBuilder builder, Params params) throws IOException { builder.startObject(); builder.field("metric_score", metricScore); builder.startObject("details"); for (String key : details.keySet()) { details.get(key).toXContent(builder, params); } builder.endObject(); builder.startObject("failures"); for (String key : failures.keySet()) { builder.startObject(key); OpenSearchException.generateFailureXContent(builder, params, failures.get(key), true); builder.endObject(); } builder.endObject(); builder.endObject(); return builder; } private static final ParseField DETAILS_FIELD = new ParseField("details"); private static final ParseField FAILURES_FIELD = new ParseField("failures"); @SuppressWarnings("unchecked") private static final ConstructingObjectParser PARSER = new ConstructingObjectParser<>( "rank_eval_response", true, a -> new RankEvalResponse( (Double) a[0], ((List) a[1]).stream().collect(Collectors.toMap(EvalQueryQuality::getId, Function.identity())), ((List>) a[2]).stream().collect(Collectors.toMap(Tuple::v1, Tuple::v2)) ) ); static { PARSER.declareDouble(ConstructingObjectParser.constructorArg(), EvalQueryQuality.METRIC_SCORE_FIELD); PARSER.declareNamedObjects( ConstructingObjectParser.optionalConstructorArg(), (p, c, n) -> EvalQueryQuality.fromXContent(p, n), DETAILS_FIELD ); PARSER.declareNamedObjects(ConstructingObjectParser.optionalConstructorArg(), (p, c, n) -> { XContentParserUtils.ensureExpectedToken(XContentParser.Token.START_OBJECT, p.nextToken(), p); XContentParserUtils.ensureExpectedToken(XContentParser.Token.FIELD_NAME, p.nextToken(), p); Tuple tuple = new Tuple<>(n, OpenSearchException.failureFromXContent(p)); XContentParserUtils.ensureExpectedToken(XContentParser.Token.END_OBJECT, p.nextToken(), p); return tuple; }, FAILURES_FIELD); } public static RankEvalResponse fromXContent(XContentParser parser) throws IOException { return PARSER.apply(parser, null); } }