/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.search.aggregations; import org.opensearch.core.common.ParsingException; import org.opensearch.core.common.io.stream.StreamInput; import org.opensearch.core.common.io.stream.StreamOutput; import org.opensearch.common.logging.DeprecationLogger; import org.opensearch.common.util.Comparators; import org.opensearch.core.xcontent.XContent; import org.opensearch.core.xcontent.XContentBuilder; import org.opensearch.core.xcontent.XContentParser; import org.opensearch.search.aggregations.Aggregator.BucketComparator; import org.opensearch.search.aggregations.bucket.MultiBucketsAggregation.Bucket; import org.opensearch.search.aggregations.support.AggregationPath; import org.opensearch.search.sort.SortOrder; import java.io.IOException; import java.util.ArrayList; import java.util.Collections; import java.util.Comparator; import java.util.Iterator; import java.util.LinkedList; import java.util.List; import java.util.Objects; import java.util.function.ToLongFunction; import static java.util.stream.Collectors.toList; /** * Implementations for {@link Bucket} ordering strategies. * * @opensearch.internal */ public abstract class InternalOrder extends BucketOrder { // TODO merge the contents of this file into BucketOrder. The way it is now is relic. /** * {@link Bucket} ordering strategy to sort by a sub-aggregation. * * @opensearch.internal */ public static class Aggregation extends InternalOrder { static final byte ID = 0; private final SortOrder order; private final AggregationPath path; /** * Create a new ordering strategy to sort by a sub-aggregation. * * @param path path to the sub-aggregation to sort on. * @param asc direction to sort by: {@code true} for ascending, {@code false} for descending. * @see AggregationPath */ Aggregation(String path, boolean asc) { order = asc ? SortOrder.ASC : SortOrder.DESC; this.path = AggregationPath.parse(path); } public AggregationPath path() { return path; } @Override public Comparator partiallyBuiltBucketComparator(ToLongFunction ordinalReader, Aggregator aggregator) { try { BucketComparator bucketComparator = path.bucketComparator(aggregator, order); return (lhs, rhs) -> bucketComparator.compare(ordinalReader.applyAsLong(lhs), ordinalReader.applyAsLong(rhs)); } catch (IllegalArgumentException e) { throw new AggregationExecutionException("Invalid aggregation order path [" + path + "]. " + e.getMessage(), e); } } @Override public Comparator comparator() { return (lhs, rhs) -> { double l = path.resolveValue(((InternalAggregations) lhs.getAggregations())); double r = path.resolveValue(((InternalAggregations) rhs.getAggregations())); return Comparators.compareDiscardNaN(l, r, order == SortOrder.ASC); }; } @Override byte id() { return ID; } @Override public XContentBuilder toXContent(XContentBuilder builder, Params params) throws IOException { return builder.startObject().field(path.toString(), order.toString()).endObject(); } @Override public int hashCode() { return Objects.hash(path, order); } @Override public boolean equals(Object obj) { if (obj == null || getClass() != obj.getClass()) { return false; } Aggregation other = (Aggregation) obj; return Objects.equals(path, other.path) && Objects.equals(order, other.order); } } /** * {@link Bucket} ordering strategy to sort by multiple criteria. * * @opensearch.internal */ public static class CompoundOrder extends BucketOrder { static final byte ID = -1; final List orderElements; /** * Create a new ordering strategy to sort by multiple criteria. A tie-breaker may be added to avoid * non-deterministic ordering. * * @param compoundOrder a list of {@link BucketOrder}s to sort on, in order of priority. */ CompoundOrder(List compoundOrder) { this(compoundOrder, true); } /** * Create a new ordering strategy to sort by multiple criteria. * * @param compoundOrder a list of {@link BucketOrder}s to sort on, in order of priority. * @param absoluteOrdering {@code true} to add a tie-breaker to avoid non-deterministic ordering if needed, * {@code false} otherwise. */ CompoundOrder(List compoundOrder, boolean absoluteOrdering) { this.orderElements = new LinkedList<>(compoundOrder); BucketOrder lastElement = null; for (BucketOrder order : orderElements) { if (order instanceof CompoundOrder) { throw new IllegalArgumentException("nested compound order not supported"); } lastElement = order; } if (absoluteOrdering && isKeyOrder(lastElement) == false) { // add key order ascending as a tie-breaker to avoid non-deterministic ordering // if all user provided comparators return 0. this.orderElements.add(KEY_ASC); } } @Override byte id() { return ID; } /** * @return unmodifiable list of {@link BucketOrder}s to sort on. */ public List orderElements() { return Collections.unmodifiableList(orderElements); } @Override public XContentBuilder toXContent(XContentBuilder builder, Params params) throws IOException { builder.startArray(); for (BucketOrder order : orderElements) { order.toXContent(builder, params); } return builder.endArray(); } @Override public Comparator partiallyBuiltBucketComparator(ToLongFunction ordinalReader, Aggregator aggregator) { List> comparators = orderElements.stream() .map(oe -> oe.partiallyBuiltBucketComparator(ordinalReader, aggregator)) .collect(toList()); return (lhs, rhs) -> { Iterator> itr = comparators.iterator(); int result; do { result = itr.next().compare(lhs, rhs); } while (result == 0 && itr.hasNext()); return result; }; } @Override public Comparator comparator() { List> comparators = orderElements.stream().map(BucketOrder::comparator).collect(toList()); return (lhs, rhs) -> { Iterator> itr = comparators.iterator(); int result; do { result = itr.next().compare(lhs, rhs); } while (result == 0 && itr.hasNext()); return result; }; } @Override public int hashCode() { return Objects.hash(orderElements); } @Override public boolean equals(Object obj) { if (obj == null) { return false; } if (getClass() != obj.getClass()) { return false; } CompoundOrder other = (CompoundOrder) obj; return Objects.equals(orderElements, other.orderElements); } } /** * {@link BucketOrder} implementation for simple, fixed orders like * {@link InternalOrder#COUNT_ASC}. Complex implementations should not * use this. * * @opensearch.internal */ private static class SimpleOrder extends InternalOrder { private final byte id; private final String key; private final SortOrder order; private final Comparator comparator; SimpleOrder(byte id, String key, SortOrder order, Comparator comparator) { this.id = id; this.key = key; this.order = order; this.comparator = comparator; } @Override public Comparator comparator() { return comparator; } @Override byte id() { return id; } @Override public Comparator partiallyBuiltBucketComparator(ToLongFunction ordinalReader, Aggregator aggregator) { Comparator comparator = comparator(); return (lhs, rhs) -> comparator.compare(lhs, rhs); } @Override public XContentBuilder toXContent(XContentBuilder builder, Params params) throws IOException { return builder.startObject().field(key, order.toString()).endObject(); } @Override public int hashCode() { return Objects.hash(id, key, order); } @Override public boolean equals(Object obj) { if (obj == null) { return false; } if (getClass() != obj.getClass()) { return false; } SimpleOrder other = (SimpleOrder) obj; return Objects.equals(id, other.id) && Objects.equals(key, other.key) && Objects.equals(order, other.order); } } private static final byte COUNT_DESC_ID = 1; private static final byte COUNT_ASC_ID = 2; private static final byte KEY_DESC_ID = 3; private static final byte KEY_ASC_ID = 4; /** * Order by the (higher) count of each bucket. */ static final InternalOrder COUNT_DESC = new SimpleOrder(COUNT_DESC_ID, "_count", SortOrder.DESC, comparingCounts().reversed()); /** * Order by the (lower) count of each bucket. */ static final InternalOrder COUNT_ASC = new SimpleOrder(COUNT_ASC_ID, "_count", SortOrder.ASC, comparingCounts()); /** * Order by the key of each bucket descending. */ static final InternalOrder KEY_DESC = new SimpleOrder(KEY_DESC_ID, "_key", SortOrder.DESC, comparingKeys().reversed()); /** * Order by the key of each bucket ascending. */ static final InternalOrder KEY_ASC = new SimpleOrder(KEY_ASC_ID, "_key", SortOrder.ASC, comparingKeys()); /** * @return compare by {@link Bucket#getDocCount()}. */ private static Comparator comparingCounts() { return Comparator.comparingLong(Bucket::getDocCount); } /** * @return compare by {@link Bucket#getKey()} from the appropriate implementation. */ @SuppressWarnings("unchecked") private static Comparator comparingKeys() { return (b1, b2) -> { if (b1 instanceof KeyComparable) { return ((KeyComparable) b1).compareKey(b2); } throw new IllegalStateException("Unexpected order bucket class [" + b1.getClass() + "]"); }; } /** * Determine if the ordering strategy is sorting on bucket count descending. * * @param order bucket ordering strategy to check. * @return {@code true} if the ordering strategy is sorting on bucket count descending, {@code false} otherwise. */ public static boolean isCountDesc(BucketOrder order) { return isOrder(order, COUNT_DESC); } /** * Determine if the ordering strategy is sorting on bucket key (ascending or descending). * * @param order bucket ordering strategy to check. * @return {@code true} if the ordering strategy is sorting on bucket key, {@code false} otherwise. */ public static boolean isKeyOrder(BucketOrder order) { return isOrder(order, KEY_ASC) || isOrder(order, KEY_DESC); } /** * Determine if the ordering strategy is sorting on bucket key ascending. * * @param order bucket ordering strategy to check. * @return {@code true} if the ordering strategy is sorting on bucket key ascending, {@code false} otherwise. */ public static boolean isKeyAsc(BucketOrder order) { return isOrder(order, KEY_ASC); } /** * Determine if the ordering strategy is sorting on bucket key descending. * * @param order bucket ordering strategy to check. * @return {@code true} if the ordering strategy is sorting on bucket key descending, {@code false} otherwise. */ public static boolean isKeyDesc(BucketOrder order) { return isOrder(order, KEY_DESC); } /** * Determine if the ordering strategy matches the expected one. * * @param order bucket ordering strategy to check. If this is a {@link CompoundOrder} the first element will be * check instead. * @param expected expected bucket ordering strategy. * @return {@code true} if the order matches, {@code false} otherwise. */ private static boolean isOrder(BucketOrder order, BucketOrder expected) { if (order == expected) { return true; } else if (order instanceof CompoundOrder) { // check if its a compound order with the first element that matches List orders = ((CompoundOrder) order).orderElements; if (orders.size() >= 1) { return isOrder(orders.get(0), expected); } } return false; } /** * Contains logic for reading/writing {@link BucketOrder} from/to streams. * * @opensearch.internal */ public static class Streams { /** * Read a {@link BucketOrder} from a {@link StreamInput}. * * @param in stream with order data to read. * @return order read from the stream * @throws IOException on error reading from the stream. */ public static BucketOrder readOrder(StreamInput in) throws IOException { byte id = in.readByte(); switch (id) { case COUNT_DESC_ID: return COUNT_DESC; case COUNT_ASC_ID: return COUNT_ASC; case KEY_DESC_ID: return KEY_DESC; case KEY_ASC_ID: return KEY_ASC; case Aggregation.ID: boolean asc = in.readBoolean(); String key = in.readString(); return new Aggregation(key, asc); case CompoundOrder.ID: int size = in.readVInt(); List compoundOrder = new ArrayList<>(size); for (int i = 0; i < size; i++) { compoundOrder.add(Streams.readOrder(in)); } return new CompoundOrder(compoundOrder, false); default: throw new RuntimeException("unknown order id [" + id + "]"); } } /** * ONLY FOR HISTOGRAM ORDER: Backwards compatibility logic to read a {@link BucketOrder} from a {@link StreamInput}. * * @param in stream with order data to read. * @param bwcOrderFlag {@code true} to check {@code in.readBoolean()} in the backwards compat logic before reading * the order. {@code false} to skip this flag (order always present). * @return order read from the stream * @throws IOException on error reading from the stream. */ public static BucketOrder readHistogramOrder(StreamInput in, boolean bwcOrderFlag) throws IOException { return Streams.readOrder(in); } /** * Write a {@link BucketOrder} to a {@link StreamOutput}. * * @param order order to write to the stream. * @param out stream to write the order to. * @throws IOException on error writing to the stream. */ public static void writeOrder(BucketOrder order, StreamOutput out) throws IOException { out.writeByte(order.id()); if (order instanceof Aggregation) { Aggregation aggregationOrder = (Aggregation) order; out.writeBoolean(aggregationOrder.order == SortOrder.ASC); out.writeString(aggregationOrder.path().toString()); } else if (order instanceof CompoundOrder) { CompoundOrder compoundOrder = (CompoundOrder) order; out.writeVInt(compoundOrder.orderElements.size()); for (BucketOrder innerOrder : compoundOrder.orderElements) { innerOrder.writeTo(out); } } } /** * ONLY FOR HISTOGRAM ORDER: Backwards compatibility logic to write a {@link BucketOrder} to a stream. * * @param order order to write to the stream. * @param out stream to write the order to. * @param bwcOrderFlag {@code true} to always {@code out.writeBoolean(true)} for the backwards compat logic before * writing the order. {@code false} to skip this flag. * @throws IOException on error writing to the stream. */ public static void writeHistogramOrder(BucketOrder order, StreamOutput out, boolean bwcOrderFlag) throws IOException { order.writeTo(out); } } /** * Contains logic for parsing a {@link BucketOrder} from a {@link XContentParser}. * * @opensearch.internal */ public static class Parser { private static final DeprecationLogger deprecationLogger = DeprecationLogger.getLogger(Parser.class); /** * Parse a {@link BucketOrder} from {@link XContent}. * * @param parser for parsing {@link XContent} that contains the order. * @return bucket ordering strategy * @throws IOException on error a {@link XContent} parsing error. */ public static BucketOrder parseOrderParam(XContentParser parser) throws IOException { XContentParser.Token token; String orderKey = null; boolean orderAsc = false; while ((token = parser.nextToken()) != XContentParser.Token.END_OBJECT) { if (token == XContentParser.Token.FIELD_NAME) { orderKey = parser.currentName(); } else if (token == XContentParser.Token.VALUE_STRING) { String dir = parser.text(); if ("asc".equalsIgnoreCase(dir)) { orderAsc = true; } else if ("desc".equalsIgnoreCase(dir)) { orderAsc = false; } else { throw new ParsingException(parser.getTokenLocation(), "Unknown order direction [" + dir + "]"); } } else { throw new ParsingException(parser.getTokenLocation(), "Unexpected token [" + token + "] for [order]"); } } if (orderKey == null) { throw new ParsingException(parser.getTokenLocation(), "Must specify at least one field for [order]"); } // _term and _time order deprecated in 6.0; replaced by _key if ("_term".equals(orderKey) || "_time".equals(orderKey)) { deprecationLogger.deprecate( "aggregation_order_key", "Deprecated aggregation order key [{}] used, replaced by [_key]", orderKey ); } switch (orderKey) { case "_term": case "_time": case "_key": return orderAsc ? KEY_ASC : KEY_DESC; case "_count": return orderAsc ? COUNT_ASC : COUNT_DESC; default: // assume all other orders are sorting on a sub-aggregation. Validation occurs later. return aggregation(orderKey, orderAsc); } } } }