/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.search.aggregations.metrics; import org.opensearch.common.geo.GeoPoint; import org.opensearch.common.settings.Settings; import org.opensearch.script.MockScriptEngine; import org.opensearch.script.Script; import org.opensearch.script.ScriptEngine; import org.opensearch.script.ScriptModule; import org.opensearch.script.ScriptService; import org.opensearch.script.ScriptType; import org.opensearch.search.aggregations.Aggregation.CommonFields; import org.opensearch.search.aggregations.InternalAggregation.ReduceContext; import org.opensearch.search.aggregations.ParsedAggregation; import org.opensearch.search.aggregations.pipeline.PipelineAggregator.PipelineTree; import org.opensearch.test.InternalAggregationTestCase; import java.io.IOException; import java.util.ArrayList; import java.util.Collections; import java.util.HashMap; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.function.Predicate; import java.util.function.Supplier; import static java.util.Collections.singletonList; public class InternalScriptedMetricTests extends InternalAggregationTestCase { private static final String REDUCE_SCRIPT_NAME = "reduceScript"; private boolean hasReduceScript; private Supplier[] valueTypes; private final Supplier[] leafValueSuppliers = new Supplier[] { () -> randomInt(), () -> randomLong(), () -> randomDouble(), () -> randomFloat(), () -> randomBoolean(), () -> randomAlphaOfLength(5), () -> new GeoPoint(randomDouble(), randomDouble()), () -> null }; private final Supplier[] nestedValueSuppliers = new Supplier[] { () -> new HashMap(), () -> new ArrayList<>() }; @Override public void setUp() throws Exception { super.setUp(); hasReduceScript = randomBoolean(); // we want the same value types (also for nested lists, maps) for all random aggregations int levels = randomIntBetween(1, 3); valueTypes = new Supplier[levels]; for (int i = 0; i < levels; i++) { if (i < levels - 1) { valueTypes[i] = randomFrom(nestedValueSuppliers); } else { // the last one needs to be a leaf value, not map or list valueTypes[i] = randomFrom(leafValueSuppliers); } } } @Override protected InternalScriptedMetric createTestInstance(String name, Map metadata) { Map params = new HashMap<>(); if (randomBoolean()) { params.put(randomAlphaOfLength(5), randomAlphaOfLength(5)); } Script reduceScript = null; if (hasReduceScript) { reduceScript = new Script(ScriptType.INLINE, MockScriptEngine.NAME, REDUCE_SCRIPT_NAME, params); } return new InternalScriptedMetric(name, randomAggregations(), reduceScript, metadata); } private List randomAggregations() { return randomList(randomBoolean() ? 1 : 5, this::randomAggregation); } @SuppressWarnings({ "rawtypes", "unchecked" }) private Object randomAggregation() { int levels = randomIntBetween(1, 3); Supplier[] valueTypes = new Supplier[levels]; for (int l = 0; l < levels; l++) { if (l < levels - 1) { valueTypes[l] = randomFrom(nestedValueSuppliers); } else { // the last one needs to be a leaf value, not map or // list valueTypes[l] = randomFrom(leafValueSuppliers); } } return randomValue(valueTypes, 0); } @SuppressWarnings("unchecked") private static Object randomValue(Supplier[] valueTypes, int level) { Object value = valueTypes[level].get(); if (value instanceof Map) { int elements = randomIntBetween(1, 5); Map map = (Map) value; for (int i = 0; i < elements; i++) { map.put(randomAlphaOfLength(5), randomValue(valueTypes, level + 1)); } } else if (value instanceof List) { int elements = randomIntBetween(1, 5); List list = (List) value; for (int i = 0; i < elements; i++) { list.add(randomValue(valueTypes, level + 1)); } } return value; } /** * Mock of the script service. The script that is run looks at the * "states" context variable visible when executing the script and simply returns the count. * This should be equal to the number of input InternalScriptedMetrics that are reduced * in total. */ @Override protected ScriptService mockScriptService() { // mock script always returns the size of the input aggs list as result @SuppressWarnings("unchecked") MockScriptEngine scriptEngine = new MockScriptEngine( MockScriptEngine.NAME, Collections.singletonMap(REDUCE_SCRIPT_NAME, script -> ((List) script.get("states")).size()), Collections.emptyMap() ); Map engines = Collections.singletonMap(scriptEngine.getType(), scriptEngine); return new ScriptService(Settings.EMPTY, engines, ScriptModule.CORE_CONTEXTS); } @Override protected void assertReduced(InternalScriptedMetric reduced, List inputs) { InternalScriptedMetric firstAgg = inputs.get(0); assertEquals(firstAgg.getName(), reduced.getName()); assertEquals(firstAgg.getMetadata(), reduced.getMetadata()); int size = (int) inputs.stream().mapToLong(i -> i.aggregationsList().size()).sum(); if (hasReduceScript) { assertEquals(size, reduced.aggregation()); } else { assertEquals(size, ((List) reduced.aggregation()).size()); } } @Override public InternalScriptedMetric createTestInstanceForXContent() { InternalScriptedMetric aggregation = createTestInstance(); return (InternalScriptedMetric) aggregation.reduce( singletonList(aggregation), ReduceContext.forFinalReduction(null, mockScriptService(), null, PipelineTree.EMPTY) ); } @Override protected void assertFromXContent(InternalScriptedMetric aggregation, ParsedAggregation parsedAggregation) { assertTrue(parsedAggregation instanceof ParsedScriptedMetric); ParsedScriptedMetric parsed = (ParsedScriptedMetric) parsedAggregation; assertValues(aggregation.aggregation(), parsed.aggregation()); } private static void assertValues(Object expected, Object actual) { if (expected instanceof Long) { // longs that fit into the integer range are parsed back as integer if (actual instanceof Integer) { assertEquals(((Long) expected).intValue(), actual); } else { assertEquals(expected, actual); } } else if (expected instanceof Float) { // based on the xContent type, floats are sometimes parsed back as doubles if (actual instanceof Double) { assertEquals(expected, ((Double) actual).floatValue()); } else { assertEquals(expected, actual); } } else if (expected instanceof GeoPoint) { assertTrue(actual instanceof Map); GeoPoint point = (GeoPoint) expected; Map pointMap = (Map) actual; assertEquals(point.getLat(), pointMap.get("lat")); assertEquals(point.getLon(), pointMap.get("lon")); } else if (expected instanceof Map) { Map expectedMap = (Map) expected; Map actualMap = (Map) actual; assertEquals(expectedMap.size(), actualMap.size()); for (String key : expectedMap.keySet()) { assertValues(expectedMap.get(key), actualMap.get(key)); } } else if (expected instanceof List) { List expectedList = (List) expected; List actualList = (List) actual; assertEquals(expectedList.size(), actualList.size()); Iterator actualIterator = actualList.iterator(); for (Object element : expectedList) { assertValues(element, actualIterator.next()); } } else { assertEquals(expected, actual); } } @Override protected Predicate excludePathsFromXContentInsertion() { return path -> path.contains(CommonFields.VALUE.getPreferredName()); } @Override protected InternalScriptedMetric mutateInstance(InternalScriptedMetric instance) throws IOException { String name = instance.getName(); List aggregationsList = instance.aggregationsList(); Script reduceScript = instance.reduceScript; Map metadata = instance.getMetadata(); switch (between(0, 3)) { case 0: name += randomAlphaOfLength(5); break; case 1: aggregationsList = randomValueOtherThan(aggregationsList, this::randomAggregations); break; case 2: reduceScript = new Script( ScriptType.INLINE, MockScriptEngine.NAME, REDUCE_SCRIPT_NAME + "-mutated", Collections.emptyMap() ); break; case 3: if (metadata == null) { metadata = new HashMap<>(1); } else { metadata = new HashMap<>(instance.getMetadata()); } metadata.put(randomAlphaOfLength(15), randomInt()); break; default: throw new AssertionError("Illegal randomisation branch"); } return new InternalScriptedMetric(name, aggregationsList, reduceScript, metadata); } }