/* * SPDX-License-Identifier: Apache-2.0 * * The OpenSearch Contributors require contributions made to * this file be licensed under the Apache-2.0 license or a * compatible open source license. */ /* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /* * Modifications Copyright OpenSearch Contributors. See * GitHub history for details. */ package org.opensearch.action.ingest; import org.opensearch.core.common.bytes.BytesReference; import org.opensearch.common.io.stream.BytesStreamOutput; import org.opensearch.core.common.io.stream.StreamInput; import org.opensearch.core.xcontent.XContentBuilder; import org.opensearch.common.xcontent.XContentFactory; import org.opensearch.common.xcontent.XContentHelper; import org.opensearch.core.xcontent.XContentParser; import org.opensearch.common.xcontent.XContentType; import org.opensearch.ingest.RandomDocumentPicks; import org.opensearch.ingest.IngestDocument; import org.opensearch.test.AbstractXContentTestCase; import org.opensearch.test.RandomObjects; import java.io.IOException; import java.util.Collections; import java.util.HashMap; import java.util.Map; import java.util.StringJoiner; import java.util.function.Predicate; import static org.opensearch.core.xcontent.ToXContent.EMPTY_PARAMS; import static org.opensearch.ingest.IngestDocumentMatcher.assertIngestDocument; import static org.hamcrest.Matchers.equalTo; import static org.hamcrest.Matchers.is; import static org.hamcrest.Matchers.not; public class WriteableIngestDocumentTests extends AbstractXContentTestCase { public void testEqualsAndHashcode() throws Exception { Map sourceAndMetadata = RandomDocumentPicks.randomSource(random()); int numFields = randomIntBetween(1, IngestDocument.Metadata.values().length); for (int i = 0; i < numFields; i++) { sourceAndMetadata.put(randomFrom(IngestDocument.Metadata.values()).getFieldName(), randomAlphaOfLengthBetween(5, 10)); } Map ingestMetadata = new HashMap<>(); numFields = randomIntBetween(1, 5); for (int i = 0; i < numFields; i++) { ingestMetadata.put(randomAlphaOfLengthBetween(5, 10), randomAlphaOfLengthBetween(5, 10)); } WriteableIngestDocument ingestDocument = new WriteableIngestDocument(new IngestDocument(sourceAndMetadata, ingestMetadata)); boolean changed = false; Map otherSourceAndMetadata; if (randomBoolean()) { otherSourceAndMetadata = RandomDocumentPicks.randomSource(random()); changed = true; } else { otherSourceAndMetadata = new HashMap<>(sourceAndMetadata); } if (randomBoolean()) { numFields = randomIntBetween(1, IngestDocument.Metadata.values().length); for (int i = 0; i < numFields; i++) { otherSourceAndMetadata.put(randomFrom(IngestDocument.Metadata.values()).getFieldName(), randomAlphaOfLengthBetween(5, 10)); } changed = true; } Map otherIngestMetadata; if (randomBoolean()) { otherIngestMetadata = new HashMap<>(); numFields = randomIntBetween(1, 5); for (int i = 0; i < numFields; i++) { otherIngestMetadata.put(randomAlphaOfLengthBetween(5, 10), randomAlphaOfLengthBetween(5, 10)); } changed = true; } else { otherIngestMetadata = Collections.unmodifiableMap(ingestMetadata); } WriteableIngestDocument otherIngestDocument = new WriteableIngestDocument( new IngestDocument(otherSourceAndMetadata, otherIngestMetadata) ); if (changed) { assertThat(ingestDocument, not(equalTo(otherIngestDocument))); assertThat(otherIngestDocument, not(equalTo(ingestDocument))); } else { assertThat(ingestDocument, equalTo(otherIngestDocument)); assertThat(otherIngestDocument, equalTo(ingestDocument)); assertThat(ingestDocument.hashCode(), equalTo(otherIngestDocument.hashCode())); WriteableIngestDocument thirdIngestDocument = new WriteableIngestDocument( new IngestDocument(Collections.unmodifiableMap(sourceAndMetadata), Collections.unmodifiableMap(ingestMetadata)) ); assertThat(thirdIngestDocument, equalTo(ingestDocument)); assertThat(ingestDocument, equalTo(thirdIngestDocument)); assertThat(ingestDocument.hashCode(), equalTo(thirdIngestDocument.hashCode())); } } public void testSerialization() throws IOException { Map sourceAndMetadata = RandomDocumentPicks.randomSource(random()); int numFields = randomIntBetween(1, IngestDocument.Metadata.values().length); for (int i = 0; i < numFields; i++) { sourceAndMetadata.put(randomFrom(IngestDocument.Metadata.values()).getFieldName(), randomAlphaOfLengthBetween(5, 10)); } Map ingestMetadata = new HashMap<>(); numFields = randomIntBetween(1, 5); for (int i = 0; i < numFields; i++) { ingestMetadata.put(randomAlphaOfLengthBetween(5, 10), randomAlphaOfLengthBetween(5, 10)); } WriteableIngestDocument writeableIngestDocument = new WriteableIngestDocument( new IngestDocument(sourceAndMetadata, ingestMetadata) ); BytesStreamOutput out = new BytesStreamOutput(); writeableIngestDocument.writeTo(out); StreamInput streamInput = out.bytes().streamInput(); WriteableIngestDocument otherWriteableIngestDocument = new WriteableIngestDocument(streamInput); assertIngestDocument(otherWriteableIngestDocument.getIngestDocument(), writeableIngestDocument.getIngestDocument()); } @SuppressWarnings("unchecked") public void testToXContent() throws IOException { IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random()); WriteableIngestDocument writeableIngestDocument = new WriteableIngestDocument(new IngestDocument(ingestDocument)); // using a cbor builder here, so that byte arrays do not get converted, so equalTo() below works XContentBuilder builder = XContentFactory.cborBuilder(); builder.startObject(); writeableIngestDocument.toXContent(builder, EMPTY_PARAMS); builder.endObject(); Map toXContentMap = XContentHelper.convertToMap(BytesReference.bytes(builder), false, builder.contentType()).v2(); Map toXContentDoc = (Map) toXContentMap.get("doc"); Map toXContentSource = (Map) toXContentDoc.get("_source"); Map toXContentIngestMetadata = (Map) toXContentDoc.get("_ingest"); Map metadataMap = ingestDocument.extractMetadata(); for (Map.Entry metadata : metadataMap.entrySet()) { String fieldName = metadata.getKey().getFieldName(); if (metadata.getValue() == null) { assertThat(toXContentDoc.containsKey(fieldName), is(false)); } else { assertThat(toXContentDoc.get(fieldName), equalTo(metadata.getValue().toString())); } } IngestDocument serializedIngestDocument = new IngestDocument(toXContentSource, toXContentIngestMetadata); assertThat(serializedIngestDocument, equalTo(serializedIngestDocument)); } static IngestDocument createRandomIngestDoc() { XContentType xContentType = randomFrom(XContentType.values()); BytesReference sourceBytes = RandomObjects.randomSource(random(), xContentType); Map randomSource = XContentHelper.convertToMap(sourceBytes, false, xContentType).v2(); return RandomDocumentPicks.randomIngestDocument(random(), randomSource); } @Override protected boolean supportsUnknownFields() { return true; } @Override protected WriteableIngestDocument createTestInstance() { return new WriteableIngestDocument(createRandomIngestDoc()); } @Override protected WriteableIngestDocument doParseInstance(XContentParser parser) { return WriteableIngestDocument.fromXContent(parser); } @Override protected Predicate getRandomFieldsExcludeFilter() { // We cannot have random fields in the _source field and _ingest field return field -> field.startsWith( new StringJoiner(".").add(WriteableIngestDocument.DOC_FIELD).add(WriteableIngestDocument.SOURCE_FIELD).toString() ) || field.startsWith( new StringJoiner(".").add(WriteableIngestDocument.DOC_FIELD).add(WriteableIngestDocument.INGEST_FIELD).toString() ); } }