# SPDX-License-Identifier: Apache-2.0 # The OpenSearch Contributors require contributions made to # this file be licensed under the Apache-2.0 license or a # compatible open source license. # Any modifications Copyright OpenSearch Contributors. See # GitHub history for details. # Licensed to Elasticsearch B.V. under one or more contributor # license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright # ownership. Elasticsearch B.V. licenses this file to you under # the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. import numpy as np import pandas as pd from pandas.testing import assert_index_equal # File called _pytest for PyCharm compatability from opensearch_py_ml.field_mappings import FieldMappings from tests import FLIGHTS_INDEX_NAME, OPENSEARCH_TEST_CLIENT from tests.common import TestData class TestGetFieldNames(TestData): def test_get_field_names_all(self): oml_field_mappings = FieldMappings( client=OPENSEARCH_TEST_CLIENT, index_pattern=FLIGHTS_INDEX_NAME ) pd_flights = self.pd_flights() fields1 = oml_field_mappings.get_field_names(include_scripted_fields=False) fields2 = oml_field_mappings.get_field_names(include_scripted_fields=True) assert fields1 == fields2 assert_index_equal(pd_flights.columns, pd.Index(fields1)) def test_get_field_names_selected(self): expected = ["Carrier", "AvgTicketPrice"] oml_field_mappings = FieldMappings( client=OPENSEARCH_TEST_CLIENT, index_pattern=FLIGHTS_INDEX_NAME, display_names=expected, ) pd_flights = self.pd_flights()[expected] fields1 = oml_field_mappings.get_field_names(include_scripted_fields=False) fields2 = oml_field_mappings.get_field_names(include_scripted_fields=True) assert fields1 == fields2 assert_index_equal(pd_flights.columns, pd.Index(fields1)) def test_get_field_names_scripted(self): expected = ["Carrier", "AvgTicketPrice"] oml_field_mappings = FieldMappings( client=OPENSEARCH_TEST_CLIENT, index_pattern=FLIGHTS_INDEX_NAME, display_names=expected, ) pd_flights = self.pd_flights()[expected] fields1 = oml_field_mappings.get_field_names(include_scripted_fields=False) fields2 = oml_field_mappings.get_field_names(include_scripted_fields=True) assert fields1 == fields2 assert_index_equal(pd_flights.columns, pd.Index(fields1)) # now add scripted field oml_field_mappings.add_scripted_field( "scripted_field_None", None, np.dtype("int64") ) fields3 = oml_field_mappings.get_field_names(include_scripted_fields=False) fields4 = oml_field_mappings.get_field_names(include_scripted_fields=True) assert fields1 == fields3 fields1.append("scripted_field_None") assert fields1 == fields4