/* * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. * * Licensed under the Apache License, Version 2.0 (the "License"). * You may not use this file except in compliance with the License. * A copy of the License is located at * * http://aws.amazon.com/apache2.0 * * or in the "license" file accompanying this file. This file is distributed * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either * express or implied. See the License for the specific language governing * permissions and limitations under the License. */ /* * Do not modify this file. This file is generated from the glue-2017-03-31.normal.json service model. */ using System; using System.Collections.Generic; using System.Xml.Serialization; using System.Text; using System.IO; using System.Net; using Amazon.Runtime; using Amazon.Runtime.Internal; namespace Amazon.Glue.Model { /// /// CodeGenConfigurationNode enumerates all valid Node types. One and only /// one of its member variables can be populated. /// public partial class CodeGenConfigurationNode { private Aggregate _aggregate; private AmazonRedshiftSource _amazonRedshiftSource; private AmazonRedshiftTarget _amazonRedshiftTarget; private ApplyMapping _applyMapping; private AthenaConnectorSource _athenaConnectorSource; private CatalogDeltaSource _catalogDeltaSource; private CatalogHudiSource _catalogHudiSource; private CatalogKafkaSource _catalogKafkaSource; private CatalogKinesisSource _catalogKinesisSource; private CatalogSource _catalogSource; private BasicCatalogTarget _catalogTarget; private CustomCode _customCode; private DirectJDBCSource _directJDBCSource; private DirectKafkaSource _directKafkaSource; private DirectKinesisSource _directKinesisSource; private DropDuplicates _dropDuplicates; private DropFields _dropFields; private DropNullFields _dropNullFields; private DynamicTransform _dynamicTransform; private DynamoDBCatalogSource _dynamoDBCatalogSource; private EvaluateDataQuality _evaluateDataQuality; private EvaluateDataQualityMultiFrame _evaluateDataQualityMultiFrame; private FillMissingValues _fillMissingValues; private Filter _filter; private GovernedCatalogSource _governedCatalogSource; private GovernedCatalogTarget _governedCatalogTarget; private JDBCConnectorSource _jdbcConnectorSource; private JDBCConnectorTarget _jdbcConnectorTarget; private Join _join; private Merge _merge; private MicrosoftSQLServerCatalogSource _microsoftSQLServerCatalogSource; private MicrosoftSQLServerCatalogTarget _microsoftSQLServerCatalogTarget; private MySQLCatalogSource _mySQLCatalogSource; private MySQLCatalogTarget _mySQLCatalogTarget; private OracleSQLCatalogSource _oracleSQLCatalogSource; private OracleSQLCatalogTarget _oracleSQLCatalogTarget; private PIIDetection _piiDetection; private PostgreSQLCatalogSource _postgreSQLCatalogSource; private PostgreSQLCatalogTarget _postgreSQLCatalogTarget; private Recipe _recipe; private RedshiftSource _redshiftSource; private RedshiftTarget _redshiftTarget; private RelationalCatalogSource _relationalCatalogSource; private RenameField _renameField; private S3CatalogDeltaSource _s3CatalogDeltaSource; private S3CatalogHudiSource _s3CatalogHudiSource; private S3CatalogSource _s3CatalogSource; private S3CatalogTarget _s3CatalogTarget; private S3CsvSource _s3CsvSource; private S3DeltaCatalogTarget _s3DeltaCatalogTarget; private S3DeltaDirectTarget _s3DeltaDirectTarget; private S3DeltaSource _s3DeltaSource; private S3DirectTarget _s3DirectTarget; private S3GlueParquetTarget _s3GlueParquetTarget; private S3HudiCatalogTarget _s3HudiCatalogTarget; private S3HudiDirectTarget _s3HudiDirectTarget; private S3HudiSource _s3HudiSource; private S3JsonSource _s3JsonSource; private S3ParquetSource _s3ParquetSource; private SelectFields _selectFields; private SelectFromCollection _selectFromCollection; private SnowflakeSource _snowflakeSource; private SnowflakeTarget _snowflakeTarget; private SparkConnectorSource _sparkConnectorSource; private SparkConnectorTarget _sparkConnectorTarget; private SparkSQL _sparkSQL; private Spigot _spigot; private SplitFields _splitFields; private Union _union; /// /// Gets and sets the property Aggregate. /// /// Specifies a transform that groups rows by chosen fields and computes the aggregated /// value by specified function. /// /// public Aggregate Aggregate { get { return this._aggregate; } set { this._aggregate = value; } } // Check to see if Aggregate property is set internal bool IsSetAggregate() { return this._aggregate != null; } /// /// Gets and sets the property AmazonRedshiftSource. /// /// Specifies a target that writes to a data source in Amazon Redshift. /// /// public AmazonRedshiftSource AmazonRedshiftSource { get { return this._amazonRedshiftSource; } set { this._amazonRedshiftSource = value; } } // Check to see if AmazonRedshiftSource property is set internal bool IsSetAmazonRedshiftSource() { return this._amazonRedshiftSource != null; } /// /// Gets and sets the property AmazonRedshiftTarget. /// /// Specifies a target that writes to a data target in Amazon Redshift. /// /// public AmazonRedshiftTarget AmazonRedshiftTarget { get { return this._amazonRedshiftTarget; } set { this._amazonRedshiftTarget = value; } } // Check to see if AmazonRedshiftTarget property is set internal bool IsSetAmazonRedshiftTarget() { return this._amazonRedshiftTarget != null; } /// /// Gets and sets the property ApplyMapping. /// /// Specifies a transform that maps data property keys in the data source to data property /// keys in the data target. You can rename keys, modify the data types for keys, and /// choose which keys to drop from the dataset. /// /// public ApplyMapping ApplyMapping { get { return this._applyMapping; } set { this._applyMapping = value; } } // Check to see if ApplyMapping property is set internal bool IsSetApplyMapping() { return this._applyMapping != null; } /// /// Gets and sets the property AthenaConnectorSource. /// /// Specifies a connector to an Amazon Athena data source. /// /// public AthenaConnectorSource AthenaConnectorSource { get { return this._athenaConnectorSource; } set { this._athenaConnectorSource = value; } } // Check to see if AthenaConnectorSource property is set internal bool IsSetAthenaConnectorSource() { return this._athenaConnectorSource != null; } /// /// Gets and sets the property CatalogDeltaSource. /// /// Specifies a Delta Lake data source that is registered in the Glue Data Catalog. /// /// public CatalogDeltaSource CatalogDeltaSource { get { return this._catalogDeltaSource; } set { this._catalogDeltaSource = value; } } // Check to see if CatalogDeltaSource property is set internal bool IsSetCatalogDeltaSource() { return this._catalogDeltaSource != null; } /// /// Gets and sets the property CatalogHudiSource. /// /// Specifies a Hudi data source that is registered in the Glue Data Catalog. /// /// public CatalogHudiSource CatalogHudiSource { get { return this._catalogHudiSource; } set { this._catalogHudiSource = value; } } // Check to see if CatalogHudiSource property is set internal bool IsSetCatalogHudiSource() { return this._catalogHudiSource != null; } /// /// Gets and sets the property CatalogKafkaSource. /// /// Specifies an Apache Kafka data store in the Data Catalog. /// /// public CatalogKafkaSource CatalogKafkaSource { get { return this._catalogKafkaSource; } set { this._catalogKafkaSource = value; } } // Check to see if CatalogKafkaSource property is set internal bool IsSetCatalogKafkaSource() { return this._catalogKafkaSource != null; } /// /// Gets and sets the property CatalogKinesisSource. /// /// Specifies a Kinesis data source in the Glue Data Catalog. /// /// public CatalogKinesisSource CatalogKinesisSource { get { return this._catalogKinesisSource; } set { this._catalogKinesisSource = value; } } // Check to see if CatalogKinesisSource property is set internal bool IsSetCatalogKinesisSource() { return this._catalogKinesisSource != null; } /// /// Gets and sets the property CatalogSource. /// /// Specifies a data store in the Glue Data Catalog. /// /// public CatalogSource CatalogSource { get { return this._catalogSource; } set { this._catalogSource = value; } } // Check to see if CatalogSource property is set internal bool IsSetCatalogSource() { return this._catalogSource != null; } /// /// Gets and sets the property CatalogTarget. /// /// Specifies a target that uses a Glue Data Catalog table. /// /// public BasicCatalogTarget CatalogTarget { get { return this._catalogTarget; } set { this._catalogTarget = value; } } // Check to see if CatalogTarget property is set internal bool IsSetCatalogTarget() { return this._catalogTarget != null; } /// /// Gets and sets the property CustomCode. /// /// Specifies a transform that uses custom code you provide to perform the data transformation. /// The output is a collection of DynamicFrames. /// /// public CustomCode CustomCode { get { return this._customCode; } set { this._customCode = value; } } // Check to see if CustomCode property is set internal bool IsSetCustomCode() { return this._customCode != null; } /// /// Gets and sets the property DirectJDBCSource. /// public DirectJDBCSource DirectJDBCSource { get { return this._directJDBCSource; } set { this._directJDBCSource = value; } } // Check to see if DirectJDBCSource property is set internal bool IsSetDirectJDBCSource() { return this._directJDBCSource != null; } /// /// Gets and sets the property DirectKafkaSource. /// /// Specifies an Apache Kafka data store. /// /// public DirectKafkaSource DirectKafkaSource { get { return this._directKafkaSource; } set { this._directKafkaSource = value; } } // Check to see if DirectKafkaSource property is set internal bool IsSetDirectKafkaSource() { return this._directKafkaSource != null; } /// /// Gets and sets the property DirectKinesisSource. /// /// Specifies a direct Amazon Kinesis data source. /// /// public DirectKinesisSource DirectKinesisSource { get { return this._directKinesisSource; } set { this._directKinesisSource = value; } } // Check to see if DirectKinesisSource property is set internal bool IsSetDirectKinesisSource() { return this._directKinesisSource != null; } /// /// Gets and sets the property DropDuplicates. /// /// Specifies a transform that removes rows of repeating data from a data set. /// /// public DropDuplicates DropDuplicates { get { return this._dropDuplicates; } set { this._dropDuplicates = value; } } // Check to see if DropDuplicates property is set internal bool IsSetDropDuplicates() { return this._dropDuplicates != null; } /// /// Gets and sets the property DropFields. /// /// Specifies a transform that chooses the data property keys that you want to drop. /// /// public DropFields DropFields { get { return this._dropFields; } set { this._dropFields = value; } } // Check to see if DropFields property is set internal bool IsSetDropFields() { return this._dropFields != null; } /// /// Gets and sets the property DropNullFields. /// /// Specifies a transform that removes columns from the dataset if all values in the column /// are 'null'. By default, Glue Studio will recognize null objects, but some values such /// as empty strings, strings that are "null", -1 integers or other placeholders such /// as zeros, are not automatically recognized as nulls. /// /// public DropNullFields DropNullFields { get { return this._dropNullFields; } set { this._dropNullFields = value; } } // Check to see if DropNullFields property is set internal bool IsSetDropNullFields() { return this._dropNullFields != null; } /// /// Gets and sets the property DynamicTransform. /// /// Specifies a custom visual transform created by a user. /// /// public DynamicTransform DynamicTransform { get { return this._dynamicTransform; } set { this._dynamicTransform = value; } } // Check to see if DynamicTransform property is set internal bool IsSetDynamicTransform() { return this._dynamicTransform != null; } /// /// Gets and sets the property DynamoDBCatalogSource. /// /// Specifies a DynamoDBC Catalog data store in the Glue Data Catalog. /// /// public DynamoDBCatalogSource DynamoDBCatalogSource { get { return this._dynamoDBCatalogSource; } set { this._dynamoDBCatalogSource = value; } } // Check to see if DynamoDBCatalogSource property is set internal bool IsSetDynamoDBCatalogSource() { return this._dynamoDBCatalogSource != null; } /// /// Gets and sets the property EvaluateDataQuality. /// /// Specifies your data quality evaluation criteria. /// /// public EvaluateDataQuality EvaluateDataQuality { get { return this._evaluateDataQuality; } set { this._evaluateDataQuality = value; } } // Check to see if EvaluateDataQuality property is set internal bool IsSetEvaluateDataQuality() { return this._evaluateDataQuality != null; } /// /// Gets and sets the property EvaluateDataQualityMultiFrame. /// /// Specifies your data quality evaluation criteria. Allows multiple input data and returns /// a collection of Dynamic Frames. /// /// public EvaluateDataQualityMultiFrame EvaluateDataQualityMultiFrame { get { return this._evaluateDataQualityMultiFrame; } set { this._evaluateDataQualityMultiFrame = value; } } // Check to see if EvaluateDataQualityMultiFrame property is set internal bool IsSetEvaluateDataQualityMultiFrame() { return this._evaluateDataQualityMultiFrame != null; } /// /// Gets and sets the property FillMissingValues. /// /// Specifies a transform that locates records in the dataset that have missing values /// and adds a new field with a value determined by imputation. The input data set is /// used to train the machine learning model that determines what the missing value should /// be. /// /// public FillMissingValues FillMissingValues { get { return this._fillMissingValues; } set { this._fillMissingValues = value; } } // Check to see if FillMissingValues property is set internal bool IsSetFillMissingValues() { return this._fillMissingValues != null; } /// /// Gets and sets the property Filter. /// /// Specifies a transform that splits a dataset into two, based on a filter condition. /// /// public Filter Filter { get { return this._filter; } set { this._filter = value; } } // Check to see if Filter property is set internal bool IsSetFilter() { return this._filter != null; } /// /// Gets and sets the property GovernedCatalogSource. /// /// Specifies a data source in a goverened Data Catalog. /// /// public GovernedCatalogSource GovernedCatalogSource { get { return this._governedCatalogSource; } set { this._governedCatalogSource = value; } } // Check to see if GovernedCatalogSource property is set internal bool IsSetGovernedCatalogSource() { return this._governedCatalogSource != null; } /// /// Gets and sets the property GovernedCatalogTarget. /// /// Specifies a data target that writes to a goverened catalog. /// /// public GovernedCatalogTarget GovernedCatalogTarget { get { return this._governedCatalogTarget; } set { this._governedCatalogTarget = value; } } // Check to see if GovernedCatalogTarget property is set internal bool IsSetGovernedCatalogTarget() { return this._governedCatalogTarget != null; } /// /// Gets and sets the property JDBCConnectorSource. /// /// Specifies a connector to a JDBC data source. /// /// public JDBCConnectorSource JDBCConnectorSource { get { return this._jdbcConnectorSource; } set { this._jdbcConnectorSource = value; } } // Check to see if JDBCConnectorSource property is set internal bool IsSetJDBCConnectorSource() { return this._jdbcConnectorSource != null; } /// /// Gets and sets the property JDBCConnectorTarget. /// /// Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage. /// /// public JDBCConnectorTarget JDBCConnectorTarget { get { return this._jdbcConnectorTarget; } set { this._jdbcConnectorTarget = value; } } // Check to see if JDBCConnectorTarget property is set internal bool IsSetJDBCConnectorTarget() { return this._jdbcConnectorTarget != null; } /// /// Gets and sets the property Join. /// /// Specifies a transform that joins two datasets into one dataset using a comparison /// phrase on the specified data property keys. You can use inner, outer, left, right, /// left semi, and left anti joins. /// /// public Join Join { get { return this._join; } set { this._join = value; } } // Check to see if Join property is set internal bool IsSetJoin() { return this._join != null; } /// /// Gets and sets the property Merge. /// /// Specifies a transform that merges a DynamicFrame with a staging DynamicFrame /// based on the specified primary keys to identify records. Duplicate records (records /// with the same primary keys) are not de-duplicated. /// /// public Merge Merge { get { return this._merge; } set { this._merge = value; } } // Check to see if Merge property is set internal bool IsSetMerge() { return this._merge != null; } /// /// Gets and sets the property MicrosoftSQLServerCatalogSource. /// /// Specifies a Microsoft SQL server data source in the Glue Data Catalog. /// /// public MicrosoftSQLServerCatalogSource MicrosoftSQLServerCatalogSource { get { return this._microsoftSQLServerCatalogSource; } set { this._microsoftSQLServerCatalogSource = value; } } // Check to see if MicrosoftSQLServerCatalogSource property is set internal bool IsSetMicrosoftSQLServerCatalogSource() { return this._microsoftSQLServerCatalogSource != null; } /// /// Gets and sets the property MicrosoftSQLServerCatalogTarget. /// /// Specifies a target that uses Microsoft SQL. /// /// public MicrosoftSQLServerCatalogTarget MicrosoftSQLServerCatalogTarget { get { return this._microsoftSQLServerCatalogTarget; } set { this._microsoftSQLServerCatalogTarget = value; } } // Check to see if MicrosoftSQLServerCatalogTarget property is set internal bool IsSetMicrosoftSQLServerCatalogTarget() { return this._microsoftSQLServerCatalogTarget != null; } /// /// Gets and sets the property MySQLCatalogSource. /// /// Specifies a MySQL data source in the Glue Data Catalog. /// /// public MySQLCatalogSource MySQLCatalogSource { get { return this._mySQLCatalogSource; } set { this._mySQLCatalogSource = value; } } // Check to see if MySQLCatalogSource property is set internal bool IsSetMySQLCatalogSource() { return this._mySQLCatalogSource != null; } /// /// Gets and sets the property MySQLCatalogTarget. /// /// Specifies a target that uses MySQL. /// /// public MySQLCatalogTarget MySQLCatalogTarget { get { return this._mySQLCatalogTarget; } set { this._mySQLCatalogTarget = value; } } // Check to see if MySQLCatalogTarget property is set internal bool IsSetMySQLCatalogTarget() { return this._mySQLCatalogTarget != null; } /// /// Gets and sets the property OracleSQLCatalogSource. /// /// Specifies an Oracle data source in the Glue Data Catalog. /// /// public OracleSQLCatalogSource OracleSQLCatalogSource { get { return this._oracleSQLCatalogSource; } set { this._oracleSQLCatalogSource = value; } } // Check to see if OracleSQLCatalogSource property is set internal bool IsSetOracleSQLCatalogSource() { return this._oracleSQLCatalogSource != null; } /// /// Gets and sets the property OracleSQLCatalogTarget. /// /// Specifies a target that uses Oracle SQL. /// /// public OracleSQLCatalogTarget OracleSQLCatalogTarget { get { return this._oracleSQLCatalogTarget; } set { this._oracleSQLCatalogTarget = value; } } // Check to see if OracleSQLCatalogTarget property is set internal bool IsSetOracleSQLCatalogTarget() { return this._oracleSQLCatalogTarget != null; } /// /// Gets and sets the property PIIDetection. /// /// Specifies a transform that identifies, removes or masks PII data. /// /// public PIIDetection PIIDetection { get { return this._piiDetection; } set { this._piiDetection = value; } } // Check to see if PIIDetection property is set internal bool IsSetPIIDetection() { return this._piiDetection != null; } /// /// Gets and sets the property PostgreSQLCatalogSource. /// /// Specifies a PostgresSQL data source in the Glue Data Catalog. /// /// public PostgreSQLCatalogSource PostgreSQLCatalogSource { get { return this._postgreSQLCatalogSource; } set { this._postgreSQLCatalogSource = value; } } // Check to see if PostgreSQLCatalogSource property is set internal bool IsSetPostgreSQLCatalogSource() { return this._postgreSQLCatalogSource != null; } /// /// Gets and sets the property PostgreSQLCatalogTarget. /// /// Specifies a target that uses Postgres SQL. /// /// public PostgreSQLCatalogTarget PostgreSQLCatalogTarget { get { return this._postgreSQLCatalogTarget; } set { this._postgreSQLCatalogTarget = value; } } // Check to see if PostgreSQLCatalogTarget property is set internal bool IsSetPostgreSQLCatalogTarget() { return this._postgreSQLCatalogTarget != null; } /// /// Gets and sets the property Recipe. /// /// Specifies a Glue DataBrew recipe node. /// /// public Recipe Recipe { get { return this._recipe; } set { this._recipe = value; } } // Check to see if Recipe property is set internal bool IsSetRecipe() { return this._recipe != null; } /// /// Gets and sets the property RedshiftSource. /// /// Specifies an Amazon Redshift data store. /// /// public RedshiftSource RedshiftSource { get { return this._redshiftSource; } set { this._redshiftSource = value; } } // Check to see if RedshiftSource property is set internal bool IsSetRedshiftSource() { return this._redshiftSource != null; } /// /// Gets and sets the property RedshiftTarget. /// /// Specifies a target that uses Amazon Redshift. /// /// public RedshiftTarget RedshiftTarget { get { return this._redshiftTarget; } set { this._redshiftTarget = value; } } // Check to see if RedshiftTarget property is set internal bool IsSetRedshiftTarget() { return this._redshiftTarget != null; } /// /// Gets and sets the property RelationalCatalogSource. /// /// Specifies a relational catalog data store in the Glue Data Catalog. /// /// public RelationalCatalogSource RelationalCatalogSource { get { return this._relationalCatalogSource; } set { this._relationalCatalogSource = value; } } // Check to see if RelationalCatalogSource property is set internal bool IsSetRelationalCatalogSource() { return this._relationalCatalogSource != null; } /// /// Gets and sets the property RenameField. /// /// Specifies a transform that renames a single data property key. /// /// public RenameField RenameField { get { return this._renameField; } set { this._renameField = value; } } // Check to see if RenameField property is set internal bool IsSetRenameField() { return this._renameField != null; } /// /// Gets and sets the property S3CatalogDeltaSource. /// /// Specifies a Delta Lake data source that is registered in the Glue Data Catalog. The /// data source must be stored in Amazon S3. /// /// public S3CatalogDeltaSource S3CatalogDeltaSource { get { return this._s3CatalogDeltaSource; } set { this._s3CatalogDeltaSource = value; } } // Check to see if S3CatalogDeltaSource property is set internal bool IsSetS3CatalogDeltaSource() { return this._s3CatalogDeltaSource != null; } /// /// Gets and sets the property S3CatalogHudiSource. /// /// Specifies a Hudi data source that is registered in the Glue Data Catalog. The data /// source must be stored in Amazon S3. /// /// public S3CatalogHudiSource S3CatalogHudiSource { get { return this._s3CatalogHudiSource; } set { this._s3CatalogHudiSource = value; } } // Check to see if S3CatalogHudiSource property is set internal bool IsSetS3CatalogHudiSource() { return this._s3CatalogHudiSource != null; } /// /// Gets and sets the property S3CatalogSource. /// /// Specifies an Amazon S3 data store in the Glue Data Catalog. /// /// public S3CatalogSource S3CatalogSource { get { return this._s3CatalogSource; } set { this._s3CatalogSource = value; } } // Check to see if S3CatalogSource property is set internal bool IsSetS3CatalogSource() { return this._s3CatalogSource != null; } /// /// Gets and sets the property S3CatalogTarget. /// /// Specifies a data target that writes to Amazon S3 using the Glue Data Catalog. /// /// public S3CatalogTarget S3CatalogTarget { get { return this._s3CatalogTarget; } set { this._s3CatalogTarget = value; } } // Check to see if S3CatalogTarget property is set internal bool IsSetS3CatalogTarget() { return this._s3CatalogTarget != null; } /// /// Gets and sets the property S3CsvSource. /// /// Specifies a command-separated value (CSV) data store stored in Amazon S3. /// /// public S3CsvSource S3CsvSource { get { return this._s3CsvSource; } set { this._s3CsvSource = value; } } // Check to see if S3CsvSource property is set internal bool IsSetS3CsvSource() { return this._s3CsvSource != null; } /// /// Gets and sets the property S3DeltaCatalogTarget. /// /// Specifies a target that writes to a Delta Lake data source in the Glue Data Catalog. /// /// public S3DeltaCatalogTarget S3DeltaCatalogTarget { get { return this._s3DeltaCatalogTarget; } set { this._s3DeltaCatalogTarget = value; } } // Check to see if S3DeltaCatalogTarget property is set internal bool IsSetS3DeltaCatalogTarget() { return this._s3DeltaCatalogTarget != null; } /// /// Gets and sets the property S3DeltaDirectTarget. /// /// Specifies a target that writes to a Delta Lake data source in Amazon S3. /// /// public S3DeltaDirectTarget S3DeltaDirectTarget { get { return this._s3DeltaDirectTarget; } set { this._s3DeltaDirectTarget = value; } } // Check to see if S3DeltaDirectTarget property is set internal bool IsSetS3DeltaDirectTarget() { return this._s3DeltaDirectTarget != null; } /// /// Gets and sets the property S3DeltaSource. /// /// Specifies a Delta Lake data source stored in Amazon S3. /// /// public S3DeltaSource S3DeltaSource { get { return this._s3DeltaSource; } set { this._s3DeltaSource = value; } } // Check to see if S3DeltaSource property is set internal bool IsSetS3DeltaSource() { return this._s3DeltaSource != null; } /// /// Gets and sets the property S3DirectTarget. /// /// Specifies a data target that writes to Amazon S3. /// /// public S3DirectTarget S3DirectTarget { get { return this._s3DirectTarget; } set { this._s3DirectTarget = value; } } // Check to see if S3DirectTarget property is set internal bool IsSetS3DirectTarget() { return this._s3DirectTarget != null; } /// /// Gets and sets the property S3GlueParquetTarget. /// /// Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage. /// /// public S3GlueParquetTarget S3GlueParquetTarget { get { return this._s3GlueParquetTarget; } set { this._s3GlueParquetTarget = value; } } // Check to see if S3GlueParquetTarget property is set internal bool IsSetS3GlueParquetTarget() { return this._s3GlueParquetTarget != null; } /// /// Gets and sets the property S3HudiCatalogTarget. /// /// Specifies a target that writes to a Hudi data source in the Glue Data Catalog. /// /// public S3HudiCatalogTarget S3HudiCatalogTarget { get { return this._s3HudiCatalogTarget; } set { this._s3HudiCatalogTarget = value; } } // Check to see if S3HudiCatalogTarget property is set internal bool IsSetS3HudiCatalogTarget() { return this._s3HudiCatalogTarget != null; } /// /// Gets and sets the property S3HudiDirectTarget. /// /// Specifies a target that writes to a Hudi data source in Amazon S3. /// /// public S3HudiDirectTarget S3HudiDirectTarget { get { return this._s3HudiDirectTarget; } set { this._s3HudiDirectTarget = value; } } // Check to see if S3HudiDirectTarget property is set internal bool IsSetS3HudiDirectTarget() { return this._s3HudiDirectTarget != null; } /// /// Gets and sets the property S3HudiSource. /// /// Specifies a Hudi data source stored in Amazon S3. /// /// public S3HudiSource S3HudiSource { get { return this._s3HudiSource; } set { this._s3HudiSource = value; } } // Check to see if S3HudiSource property is set internal bool IsSetS3HudiSource() { return this._s3HudiSource != null; } /// /// Gets and sets the property S3JsonSource. /// /// Specifies a JSON data store stored in Amazon S3. /// /// public S3JsonSource S3JsonSource { get { return this._s3JsonSource; } set { this._s3JsonSource = value; } } // Check to see if S3JsonSource property is set internal bool IsSetS3JsonSource() { return this._s3JsonSource != null; } /// /// Gets and sets the property S3ParquetSource. /// /// Specifies an Apache Parquet data store stored in Amazon S3. /// /// public S3ParquetSource S3ParquetSource { get { return this._s3ParquetSource; } set { this._s3ParquetSource = value; } } // Check to see if S3ParquetSource property is set internal bool IsSetS3ParquetSource() { return this._s3ParquetSource != null; } /// /// Gets and sets the property SelectFields. /// /// Specifies a transform that chooses the data property keys that you want to keep. /// /// public SelectFields SelectFields { get { return this._selectFields; } set { this._selectFields = value; } } // Check to see if SelectFields property is set internal bool IsSetSelectFields() { return this._selectFields != null; } /// /// Gets and sets the property SelectFromCollection. /// /// Specifies a transform that chooses one DynamicFrame from a collection /// of DynamicFrames. The output is the selected DynamicFrame /// /// /// public SelectFromCollection SelectFromCollection { get { return this._selectFromCollection; } set { this._selectFromCollection = value; } } // Check to see if SelectFromCollection property is set internal bool IsSetSelectFromCollection() { return this._selectFromCollection != null; } /// /// Gets and sets the property SnowflakeSource. /// /// Specifies a Snowflake data source. /// /// public SnowflakeSource SnowflakeSource { get { return this._snowflakeSource; } set { this._snowflakeSource = value; } } // Check to see if SnowflakeSource property is set internal bool IsSetSnowflakeSource() { return this._snowflakeSource != null; } /// /// Gets and sets the property SnowflakeTarget. /// /// Specifies a target that writes to a Snowflake data source. /// /// public SnowflakeTarget SnowflakeTarget { get { return this._snowflakeTarget; } set { this._snowflakeTarget = value; } } // Check to see if SnowflakeTarget property is set internal bool IsSetSnowflakeTarget() { return this._snowflakeTarget != null; } /// /// Gets and sets the property SparkConnectorSource. /// /// Specifies a connector to an Apache Spark data source. /// /// public SparkConnectorSource SparkConnectorSource { get { return this._sparkConnectorSource; } set { this._sparkConnectorSource = value; } } // Check to see if SparkConnectorSource property is set internal bool IsSetSparkConnectorSource() { return this._sparkConnectorSource != null; } /// /// Gets and sets the property SparkConnectorTarget. /// /// Specifies a target that uses an Apache Spark connector. /// /// public SparkConnectorTarget SparkConnectorTarget { get { return this._sparkConnectorTarget; } set { this._sparkConnectorTarget = value; } } // Check to see if SparkConnectorTarget property is set internal bool IsSetSparkConnectorTarget() { return this._sparkConnectorTarget != null; } /// /// Gets and sets the property SparkSQL. /// /// Specifies a transform where you enter a SQL query using Spark SQL syntax to transform /// the data. The output is a single DynamicFrame. /// /// public SparkSQL SparkSQL { get { return this._sparkSQL; } set { this._sparkSQL = value; } } // Check to see if SparkSQL property is set internal bool IsSetSparkSQL() { return this._sparkSQL != null; } /// /// Gets and sets the property Spigot. /// /// Specifies a transform that writes samples of the data to an Amazon S3 bucket. /// /// public Spigot Spigot { get { return this._spigot; } set { this._spigot = value; } } // Check to see if Spigot property is set internal bool IsSetSpigot() { return this._spigot != null; } /// /// Gets and sets the property SplitFields. /// /// Specifies a transform that splits data property keys into two DynamicFrames. /// The output is a collection of DynamicFrames: one with selected data property /// keys, and one with the remaining data property keys. /// /// public SplitFields SplitFields { get { return this._splitFields; } set { this._splitFields = value; } } // Check to see if SplitFields property is set internal bool IsSetSplitFields() { return this._splitFields != null; } /// /// Gets and sets the property Union. /// /// Specifies a transform that combines the rows from two or more datasets into a single /// result. /// /// public Union Union { get { return this._union; } set { this._union = value; } } // Check to see if Union property is set internal bool IsSetUnion() { return this._union != null; } } }