/*
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License").
* You may not use this file except in compliance with the License.
* A copy of the License is located at
*
* http://aws.amazon.com/apache2.0
*
* or in the "license" file accompanying this file. This file is distributed
* on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
* express or implied. See the License for the specific language governing
* permissions and limitations under the License.
*/
/*
* Do not modify this file. This file is generated from the glue-2017-03-31.normal.json service model.
*/
using System;
using System.Collections.Generic;
using System.Xml.Serialization;
using System.Text;
using System.IO;
using System.Net;
using Amazon.Runtime;
using Amazon.Runtime.Internal;
namespace Amazon.Glue.Model
{
///
/// CodeGenConfigurationNode
enumerates all valid Node types. One and only
/// one of its member variables can be populated.
///
public partial class CodeGenConfigurationNode
{
private Aggregate _aggregate;
private AmazonRedshiftSource _amazonRedshiftSource;
private AmazonRedshiftTarget _amazonRedshiftTarget;
private ApplyMapping _applyMapping;
private AthenaConnectorSource _athenaConnectorSource;
private CatalogDeltaSource _catalogDeltaSource;
private CatalogHudiSource _catalogHudiSource;
private CatalogKafkaSource _catalogKafkaSource;
private CatalogKinesisSource _catalogKinesisSource;
private CatalogSource _catalogSource;
private BasicCatalogTarget _catalogTarget;
private CustomCode _customCode;
private DirectJDBCSource _directJDBCSource;
private DirectKafkaSource _directKafkaSource;
private DirectKinesisSource _directKinesisSource;
private DropDuplicates _dropDuplicates;
private DropFields _dropFields;
private DropNullFields _dropNullFields;
private DynamicTransform _dynamicTransform;
private DynamoDBCatalogSource _dynamoDBCatalogSource;
private EvaluateDataQuality _evaluateDataQuality;
private EvaluateDataQualityMultiFrame _evaluateDataQualityMultiFrame;
private FillMissingValues _fillMissingValues;
private Filter _filter;
private GovernedCatalogSource _governedCatalogSource;
private GovernedCatalogTarget _governedCatalogTarget;
private JDBCConnectorSource _jdbcConnectorSource;
private JDBCConnectorTarget _jdbcConnectorTarget;
private Join _join;
private Merge _merge;
private MicrosoftSQLServerCatalogSource _microsoftSQLServerCatalogSource;
private MicrosoftSQLServerCatalogTarget _microsoftSQLServerCatalogTarget;
private MySQLCatalogSource _mySQLCatalogSource;
private MySQLCatalogTarget _mySQLCatalogTarget;
private OracleSQLCatalogSource _oracleSQLCatalogSource;
private OracleSQLCatalogTarget _oracleSQLCatalogTarget;
private PIIDetection _piiDetection;
private PostgreSQLCatalogSource _postgreSQLCatalogSource;
private PostgreSQLCatalogTarget _postgreSQLCatalogTarget;
private Recipe _recipe;
private RedshiftSource _redshiftSource;
private RedshiftTarget _redshiftTarget;
private RelationalCatalogSource _relationalCatalogSource;
private RenameField _renameField;
private S3CatalogDeltaSource _s3CatalogDeltaSource;
private S3CatalogHudiSource _s3CatalogHudiSource;
private S3CatalogSource _s3CatalogSource;
private S3CatalogTarget _s3CatalogTarget;
private S3CsvSource _s3CsvSource;
private S3DeltaCatalogTarget _s3DeltaCatalogTarget;
private S3DeltaDirectTarget _s3DeltaDirectTarget;
private S3DeltaSource _s3DeltaSource;
private S3DirectTarget _s3DirectTarget;
private S3GlueParquetTarget _s3GlueParquetTarget;
private S3HudiCatalogTarget _s3HudiCatalogTarget;
private S3HudiDirectTarget _s3HudiDirectTarget;
private S3HudiSource _s3HudiSource;
private S3JsonSource _s3JsonSource;
private S3ParquetSource _s3ParquetSource;
private SelectFields _selectFields;
private SelectFromCollection _selectFromCollection;
private SnowflakeSource _snowflakeSource;
private SnowflakeTarget _snowflakeTarget;
private SparkConnectorSource _sparkConnectorSource;
private SparkConnectorTarget _sparkConnectorTarget;
private SparkSQL _sparkSQL;
private Spigot _spigot;
private SplitFields _splitFields;
private Union _union;
///
/// Gets and sets the property Aggregate.
///
/// Specifies a transform that groups rows by chosen fields and computes the aggregated
/// value by specified function.
///
///
public Aggregate Aggregate
{
get { return this._aggregate; }
set { this._aggregate = value; }
}
// Check to see if Aggregate property is set
internal bool IsSetAggregate()
{
return this._aggregate != null;
}
///
/// Gets and sets the property AmazonRedshiftSource.
///
/// Specifies a target that writes to a data source in Amazon Redshift.
///
///
public AmazonRedshiftSource AmazonRedshiftSource
{
get { return this._amazonRedshiftSource; }
set { this._amazonRedshiftSource = value; }
}
// Check to see if AmazonRedshiftSource property is set
internal bool IsSetAmazonRedshiftSource()
{
return this._amazonRedshiftSource != null;
}
///
/// Gets and sets the property AmazonRedshiftTarget.
///
/// Specifies a target that writes to a data target in Amazon Redshift.
///
///
public AmazonRedshiftTarget AmazonRedshiftTarget
{
get { return this._amazonRedshiftTarget; }
set { this._amazonRedshiftTarget = value; }
}
// Check to see if AmazonRedshiftTarget property is set
internal bool IsSetAmazonRedshiftTarget()
{
return this._amazonRedshiftTarget != null;
}
///
/// Gets and sets the property ApplyMapping.
///
/// Specifies a transform that maps data property keys in the data source to data property
/// keys in the data target. You can rename keys, modify the data types for keys, and
/// choose which keys to drop from the dataset.
///
///
public ApplyMapping ApplyMapping
{
get { return this._applyMapping; }
set { this._applyMapping = value; }
}
// Check to see if ApplyMapping property is set
internal bool IsSetApplyMapping()
{
return this._applyMapping != null;
}
///
/// Gets and sets the property AthenaConnectorSource.
///
/// Specifies a connector to an Amazon Athena data source.
///
///
public AthenaConnectorSource AthenaConnectorSource
{
get { return this._athenaConnectorSource; }
set { this._athenaConnectorSource = value; }
}
// Check to see if AthenaConnectorSource property is set
internal bool IsSetAthenaConnectorSource()
{
return this._athenaConnectorSource != null;
}
///
/// Gets and sets the property CatalogDeltaSource.
///
/// Specifies a Delta Lake data source that is registered in the Glue Data Catalog.
///
///
public CatalogDeltaSource CatalogDeltaSource
{
get { return this._catalogDeltaSource; }
set { this._catalogDeltaSource = value; }
}
// Check to see if CatalogDeltaSource property is set
internal bool IsSetCatalogDeltaSource()
{
return this._catalogDeltaSource != null;
}
///
/// Gets and sets the property CatalogHudiSource.
///
/// Specifies a Hudi data source that is registered in the Glue Data Catalog.
///
///
public CatalogHudiSource CatalogHudiSource
{
get { return this._catalogHudiSource; }
set { this._catalogHudiSource = value; }
}
// Check to see if CatalogHudiSource property is set
internal bool IsSetCatalogHudiSource()
{
return this._catalogHudiSource != null;
}
///
/// Gets and sets the property CatalogKafkaSource.
///
/// Specifies an Apache Kafka data store in the Data Catalog.
///
///
public CatalogKafkaSource CatalogKafkaSource
{
get { return this._catalogKafkaSource; }
set { this._catalogKafkaSource = value; }
}
// Check to see if CatalogKafkaSource property is set
internal bool IsSetCatalogKafkaSource()
{
return this._catalogKafkaSource != null;
}
///
/// Gets and sets the property CatalogKinesisSource.
///
/// Specifies a Kinesis data source in the Glue Data Catalog.
///
///
public CatalogKinesisSource CatalogKinesisSource
{
get { return this._catalogKinesisSource; }
set { this._catalogKinesisSource = value; }
}
// Check to see if CatalogKinesisSource property is set
internal bool IsSetCatalogKinesisSource()
{
return this._catalogKinesisSource != null;
}
///
/// Gets and sets the property CatalogSource.
///
/// Specifies a data store in the Glue Data Catalog.
///
///
public CatalogSource CatalogSource
{
get { return this._catalogSource; }
set { this._catalogSource = value; }
}
// Check to see if CatalogSource property is set
internal bool IsSetCatalogSource()
{
return this._catalogSource != null;
}
///
/// Gets and sets the property CatalogTarget.
///
/// Specifies a target that uses a Glue Data Catalog table.
///
///
public BasicCatalogTarget CatalogTarget
{
get { return this._catalogTarget; }
set { this._catalogTarget = value; }
}
// Check to see if CatalogTarget property is set
internal bool IsSetCatalogTarget()
{
return this._catalogTarget != null;
}
///
/// Gets and sets the property CustomCode.
///
/// Specifies a transform that uses custom code you provide to perform the data transformation.
/// The output is a collection of DynamicFrames.
///
///
public CustomCode CustomCode
{
get { return this._customCode; }
set { this._customCode = value; }
}
// Check to see if CustomCode property is set
internal bool IsSetCustomCode()
{
return this._customCode != null;
}
///
/// Gets and sets the property DirectJDBCSource.
///
public DirectJDBCSource DirectJDBCSource
{
get { return this._directJDBCSource; }
set { this._directJDBCSource = value; }
}
// Check to see if DirectJDBCSource property is set
internal bool IsSetDirectJDBCSource()
{
return this._directJDBCSource != null;
}
///
/// Gets and sets the property DirectKafkaSource.
///
/// Specifies an Apache Kafka data store.
///
///
public DirectKafkaSource DirectKafkaSource
{
get { return this._directKafkaSource; }
set { this._directKafkaSource = value; }
}
// Check to see if DirectKafkaSource property is set
internal bool IsSetDirectKafkaSource()
{
return this._directKafkaSource != null;
}
///
/// Gets and sets the property DirectKinesisSource.
///
/// Specifies a direct Amazon Kinesis data source.
///
///
public DirectKinesisSource DirectKinesisSource
{
get { return this._directKinesisSource; }
set { this._directKinesisSource = value; }
}
// Check to see if DirectKinesisSource property is set
internal bool IsSetDirectKinesisSource()
{
return this._directKinesisSource != null;
}
///
/// Gets and sets the property DropDuplicates.
///
/// Specifies a transform that removes rows of repeating data from a data set.
///
///
public DropDuplicates DropDuplicates
{
get { return this._dropDuplicates; }
set { this._dropDuplicates = value; }
}
// Check to see if DropDuplicates property is set
internal bool IsSetDropDuplicates()
{
return this._dropDuplicates != null;
}
///
/// Gets and sets the property DropFields.
///
/// Specifies a transform that chooses the data property keys that you want to drop.
///
///
public DropFields DropFields
{
get { return this._dropFields; }
set { this._dropFields = value; }
}
// Check to see if DropFields property is set
internal bool IsSetDropFields()
{
return this._dropFields != null;
}
///
/// Gets and sets the property DropNullFields.
///
/// Specifies a transform that removes columns from the dataset if all values in the column
/// are 'null'. By default, Glue Studio will recognize null objects, but some values such
/// as empty strings, strings that are "null", -1 integers or other placeholders such
/// as zeros, are not automatically recognized as nulls.
///
///
public DropNullFields DropNullFields
{
get { return this._dropNullFields; }
set { this._dropNullFields = value; }
}
// Check to see if DropNullFields property is set
internal bool IsSetDropNullFields()
{
return this._dropNullFields != null;
}
///
/// Gets and sets the property DynamicTransform.
///
/// Specifies a custom visual transform created by a user.
///
///
public DynamicTransform DynamicTransform
{
get { return this._dynamicTransform; }
set { this._dynamicTransform = value; }
}
// Check to see if DynamicTransform property is set
internal bool IsSetDynamicTransform()
{
return this._dynamicTransform != null;
}
///
/// Gets and sets the property DynamoDBCatalogSource.
///
/// Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.
///
///
public DynamoDBCatalogSource DynamoDBCatalogSource
{
get { return this._dynamoDBCatalogSource; }
set { this._dynamoDBCatalogSource = value; }
}
// Check to see if DynamoDBCatalogSource property is set
internal bool IsSetDynamoDBCatalogSource()
{
return this._dynamoDBCatalogSource != null;
}
///
/// Gets and sets the property EvaluateDataQuality.
///
/// Specifies your data quality evaluation criteria.
///
///
public EvaluateDataQuality EvaluateDataQuality
{
get { return this._evaluateDataQuality; }
set { this._evaluateDataQuality = value; }
}
// Check to see if EvaluateDataQuality property is set
internal bool IsSetEvaluateDataQuality()
{
return this._evaluateDataQuality != null;
}
///
/// Gets and sets the property EvaluateDataQualityMultiFrame.
///
/// Specifies your data quality evaluation criteria. Allows multiple input data and returns
/// a collection of Dynamic Frames.
///
///
public EvaluateDataQualityMultiFrame EvaluateDataQualityMultiFrame
{
get { return this._evaluateDataQualityMultiFrame; }
set { this._evaluateDataQualityMultiFrame = value; }
}
// Check to see if EvaluateDataQualityMultiFrame property is set
internal bool IsSetEvaluateDataQualityMultiFrame()
{
return this._evaluateDataQualityMultiFrame != null;
}
///
/// Gets and sets the property FillMissingValues.
///
/// Specifies a transform that locates records in the dataset that have missing values
/// and adds a new field with a value determined by imputation. The input data set is
/// used to train the machine learning model that determines what the missing value should
/// be.
///
///
public FillMissingValues FillMissingValues
{
get { return this._fillMissingValues; }
set { this._fillMissingValues = value; }
}
// Check to see if FillMissingValues property is set
internal bool IsSetFillMissingValues()
{
return this._fillMissingValues != null;
}
///
/// Gets and sets the property Filter.
///
/// Specifies a transform that splits a dataset into two, based on a filter condition.
///
///
public Filter Filter
{
get { return this._filter; }
set { this._filter = value; }
}
// Check to see if Filter property is set
internal bool IsSetFilter()
{
return this._filter != null;
}
///
/// Gets and sets the property GovernedCatalogSource.
///
/// Specifies a data source in a goverened Data Catalog.
///
///
public GovernedCatalogSource GovernedCatalogSource
{
get { return this._governedCatalogSource; }
set { this._governedCatalogSource = value; }
}
// Check to see if GovernedCatalogSource property is set
internal bool IsSetGovernedCatalogSource()
{
return this._governedCatalogSource != null;
}
///
/// Gets and sets the property GovernedCatalogTarget.
///
/// Specifies a data target that writes to a goverened catalog.
///
///
public GovernedCatalogTarget GovernedCatalogTarget
{
get { return this._governedCatalogTarget; }
set { this._governedCatalogTarget = value; }
}
// Check to see if GovernedCatalogTarget property is set
internal bool IsSetGovernedCatalogTarget()
{
return this._governedCatalogTarget != null;
}
///
/// Gets and sets the property JDBCConnectorSource.
///
/// Specifies a connector to a JDBC data source.
///
///
public JDBCConnectorSource JDBCConnectorSource
{
get { return this._jdbcConnectorSource; }
set { this._jdbcConnectorSource = value; }
}
// Check to see if JDBCConnectorSource property is set
internal bool IsSetJDBCConnectorSource()
{
return this._jdbcConnectorSource != null;
}
///
/// Gets and sets the property JDBCConnectorTarget.
///
/// Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.
///
///
public JDBCConnectorTarget JDBCConnectorTarget
{
get { return this._jdbcConnectorTarget; }
set { this._jdbcConnectorTarget = value; }
}
// Check to see if JDBCConnectorTarget property is set
internal bool IsSetJDBCConnectorTarget()
{
return this._jdbcConnectorTarget != null;
}
///
/// Gets and sets the property Join.
///
/// Specifies a transform that joins two datasets into one dataset using a comparison
/// phrase on the specified data property keys. You can use inner, outer, left, right,
/// left semi, and left anti joins.
///
///
public Join Join
{
get { return this._join; }
set { this._join = value; }
}
// Check to see if Join property is set
internal bool IsSetJoin()
{
return this._join != null;
}
///
/// Gets and sets the property Merge.
///
/// Specifies a transform that merges a DynamicFrame
with a staging DynamicFrame
/// based on the specified primary keys to identify records. Duplicate records (records
/// with the same primary keys) are not de-duplicated.
///
///
public Merge Merge
{
get { return this._merge; }
set { this._merge = value; }
}
// Check to see if Merge property is set
internal bool IsSetMerge()
{
return this._merge != null;
}
///
/// Gets and sets the property MicrosoftSQLServerCatalogSource.
///
/// Specifies a Microsoft SQL server data source in the Glue Data Catalog.
///
///
public MicrosoftSQLServerCatalogSource MicrosoftSQLServerCatalogSource
{
get { return this._microsoftSQLServerCatalogSource; }
set { this._microsoftSQLServerCatalogSource = value; }
}
// Check to see if MicrosoftSQLServerCatalogSource property is set
internal bool IsSetMicrosoftSQLServerCatalogSource()
{
return this._microsoftSQLServerCatalogSource != null;
}
///
/// Gets and sets the property MicrosoftSQLServerCatalogTarget.
///
/// Specifies a target that uses Microsoft SQL.
///
///
public MicrosoftSQLServerCatalogTarget MicrosoftSQLServerCatalogTarget
{
get { return this._microsoftSQLServerCatalogTarget; }
set { this._microsoftSQLServerCatalogTarget = value; }
}
// Check to see if MicrosoftSQLServerCatalogTarget property is set
internal bool IsSetMicrosoftSQLServerCatalogTarget()
{
return this._microsoftSQLServerCatalogTarget != null;
}
///
/// Gets and sets the property MySQLCatalogSource.
///
/// Specifies a MySQL data source in the Glue Data Catalog.
///
///
public MySQLCatalogSource MySQLCatalogSource
{
get { return this._mySQLCatalogSource; }
set { this._mySQLCatalogSource = value; }
}
// Check to see if MySQLCatalogSource property is set
internal bool IsSetMySQLCatalogSource()
{
return this._mySQLCatalogSource != null;
}
///
/// Gets and sets the property MySQLCatalogTarget.
///
/// Specifies a target that uses MySQL.
///
///
public MySQLCatalogTarget MySQLCatalogTarget
{
get { return this._mySQLCatalogTarget; }
set { this._mySQLCatalogTarget = value; }
}
// Check to see if MySQLCatalogTarget property is set
internal bool IsSetMySQLCatalogTarget()
{
return this._mySQLCatalogTarget != null;
}
///
/// Gets and sets the property OracleSQLCatalogSource.
///
/// Specifies an Oracle data source in the Glue Data Catalog.
///
///
public OracleSQLCatalogSource OracleSQLCatalogSource
{
get { return this._oracleSQLCatalogSource; }
set { this._oracleSQLCatalogSource = value; }
}
// Check to see if OracleSQLCatalogSource property is set
internal bool IsSetOracleSQLCatalogSource()
{
return this._oracleSQLCatalogSource != null;
}
///
/// Gets and sets the property OracleSQLCatalogTarget.
///
/// Specifies a target that uses Oracle SQL.
///
///
public OracleSQLCatalogTarget OracleSQLCatalogTarget
{
get { return this._oracleSQLCatalogTarget; }
set { this._oracleSQLCatalogTarget = value; }
}
// Check to see if OracleSQLCatalogTarget property is set
internal bool IsSetOracleSQLCatalogTarget()
{
return this._oracleSQLCatalogTarget != null;
}
///
/// Gets and sets the property PIIDetection.
///
/// Specifies a transform that identifies, removes or masks PII data.
///
///
public PIIDetection PIIDetection
{
get { return this._piiDetection; }
set { this._piiDetection = value; }
}
// Check to see if PIIDetection property is set
internal bool IsSetPIIDetection()
{
return this._piiDetection != null;
}
///
/// Gets and sets the property PostgreSQLCatalogSource.
///
/// Specifies a PostgresSQL data source in the Glue Data Catalog.
///
///
public PostgreSQLCatalogSource PostgreSQLCatalogSource
{
get { return this._postgreSQLCatalogSource; }
set { this._postgreSQLCatalogSource = value; }
}
// Check to see if PostgreSQLCatalogSource property is set
internal bool IsSetPostgreSQLCatalogSource()
{
return this._postgreSQLCatalogSource != null;
}
///
/// Gets and sets the property PostgreSQLCatalogTarget.
///
/// Specifies a target that uses Postgres SQL.
///
///
public PostgreSQLCatalogTarget PostgreSQLCatalogTarget
{
get { return this._postgreSQLCatalogTarget; }
set { this._postgreSQLCatalogTarget = value; }
}
// Check to see if PostgreSQLCatalogTarget property is set
internal bool IsSetPostgreSQLCatalogTarget()
{
return this._postgreSQLCatalogTarget != null;
}
///
/// Gets and sets the property Recipe.
///
/// Specifies a Glue DataBrew recipe node.
///
///
public Recipe Recipe
{
get { return this._recipe; }
set { this._recipe = value; }
}
// Check to see if Recipe property is set
internal bool IsSetRecipe()
{
return this._recipe != null;
}
///
/// Gets and sets the property RedshiftSource.
///
/// Specifies an Amazon Redshift data store.
///
///
public RedshiftSource RedshiftSource
{
get { return this._redshiftSource; }
set { this._redshiftSource = value; }
}
// Check to see if RedshiftSource property is set
internal bool IsSetRedshiftSource()
{
return this._redshiftSource != null;
}
///
/// Gets and sets the property RedshiftTarget.
///
/// Specifies a target that uses Amazon Redshift.
///
///
public RedshiftTarget RedshiftTarget
{
get { return this._redshiftTarget; }
set { this._redshiftTarget = value; }
}
// Check to see if RedshiftTarget property is set
internal bool IsSetRedshiftTarget()
{
return this._redshiftTarget != null;
}
///
/// Gets and sets the property RelationalCatalogSource.
///
/// Specifies a relational catalog data store in the Glue Data Catalog.
///
///
public RelationalCatalogSource RelationalCatalogSource
{
get { return this._relationalCatalogSource; }
set { this._relationalCatalogSource = value; }
}
// Check to see if RelationalCatalogSource property is set
internal bool IsSetRelationalCatalogSource()
{
return this._relationalCatalogSource != null;
}
///
/// Gets and sets the property RenameField.
///
/// Specifies a transform that renames a single data property key.
///
///
public RenameField RenameField
{
get { return this._renameField; }
set { this._renameField = value; }
}
// Check to see if RenameField property is set
internal bool IsSetRenameField()
{
return this._renameField != null;
}
///
/// Gets and sets the property S3CatalogDeltaSource.
///
/// Specifies a Delta Lake data source that is registered in the Glue Data Catalog. The
/// data source must be stored in Amazon S3.
///
///
public S3CatalogDeltaSource S3CatalogDeltaSource
{
get { return this._s3CatalogDeltaSource; }
set { this._s3CatalogDeltaSource = value; }
}
// Check to see if S3CatalogDeltaSource property is set
internal bool IsSetS3CatalogDeltaSource()
{
return this._s3CatalogDeltaSource != null;
}
///
/// Gets and sets the property S3CatalogHudiSource.
///
/// Specifies a Hudi data source that is registered in the Glue Data Catalog. The data
/// source must be stored in Amazon S3.
///
///
public S3CatalogHudiSource S3CatalogHudiSource
{
get { return this._s3CatalogHudiSource; }
set { this._s3CatalogHudiSource = value; }
}
// Check to see if S3CatalogHudiSource property is set
internal bool IsSetS3CatalogHudiSource()
{
return this._s3CatalogHudiSource != null;
}
///
/// Gets and sets the property S3CatalogSource.
///
/// Specifies an Amazon S3 data store in the Glue Data Catalog.
///
///
public S3CatalogSource S3CatalogSource
{
get { return this._s3CatalogSource; }
set { this._s3CatalogSource = value; }
}
// Check to see if S3CatalogSource property is set
internal bool IsSetS3CatalogSource()
{
return this._s3CatalogSource != null;
}
///
/// Gets and sets the property S3CatalogTarget.
///
/// Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.
///
///
public S3CatalogTarget S3CatalogTarget
{
get { return this._s3CatalogTarget; }
set { this._s3CatalogTarget = value; }
}
// Check to see if S3CatalogTarget property is set
internal bool IsSetS3CatalogTarget()
{
return this._s3CatalogTarget != null;
}
///
/// Gets and sets the property S3CsvSource.
///
/// Specifies a command-separated value (CSV) data store stored in Amazon S3.
///
///
public S3CsvSource S3CsvSource
{
get { return this._s3CsvSource; }
set { this._s3CsvSource = value; }
}
// Check to see if S3CsvSource property is set
internal bool IsSetS3CsvSource()
{
return this._s3CsvSource != null;
}
///
/// Gets and sets the property S3DeltaCatalogTarget.
///
/// Specifies a target that writes to a Delta Lake data source in the Glue Data Catalog.
///
///
public S3DeltaCatalogTarget S3DeltaCatalogTarget
{
get { return this._s3DeltaCatalogTarget; }
set { this._s3DeltaCatalogTarget = value; }
}
// Check to see if S3DeltaCatalogTarget property is set
internal bool IsSetS3DeltaCatalogTarget()
{
return this._s3DeltaCatalogTarget != null;
}
///
/// Gets and sets the property S3DeltaDirectTarget.
///
/// Specifies a target that writes to a Delta Lake data source in Amazon S3.
///
///
public S3DeltaDirectTarget S3DeltaDirectTarget
{
get { return this._s3DeltaDirectTarget; }
set { this._s3DeltaDirectTarget = value; }
}
// Check to see if S3DeltaDirectTarget property is set
internal bool IsSetS3DeltaDirectTarget()
{
return this._s3DeltaDirectTarget != null;
}
///
/// Gets and sets the property S3DeltaSource.
///
/// Specifies a Delta Lake data source stored in Amazon S3.
///
///
public S3DeltaSource S3DeltaSource
{
get { return this._s3DeltaSource; }
set { this._s3DeltaSource = value; }
}
// Check to see if S3DeltaSource property is set
internal bool IsSetS3DeltaSource()
{
return this._s3DeltaSource != null;
}
///
/// Gets and sets the property S3DirectTarget.
///
/// Specifies a data target that writes to Amazon S3.
///
///
public S3DirectTarget S3DirectTarget
{
get { return this._s3DirectTarget; }
set { this._s3DirectTarget = value; }
}
// Check to see if S3DirectTarget property is set
internal bool IsSetS3DirectTarget()
{
return this._s3DirectTarget != null;
}
///
/// Gets and sets the property S3GlueParquetTarget.
///
/// Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.
///
///
public S3GlueParquetTarget S3GlueParquetTarget
{
get { return this._s3GlueParquetTarget; }
set { this._s3GlueParquetTarget = value; }
}
// Check to see if S3GlueParquetTarget property is set
internal bool IsSetS3GlueParquetTarget()
{
return this._s3GlueParquetTarget != null;
}
///
/// Gets and sets the property S3HudiCatalogTarget.
///
/// Specifies a target that writes to a Hudi data source in the Glue Data Catalog.
///
///
public S3HudiCatalogTarget S3HudiCatalogTarget
{
get { return this._s3HudiCatalogTarget; }
set { this._s3HudiCatalogTarget = value; }
}
// Check to see if S3HudiCatalogTarget property is set
internal bool IsSetS3HudiCatalogTarget()
{
return this._s3HudiCatalogTarget != null;
}
///
/// Gets and sets the property S3HudiDirectTarget.
///
/// Specifies a target that writes to a Hudi data source in Amazon S3.
///
///
public S3HudiDirectTarget S3HudiDirectTarget
{
get { return this._s3HudiDirectTarget; }
set { this._s3HudiDirectTarget = value; }
}
// Check to see if S3HudiDirectTarget property is set
internal bool IsSetS3HudiDirectTarget()
{
return this._s3HudiDirectTarget != null;
}
///
/// Gets and sets the property S3HudiSource.
///
/// Specifies a Hudi data source stored in Amazon S3.
///
///
public S3HudiSource S3HudiSource
{
get { return this._s3HudiSource; }
set { this._s3HudiSource = value; }
}
// Check to see if S3HudiSource property is set
internal bool IsSetS3HudiSource()
{
return this._s3HudiSource != null;
}
///
/// Gets and sets the property S3JsonSource.
///
/// Specifies a JSON data store stored in Amazon S3.
///
///
public S3JsonSource S3JsonSource
{
get { return this._s3JsonSource; }
set { this._s3JsonSource = value; }
}
// Check to see if S3JsonSource property is set
internal bool IsSetS3JsonSource()
{
return this._s3JsonSource != null;
}
///
/// Gets and sets the property S3ParquetSource.
///
/// Specifies an Apache Parquet data store stored in Amazon S3.
///
///
public S3ParquetSource S3ParquetSource
{
get { return this._s3ParquetSource; }
set { this._s3ParquetSource = value; }
}
// Check to see if S3ParquetSource property is set
internal bool IsSetS3ParquetSource()
{
return this._s3ParquetSource != null;
}
///
/// Gets and sets the property SelectFields.
///
/// Specifies a transform that chooses the data property keys that you want to keep.
///
///
public SelectFields SelectFields
{
get { return this._selectFields; }
set { this._selectFields = value; }
}
// Check to see if SelectFields property is set
internal bool IsSetSelectFields()
{
return this._selectFields != null;
}
///
/// Gets and sets the property SelectFromCollection.
///
/// Specifies a transform that chooses one DynamicFrame
from a collection
/// of DynamicFrames
. The output is the selected DynamicFrame
///
///
///
public SelectFromCollection SelectFromCollection
{
get { return this._selectFromCollection; }
set { this._selectFromCollection = value; }
}
// Check to see if SelectFromCollection property is set
internal bool IsSetSelectFromCollection()
{
return this._selectFromCollection != null;
}
///
/// Gets and sets the property SnowflakeSource.
///
/// Specifies a Snowflake data source.
///
///
public SnowflakeSource SnowflakeSource
{
get { return this._snowflakeSource; }
set { this._snowflakeSource = value; }
}
// Check to see if SnowflakeSource property is set
internal bool IsSetSnowflakeSource()
{
return this._snowflakeSource != null;
}
///
/// Gets and sets the property SnowflakeTarget.
///
/// Specifies a target that writes to a Snowflake data source.
///
///
public SnowflakeTarget SnowflakeTarget
{
get { return this._snowflakeTarget; }
set { this._snowflakeTarget = value; }
}
// Check to see if SnowflakeTarget property is set
internal bool IsSetSnowflakeTarget()
{
return this._snowflakeTarget != null;
}
///
/// Gets and sets the property SparkConnectorSource.
///
/// Specifies a connector to an Apache Spark data source.
///
///
public SparkConnectorSource SparkConnectorSource
{
get { return this._sparkConnectorSource; }
set { this._sparkConnectorSource = value; }
}
// Check to see if SparkConnectorSource property is set
internal bool IsSetSparkConnectorSource()
{
return this._sparkConnectorSource != null;
}
///
/// Gets and sets the property SparkConnectorTarget.
///
/// Specifies a target that uses an Apache Spark connector.
///
///
public SparkConnectorTarget SparkConnectorTarget
{
get { return this._sparkConnectorTarget; }
set { this._sparkConnectorTarget = value; }
}
// Check to see if SparkConnectorTarget property is set
internal bool IsSetSparkConnectorTarget()
{
return this._sparkConnectorTarget != null;
}
///
/// Gets and sets the property SparkSQL.
///
/// Specifies a transform where you enter a SQL query using Spark SQL syntax to transform
/// the data. The output is a single DynamicFrame
.
///
///
public SparkSQL SparkSQL
{
get { return this._sparkSQL; }
set { this._sparkSQL = value; }
}
// Check to see if SparkSQL property is set
internal bool IsSetSparkSQL()
{
return this._sparkSQL != null;
}
///
/// Gets and sets the property Spigot.
///
/// Specifies a transform that writes samples of the data to an Amazon S3 bucket.
///
///
public Spigot Spigot
{
get { return this._spigot; }
set { this._spigot = value; }
}
// Check to see if Spigot property is set
internal bool IsSetSpigot()
{
return this._spigot != null;
}
///
/// Gets and sets the property SplitFields.
///
/// Specifies a transform that splits data property keys into two DynamicFrames
.
/// The output is a collection of DynamicFrames
: one with selected data property
/// keys, and one with the remaining data property keys.
///
///
public SplitFields SplitFields
{
get { return this._splitFields; }
set { this._splitFields = value; }
}
// Check to see if SplitFields property is set
internal bool IsSetSplitFields()
{
return this._splitFields != null;
}
///
/// Gets and sets the property Union.
///
/// Specifies a transform that combines the rows from two or more datasets into a single
/// result.
///
///
public Union Union
{
get { return this._union; }
set { this._union = value; }
}
// Check to see if Union property is set
internal bool IsSetUnion()
{
return this._union != null;
}
}
}