/* * Copyright 2018-2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. * * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with * the License. A copy of the License is located at * * http://aws.amazon.com/apache2.0 * * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR * CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions * and limitations under the License. */ package com.amazonaws.services.glue.model; import java.io.Serializable; import javax.annotation.Generated; import com.amazonaws.protocol.StructuredPojo; import com.amazonaws.protocol.ProtocolMarshaller; /** *
* Specifies an Apache Hudi data source. *
* * @see AWS API * Documentation */ @Generated("com.amazonaws:aws-java-sdk-code-generator") public class HudiTarget implements Serializable, Cloneable, StructuredPojo { /** ** An array of Amazon S3 location strings for Hudi, each indicating the root folder with which the metadata files * for a Hudi table resides. The Hudi folder may be located in a child folder of the root folder. *
** The crawler will scan all folders underneath a path for a Hudi folder. *
*/ private java.util.List* The name of the connection to use to connect to the Hudi target. If your Hudi files are stored in buckets that * require VPC authorization, you can set their connection properties here. *
*/ private String connectionName; /** ** A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler. *
*/ private java.util.List* The maximum depth of Amazon S3 paths that the crawler can traverse to discover the Hudi metadata folder in your * Amazon S3 path. Used to limit the crawler run time. *
*/ private Integer maximumTraversalDepth; /** ** An array of Amazon S3 location strings for Hudi, each indicating the root folder with which the metadata files * for a Hudi table resides. The Hudi folder may be located in a child folder of the root folder. *
** The crawler will scan all folders underneath a path for a Hudi folder. *
* * @return An array of Amazon S3 location strings for Hudi, each indicating the root folder with which the metadata * files for a Hudi table resides. The Hudi folder may be located in a child folder of the root folder. *
* The crawler will scan all folders underneath a path for a Hudi folder.
*/
public java.util.List
* An array of Amazon S3 location strings for Hudi, each indicating the root folder with which the metadata files
* for a Hudi table resides. The Hudi folder may be located in a child folder of the root folder.
*
* The crawler will scan all folders underneath a path for a Hudi folder.
*
* The crawler will scan all folders underneath a path for a Hudi folder.
*/
public void setPaths(java.util.Collection
* An array of Amazon S3 location strings for Hudi, each indicating the root folder with which the metadata files
* for a Hudi table resides. The Hudi folder may be located in a child folder of the root folder.
*
* The crawler will scan all folders underneath a path for a Hudi folder.
*
* NOTE: This method appends the values to the existing list (if any). Use
* {@link #setPaths(java.util.Collection)} or {@link #withPaths(java.util.Collection)} if you want to override the
* existing values.
*
* The crawler will scan all folders underneath a path for a Hudi folder.
* @return Returns a reference to this object so that method calls can be chained together.
*/
public HudiTarget withPaths(String... paths) {
if (this.paths == null) {
setPaths(new java.util.ArrayList
* An array of Amazon S3 location strings for Hudi, each indicating the root folder with which the metadata files
* for a Hudi table resides. The Hudi folder may be located in a child folder of the root folder.
*
* The crawler will scan all folders underneath a path for a Hudi folder.
*
* The crawler will scan all folders underneath a path for a Hudi folder.
* @return Returns a reference to this object so that method calls can be chained together.
*/
public HudiTarget withPaths(java.util.Collection
* The name of the connection to use to connect to the Hudi target. If your Hudi files are stored in buckets that
* require VPC authorization, you can set their connection properties here.
*
* The name of the connection to use to connect to the Hudi target. If your Hudi files are stored in buckets that
* require VPC authorization, you can set their connection properties here.
*
* The name of the connection to use to connect to the Hudi target. If your Hudi files are stored in buckets that
* require VPC authorization, you can set their connection properties here.
*
* A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler.
*
* A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler.
*
* A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler.
*
* NOTE: This method appends the values to the existing list (if any). Use
* {@link #setExclusions(java.util.Collection)} or {@link #withExclusions(java.util.Collection)} if you want to
* override the existing values.
*
* A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler.
*
* The maximum depth of Amazon S3 paths that the crawler can traverse to discover the Hudi metadata folder in your
* Amazon S3 path. Used to limit the crawler run time.
*
* The maximum depth of Amazon S3 paths that the crawler can traverse to discover the Hudi metadata folder in your
* Amazon S3 path. Used to limit the crawler run time.
*
* The maximum depth of Amazon S3 paths that the crawler can traverse to discover the Hudi metadata folder in your
* Amazon S3 path. Used to limit the crawler run time.
*