/*******************************************************************************
* Copyright 2012-2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
* Licensed under the Apache License, Version 2.0 (the "License"). You may not use
* this file except in compliance with the License. A copy of the License is located at
*
* http://aws.amazon.com/apache2.0
*
* or in the "license" file accompanying this file.
* This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
* CONDITIONS OF ANY KIND, either express or implied. See the License for the
* specific language governing permissions and limitations under the License.
* *****************************************************************************
*
* AWS Tools for Windows (TM) PowerShell (TM)
*
*/
using System;
using System.Collections.Generic;
using System.Linq;
using System.Management.Automation;
using System.Text;
using Amazon.PowerShell.Common;
using Amazon.Runtime;
using Amazon.Glue;
using Amazon.Glue.Model;
namespace Amazon.PowerShell.Cmdlets.GLUE
{
///
/// Searches a set of tables based on properties in the table metadata as well as on the
/// parent database. You can search against text or filter conditions.
///
///
///
/// You can only get tables that you have access to based on the security policies defined
/// in Lake Formation. You need at least a read-only access to the table for it to be
/// returned. If you do not have access to all the columns in the table, these columns
/// will not be searched against when returning the list of tables back to you. If you
/// have access to the columns but not the data in the columns, those columns and the
/// associated metadata for those columns will be included in the search.
///
This cmdlet automatically pages all available results to the pipeline - parameters related to iteration are only needed if you want to manually control the paginated output. To disable autopagination, use -NoAutoIteration.
///
[Cmdlet("Find", "GLUETable")]
[OutputType("Amazon.Glue.Model.Table")]
[AWSCmdlet("Calls the AWS Glue SearchTables API operation.", Operation = new[] {"SearchTables"}, SelectReturnType = typeof(Amazon.Glue.Model.SearchTablesResponse))]
[AWSCmdletOutput("Amazon.Glue.Model.Table or Amazon.Glue.Model.SearchTablesResponse",
"This cmdlet returns a collection of Amazon.Glue.Model.Table objects.",
"The service call response (type Amazon.Glue.Model.SearchTablesResponse) can also be referenced from properties attached to the cmdlet entry in the $AWSHistory stack."
)]
public partial class FindGLUETableCmdlet : AmazonGlueClientCmdlet, IExecutor
{
#region Parameter CatalogId
///
///
/// A unique identifier, consisting of account_id
.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
public System.String CatalogId { get; set; }
#endregion
#region Parameter Filter
///
///
/// A list of key-value pairs, and a comparator used to filter the search results. Returns
/// all entities matching the predicate.The Comparator
member of the PropertyPredicate
struct is
/// used only for time fields, and can be omitted for other field types. Also, when comparing
/// string values, such as when Key=Name
, a fuzzy match algorithm is used.
/// The Key
field (for example, the value of the Name
field)
/// is split on certain punctuation characters, for example, -, :, #, etc. into tokens.
/// Then each token is exact-match compared with the Value
member of PropertyPredicate
.
/// For example, if Key=Name
and Value=link
, tables named customer-link
/// and xx-link-yy
are returned, but xxlinkyy
is not returned.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
[Alias("Filters")]
public Amazon.Glue.Model.PropertyPredicate[] Filter { get; set; }
#endregion
#region Parameter ResourceShareType
///
///
/// Allows you to specify that you want to search the tables shared with your account.
/// The allowable values are FOREIGN
or ALL
. - If set to
FOREIGN
, will search the tables shared with your account. - If set to
ALL
, will search the tables shared with your account, as well
/// as the tables in yor local account.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
[AWSConstantClassSource("Amazon.Glue.ResourceShareType")]
public Amazon.Glue.ResourceShareType ResourceShareType { get; set; }
#endregion
#region Parameter SearchText
///
///
/// A string used for a text search.Specifying a value in quotes filters based on an exact match to the value.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
public System.String SearchText { get; set; }
#endregion
#region Parameter SortCriterion
///
///
/// A list of criteria for sorting the results by a field name, in an ascending or descending
/// order.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
[Alias("SortCriteria")]
public Amazon.Glue.Model.SortCriterion[] SortCriterion { get; set; }
#endregion
#region Parameter MaxResult
///
///
/// The maximum number of tables to return in a single response.
///
///
///
Note: In AWSPowerShell and AWSPowerShell.NetCore this parameter is used to limit the total number of items returned by the cmdlet.
///
In AWS.Tools this parameter is simply passed to the service to specify how many items should be returned by each service call.
///
Pipe the output of this cmdlet into Select-Object -First to terminate retrieving data pages early and control the number of items returned.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
[Alias("MaxItems","MaxResults")]
public int? MaxResult { get; set; }
#endregion
#region Parameter NextToken
///
///
/// A continuation token, included if this is a continuation call.
///
///
///
Note: This parameter is only used if you are manually controlling output pagination of the service API call.
///
In order to manually control output pagination, use '-NextToken $null' for the first call and '-NextToken $AWSHistory.LastServiceResponse.NextToken' for subsequent calls.
///
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
public System.String NextToken { get; set; }
#endregion
#region Parameter Select
///
/// Use the -Select parameter to control the cmdlet output. The default value is 'TableList'.
/// Specifying -Select '*' will result in the cmdlet returning the whole service response (Amazon.Glue.Model.SearchTablesResponse).
/// Specifying the name of a property of type Amazon.Glue.Model.SearchTablesResponse will result in that property being returned.
/// Specifying -Select '^ParameterName' will result in the cmdlet returning the selected cmdlet parameter value.
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
public string Select { get; set; } = "TableList";
#endregion
#region Parameter NoAutoIteration
///
/// By default the cmdlet will auto-iterate and retrieve all results to the pipeline by performing multiple
/// service calls. If set, the cmdlet will retrieve only the next 'page' of results using the value of NextToken
/// as the start point.
///
[System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)]
public SwitchParameter NoAutoIteration { get; set; }
#endregion
protected override void ProcessRecord()
{
this._AWSSignerType = "v4";
base.ProcessRecord();
var context = new CmdletContext();
// allow for manipulation of parameters prior to loading into context
PreExecutionContextLoad(context);
if (ParameterWasBound(nameof(this.Select)))
{
context.Select = CreateSelectDelegate(Select) ??
throw new System.ArgumentException("Invalid value for -Select parameter.", nameof(this.Select));
}
context.CatalogId = this.CatalogId;
if (this.Filter != null)
{
context.Filter = new List(this.Filter);
}
context.MaxResult = this.MaxResult;
#if !MODULAR
if (ParameterWasBound(nameof(this.MaxResult)) && this.MaxResult.HasValue)
{
WriteWarning("AWSPowerShell and AWSPowerShell.NetCore use the MaxResult parameter to limit the total number of items returned by the cmdlet." +
" This behavior is obsolete and will be removed in a future version of these modules. Pipe the output of this cmdlet into Select-Object -First to terminate" +
" retrieving data pages early and control the number of items returned. AWS.Tools already implements the new behavior of simply passing MaxResult" +
" to the service to specify how many items should be returned by each service call.");
}
#endif
context.NextToken = this.NextToken;
context.ResourceShareType = this.ResourceShareType;
context.SearchText = this.SearchText;
if (this.SortCriterion != null)
{
context.SortCriterion = new List(this.SortCriterion);
}
// allow further manipulation of loaded context prior to processing
PostExecutionContextLoad(context);
var output = Execute(context) as CmdletOutput;
ProcessOutput(output);
}
#region IExecutor Members
#if MODULAR
public object Execute(ExecutorContext context)
{
var cmdletContext = context as CmdletContext;
var useParameterSelect = this.Select.StartsWith("^");
// create request and set iteration invariants
var request = new Amazon.Glue.Model.SearchTablesRequest();
if (cmdletContext.CatalogId != null)
{
request.CatalogId = cmdletContext.CatalogId;
}
if (cmdletContext.Filter != null)
{
request.Filters = cmdletContext.Filter;
}
if (cmdletContext.MaxResult != null)
{
request.MaxResults = AutoIterationHelpers.ConvertEmitLimitToServiceTypeInt32(cmdletContext.MaxResult.Value);
}
if (cmdletContext.ResourceShareType != null)
{
request.ResourceShareType = cmdletContext.ResourceShareType;
}
if (cmdletContext.SearchText != null)
{
request.SearchText = cmdletContext.SearchText;
}
if (cmdletContext.SortCriterion != null)
{
request.SortCriteria = cmdletContext.SortCriterion;
}
// Initialize loop variant and commence piping
var _nextToken = cmdletContext.NextToken;
var _userControllingPaging = this.NoAutoIteration.IsPresent || ParameterWasBound(nameof(this.NextToken));
var client = Client ?? CreateClient(_CurrentCredentials, _RegionEndpoint);
do
{
request.NextToken = _nextToken;
CmdletOutput output;
try
{
var response = CallAWSServiceOperation(client, request);
object pipelineOutput = null;
if (!useParameterSelect)
{
pipelineOutput = cmdletContext.Select(response, this);
}
output = new CmdletOutput
{
PipelineOutput = pipelineOutput,
ServiceResponse = response
};
_nextToken = response.NextToken;
}
catch (Exception e)
{
output = new CmdletOutput { ErrorResponse = e };
}
ProcessOutput(output);
} while (!_userControllingPaging && AutoIterationHelpers.HasValue(_nextToken));
if (useParameterSelect)
{
WriteObject(cmdletContext.Select(null, this));
}
return null;
}
#else
public object Execute(ExecutorContext context)
{
var cmdletContext = context as CmdletContext;
var useParameterSelect = this.Select.StartsWith("^");
// create request and set iteration invariants
var request = new Amazon.Glue.Model.SearchTablesRequest();
if (cmdletContext.CatalogId != null)
{
request.CatalogId = cmdletContext.CatalogId;
}
if (cmdletContext.Filter != null)
{
request.Filters = cmdletContext.Filter;
}
if (cmdletContext.ResourceShareType != null)
{
request.ResourceShareType = cmdletContext.ResourceShareType;
}
if (cmdletContext.SearchText != null)
{
request.SearchText = cmdletContext.SearchText;
}
if (cmdletContext.SortCriterion != null)
{
request.SortCriteria = cmdletContext.SortCriterion;
}
// Initialize loop variants and commence piping
System.String _nextToken = null;
int? _emitLimit = null;
int _retrievedSoFar = 0;
if (AutoIterationHelpers.HasValue(cmdletContext.NextToken))
{
_nextToken = cmdletContext.NextToken;
}
if (cmdletContext.MaxResult.HasValue)
{
// The service has a maximum page size of 1000. If the user has
// asked for more items than page max, and there is no page size
// configured, we rely on the service ignoring the set maximum
// and giving us 1000 items back. If a page size is set, that will
// be used to configure the pagination.
// We'll make further calls to satisfy the user's request.
_emitLimit = cmdletContext.MaxResult;
}
var _userControllingPaging = this.NoAutoIteration.IsPresent || ParameterWasBound(nameof(this.NextToken));
var client = Client ?? CreateClient(_CurrentCredentials, _RegionEndpoint);
do
{
request.NextToken = _nextToken;
if (_emitLimit.HasValue)
{
int correctPageSize = Math.Min(1000, _emitLimit.Value);
request.MaxResults = AutoIterationHelpers.ConvertEmitLimitToInt32(correctPageSize);
}
CmdletOutput output;
try
{
var response = CallAWSServiceOperation(client, request);
object pipelineOutput = null;
if (!useParameterSelect)
{
pipelineOutput = cmdletContext.Select(response, this);
}
output = new CmdletOutput
{
PipelineOutput = pipelineOutput,
ServiceResponse = response
};
int _receivedThisCall = response.TableList.Count;
_nextToken = response.NextToken;
_retrievedSoFar += _receivedThisCall;
if (_emitLimit.HasValue)
{
_emitLimit -= _receivedThisCall;
}
}
catch (Exception e)
{
if (_retrievedSoFar == 0 || !_emitLimit.HasValue)
{
output = new CmdletOutput { ErrorResponse = e };
}
else
{
break;
}
}
ProcessOutput(output);
} while (!_userControllingPaging && AutoIterationHelpers.HasValue(_nextToken) && (!_emitLimit.HasValue || _emitLimit.Value >= 1));
if (useParameterSelect)
{
WriteObject(cmdletContext.Select(null, this));
}
return null;
}
#endif
public ExecutorContext CreateContext()
{
return new CmdletContext();
}
#endregion
#region AWS Service Operation Call
private Amazon.Glue.Model.SearchTablesResponse CallAWSServiceOperation(IAmazonGlue client, Amazon.Glue.Model.SearchTablesRequest request)
{
Utils.Common.WriteVerboseEndpointMessage(this, client.Config, "AWS Glue", "SearchTables");
try
{
#if DESKTOP
return client.SearchTables(request);
#elif CORECLR
return client.SearchTablesAsync(request).GetAwaiter().GetResult();
#else
#error "Unknown build edition"
#endif
}
catch (AmazonServiceException exc)
{
var webException = exc.InnerException as System.Net.WebException;
if (webException != null)
{
throw new Exception(Utils.Common.FormatNameResolutionFailureMessage(client.Config, webException.Message), webException);
}
throw;
}
}
#endregion
internal partial class CmdletContext : ExecutorContext
{
public System.String CatalogId { get; set; }
public List Filter { get; set; }
public int? MaxResult { get; set; }
public System.String NextToken { get; set; }
public Amazon.Glue.ResourceShareType ResourceShareType { get; set; }
public System.String SearchText { get; set; }
public List SortCriterion { get; set; }
public System.Func Select { get; set; } =
(response, cmdlet) => response.TableList;
}
}
}