/******************************************************************************* * Copyright 2012-2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. * Licensed under the Apache License, Version 2.0 (the "License"). You may not use * this file except in compliance with the License. A copy of the License is located at * * http://aws.amazon.com/apache2.0 * * or in the "license" file accompanying this file. * This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR * CONDITIONS OF ANY KIND, either express or implied. See the License for the * specific language governing permissions and limitations under the License. * ***************************************************************************** * * AWS Tools for Windows (TM) PowerShell (TM) * */ using System; using System.Collections.Generic; using System.Linq; using System.Management.Automation; using System.Text; using Amazon.PowerShell.Common; using Amazon.Runtime; using Amazon.Kinesis; using Amazon.Kinesis.Model; namespace Amazon.PowerShell.Cmdlets.KIN { /// /// Gets data records from a Kinesis data stream's shard. /// /// /// When invoking this API, it is recommended you use the StreamARN input /// parameter in addition to the ShardIterator parameter. /// /// Specify a shard iterator using the ShardIterator parameter. The shard /// iterator specifies the position in the shard from which you want to start reading /// data records sequentially. If there are no records available in the portion of the /// shard that the iterator points to, GetRecords returns an empty list. It might /// take multiple calls to get to a portion of the shard that contains records. /// /// You can scale by provisioning multiple shards per stream while considering service /// limits (for more information, see Amazon /// Kinesis Data Streams Limits in the Amazon Kinesis Data Streams Developer Guide). /// Your application should have one thread per shard, each reading continuously from /// its stream. To read from a stream continually, call GetRecords in a loop. Use /// GetShardIterator to get the shard iterator to specify in the first GetRecords /// call. GetRecords returns a new shard iterator in NextShardIterator. /// Specify the shard iterator returned in NextShardIterator in subsequent /// calls to GetRecords. If the shard has been closed, the shard iterator can't /// return more data and GetRecords returns null in NextShardIterator. /// You can terminate the loop when the shard is closed, or when the shard iterator reaches /// the record with the sequence number or other attribute that marks it as the last record /// to process. /// /// Each data record can be up to 1 MiB in size, and each shard can read up to 2 MiB per /// second. You can ensure that your calls don't exceed the maximum supported size or /// throughput by using the Limit parameter to specify the maximum number /// of records that GetRecords can return. Consider your average record size when /// determining this limit. The maximum number of records that can be returned per call /// is 10,000. /// /// The size of the data returned by GetRecords varies depending on the utilization /// of the shard. It is recommended that consumer applications retrieve records via the /// GetRecords command using the 5 TPS limit to remain caught up. Retrieving /// records less frequently can lead to consumer applications falling behind. The maximum /// size of data that GetRecords can return is 10 MiB. If a call returns this amount /// of data, subsequent calls made within the next 5 seconds throw ProvisionedThroughputExceededException. /// If there is insufficient provisioned throughput on the stream, subsequent calls made /// within the next 1 second throw ProvisionedThroughputExceededException. /// GetRecords doesn't return any data when it throws an exception. For this reason, /// we recommend that you wait 1 second between calls to GetRecords. However, it's /// possible that the application will get exceptions for longer than 1 second. /// /// To detect whether the application is falling behind in processing, you can use the /// MillisBehindLatest response attribute. You can also monitor the stream /// using CloudWatch metrics and other mechanisms (see Monitoring /// in the Amazon Kinesis Data Streams Developer Guide). /// /// Each Amazon Kinesis record includes a value, ApproximateArrivalTimestamp, /// that is set when a stream successfully receives and stores a record. This is commonly /// referred to as a server-side time stamp, whereas a client-side time stamp is set when /// a data producer creates or sends the record to a stream (a data producer is any data /// source putting data records into a stream, for example with PutRecords). The /// time stamp has millisecond precision. There are no guarantees about the time stamp /// accuracy, or that the time stamp is always increasing. For example, records in a shard /// or across a stream might have time stamps that are out of order. /// /// This operation has a limit of five transactions per second per shard. /// /// [Cmdlet("Get", "KINRecord")] [OutputType("Amazon.Kinesis.Model.GetRecordsResponse")] [AWSCmdlet("Calls the Amazon Kinesis GetRecords API operation.", Operation = new[] {"GetRecords"}, SelectReturnType = typeof(Amazon.Kinesis.Model.GetRecordsResponse))] [AWSCmdletOutput("Amazon.Kinesis.Model.GetRecordsResponse", "This cmdlet returns an Amazon.Kinesis.Model.GetRecordsResponse object containing multiple properties. The object can also be referenced from properties attached to the cmdlet entry in the $AWSHistory stack." )] public partial class GetKINRecordCmdlet : AmazonKinesisClientCmdlet, IExecutor { #region Parameter ShardIterator /// /// /// The position in the shard from which you want to start sequentially reading data records. /// A shard iterator specifies this position using the sequence number of a data record /// in the shard. /// /// #if !MODULAR [System.Management.Automation.Parameter(Position = 0, ValueFromPipelineByPropertyName = true, ValueFromPipeline = true)] #else [System.Management.Automation.Parameter(Position = 0, ValueFromPipelineByPropertyName = true, ValueFromPipeline = true, Mandatory = true)] [System.Management.Automation.AllowEmptyString] [System.Management.Automation.AllowNull] #endif [Amazon.PowerShell.Common.AWSRequiredParameter] public System.String ShardIterator { get; set; } #endregion #region Parameter StreamARN /// /// /// The ARN of the stream. /// /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public System.String StreamARN { get; set; } #endregion #region Parameter Limit /// /// /// The maximum number of records to return. Specify a value of up to 10,000. If you specify /// a value that is greater than 10,000, GetRecords throws InvalidArgumentException. /// The default value is 10,000. /// /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public System.Int32? Limit { get; set; } #endregion #region Parameter Select /// /// Use the -Select parameter to control the cmdlet output. The default value is '*'. /// Specifying -Select '*' will result in the cmdlet returning the whole service response (Amazon.Kinesis.Model.GetRecordsResponse). /// Specifying the name of a property of type Amazon.Kinesis.Model.GetRecordsResponse will result in that property being returned. /// Specifying -Select '^ParameterName' will result in the cmdlet returning the selected cmdlet parameter value. /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public string Select { get; set; } = "*"; #endregion #region Parameter PassThru /// /// Changes the cmdlet behavior to return the value passed to the ShardIterator parameter. /// The -PassThru parameter is deprecated, use -Select '^ShardIterator' instead. This parameter will be removed in a future version. /// [System.Obsolete("The -PassThru parameter is deprecated, use -Select '^ShardIterator' instead. This parameter will be removed in a future version.")] [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public SwitchParameter PassThru { get; set; } #endregion protected override void ProcessRecord() { this._AWSSignerType = "v4"; base.ProcessRecord(); var context = new CmdletContext(); // allow for manipulation of parameters prior to loading into context PreExecutionContextLoad(context); #pragma warning disable CS0618, CS0612 //A class member was marked with the Obsolete attribute if (ParameterWasBound(nameof(this.Select))) { context.Select = CreateSelectDelegate(Select) ?? throw new System.ArgumentException("Invalid value for -Select parameter.", nameof(this.Select)); if (this.PassThru.IsPresent) { throw new System.ArgumentException("-PassThru cannot be used when -Select is specified.", nameof(this.Select)); } } else if (this.PassThru.IsPresent) { context.Select = (response, cmdlet) => this.ShardIterator; } #pragma warning restore CS0618, CS0612 //A class member was marked with the Obsolete attribute context.Limit = this.Limit; context.ShardIterator = this.ShardIterator; #if MODULAR if (this.ShardIterator == null && ParameterWasBound(nameof(this.ShardIterator))) { WriteWarning("You are passing $null as a value for parameter ShardIterator which is marked as required. In case you believe this parameter was incorrectly marked as required, report this by opening an issue at https://github.com/aws/aws-tools-for-powershell/issues."); } #endif context.StreamARN = this.StreamARN; // allow further manipulation of loaded context prior to processing PostExecutionContextLoad(context); var output = Execute(context) as CmdletOutput; ProcessOutput(output); } #region IExecutor Members public object Execute(ExecutorContext context) { var cmdletContext = context as CmdletContext; // create request var request = new Amazon.Kinesis.Model.GetRecordsRequest(); if (cmdletContext.Limit != null) { request.Limit = cmdletContext.Limit.Value; } if (cmdletContext.ShardIterator != null) { request.ShardIterator = cmdletContext.ShardIterator; } if (cmdletContext.StreamARN != null) { request.StreamARN = cmdletContext.StreamARN; } CmdletOutput output; // issue call var client = Client ?? CreateClient(_CurrentCredentials, _RegionEndpoint); try { var response = CallAWSServiceOperation(client, request); object pipelineOutput = null; pipelineOutput = cmdletContext.Select(response, this); output = new CmdletOutput { PipelineOutput = pipelineOutput, ServiceResponse = response }; } catch (Exception e) { output = new CmdletOutput { ErrorResponse = e }; } return output; } public ExecutorContext CreateContext() { return new CmdletContext(); } #endregion #region AWS Service Operation Call private Amazon.Kinesis.Model.GetRecordsResponse CallAWSServiceOperation(IAmazonKinesis client, Amazon.Kinesis.Model.GetRecordsRequest request) { Utils.Common.WriteVerboseEndpointMessage(this, client.Config, "Amazon Kinesis", "GetRecords"); try { #if DESKTOP return client.GetRecords(request); #elif CORECLR return client.GetRecordsAsync(request).GetAwaiter().GetResult(); #else #error "Unknown build edition" #endif } catch (AmazonServiceException exc) { var webException = exc.InnerException as System.Net.WebException; if (webException != null) { throw new Exception(Utils.Common.FormatNameResolutionFailureMessage(client.Config, webException.Message), webException); } throw; } } #endregion internal partial class CmdletContext : ExecutorContext { public System.Int32? Limit { get; set; } public System.String ShardIterator { get; set; } public System.String StreamARN { get; set; } public System.Func Select { get; set; } = (response, cmdlet) => response; } } }