/******************************************************************************* * Copyright 2012-2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. * Licensed under the Apache License, Version 2.0 (the "License"). You may not use * this file except in compliance with the License. A copy of the License is located at * * http://aws.amazon.com/apache2.0 * * or in the "license" file accompanying this file. * This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR * CONDITIONS OF ANY KIND, either express or implied. See the License for the * specific language governing permissions and limitations under the License. * ***************************************************************************** * * AWS Tools for Windows (TM) PowerShell (TM) * */ using System; using System.Collections.Generic; using System.Linq; using System.Management.Automation; using System.Text; using Amazon.PowerShell.Common; using Amazon.Runtime; using Amazon.DynamoDBv2; using Amazon.DynamoDBv2.Model; namespace Amazon.PowerShell.Cmdlets.DDB { /// /// The BatchWriteItem operation puts or deletes multiple items in one or /// more tables. A single call to BatchWriteItem can transmit up to 16MB /// of data over the network, consisting of up to 25 item put or delete operations. While /// individual items can be up to 400 KB once stored, it's important to note that an item's /// representation might be greater than 400KB while being sent in DynamoDB's JSON format /// for the API call. For more details on this distinction, see Naming /// Rules and Data Types. /// /// BatchWriteItem cannot update items. If you perform a BatchWriteItem /// operation on an existing item, that item's values will be overwritten by the operation /// and it will appear like it was updated. To update items, we recommend you use the /// UpdateItem action. /// /// The individual PutItem and DeleteItem operations specified /// in BatchWriteItem are atomic; however BatchWriteItem as /// a whole is not. If any requested operations fail because the table's provisioned throughput /// is exceeded or an internal processing failure occurs, the failed operations are returned /// in the UnprocessedItems response parameter. You can investigate and optionally /// resend the requests. Typically, you would call BatchWriteItem in a loop. /// Each iteration would check for unprocessed items and submit a new BatchWriteItem /// request with those unprocessed items until all items have been processed. /// /// If none of the items can be processed due to insufficient provisioned throughput /// on all of the tables in the request, then BatchWriteItem returns a ProvisionedThroughputExceededException. /// /// If DynamoDB returns any unprocessed items, you should retry the batch operation on /// those items. However, we strongly recommend that you use an exponential backoff /// algorithm. If you retry the batch operation immediately, the underlying read or /// write requests can still fail due to throttling on the individual tables. If you delay /// the batch operation using exponential backoff, the individual requests in the batch /// are much more likely to succeed. /// /// For more information, see Batch /// Operations and Error Handling in the Amazon DynamoDB Developer Guide. /// /// With BatchWriteItem, you can efficiently write or delete large amounts /// of data, such as from Amazon EMR, or copy data from another database into DynamoDB. /// In order to improve performance with these large-scale operations, BatchWriteItem /// does not behave in the same way as individual PutItem and DeleteItem /// calls would. For example, you cannot specify conditions on individual put and delete /// requests, and BatchWriteItem does not return deleted items in the response. /// /// If you use a programming language that supports concurrency, you can use threads to /// write items in parallel. Your application must include the necessary logic to manage /// the threads. With languages that don't support threading, you must update or delete /// the specified items one at a time. In both situations, BatchWriteItem /// performs the specified put and delete operations in parallel, giving you the power /// of the thread pool approach without having to introduce complexity into your application. /// /// Parallel processing reduces latency, but each specified put and delete request consumes /// the same number of write capacity units whether it is processed in parallel or not. /// Delete operations on nonexistent items consume one write capacity unit. /// /// If one or more of the following is true, DynamoDB rejects the entire batch write operation: /// /// [Cmdlet("Set", "DDBBatchItem", SupportsShouldProcess = true, ConfirmImpact = ConfirmImpact.Medium)] [OutputType("System.String")] [AWSCmdlet("Calls the Amazon DynamoDB BatchWriteItem API operation.", Operation = new[] {"BatchWriteItem"}, SelectReturnType = typeof(Amazon.DynamoDBv2.Model.BatchWriteItemResponse))] [AWSCmdletOutput("System.String or Amazon.DynamoDBv2.Model.BatchWriteItemResponse", "This cmdlet returns a collection of System.String objects.", "The service call response (type Amazon.DynamoDBv2.Model.BatchWriteItemResponse) can also be referenced from properties attached to the cmdlet entry in the $AWSHistory stack." )] public partial class SetDDBBatchItemCmdlet : AmazonDynamoDBClientCmdlet, IExecutor { #region Parameter RequestItem /// /// /// A map of one or more table names and, for each table, a list of operations to be performed /// (DeleteRequest or PutRequest). Each element in the map consists /// of the following: /// /// #if !MODULAR [System.Management.Automation.Parameter(Position = 0, ValueFromPipelineByPropertyName = true, ValueFromPipeline = true)] #else [System.Management.Automation.Parameter(Position = 0, ValueFromPipelineByPropertyName = true, ValueFromPipeline = true, Mandatory = true)] [System.Management.Automation.AllowEmptyCollection] [System.Management.Automation.AllowNull] #endif [Amazon.PowerShell.Common.AWSRequiredParameter] [Alias("RequestItems")] public System.Collections.Hashtable RequestItem { get; set; } #endregion #region Parameter ReturnConsumedCapacity /// /// /// The service has not provided documentation for this parameter; please refer to the service's API reference documentation for the latest available information. /// /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] [AWSConstantClassSource("Amazon.DynamoDBv2.ReturnConsumedCapacity")] public Amazon.DynamoDBv2.ReturnConsumedCapacity ReturnConsumedCapacity { get; set; } #endregion #region Parameter ReturnItemCollectionMetric /// /// /// Determines whether item collection metrics are returned. If set to SIZE, /// the response includes statistics about item collections, if any, that were modified /// during the operation are returned in the response. If set to NONE (the /// default), no statistics are returned. /// /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] [Alias("ReturnItemCollectionMetrics")] [AWSConstantClassSource("Amazon.DynamoDBv2.ReturnItemCollectionMetrics")] public Amazon.DynamoDBv2.ReturnItemCollectionMetrics ReturnItemCollectionMetric { get; set; } #endregion #region Parameter Select /// /// Use the -Select parameter to control the cmdlet output. The default value is 'UnprocessedItems'. /// Specifying -Select '*' will result in the cmdlet returning the whole service response (Amazon.DynamoDBv2.Model.BatchWriteItemResponse). /// Specifying the name of a property of type Amazon.DynamoDBv2.Model.BatchWriteItemResponse will result in that property being returned. /// Specifying -Select '^ParameterName' will result in the cmdlet returning the selected cmdlet parameter value. /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public string Select { get; set; } = "UnprocessedItems"; #endregion #region Parameter PassThru /// /// Changes the cmdlet behavior to return the value passed to the RequestItem parameter. /// The -PassThru parameter is deprecated, use -Select '^RequestItem' instead. This parameter will be removed in a future version. /// [System.Obsolete("The -PassThru parameter is deprecated, use -Select '^RequestItem' instead. This parameter will be removed in a future version.")] [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public SwitchParameter PassThru { get; set; } #endregion #region Parameter Force /// /// This parameter overrides confirmation prompts to force /// the cmdlet to continue its operation. This parameter should always /// be used with caution. /// [System.Management.Automation.Parameter(ValueFromPipelineByPropertyName = true)] public SwitchParameter Force { get; set; } #endregion protected override void ProcessRecord() { this._AWSSignerType = "v4"; base.ProcessRecord(); var resourceIdentifiersText = FormatParameterValuesForConfirmationMsg(nameof(this.RequestItem), MyInvocation.BoundParameters); if (!ConfirmShouldProceed(this.Force.IsPresent, resourceIdentifiersText, "Set-DDBBatchItem (BatchWriteItem)")) { return; } var context = new CmdletContext(); // allow for manipulation of parameters prior to loading into context PreExecutionContextLoad(context); #pragma warning disable CS0618, CS0612 //A class member was marked with the Obsolete attribute if (ParameterWasBound(nameof(this.Select))) { context.Select = CreateSelectDelegate(Select) ?? throw new System.ArgumentException("Invalid value for -Select parameter.", nameof(this.Select)); if (this.PassThru.IsPresent) { throw new System.ArgumentException("-PassThru cannot be used when -Select is specified.", nameof(this.Select)); } } else if (this.PassThru.IsPresent) { context.Select = (response, cmdlet) => this.RequestItem; } #pragma warning restore CS0618, CS0612 //A class member was marked with the Obsolete attribute if (this.RequestItem != null) { context.RequestItem = new Dictionary>(StringComparer.Ordinal); foreach (var hashKey in this.RequestItem.Keys) { object hashValue = this.RequestItem[hashKey]; if (hashValue == null) { context.RequestItem.Add((String)hashKey, null); continue; } var enumerable = SafeEnumerable(hashValue); var valueSet = new List(); foreach (var s in enumerable) { valueSet.Add((Amazon.DynamoDBv2.Model.WriteRequest)s); } context.RequestItem.Add((String)hashKey, valueSet); } } #if MODULAR if (this.RequestItem == null && ParameterWasBound(nameof(this.RequestItem))) { WriteWarning("You are passing $null as a value for parameter RequestItem which is marked as required. In case you believe this parameter was incorrectly marked as required, report this by opening an issue at https://github.com/aws/aws-tools-for-powershell/issues."); } #endif context.ReturnConsumedCapacity = this.ReturnConsumedCapacity; context.ReturnItemCollectionMetric = this.ReturnItemCollectionMetric; // allow further manipulation of loaded context prior to processing PostExecutionContextLoad(context); var output = Execute(context) as CmdletOutput; ProcessOutput(output); } #region IExecutor Members public object Execute(ExecutorContext context) { var cmdletContext = context as CmdletContext; // create request var request = new Amazon.DynamoDBv2.Model.BatchWriteItemRequest(); if (cmdletContext.RequestItem != null) { request.RequestItems = cmdletContext.RequestItem; } if (cmdletContext.ReturnConsumedCapacity != null) { request.ReturnConsumedCapacity = cmdletContext.ReturnConsumedCapacity; } if (cmdletContext.ReturnItemCollectionMetric != null) { request.ReturnItemCollectionMetrics = cmdletContext.ReturnItemCollectionMetric; } CmdletOutput output; // issue call var client = Client ?? CreateClient(_CurrentCredentials, _RegionEndpoint); try { var response = CallAWSServiceOperation(client, request); object pipelineOutput = null; pipelineOutput = cmdletContext.Select(response, this); output = new CmdletOutput { PipelineOutput = pipelineOutput, ServiceResponse = response }; } catch (Exception e) { output = new CmdletOutput { ErrorResponse = e }; } return output; } public ExecutorContext CreateContext() { return new CmdletContext(); } #endregion #region AWS Service Operation Call private Amazon.DynamoDBv2.Model.BatchWriteItemResponse CallAWSServiceOperation(IAmazonDynamoDB client, Amazon.DynamoDBv2.Model.BatchWriteItemRequest request) { Utils.Common.WriteVerboseEndpointMessage(this, client.Config, "Amazon DynamoDB", "BatchWriteItem"); try { #if DESKTOP return client.BatchWriteItem(request); #elif CORECLR return client.BatchWriteItemAsync(request).GetAwaiter().GetResult(); #else #error "Unknown build edition" #endif } catch (AmazonServiceException exc) { var webException = exc.InnerException as System.Net.WebException; if (webException != null) { throw new Exception(Utils.Common.FormatNameResolutionFailureMessage(client.Config, webException.Message), webException); } throw; } } #endregion internal partial class CmdletContext : ExecutorContext { public Dictionary> RequestItem { get; set; } public Amazon.DynamoDBv2.ReturnConsumedCapacity ReturnConsumedCapacity { get; set; } public Amazon.DynamoDBv2.ReturnItemCollectionMetrics ReturnItemCollectionMetric { get; set; } public System.Func Select { get; set; } = (response, cmdlet) => response.UnprocessedItems; } } }