// Jest Snapshot v1, https://goo.gl/fbAQLP exports[`test workflow stack 1`] = ` { "Resources": { "AccessLogD598EBE9": { "DeletionPolicy": "Retain", "Properties": { "BucketEncryption": { "ServerSideEncryptionConfiguration": [ { "ServerSideEncryptionByDefault": { "SSEAlgorithm": "AES256", }, }, ], }, "PublicAccessBlockConfiguration": { "BlockPublicAcls": true, "BlockPublicPolicy": true, "IgnorePublicAcls": true, "RestrictPublicBuckets": true, }, }, "Type": "AWS::S3::Bucket", "UpdateReplacePolicy": "Retain", }, "AccessLogPolicy4B3DB856": { "Properties": { "Bucket": { "Ref": "AccessLogD598EBE9", }, "PolicyDocument": { "Statement": [ { "Action": "s3:*", "Condition": { "Bool": { "aws:SecureTransport": "false", }, }, "Effect": "Deny", "Principal": { "AWS": "*", }, "Resource": [ { "Fn::GetAtt": [ "AccessLogD598EBE9", "Arn", ], }, { "Fn::Join": [ "", [ { "Fn::GetAtt": [ "AccessLogD598EBE9", "Arn", ], }, "/*", ], ], }, ], }, ], "Version": "2012-10-17", }, }, "Type": "AWS::S3::BucketPolicy", }, "TestBucket560B80BC": { "DeletionPolicy": "Retain", "Type": "AWS::S3::Bucket", "UpdateReplacePolicy": "Retain", }, "TestDBCustomIngestionCfncustomingestion7F493E08": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for customingestion", "Name": "customingestion", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "parent_id", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "lang", "Type": "string", }, { "Name": "_translated_text", "Type": "string", }, { "Name": "_cleansed_text", "Type": "string", }, { "Name": "source_file", "Type": "string", }, { "Name": "Id", "Type": "string", }, { "Name": "BeginOffsetMillis", "Type": "bigint", }, { "Name": "EndOffsetMillis", "Type": "bigint", }, { "Name": "Sentiment", "Type": "string", }, { "Name": "ParticipantRole", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/customingestion/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBCustomIngestionItemCfnundefined51A6A6F2": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for undefined", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "parent_id", "Type": "string", }, { "Name": "Type", "Type": "string", }, { "Name": "Confidence", "Type": "float", }, { "Name": "Content", "Type": "string", }, { "Name": "BeginOffsetMillis", "Type": "bigint", }, { "Name": "EndOffsetMillis", "Type": "bigint", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/undefined/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBCustomIngestionLoudnessCfnundefinedDAA2017D": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for undefined", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "score", "Type": "float", }, { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "parent_id", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/undefined/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBEntityCfnentity56E5ECAE": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for entity", "Name": "entity", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "translated_text", "Type": "string", }, { "Name": "entity_text", "Type": "string", }, { "Name": "entity_type", "Type": "string", }, { "Name": "entity_score", "Type": "double", }, { "Name": "entity_begin_offset", "Type": "int", }, { "Name": "entity_end_offset", "Type": "int", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/entity/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBGlueSecConfig0DDD9B15": { "Properties": { "EncryptionConfiguration": { "CloudWatchEncryption": { "CloudWatchEncryptionMode": "SSE-KMS", "KmsKeyArn": { "Fn::Join": [ "", [ "arn:", { "Ref": "AWS::Partition", }, ":kms:", { "Ref": "AWS::Region", }, ":", { "Ref": "AWS::AccountId", }, ":alias/aws/glue", ], ], }, }, "JobBookmarksEncryption": { "JobBookmarksEncryptionMode": "CSE-KMS", "KmsKeyArn": { "Fn::Join": [ "", [ "arn:", { "Ref": "AWS::Partition", }, ":kms:", { "Ref": "AWS::Region", }, ":", { "Ref": "AWS::AccountId", }, ":alias/aws/glue", ], ], }, }, "S3Encryptions": [ { "S3EncryptionMode": "SSE-S3", }, ], }, "Name": "socialmediadb-sec-config", }, "Type": "AWS::Glue::SecurityConfiguration", }, "TestDBKeyPhraseCfnkeyphrase659BCA3E": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for keyphrase", "Name": "keyphrase", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "translated_text", "Type": "string", }, { "Name": "phrase", "Type": "string", }, { "Name": "phrase_score", "Type": "double", }, { "Name": "phrase_begin_offset", "Type": "int", }, { "Name": "phrase_end_offset", "Type": "int", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/keyphrase/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBMetadataCfnundefinedC1E07CAA": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for undefined", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "parent_id", "Type": "string", }, { "Name": "Categories", "Type": "struct>", }, { "Name": "Channel", "Type": "string", }, { "Name": "JobName", "Type": "string", }, { "Name": "Participants", "Type": "array>", }, { "Name": "ConversationCharacteristics", "Type": "struct>,TotalTimeMillis:bigint>,Interruptions:struct>>>,TotalConversationDurationMillis:bigint,Sentiment:struct,SentimentByPeriod:struct>,CUSTOMER:array>>>>,TalkSpeed:struct,CUSTOMER:struct>>,TalkTime:struct,CUSTOMER:struct>,TotalTimeMillis:bigint>>", }, { "Name": "ContentMetadata", "Type": "struct", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/undefined/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBModerationLabelsCfnmoderationlabelsE0197D39": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for moderationlabels", "Name": "moderationlabels", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "image_url", "Type": "string", }, { "Name": "label_name", "Type": "string", }, { "Name": "confidence", "Type": "double", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/moderationlabels/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBNewsFeedCfnnewsfeedstorageA0156915": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for newsfeedstorage", "Name": "newsfeedstorage", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "entities", "Type": "struct>,media:array>>", }, { "Name": "metadata", "Type": "struct", }, { "Name": "lang", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "translated_text", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/newsfeedstorage/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBRedditCommentsCfnundefined09F70FCE": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for undefined", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "translated_text", "Type": "string", }, { "Name": "subreddit_id", "Type": "string", }, { "Name": "link_title", "Type": "string", }, { "Name": "ups", "Type": "int", }, { "Name": "total_awards_received", "Type": "int", }, { "Name": "subreddit", "Type": "string", }, { "Name": "link_author", "Type": "string", }, { "Name": "likes", "Type": "string", }, { "Name": "replies", "Type": "string", }, { "Name": "id", "Type": "string", }, { "Name": "author", "Type": "string", }, { "Name": "num_comments", "Type": "int", }, { "Name": "parent_id", "Type": "string", }, { "Name": "score", "Type": "float", }, { "Name": "author_fullname", "Type": "string", }, { "Name": "controversiality", "Type": "float", }, { "Name": "author_premium", "Type": "boolean", }, { "Name": "link_id", "Type": "string", }, { "Name": "permalink", "Type": "string", }, { "Name": "subreddit_type", "Type": "string", }, { "Name": "link_permalink", "Type": "string", }, { "Name": "name", "Type": "string", }, { "Name": "subreddit_name_prefixed", "Type": "string", }, { "Name": "created_utc", "Type": "bigint", }, { "Name": "link_url", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/undefined/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBSentimentCfnsentimentA0A2A46B": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for sentiment", "Name": "sentiment", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "translated_text", "Type": "string", }, { "Name": "sentiment", "Type": "string", }, { "Name": "sentimentposscore", "Type": "double", }, { "Name": "sentimentnegscore", "Type": "double", }, { "Name": "sentimentneuscore", "Type": "double", }, { "Name": "sentimentmixscore", "Type": "double", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/sentiment/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBTopicMappingsCfntopicmappings60C4C047": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for topic-mappings", "Name": "topic-mappings", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "platform", "Type": "string", }, { "Name": "job_id", "Type": "string", }, { "Name": "job_timestamp", "Type": "timestamp", }, { "Name": "topic", "Type": "string", }, { "Name": "id_str", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/topic-mappings/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBTopicsCfntopics65378C6C": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for topics", "Name": "topics", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "job_id", "Type": "string", }, { "Name": "job_timestamp", "Type": "timestamp", }, { "Name": "term", "Type": "string", }, { "Name": "weight", "Type": "double", }, { "Name": "topic", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/topics/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBTweetDBAFCEF20F": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseInput": { "Name": "socialmediadb", }, }, "Type": "AWS::Glue::Database", }, "TestDBTweetDBEncryption98A3A837": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DataCatalogEncryptionSettings": { "EncryptionAtRest": { "CatalogEncryptionMode": "SSE-KMS", "SseAwsKmsKeyId": "alias/aws/glue", }, }, }, "Type": "AWS::Glue::DataCatalogEncryptionSettings", }, "TestDBTwitterCfnundefined97B74B1E": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for undefined", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "coordinates", "Type": "struct>", }, { "Name": "retweeted", "Type": "boolean", }, { "Name": "source", "Type": "string", }, { "Name": "entities", "Type": "struct>>,urls:array>>>", }, { "Name": "reply_count", "Type": "bigint", }, { "Name": "favorite_count", "Type": "bigint", }, { "Name": "geo", "Type": "struct>", }, { "Name": "id_str", "Type": "string", }, { "Name": "truncated", "Type": "boolean", }, { "Name": "text", "Type": "string", }, { "Name": "retweet_count", "Type": "bigint", }, { "Name": "possibly_sensitive", "Type": "boolean", }, { "Name": "filter_level", "Type": "string", }, { "Name": "place", "Type": "struct>>>>", }, { "Name": "favorited", "Type": "boolean", }, { "Name": "lang", "Type": "string", }, { "Name": "in_reply_to_screen_name", "Type": "string", }, { "Name": "is_quote_status", "Type": "boolean", }, { "Name": "in_reply_to_user_id_str", "Type": "string", }, { "Name": "user", "Type": "struct", }, { "Name": "quote_count", "Type": "bigint", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/undefined/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBTxtInImgEntityCfntxtinimgentityC453C34C": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for txtinimgentity", "Name": "txtinimgentity", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "entity_text", "Type": "string", }, { "Name": "entity_type", "Type": "string", }, { "Name": "entity_score", "Type": "double", }, { "Name": "entity_begin_offset", "Type": "int", }, { "Name": "entity_end_offset", "Type": "int", }, { "Name": "image_url", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/txtinimgentity/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBTxtInImgKeyPhraseCfntxtinimgkeyphrase3E452D09": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for txtinimgkeyphrase", "Name": "txtinimgkeyphrase", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "phrase", "Type": "string", }, { "Name": "phrase_score", "Type": "double", }, { "Name": "phrase_begin_offset", "Type": "int", }, { "Name": "phrase_end_offset", "Type": "int", }, { "Name": "image_url", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/txtinimgkeyphrase/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBTxtInImgSentimentCfntxtinimgsentiment8F47ABB1": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for txtinimgsentiment", "Name": "txtinimgsentiment", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "search_query", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "sentiment", "Type": "string", }, { "Name": "sentimentposscore", "Type": "double", }, { "Name": "sentimentnegscore", "Type": "double", }, { "Name": "sentimentneuscore", "Type": "double", }, { "Name": "sentimentmixscore", "Type": "double", }, { "Name": "image_url", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/txtinimgsentiment/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, "TestDBYoutubeCommentsCfnyoutubecomments1C2C3B91": { "Properties": { "CatalogId": { "Ref": "AWS::AccountId", }, "DatabaseName": { "Ref": "TestDBTweetDBAFCEF20F", }, "TableInput": { "Description": "A table created with partition projection for youtubecomments", "Name": "youtubecomments", "Parameters": { "classification": "parquet", "has_encryped_data": false, "projection.created_at.format": "yyyy-MM-dd", "projection.created_at.range": "NOW-45DAYS,NOW", "projection.created_at.type": "date", "projection.enabled": "TRUE", }, "PartitionKeys": [ { "Name": "created_at", "Type": "timestamp", }, ], "StorageDescriptor": { "Columns": [ { "Name": "account_name", "Type": "string", }, { "Name": "platform", "Type": "string", }, { "Name": "id_str", "Type": "string", }, { "Name": "video_id", "Type": "string", }, { "Name": "title", "Type": "string", }, { "Name": "text", "Type": "string", }, { "Name": "parent_id", "Type": "string", }, { "Name": "viewer_rating", "Type": "string", }, { "Name": "like_count", "Type": "int", }, { "Name": "updated_at", "Type": "timestamp", }, { "Name": "search_query", "Type": "string", }, { "Name": "lang", "Type": "string", }, { "Name": "_translated_text", "Type": "string", }, { "Name": "_cleansed_text", "Type": "string", }, ], "Compressed": false, "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", "Location": { "Fn::Join": [ "", [ "s3://", { "Ref": "TestBucket560B80BC", }, "/youtubecomments/", ], ], }, "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", "SerdeInfo": { "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", }, "StoredAsSubDirectories": true, }, "TableType": "EXTERNAL_TABLE", }, }, "Type": "AWS::Glue::Table", }, }, } `;