Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Feature 1123 ddb update #1125

Closed
wants to merge 10 commits into from
Closed

Feature 1123 ddb update #1125

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
8791ca2
move to us-east-1 & create new tables
MugPand Jan 8, 2024
5f2c082
added new general create trainspace file and updated region to US-east-1
ssh51117 Jan 20, 2024
7a5928e
change region
MugPand Jan 20, 2024
a7add6a
Merge branch 'feature-1073-terraform-trainspace-ddb' of https://githu…
MugPand Jan 20, 2024
728b9d8
added POST /trainspace/create and edited create_trainspace.ts to remo…
ssh51117 Jan 22, 2024
7c84a6e
Merge branch 'feature-1073-terraform-trainspace-ddb' of https://githu…
MugPand Jan 23, 2024
8b0f02e
updated dynamodb table being used to TrainspaceTable
ssh51117 Jan 24, 2024
790a33d
updated create_trainspace to include lists of datasets, models, and b…
ssh51117 Jan 24, 2024
dd6227a
Merge branch 'feature-1073-terraform-trainspace-ddb' of https://githu…
MugPand Jan 24, 2024
92d9ac0
terraform update
MugPand Feb 5, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
194 changes: 135 additions & 59 deletions dlp-terraform/dynamodb/dynamodb.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,30 +10,30 @@ terraform {
}

provider "aws" {
region = "us-west-2"
region = "us-east-1"
}

resource "aws_dynamodb_table" "execution-table" {
name = "execution-table"
hash_key = "execution_id"
resource "aws_dynamodb_table" "dlp-file-upload-table" {
name = "dlp-file-upload-table"
hash_key = "s3_uri"
billing_mode = "PROVISIONED"
write_capacity = 10
read_capacity = 10
attribute {
name = "execution_id"
name = "s3_uri"
type = "S"
}
attribute {
name = "user_id"
name = "uid"
type = "S"
}
ttl {
enabled = true
attribute_name = "expiryPeriod"
attribute_name = "ttl"
}
global_secondary_index {
name = "user_id"
hash_key = "user_id"
name = "uid"
hash_key = "uid"
write_capacity = 10
read_capacity = 10
projection_type = "ALL"
Expand All @@ -42,27 +42,23 @@ resource "aws_dynamodb_table" "execution-table" {
server_side_encryption { enabled = true }
}

resource "aws_dynamodb_table" "dlp-file-upload-table" {
name = "dlp-file-upload-table"
hash_key = "s3_uri"
resource "aws_dynamodb_table" "trainspace" {
name = "TrainspaceTable"
billing_mode = "PROVISIONED"
hash_key = "trainspace_id"
write_capacity = 10
read_capacity = 10
attribute {
name = "s3_uri"
name = "trainspace_id"
type = "S"
}
attribute {
name = "uid"
name = "user_id"
type = "S"
}
ttl {
enabled = true
attribute_name = "ttl"
}
global_secondary_index {
name = "uid"
hash_key = "uid"
name = "user_id_index"
hash_key = "user_id"
write_capacity = 10
read_capacity = 10
projection_type = "ALL"
Expand All @@ -71,48 +67,128 @@ resource "aws_dynamodb_table" "dlp-file-upload-table" {
server_side_encryption { enabled = true }
}

resource "aws_dynamodb_table" "userprogress_table" {
name = "userprogress_table"
hash_key = "uid"
billing_mode = "PROVISIONED"
write_capacity = 1
read_capacity = 1
lifecycle {
ignore_changes = [read_capacity, write_capacity]
resource "aws_appautoscaling_target" "dynamodb_table_trainspace_read_target" {
max_capacity = 10
min_capacity = 1
resource_id = "table/${aws_dynamodb_table.trainspace.name}"
scalable_dimension = "dynamodb:table:ReadCapacityUnits"
service_namespace = "dynamodb"
}
resource "aws_appautoscaling_policy" "dynamodb_table_trainspace_read_policy" {
name = "DynamoDBReadCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_trainspace_read_target.resource_id}"
policy_type = "TargetTrackingScaling"
resource_id = aws_appautoscaling_target.dynamodb_table_trainspace_read_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_trainspace_read_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_trainspace_read_target.service_namespace

target_tracking_scaling_policy_configuration {
predefined_metric_specification {
predefined_metric_type = "DynamoDBReadCapacityUtilization"
}

target_value = 70
}
}
resource "aws_appautoscaling_target" "dynamodb_table_trainspace_write_target" {
max_capacity = 10
min_capacity = 1
resource_id = "table/${aws_dynamodb_table.trainspace.name}"
scalable_dimension = "dynamodb:table:WriteCapacityUnits"
service_namespace = "dynamodb"
}
resource "aws_appautoscaling_policy" "dynamodb_table_trainspace_write_policy" {
name = "DynamoDBWriteCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_trainspace_write_target.resource_id}"
policy_type = "TargetTrackingScaling"
resource_id = aws_appautoscaling_target.dynamodb_table_trainspace_write_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_trainspace_write_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_trainspace_write_target.service_namespace

target_tracking_scaling_policy_configuration {
predefined_metric_specification {
predefined_metric_type = "DynamoDBWriteCapacityUtilization"
}

target_value = 70
}
}


resource "aws_dynamodb_table" "user" {
name = "UserTable"
billing_mode = "PROVISIONED"
hash_key = "user_id"
write_capacity = 10
read_capacity = 10
attribute {
name = "uid"
name = "user_id"
type = "S"
}
ttl {
enabled = true
attribute_name = "expiryPeriod"
}
point_in_time_recovery { enabled = true }
server_side_encryption { enabled = true }
}

resource "aws_dynamodb_table" "trainspace" {
name = "trainspace"
hash_key = "trainspace_id"
resource "aws_appautoscaling_target" "dynamodb_table_user_read_target" {
max_capacity = 10
min_capacity = 1
resource_id = "table/${aws_dynamodb_table.user.name}"
scalable_dimension = "dynamodb:table:ReadCapacityUnits"
service_namespace = "dynamodb"
}
resource "aws_appautoscaling_policy" "dynamodb_table_user_read_policy" {
name = "DynamoDBReadCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_user_read_target.resource_id}"
policy_type = "TargetTrackingScaling"
resource_id = aws_appautoscaling_target.dynamodb_table_user_read_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_user_read_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_user_read_target.service_namespace

target_tracking_scaling_policy_configuration {
predefined_metric_specification {
predefined_metric_type = "DynamoDBReadCapacityUtilization"
}

target_value = 70
}
}
resource "aws_appautoscaling_target" "dynamodb_table_user_write_target" {
max_capacity = 10
min_capacity = 1
resource_id = "table/${aws_dynamodb_table.user.name}"
scalable_dimension = "dynamodb:table:WriteCapacityUnits"
service_namespace = "dynamodb"
}
resource "aws_appautoscaling_policy" "dynamodb_table_user_write_policy" {
name = "DynamoDBWriteCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_user_write_target.resource_id}"
policy_type = "TargetTrackingScaling"
resource_id = aws_appautoscaling_target.dynamodb_table_user_write_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_user_write_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_user_write_target.service_namespace

target_tracking_scaling_policy_configuration {
predefined_metric_specification {
predefined_metric_type = "DynamoDBWriteCapacityUtilization"
}

target_value = 70
}
}

resource "aws_dynamodb_table" "model" {
name = "ModelTable"
billing_mode = "PROVISIONED"
hash_key = "model_id"
write_capacity = 10
read_capacity = 10
attribute {
name = "trainspace_id"
name = "model_id"
type = "S"
}
attribute {
name = "uid"
name = "user_id"
type = "S"
}
ttl {
enabled = true
attribute_name = "expiryPeriod"
}
global_secondary_index {
name = "uid"
hash_key = "uid"
name = "user_id_index"
hash_key = "user_id"
write_capacity = 10
read_capacity = 10
projection_type = "ALL"
Expand All @@ -121,19 +197,19 @@ resource "aws_dynamodb_table" "trainspace" {
server_side_encryption { enabled = true }
}

resource "aws_appautoscaling_target" "dynamodb_table_userprogress_read_target" {
resource "aws_appautoscaling_target" "dynamodb_table_model_read_target" {
max_capacity = 10
min_capacity = 1
resource_id = "table/${aws_dynamodb_table.userprogress_table.name}"
resource_id = "table/${aws_dynamodb_table.model.name}"
scalable_dimension = "dynamodb:table:ReadCapacityUnits"
service_namespace = "dynamodb"
}
resource "aws_appautoscaling_policy" "dynamodb_table_userprogress_read_policy" {
name = "DynamoDBReadCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_userprogress_read_target.resource_id}"
resource "aws_appautoscaling_policy" "dynamodb_table_model_read_policy" {
name = "DynamoDBReadCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_model_read_target.resource_id}"
policy_type = "TargetTrackingScaling"
resource_id = aws_appautoscaling_target.dynamodb_table_userprogress_read_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_userprogress_read_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_userprogress_read_target.service_namespace
resource_id = aws_appautoscaling_target.dynamodb_table_model_read_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_model_read_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_model_read_target.service_namespace

target_tracking_scaling_policy_configuration {
predefined_metric_specification {
Expand All @@ -143,19 +219,19 @@ resource "aws_appautoscaling_policy" "dynamodb_table_userprogress_read_policy" {
target_value = 70
}
}
resource "aws_appautoscaling_target" "dynamodb_table_userprogress_write_target" {
resource "aws_appautoscaling_target" "dynamodb_table_model_write_target" {
max_capacity = 10
min_capacity = 1
resource_id = "table/${aws_dynamodb_table.userprogress_table.name}"
resource_id = "table/${aws_dynamodb_table.model.name}"
scalable_dimension = "dynamodb:table:WriteCapacityUnits"
service_namespace = "dynamodb"
}
resource "aws_appautoscaling_policy" "dynamodb_table_userprogress_write_policy" {
name = "DynamoDBWriteCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_userprogress_write_target.resource_id}"
resource "aws_appautoscaling_policy" "dynamodb_table_model_write_policy" {
name = "DynamoDBWriteCapacityUtilization:${aws_appautoscaling_target.dynamodb_table_model_write_target.resource_id}"
policy_type = "TargetTrackingScaling"
resource_id = aws_appautoscaling_target.dynamodb_table_userprogress_write_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_userprogress_write_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_userprogress_write_target.service_namespace
resource_id = aws_appautoscaling_target.dynamodb_table_model_write_target.resource_id
scalable_dimension = aws_appautoscaling_target.dynamodb_table_model_write_target.scalable_dimension
service_namespace = aws_appautoscaling_target.dynamodb_table_model_write_target.service_namespace

target_tracking_scaling_policy_configuration {
predefined_metric_specification {
Expand All @@ -164,4 +240,4 @@ resource "aws_appautoscaling_policy" "dynamodb_table_userprogress_write_policy"

target_value = 70
}
}
}
Loading
Loading