You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
85 lines
1.8 KiB
HCL
85 lines
1.8 KiB
HCL
variable "project" {
|
|
description = "Project ID."
|
|
type = string
|
|
}
|
|
|
|
variable "region" {
|
|
description = "Region."
|
|
type = string
|
|
}
|
|
|
|
variable "service_cloudkms" {
|
|
description = "cloudkms service."
|
|
}
|
|
|
|
data "google_project" "project" {
|
|
project_id = var.project
|
|
}
|
|
|
|
#################### IAM ##################################
|
|
|
|
resource "google_project_iam_binding" "pubsub_kms" {
|
|
project = var.project
|
|
role = "roles/cloudkms.cryptoKeyEncrypterDecrypter"
|
|
|
|
members = [
|
|
"serviceAccount:service-${data.google_project.project.number}@gcp-sa-pubsub.iam.gserviceaccount.com"
|
|
]
|
|
}
|
|
|
|
#################### KMS ##################################
|
|
|
|
resource "random_id" "bigquery_etl_keyring" {
|
|
byte_length = 4
|
|
}
|
|
|
|
resource "google_kms_crypto_key" "bigquery_etl_key" {
|
|
name = "bigquery-etl-key"
|
|
key_ring = google_kms_key_ring.bigquery_etl_keyring.id
|
|
}
|
|
|
|
resource "google_kms_key_ring" "bigquery_etl_keyring" {
|
|
project = var.project
|
|
name = "bigquery-etl-keyring-${random_id.bigquery_etl_keyring.hex}"
|
|
location = var.region
|
|
|
|
lifecycle {
|
|
#prevent_destroy = true
|
|
}
|
|
|
|
depends_on = [
|
|
var.service_cloudkms
|
|
]
|
|
}
|
|
|
|
#################### PubSub ###############################
|
|
|
|
resource "google_pubsub_topic" "bigquery_etl" {
|
|
project = var.project
|
|
name = "bigquery-etl"
|
|
kms_key_name = google_kms_crypto_key.bigquery_etl_key.id
|
|
depends_on = [
|
|
google_project_iam_binding.pubsub_kms
|
|
]
|
|
}
|
|
|
|
resource "google_pubsub_subscription" "bigquery_etl" {
|
|
project = var.project
|
|
name = "bigquery-etl-sub"
|
|
topic = google_pubsub_topic.bigquery_etl.name
|
|
|
|
# 20 minutes
|
|
message_retention_duration = "1200s"
|
|
retain_acked_messages = false
|
|
ack_deadline_seconds = 20
|
|
|
|
expiration_policy {
|
|
ttl = ""
|
|
}
|
|
|
|
retry_policy {
|
|
maximum_backoff = "600s"
|
|
minimum_backoff = "10s"
|
|
}
|
|
}
|