Skip to content

Commit 8f281a2

Browse files
committed
new gentrack related kafka topic created
1 parent a0466b1 commit 8f281a2

File tree

1 file changed

+29
-2
lines changed

1 file changed

+29
-2
lines changed

dev-aws/kafka-shared-msk/energy-platform/gentrack.tf

Lines changed: 29 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,11 +34,31 @@ resource "kafka_topic" "gentrack_billing_events" {
3434
}
3535
}
3636

37+
resource "kafka_topic" "gentrack_migration_events" {
38+
name = "energy-platform.gentrack.migration.events"
39+
replication_factor = 3
40+
partitions = 15
41+
42+
config = {
43+
# Use tiered storage
44+
"remote.storage.enable" = "true"
45+
# keep data for approx 6 month
46+
"retention.ms" = "15552000000"
47+
# keep data in primary storage for 2 days
48+
"local.retention.ms" = "172800000"
49+
# allow for a batch of records maximum 1MiB
50+
"max.message.bytes" = "1048576"
51+
"compression.type" = "zstd"
52+
"cleanup.policy" = "delete"
53+
}
54+
}
55+
3756
module "gentrack_topic_indexer" {
3857
source = "../../../modules/tls-app"
3958
consume_topics = [
4059
kafka_topic.gentrack_meter_read_events.name,
41-
kafka_topic.gentrack_billing_events.name
60+
kafka_topic.gentrack_billing_events.name,
61+
kafka_topic.gentrack_migration_events.name
4262
]
4363
consume_groups = ["energy-platform.gentrack-topic-indexer"]
4464
cert_common_name = "energy-platform/gentrack-topic-indexer"
@@ -48,11 +68,18 @@ module "gentrack_adapter_webhook_processor" {
4868
source = "../../../modules/tls-app"
4969
produce_topics = [
5070
kafka_topic.gentrack_meter_read_events.name,
51-
kafka_topic.gentrack_billing_events.name
71+
kafka_topic.gentrack_billing_events.name,
72+
kafka_topic.gentrack_migration_events.name
5273
]
5374
cert_common_name = "energy-platform/gentrack-adapter-webhook-processor"
5475
}
5576

77+
module "gentrack_migration" {
78+
source = "../../../modules/tls-app"
79+
consume_topics = [kafka_topic.gentrack_migration_events.name]
80+
cert_common_name = "energy-platform/gentrack-migration"
81+
}
82+
5683
module "billing_adapter" {
5784
source = "../../../modules/tls-app"
5885
consume_topics = [kafka_topic.gentrack_billing_events.name]

0 commit comments

Comments
 (0)