@@ -34,11 +34,31 @@ resource "kafka_topic" "gentrack_billing_events" {
34
34
}
35
35
}
36
36
37
+ resource "kafka_topic" "gentrack_migration_events" {
38
+ name = " energy-platform.gentrack.migration.events"
39
+ replication_factor = 3
40
+ partitions = 15
41
+
42
+ config = {
43
+ # Use tiered storage
44
+ " remote.storage.enable" = " true"
45
+ # keep data for approx 6 month
46
+ " retention.ms" = " 15552000000"
47
+ # keep data in primary storage for 2 days
48
+ " local.retention.ms" = " 172800000"
49
+ # allow for a batch of records maximum 1MiB
50
+ " max.message.bytes" = " 1048576"
51
+ " compression.type" = " zstd"
52
+ " cleanup.policy" = " delete"
53
+ }
54
+ }
55
+
37
56
module "gentrack_topic_indexer" {
38
57
source = " ../../../modules/tls-app"
39
58
consume_topics = [
40
59
kafka_topic . gentrack_meter_read_events . name ,
41
- kafka_topic . gentrack_billing_events . name
60
+ kafka_topic . gentrack_billing_events . name ,
61
+ kafka_topic . gentrack_migration_events . name
42
62
]
43
63
consume_groups = [" energy-platform.gentrack-topic-indexer" ]
44
64
cert_common_name = " energy-platform/gentrack-topic-indexer"
@@ -48,11 +68,18 @@ module "gentrack_adapter_webhook_processor" {
48
68
source = " ../../../modules/tls-app"
49
69
produce_topics = [
50
70
kafka_topic . gentrack_meter_read_events . name ,
51
- kafka_topic . gentrack_billing_events . name
71
+ kafka_topic . gentrack_billing_events . name ,
72
+ kafka_topic . gentrack_migration_events . name
52
73
]
53
74
cert_common_name = " energy-platform/gentrack-adapter-webhook-processor"
54
75
}
55
76
77
+ module "gentrack_migration" {
78
+ source = " ../../../modules/tls-app"
79
+ consume_topics = [kafka_topic . gentrack_migration_events . name ]
80
+ cert_common_name = " energy-platform/gentrack-migration"
81
+ }
82
+
56
83
module "billing_adapter" {
57
84
source = " ../../../modules/tls-app"
58
85
consume_topics = [kafka_topic . gentrack_billing_events . name ]
0 commit comments