Merge pull request #102 from soma-baekgu/feature/BG-376-redis-cluster

[BG-376]: 레디스 클러스터링 (4h / 3h)
soma-baekgu · Aug 26, 2024 · e4e8b69 · e4e8b69
2 parents 42a0f43 + 3480fe7
commit e4e8b69
Show file tree

Hide file tree

Showing 15 changed files with 315 additions and 5 deletions.
diff --git a/Dockerfile-api b/Dockerfile-api
@@ -2,4 +2,4 @@ FROM openjdk:17
 RUN ln -snf /usr/share/zoneinfo/Asia/Seoul /etc/localtime && echo "Asia/Seoul" > /etc/timezone
 ARG JAR_FILE=api/build/libs/*.jar
 COPY ${JAR_FILE} /root/app.jar
-CMD ["java", "-jar", "/root/app.jar"]
+CMD ["java", "-Dspring.profiles.active=prod", "-jar", "/root/app.jar"]
diff --git a/Dockerfile-batch b/Dockerfile-batch
@@ -2,4 +2,4 @@ FROM openjdk:17
 RUN ln -snf /usr/share/zoneinfo/Asia/Seoul /etc/localtime && echo "Asia/Seoul" > /etc/timezone
 ARG JAR_FILE=batch/build/libs/*.jar
 COPY ${JAR_FILE} /root/app.jar
-CMD ["java", "-jar", "/root/app.jar"]
+CMD ["java", "-Dspring.profiles.active=prod", "-jar", "/root/app.jar"]
diff --git a/Dockerfile-notification b/Dockerfile-notification
@@ -2,4 +2,4 @@ FROM openjdk:17
 RUN ln -snf /usr/share/zoneinfo/Asia/Seoul /etc/localtime && echo "Asia/Seoul" > /etc/timezone
 ARG JAR_FILE=notification/build/libs/*.jar
 COPY ${JAR_FILE} /root/app.jar
-CMD ["java", "-jar", "/root/app.jar"]
+CMD ["java", "-Dspring.profiles.active=prod", "-jar", "/root/app.jar"]
diff --git a/Dockerfile-realtime b/Dockerfile-realtime
@@ -2,5 +2,4 @@ FROM openjdk:17
 RUN ln -snf /usr/share/zoneinfo/Asia/Seoul /etc/localtime && echo "Asia/Seoul" > /etc/timezone
 ARG JAR_FILE=realtime/build/libs/*.jar
 COPY ${JAR_FILE} /root/app.jar
-ENV HOST_IP=host.docker.internal
-CMD ["java", "-jar", "/root/app.jar"]
+CMD ["java", "-Dspring.profiles.active=prod", "-jar", "/root/app.jar"]
diff --git a/api/src/main/kotlin/com/backgu/amaker/api/config/ClusterConfigProperties.kt b/api/src/main/kotlin/com/backgu/amaker/api/config/ClusterConfigProperties.kt
@@ -0,0 +1,11 @@
+package com.backgu.amaker.api.config
+
+import org.springframework.boot.context.properties.ConfigurationProperties
+import org.springframework.context.annotation.Configuration
+
+@Configuration
+@ConfigurationProperties(prefix = "spring.data.redis.cluster")
+class ClusterConfigProperties {
+    lateinit var nodes: List<String>
+    var maxRedirects: Int = 3
+}
diff --git a/api/src/main/kotlin/com/backgu/amaker/api/config/ProdRedisConfig.kt b/api/src/main/kotlin/com/backgu/amaker/api/config/ProdRedisConfig.kt
@@ -0,0 +1,75 @@
+package com.backgu.amaker.api.config
+
+import io.lettuce.core.SocketOptions
+import io.lettuce.core.cluster.ClusterClientOptions
+import io.lettuce.core.cluster.ClusterTopologyRefreshOptions
+import org.springframework.beans.factory.annotation.Value
+import org.springframework.context.annotation.Bean
+import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
+import org.springframework.data.redis.connection.RedisClusterConfiguration
+import org.springframework.data.redis.connection.RedisConnectionFactory
+import org.springframework.data.redis.connection.RedisPassword
+import org.springframework.data.redis.connection.lettuce.LettuceClientConfiguration
+import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory
+import org.springframework.data.redis.core.RedisTemplate
+import org.springframework.data.redis.repository.configuration.EnableRedisRepositories
+import org.springframework.data.redis.serializer.StringRedisSerializer
+import java.time.Duration
+
+@Configuration
+@Profile("prod")
+@EnableRedisRepositories
+class ProdRedisConfig(
+    private val clusterConfigProperties: ClusterConfigProperties,
+) {
+    @Value("\${spring.data.redis.password}")
+    lateinit var password: String
+
+    @Bean
+    fun redisConnectionFactory(): RedisConnectionFactory {
+        val clusterConfiguration = RedisClusterConfiguration(clusterConfigProperties.nodes)
+        clusterConfiguration.maxRedirects = clusterConfigProperties.maxRedirects
+        clusterConfiguration.password = RedisPassword.of(password)
+
+        val socketOptions =
+            SocketOptions
+                .builder()
+                .connectTimeout(Duration.ofMillis(100L))
+                .keepAlive(true)
+                .build()
+
+        val clusterTopologyRefreshOptions =
+            ClusterTopologyRefreshOptions
+                .builder()
+                .dynamicRefreshSources(true)
+                .enableAllAdaptiveRefreshTriggers()
+                .enablePeriodicRefresh(Duration.ofMinutes(30L))
+                .build()
+
+        val clientOptions =
+            ClusterClientOptions
+                .builder()
+                .topologyRefreshOptions(clusterTopologyRefreshOptions)
+                .socketOptions(socketOptions)
+                .build()
+
+        val clientConfiguration =
+            LettuceClientConfiguration
+                .builder()
+                .clientOptions(clientOptions)
+                .commandTimeout(Duration.ofMillis(3000L))
+                .build()
+
+        return LettuceConnectionFactory(clusterConfiguration, clientConfiguration)
+    }
+
+    @Bean
+    fun redisTemplate(): RedisTemplate<String, Any> {
+        val template = RedisTemplate<String, Any>()
+        template.connectionFactory = redisConnectionFactory()
+        template.keySerializer = StringRedisSerializer()
+        template.valueSerializer = StringRedisSerializer()
+        return template
+    }
+}
diff --git a/api/src/main/kotlin/com/backgu/amaker/api/config/ProdRedissonConfig.kt b/api/src/main/kotlin/com/backgu/amaker/api/config/ProdRedissonConfig.kt
@@ -0,0 +1,41 @@
+package com.backgu.amaker.api.config
+
+import org.redisson.Redisson
+import org.redisson.api.RedissonClient
+import org.redisson.config.Config
+import org.springframework.beans.factory.annotation.Value
+import org.springframework.context.annotation.Bean
+import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
+
+@Configuration
+@Profile("prod")
+class ProdRedissonConfig(
+    private val clusterConfigProperties: ClusterConfigProperties,
+) {
+    @Value("\${spring.data.redis.password}")
+    lateinit var password: String
+
+    @Bean
+    fun redissonClient(): RedissonClient {
+        val config = Config()
+        val clusterServersConfig =
+            config
+                .useClusterServers()
+                .setScanInterval(2000)
+                .setConnectTimeout(100)
+                .setTimeout(3000)
+                .setRetryAttempts(3)
+                .setRetryInterval(1500)
+
+        clusterConfigProperties.nodes.forEach { node ->
+            clusterServersConfig.addNodeAddress("redis://$node")
+        }
+
+        if (password.isNotEmpty()) {
+            clusterServersConfig.setPassword(password)
+        }
+
+        return Redisson.create(config)
+    }
+}
diff --git a/api/src/main/kotlin/com/backgu/amaker/api/config/RedisConfig.kt b/api/src/main/kotlin/com/backgu/amaker/api/config/RedisConfig.kt
@@ -3,11 +3,13 @@ package com.backgu.amaker.api.config
 import org.springframework.boot.context.properties.ConfigurationProperties
 import org.springframework.context.annotation.Bean
 import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
 import org.springframework.data.redis.connection.RedisConnectionFactory
 import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory
 import org.springframework.data.redis.core.RedisTemplate
 import org.springframework.data.redis.serializer.StringRedisSerializer
 
+@Profile("!prod")
 @Configuration
 @ConfigurationProperties(prefix = "spring.data.redis")
 class RedisConfig {

diff --git a/api/src/main/kotlin/com/backgu/amaker/api/config/RedissonConfig.kt b/api/src/main/kotlin/com/backgu/amaker/api/config/RedissonConfig.kt
@@ -5,7 +5,9 @@ import org.redisson.api.RedissonClient
 import org.redisson.config.Config
 import org.springframework.context.annotation.Bean
 import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
 
+@Profile("!prod")
 @Configuration
 class RedissonConfig(
     private val redisConfig: RedisConfig,

diff --git a/...fication/src/main/kotlin/com/backgu/amaker/notification/config/ClusterConfigProperties.kt b/...fication/src/main/kotlin/com/backgu/amaker/notification/config/ClusterConfigProperties.kt
@@ -0,0 +1,11 @@
+package com.backgu.amaker.notification.config
+
+import org.springframework.boot.context.properties.ConfigurationProperties
+import org.springframework.context.annotation.Configuration
+
+@Configuration
+@ConfigurationProperties(prefix = "spring.data.redis.cluster")
+class ClusterConfigProperties {
+    lateinit var nodes: List<String>
+    var maxRedirects: Int = 3
+}
diff --git a/notification/src/main/kotlin/com/backgu/amaker/notification/config/ProdRedisConfig.kt b/notification/src/main/kotlin/com/backgu/amaker/notification/config/ProdRedisConfig.kt
@@ -0,0 +1,77 @@
+package com.backgu.amaker.notification.config
+
+import com.backgu.amaker.infra.redis.session.SessionRedisData
+import io.lettuce.core.SocketOptions
+import io.lettuce.core.cluster.ClusterClientOptions
+import io.lettuce.core.cluster.ClusterTopologyRefreshOptions
+import org.springframework.beans.factory.annotation.Value
+import org.springframework.context.annotation.Bean
+import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
+import org.springframework.data.redis.connection.RedisClusterConfiguration
+import org.springframework.data.redis.connection.RedisConnectionFactory
+import org.springframework.data.redis.connection.RedisPassword
+import org.springframework.data.redis.connection.lettuce.LettuceClientConfiguration
+import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory
+import org.springframework.data.redis.core.RedisTemplate
+import org.springframework.data.redis.repository.configuration.EnableRedisRepositories
+import org.springframework.data.redis.serializer.GenericJackson2JsonRedisSerializer
+import org.springframework.data.redis.serializer.StringRedisSerializer
+import java.time.Duration
+
+@Configuration
+@Profile("prod")
+@EnableRedisRepositories
+class ProdRedisConfig(
+    private val clusterConfigProperties: ClusterConfigProperties,
+) {
+    @Value("\${spring.data.redis.password}")
+    lateinit var password: String
+
+    @Bean
+    fun redisConnectionFactory(): RedisConnectionFactory {
+        val clusterConfiguration = RedisClusterConfiguration(clusterConfigProperties.nodes)
+        clusterConfiguration.maxRedirects = clusterConfigProperties.maxRedirects
+        clusterConfiguration.password = RedisPassword.of(password)
+
+        val socketOptions =
+            SocketOptions
+                .builder()
+                .connectTimeout(Duration.ofMillis(100L))
+                .keepAlive(true)
+                .build()
+
+        val clusterTopologyRefreshOptions =
+            ClusterTopologyRefreshOptions
+                .builder()
+                .dynamicRefreshSources(true)
+                .enableAllAdaptiveRefreshTriggers()
+                .enablePeriodicRefresh(Duration.ofMinutes(30L))
+                .build()
+
+        val clientOptions =
+            ClusterClientOptions
+                .builder()
+                .topologyRefreshOptions(clusterTopologyRefreshOptions)
+                .socketOptions(socketOptions)
+                .build()
+
+        val clientConfiguration =
+            LettuceClientConfiguration
+                .builder()
+                .clientOptions(clientOptions)
+                .commandTimeout(Duration.ofMillis(3000L))
+                .build()
+
+        return LettuceConnectionFactory(clusterConfiguration, clientConfiguration)
+    }
+
+    @Bean
+    fun redisTemplate(): RedisTemplate<String, SessionRedisData> {
+        val template = RedisTemplate<String, SessionRedisData>()
+        template.connectionFactory = redisConnectionFactory()
+        template.keySerializer = StringRedisSerializer()
+        template.valueSerializer = GenericJackson2JsonRedisSerializer()
+        return template
+    }
+}
diff --git a/notification/src/main/kotlin/com/backgu/amaker/notification/config/RedisConfig.kt b/notification/src/main/kotlin/com/backgu/amaker/notification/config/RedisConfig.kt
@@ -4,12 +4,14 @@ import com.backgu.amaker.infra.redis.session.SessionRedisData
 import org.springframework.boot.context.properties.ConfigurationProperties
 import org.springframework.context.annotation.Bean
 import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
 import org.springframework.data.redis.connection.RedisConnectionFactory
 import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory
 import org.springframework.data.redis.core.RedisTemplate
 import org.springframework.data.redis.serializer.GenericJackson2JsonRedisSerializer
 import org.springframework.data.redis.serializer.StringRedisSerializer
 
+@Profile("!prod")
 @Configuration
 @ConfigurationProperties(prefix = "spring.data.redis")
 class RedisConfig {

diff --git a/realtime/src/main/kotlin/com/backgu/amaker/realtime/config/ClusterConfigProperties.kt b/realtime/src/main/kotlin/com/backgu/amaker/realtime/config/ClusterConfigProperties.kt
@@ -0,0 +1,11 @@
+package com.backgu.amaker.realtime.config
+
+import org.springframework.boot.context.properties.ConfigurationProperties
+import org.springframework.context.annotation.Configuration
+
+@Configuration
+@ConfigurationProperties(prefix = "spring.data.redis.cluster")
+class ClusterConfigProperties {
+    lateinit var nodes: List<String>
+    var maxRedirects: Int = 3
+}
diff --git a/realtime/src/main/kotlin/com/backgu/amaker/realtime/config/ProdRedisConfig.kt b/realtime/src/main/kotlin/com/backgu/amaker/realtime/config/ProdRedisConfig.kt
@@ -0,0 +1,77 @@
+package com.backgu.amaker.realtime.config
+
+import com.backgu.amaker.infra.redis.session.SessionRedisData
+import io.lettuce.core.SocketOptions
+import io.lettuce.core.cluster.ClusterClientOptions
+import io.lettuce.core.cluster.ClusterTopologyRefreshOptions
+import org.springframework.beans.factory.annotation.Value
+import org.springframework.context.annotation.Bean
+import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
+import org.springframework.data.redis.connection.RedisClusterConfiguration
+import org.springframework.data.redis.connection.RedisConnectionFactory
+import org.springframework.data.redis.connection.RedisPassword
+import org.springframework.data.redis.connection.lettuce.LettuceClientConfiguration
+import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory
+import org.springframework.data.redis.core.RedisTemplate
+import org.springframework.data.redis.repository.configuration.EnableRedisRepositories
+import org.springframework.data.redis.serializer.GenericJackson2JsonRedisSerializer
+import org.springframework.data.redis.serializer.StringRedisSerializer
+import java.time.Duration
+
+@Configuration
+@Profile("prod")
+@EnableRedisRepositories
+class ProdRedisConfig(
+    private val clusterConfigProperties: ClusterConfigProperties,
+) {
+    @Value("\${spring.data.redis.password}")
+    lateinit var password: String
+
+    @Bean
+    fun redisConnectionFactory(): RedisConnectionFactory {
+        val clusterConfiguration = RedisClusterConfiguration(clusterConfigProperties.nodes)
+        clusterConfiguration.maxRedirects = clusterConfigProperties.maxRedirects
+        clusterConfiguration.password = RedisPassword.of(password)
+
+        val socketOptions =
+            SocketOptions
+                .builder()
+                .connectTimeout(Duration.ofMillis(100L))
+                .keepAlive(true)
+                .build()
+
+        val clusterTopologyRefreshOptions =
+            ClusterTopologyRefreshOptions
+                .builder()
+                .dynamicRefreshSources(true)
+                .enableAllAdaptiveRefreshTriggers()
+                .enablePeriodicRefresh(Duration.ofMinutes(30L))
+                .build()
+
+        val clientOptions =
+            ClusterClientOptions
+                .builder()
+                .topologyRefreshOptions(clusterTopologyRefreshOptions)
+                .socketOptions(socketOptions)
+                .build()
+
+        val clientConfiguration =
+            LettuceClientConfiguration
+                .builder()
+                .clientOptions(clientOptions)
+                .commandTimeout(Duration.ofMillis(3000L))
+                .build()
+
+        return LettuceConnectionFactory(clusterConfiguration, clientConfiguration)
+    }
+
+    @Bean
+    fun redisTemplate(): RedisTemplate<String, SessionRedisData> {
+        val template = RedisTemplate<String, SessionRedisData>()
+        template.connectionFactory = redisConnectionFactory()
+        template.keySerializer = StringRedisSerializer()
+        template.valueSerializer = GenericJackson2JsonRedisSerializer()
+        return template
+    }
+}
diff --git a/realtime/src/main/kotlin/com/backgu/amaker/realtime/config/RedisConfig.kt b/realtime/src/main/kotlin/com/backgu/amaker/realtime/config/RedisConfig.kt
@@ -4,13 +4,15 @@ import com.backgu.amaker.infra.redis.session.SessionRedisData
 import org.springframework.boot.context.properties.ConfigurationProperties
 import org.springframework.context.annotation.Bean
 import org.springframework.context.annotation.Configuration
+import org.springframework.context.annotation.Profile
 import org.springframework.data.redis.connection.RedisConnectionFactory
 import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory
 import org.springframework.data.redis.core.RedisTemplate
 import org.springframework.data.redis.serializer.GenericJackson2JsonRedisSerializer
 import org.springframework.data.redis.serializer.StringRedisSerializer
 
 @Configuration
+@Profile("!prod")
 @ConfigurationProperties(prefix = "spring.data.redis")
 class RedisConfig {
     lateinit var host: String