1
+ version : ' 3'
2
+
1
3
# Configuration environment variables:
2
4
# - DATAFLOW_VERSION and SKIPPER_VERSION specify what DataFlow and Skipper image versions to use.
3
5
# - STREAM_APPS_URI and TASK_APPS_URI are used to specify what Stream and Task applications to pre-register.
18
20
# The deployed stream applications that run in their own docker containers (e.g. docker:// registered apps),
19
21
# can be reached on the ports they expose.
20
22
services :
23
+ mariadb :
24
+ image : mariadb:10.6
25
+ container_name : dataflow-mariadb
26
+ environment :
27
+ MARIADB_DATABASE : dataflow
28
+ MARIADB_ROOT_PASSWORD : rootpw
29
+ expose :
30
+ - 3306
31
+
32
+ kafka-broker :
33
+ image : confluentinc/cp-kafka:5.5.2
34
+ container_name : dataflow-kafka
35
+ expose :
36
+ - " 9092"
37
+ environment :
38
+ - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka-broker:9092
39
+ - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
40
+ - KAFKA_ADVERTISED_HOST_NAME=kafka-broker
41
+ - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1
42
+ - KAFKA_LOG4J_ROOT_LOGLEVEL=ERROR
43
+ - KAFKA_LOG4J_LOGGERS=org.apache.zookeeper=ERROR,org.apache.kafka=ERROR,kafka=ERROR,kafka.cluster=ERROR,kafka.controller=ERROR,kafka.coordinator=ERROR,kafka.log=ERROR,kafka.server=ERROR,kafka.zookeeper=ERROR,state.change.logger=ERROR
44
+ depends_on :
45
+ - zookeeper
46
+
47
+ zookeeper :
48
+ image : confluentinc/cp-zookeeper:5.5.2
49
+ container_name : dataflow-kafka-zookeeper
50
+ expose :
51
+ - " 2181"
52
+ environment :
53
+ - ZOOKEEPER_CLIENT_PORT=2181
54
+
21
55
dataflow-server :
22
56
user : root
23
- image : springcloud/spring-cloud-dataflow-server:${DATAFLOW_VERSION:-3.0.0-SNAPSHOT }${BP_JVM_VERSION:-}
57
+ image : springcloud/spring-cloud-dataflow-server:${DATAFLOW_VERSION:-@project.version@ }${BP_JVM_VERSION:-}
24
58
container_name : dataflow-server
25
59
ports :
26
60
- " 9393:9393"
27
61
environment :
28
- - LANG=en_US.utf8
29
- - LC_ALL=en_US.utf8
30
- - JDK_JAVA_OPTIONS=-Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8
62
+ - SPRING_CLOUD_DATAFLOW_APPLICATIONPROPERTIES_STREAM_SPRING_CLOUD_STREAM_KAFKA_BINDER_BROKERS=PLAINTEXT://kafka-broker:9092
63
+ - SPRING_CLOUD_DATAFLOW_APPLICATIONPROPERTIES_STREAM_SPRING_CLOUD_STREAM_KAFKA_STREAMS_BINDER_BROKERS=PLAINTEXT://kafka-broker:9092
64
+ - SPRING_CLOUD_DATAFLOW_APPLICATIONPROPERTIES_STREAM_SPRING_CLOUD_STREAM_KAFKA_BINDER_ZKNODES=zookeeper:2181
65
+ - SPRING_CLOUD_DATAFLOW_APPLICATIONPROPERTIES_STREAM_SPRING_CLOUD_STREAM_KAFKA_STREAMS_BINDER_ZKNODES=zookeeper:2181
66
+ - SPRING_CLOUD_DATAFLOW_APPLICATIONPROPERTIES_STREAM_SPRING_KAFKA_STREAMS_PROPERTIES_METRICS_RECORDING_LEVEL=DEBUG
31
67
# Set CLOSECONTEXTENABLED=true to ensure that the CRT launcher is closed.
32
68
- SPRING_CLOUD_DATAFLOW_APPLICATIONPROPERTIES_TASK_SPRING_CLOUD_TASK_CLOSECONTEXTENABLED=true
33
69
- SPRING_CLOUD_SKIPPER_CLIENT_SERVER_URI=${SKIPPER_URI:-http://skipper-server:7577}/api
70
+ - SPRING_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/dataflow
71
+ - SPRING_JPA_DATABASE_PLATFORM=org.hibernate.dialect.MariaDB106Dialect
72
+ - SPRING_DATASOURCE_USERNAME=root
73
+ - SPRING_DATASOURCE_PASSWORD=rootpw
74
+ - SPRING_DATASOURCE_DRIVER_CLASS_NAME=org.mariadb.jdbc.Driver
34
75
# (Optionally) authenticate the default Docker Hub access for the App Metadata access.
35
76
- SPRING_CLOUD_DATAFLOW_CONTAINER_REGISTRY_CONFIGURATIONS_DEFAULT_USER=${METADATA_DEFAULT_DOCKERHUB_USER}
36
77
- SPRING_CLOUD_DATAFLOW_CONTAINER_REGISTRY_CONFIGURATIONS_DEFAULT_SECRET=${METADATA_DEFAULT_DOCKERHUB_PASSWORD}
78
+
37
79
- SPRING_CLOUD_DATAFLOW_CONTAINER_REGISTRYCONFIGURATIONS_DEFAULT_USER=${METADATA_DEFAULT_DOCKERHUB_USER}
38
80
- SPRING_CLOUD_DATAFLOW_CONTAINER_REGISTRYCONFIGURATIONS_DEFAULT_SECRET=${METADATA_DEFAULT_DOCKERHUB_PASSWORD}
39
81
depends_on :
82
+ - kafka-broker
40
83
- skipper-server
41
84
restart : always
42
85
volumes :
@@ -47,6 +90,12 @@ services:
47
90
container_name : dataflow-app-import-stream
48
91
depends_on :
49
92
- dataflow-server
93
+ command : >
94
+ /bin/sh -c "
95
+ ./wait-for-it.sh -t 360 dataflow-server:9393;
96
+ wget -qO- '${DATAFLOW_URI:-http://dataflow-server:9393}/apps' --no-check-certificate --post-data='uri=${STREAM_APPS_URI:-https://dataflow.spring.io/kafka-maven-5-0-x&force=true}';
97
+ wget -qO- '${DATAFLOW_URI:-http://dataflow-server:9393}/apps/sink/dataflow-tasklauncher/${DATAFLOW_VERSION:[email protected] @}' --no-check-certificate --post-data='uri=maven://org.springframework.cloud:spring-cloud-dataflow-tasklauncher-sink-kafka:${DATAFLOW_VERSION:[email protected] @}';
98
+ echo 'Maven Stream apps imported'"
50
99
51
100
app-import-task :
52
101
image : springcloud/baseimage:1.0.4
@@ -61,18 +110,19 @@ services:
61
110
62
111
skipper-server :
63
112
user : root
64
- image : springcloud/spring-cloud-skipper-server:${SKIPPER_VERSION:-3.0.0-SNAPSHOT }${BP_JVM_VERSION:-}
65
- container_name : skipper-server
113
+ image : springcloud/spring-cloud-skipper-server:${SKIPPER_VERSION:-@spring-cloud-skipper.version@ }${BP_JVM_VERSION:-}
114
+ container_name : skipper
66
115
ports :
67
116
- " 7577:7577"
68
117
- ${APPS_PORT_RANGE:-20000-20195:20000-20195}
69
118
environment :
70
- - LANG=en_US.utf8
71
- - LC_ALL=en_US.utf8
72
- - JDK_JAVA_OPTIONS=-Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8
73
- - SERVER_PORT=7577
74
119
- SPRING_CLOUD_SKIPPER_SERVER_PLATFORM_LOCAL_ACCOUNTS_DEFAULT_PORTRANGE_LOW=20000
75
120
- SPRING_CLOUD_SKIPPER_SERVER_PLATFORM_LOCAL_ACCOUNTS_DEFAULT_PORTRANGE_HIGH=20190
121
+ - SPRING_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/dataflow
122
+ - SPRING_JPA_DATABASE_PLATFORM=org.hibernate.dialect.MariaDB106Dialect
123
+ - SPRING_DATASOURCE_USERNAME=root
124
+ - SPRING_DATASOURCE_PASSWORD=rootpw
125
+ - SPRING_DATASOURCE_DRIVER_CLASS_NAME=org.mariadb.jdbc.Driver
76
126
- LOGGING_LEVEL_ORG_SPRINGFRAMEWORK_CLOUD_SKIPPER_SERVER_DEPLOYER=ERROR
77
127
restart : always
78
128
volumes :
0 commit comments