Skip to content

Commit 9435152

Browse files
author
dapeng
committed
kudu文档更新
1 parent 323c618 commit 9435152

File tree

2 files changed

+77
-8
lines changed

2 files changed

+77
-8
lines changed

docs/plugin/kafkaSource.md

+5
Original file line numberDiff line numberDiff line change
@@ -78,6 +78,11 @@ kafka.dual.commit.enabled
7878
kafka.partition.assignment.strategy
7979
kafka.socket.receive.buffer.bytes
8080
kafka.fetch.min.bytes
81+
82+
###kerberos认证相关参数
83+
kafka.security.protocal
84+
kafka.sasl.mechanism
85+
kafka.sasl.kerberos.service.name
8186
```
8287

8388
## 5.样例:

docs/plugin/kuduSink.md

+72-8
Original file line numberDiff line numberDiff line change
@@ -46,17 +46,81 @@ kudu 1.9.0+cdh6.2.0
4646

4747
## 5.样例:
4848
```
49+
CREATE TABLE MyTable(
50+
channel varchar,
51+
name varchar,
52+
pv varchar,
53+
a varchar,
54+
b varchar
55+
)WITH(
56+
type ='kafka11',
57+
bootstrapServers ='172.16.8.107:9092',
58+
zookeeperQuorum ='172.16.8.107:2181/kafka',
59+
offsetReset ='latest',
60+
topic ='es_test',
61+
timezone='Asia/Shanghai',
62+
updateMode ='append',
63+
enableKeyPartitions ='false',
64+
topicIsPattern ='false',
65+
parallelism ='1'
66+
);
67+
4968
CREATE TABLE MyResult(
50-
id int,
51-
title VARCHAR,
52-
amount decimal,
53-
tablename1 VARCHAR
69+
a string,
70+
b string,
71+
c string,
72+
d string
5473
)WITH(
5574
type ='kudu',
56-
kuduMasters ='localhost1,localhost2,localhost3',
57-
tableName ='impala::default.test',
58-
writeMode='upsert',
75+
kuduMasters ='cdh03.cdhsite:7051',
76+
tableName ='myresult',
77+
writeMode='insert',
5978
parallelism ='1'
6079
);
6180
62-
```
81+
CREATE TABLE sideTable(
82+
c string,
83+
d string,
84+
PRIMARY KEY(c) ,
85+
PERIOD FOR SYSTEM_TIME
86+
)WITH(
87+
type ='kudu',
88+
kuduMasters ='cdh03.cdhsite:7051',
89+
tableName ='sidetest4',
90+
partitionedJoin ='false',
91+
cache ='LRU',
92+
cacheSize ='10000',
93+
cacheTTLMs ='60000',
94+
parallelism ='1',
95+
primaryKey ='c',
96+
isFaultTolerant ='false'
97+
);
98+
99+
insert
100+
into
101+
MyResult
102+
select
103+
MyTable.a,
104+
MyTable.b,
105+
s.c,
106+
s.d
107+
from
108+
MyTable
109+
join
110+
sideTable s
111+
on MyTable.a = s.c
112+
where
113+
MyTable.a='2'
114+
and s.d='2'
115+
116+
```
117+
118+
## 6.数据示例
119+
### 输入数据
120+
```
121+
{"channel":"daishuyun","name":"roc","pv":"10","a":"2","b":"2"}
122+
```
123+
### 结果数据
124+
```
125+
{"a":"2","b":"2","c":"3","d":"4"}
126+
```

0 commit comments

Comments
 (0)