Skip to content

Commit 323c618

Browse files
author
dapeng
committed
elasticsearch文档
1 parent 811797d commit 323c618

File tree

2 files changed

+128
-22
lines changed

2 files changed

+128
-22
lines changed

docs/plugin/elasticsearch6Sink.md

+77-13
Original file line numberDiff line numberDiff line change
@@ -42,21 +42,85 @@ CREATE TABLE tableName(
4242
|password | 密码 | 否,authMesh='true'时为必填 ||
4343
|parallelism | 并行度设置||1|
4444

45-
## 5.样例
45+
## 5.完整样例
4646
```
47+
CREATE TABLE MyTable(
48+
channel varchar,
49+
pv INT,
50+
xctime bigint
51+
)WITH(
52+
type ='kafka11',
53+
bootstrapServers ='172.16.8.107:9092',
54+
zookeeperQuorum ='172.16.8.107:2181/kafka',
55+
offsetReset ='latest',
56+
topic ='es_test',
57+
timezone='Asia/Shanghai',
58+
updateMode ='append',
59+
enableKeyPartitions ='false',
60+
topicIsPattern ='false',
61+
parallelism ='1'
62+
);
63+
4764
CREATE TABLE MyResult(
48-
aa INT,
49-
bb INT
65+
pv varchar,
66+
channel varchar
5067
)WITH(
5168
type ='elasticsearch6',
52-
address ='172.16.10.47:9500',
53-
cluster='es_47_menghan',
54-
esType ='type1',
55-
index ='xc_es_test',
56-
authMesh = 'true',
57-
userName = 'elastic',
58-
password = 'abc123',
59-
id ='0,1',
69+
address ='172.16.8.193:9200',
70+
authMesh='true',
71+
username='elastic',
72+
password='abc123',
73+
estype ='external',
74+
cluster ='docker-cluster',
75+
index ='myresult',
76+
id ='1',
77+
updateMode ='append',
6078
parallelism ='1'
61-
)
62-
```
79+
);
80+
81+
CREATE TABLE sideTable(
82+
a varchar,
83+
b varchar,
84+
PRIMARY KEY(a) ,
85+
PERIOD FOR SYSTEM_TIME
86+
)WITH(
87+
type ='elasticsearch6',
88+
address ='172.16.8.193:9200',
89+
estype ='external',
90+
cluster ='docker-cluster',
91+
index ='sidetest',
92+
authMesh='true',
93+
username='elastic',
94+
password='abc123',
95+
cache ='LRU',
96+
cacheSize ='10000',
97+
cacheTTLMs ='60000',
98+
partitionedJoin ='false',
99+
parallelism ='1'
100+
);
101+
102+
insert
103+
into
104+
MyResult
105+
select
106+
w.b as pv,
107+
s.channel as channel
108+
from
109+
MyTable s
110+
join
111+
sideTable w
112+
on s.pv = w.a
113+
where
114+
w.a = '10'
115+
and s.channel='xc';
116+
```
117+
## 6.结果数据
118+
### 输入数据
119+
```
120+
{"channel":"xc26","pv":10,"xctime":1232312}
121+
```
122+
### 输出数据
123+
```
124+
http://172.16.8.193:9200/myresult/_search
125+
{"_index":"myresult","_type":"external","_id":"8aX_DHIBn3B7OBuqFl-i","_score":1.0,"_source":{"pv":"10","channel":"xc26"}}
126+
```

docs/plugin/elasticsearchSink.md

+51-9
Original file line numberDiff line numberDiff line change
@@ -40,16 +40,58 @@ CREATE TABLE tableName(
4040

4141
## 5.样例:
4242
```
43+
CREATE TABLE MyTable(
44+
channel varchar,
45+
pv varchar
46+
)WITH(
47+
type ='kafka11',
48+
bootstrapServers ='172.16.8.107:9092',
49+
zookeeperQuorum ='172.16.8.107:2181/kafka',
50+
offsetReset ='latest',
51+
topic ='es_test',
52+
timezone='Asia/Shanghai',
53+
updateMode ='append',
54+
enableKeyPartitions ='false',
55+
topicIsPattern ='false',
56+
parallelism ='1'
57+
);
58+
4359
CREATE TABLE MyResult(
44-
aa INT,
45-
bb INT
60+
pv varchar,
61+
channel varchar
4662
)WITH(
4763
type ='elasticsearch',
48-
address ='172.16.10.47:9500',
49-
cluster='es_47_menghan',
50-
estype ='type1',
51-
index ='xc_es_test',
52-
id ='0,1',
64+
address ='172.16.8.193:9200',
65+
authMesh='true',
66+
username='elastic',
67+
password='abc123',
68+
estype ='external',
69+
cluster ='docker-cluster',
70+
index ='myresult',
71+
id ='1',
72+
updateMode ='append',
5373
parallelism ='1'
54-
)
55-
```
74+
);
75+
76+
77+
insert
78+
into
79+
MyResult
80+
select
81+
s.pv as pv,
82+
s.channel as channel
83+
from
84+
MyTable s
85+
86+
```
87+
88+
## 6.结果示例
89+
### 输入数据示例
90+
```
91+
{"channel":"xc26","pv":"10","xctime":1232312}
92+
```
93+
### 输出数据示例
94+
```
95+
http://172.16.8.193:9200/myresult/_search
96+
{"_index":"myresult","_type":"external","_id":"8aX_DHIBn3B7OBuqFl-i","_score":1.0,"_source":{"pv":"10","channel":"xc26"}}
97+
```

0 commit comments

Comments
 (0)