|
| 1 | +--- |
| 2 | +title: ๅฐ ORC ๆไปถๅ ่ฝฝๅฐ Databend |
| 3 | +sidebar_label: ๅ ่ฝฝ ORC ๆไปถ |
| 4 | +--- |
| 5 | + |
| 6 | +## ไปไนๆฏ ORC๏ผ |
| 7 | + |
| 8 | +ORC๏ผOptimized Row Columnar๏ผๆฏไธ็งๅธธ็จ็ๅๅผๅญๅจๆ ผๅผ๏ผๅนฟๆณๅบ็จไบๆฐๆฎๅๆ้ขๅใ |
| 9 | + |
| 10 | +## ๅ ่ฝฝ ORC ๆไปถ |
| 11 | + |
| 12 | +ๅ ่ฝฝ ORC ๆไปถ็ๅธธ็จ่ฏญๆณๅฆไธ๏ผ |
| 13 | + |
| 14 | +```sql |
| 15 | +COPY INTO [<database>.]<table_name> |
| 16 | + FROM { internalStage | externalStage | externalLocation } |
| 17 | +[ PATTERN = '<regex_pattern>' ] |
| 18 | +FILE_FORMAT = (TYPE = ORC) |
| 19 | +``` |
| 20 | + |
| 21 | +ๆดๅคๅ
ณไบ่ฏญๆณ็่ฏฆ็ปไฟกๆฏ๏ผ่ฏทๅ้
[COPY INTO <table\>](/sql/sql-commands/dml/dml-copy-into-table) ใ |
| 22 | + |
| 23 | +## ๆ็จ๏ผไป ORC ๆไปถๅ ่ฝฝๆฐๆฎ |
| 24 | + |
| 25 | +ๆฌๆ็จๆผ็คบๅฆไฝๅฐๅญๅจๅจ S3 ๆกถไธญ็ ORC ๆไปถๆฐๆฎๅ ่ฝฝๅฐ Databend ่กจไธญใ |
| 26 | + |
| 27 | +### ๆญฅ้ชค 1๏ผๅๅปบๅค้จ้ถๆฎต |
| 28 | + |
| 29 | +ๅๅปบไธไธชๆๅ S3 ๆกถไธญ ORC ๆไปถ็ๅค้จ้ถๆฎตใ |
| 30 | + |
| 31 | +```sql |
| 32 | +CREATE OR REPLACE CONNECTION aws_s3 |
| 33 | + STORAGE_TYPE='s3' |
| 34 | + ACCESS_KEY_ID='your-ak' |
| 35 | + SECRET_ACCESS_KEY='your-sk'; |
| 36 | + |
| 37 | +CREATE OR REPLACE STAGE orc_data_stage |
| 38 | + URL='s3://wizardbend/sample-data/orc/' |
| 39 | + CONNECTION=(CONNECTION_NAME='aws_s3'); |
| 40 | +``` |
| 41 | + |
| 42 | +ๅๅบ้ถๆฎตไธญ็ๆไปถ๏ผ |
| 43 | + |
| 44 | +```sql |
| 45 | +LIST @orc_data_stage; |
| 46 | +``` |
| 47 | + |
| 48 | +็ปๆ๏ผ |
| 49 | + |
| 50 | +```text |
| 51 | +โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ |
| 52 | +โ name โ size โ md5 โ last_modified โ creator โ |
| 53 | +โโโโโโโโโโโโโโโโโผโโโโโโโโโผโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโค |
| 54 | +โ README.txt โ 494 โ "72529dd37b12faf08b090f941507a4f4" โ 2024-06-05 03:05:02.000 +0000 โ NULL โ |
| 55 | +โ userdata1.orc โ 47448 โ "1595b4de335ac1825af2b846e82fbf48" โ 2024-06-05 03:05:36.000 +0000 โ NULL โ |
| 56 | +โ userdata2.orc โ 46545 โ "8a8a1db8475a46365fcb3bcf773fa703" โ 2024-06-05 03:06:47.000 +0000 โ NULL โ |
| 57 | +โ userdata3.orc โ 47159 โ "fb8a92554f90c9385388bd91eb1a25f1" โ 2024-06-05 03:12:52.000 +0000 โ NULL โ |
| 58 | +โ userdata4.orc โ 47219 โ "222b1fbde459fd9233f5da5613dbcfa1" โ 2024-06-05 03:13:05.000 +0000 โ NULL โ |
| 59 | +โ userdata5.orc โ 47206 โ "f12d768b5d210f488dcf55ed86ceaca6" โ 2024-06-05 03:13:16.000 +0000 โ NULL โ |
| 60 | +โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ |
| 61 | +``` |
| 62 | + |
| 63 | +### ๆญฅ้ชค 2๏ผๆฅ่ฏข้ถๆฎตๆไปถ |
| 64 | + |
| 65 | +ๅๅปบไธไธช ORC ๆไปถๆ ผๅผๅนถๆฅ่ฏข้ถๆฎตไปฅๆฅ็ๆฐๆฎๅๆจกๅผใ |
| 66 | + |
| 67 | +```sql |
| 68 | +-- ๅๅปบORCๆไปถๆ ผๅผ |
| 69 | +CREATE OR REPLACE FILE FORMAT orc_ff TYPE = 'ORC'; |
| 70 | + |
| 71 | + |
| 72 | +SELECT * |
| 73 | +FROM @orc_data_stage ( |
| 74 | + FILE_FORMAT => 'orc_ff', |
| 75 | + PATTERN => '.*[.]orc' |
| 76 | +) t |
| 77 | +LIMIT 10; |
| 78 | +``` |
| 79 | + |
| 80 | +็ปๆ๏ผ |
| 81 | + |
| 82 | +```text |
| 83 | +โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ |
| 84 | +โ _col0 โ _col1 โ _col2 โ _col3 โ _col4 โ _col5 โ _col6 โ _col7 โ _col8 โ _col9 โ _col10 โ _col11 โ _col12 โ |
| 85 | +โโโโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโค |
| 86 | +โ 2016-02-03 07:55:29 โ 1 โ Amanda โ Jordan โ [email protected] โ Female โ 1.197.201.2 โ 6759521864920116 โ Indonesia โ 3/8/1971 โ 49756.53 โ Internal Auditor โ 1E+02 โ |
| 87 | +โ 2016-02-03 17:04:03 โ 2 โ Albert โ Freeman โ [email protected] โ Male โ 218.111.175.34 โ โ Canada โ 1/16/1968 โ 150280.17 โ Accountant IV โ โ |
| 88 | +โ 2016-02-03 01:09:31 โ 3 โ Evelyn โ Morgan โ [email protected] โ Female โ 7.161.136.94 โ 6767119071901597 โ Russia โ 2/1/1960 โ 144972.51 โ Structural Engineer โ โ |
| 89 | +โ 2016-02-03 00:36:21 โ 4 โ Denise โ Riley โ [email protected] โ Female โ 140.35.109.83 โ 3576031598965625 โ China โ 4/8/1997 โ 90263.05 โ Senior Cost Accountant โ โ |
| 90 | +โ 2016-02-03 05:05:31 โ 5 โ Carlos โ Burns โ [email protected] โ โ 169.113.235.40 โ 5602256255204850 โ South Africa โ โ NULL โ โ โ |
| 91 | +โ 2016-02-03 07:22:34 โ 6 โ Kathryn โ White โ [email protected] โ Female โ 195.131.81.179 โ 3583136326049310 โ Indonesia โ 2/25/1983 โ 69227.11 โ Account Executive โ โ |
| 92 | +โ 2016-02-03 08:33:08 โ 7 โ Samuel โ Holmes โ [email protected] โ Male โ 232.234.81.197 โ 3582641366974690 โ Portugal โ 12/18/1987 โ 14247.62 โ Senior Financial Analyst โ โ |
| 93 | +โ 2016-02-03 06:47:06 โ 8 โ Harry โ Howell โ [email protected] โ Male โ 91.235.51.73 โ โ Bosnia and Herzegovina โ 3/1/1962 โ 186469.43 โ Web Developer IV โ โ |
| 94 | +โ 2016-02-03 03:52:53 โ 9 โ Jose โ Foster โ [email protected] โ Male โ 132.31.53.61 โ โ South Korea โ 3/27/1992 โ 231067.84 โ Software Test Engineer I โ 1E+02 โ |
| 95 | +โ 2016-02-03 18:29:47 โ 10 โ Emily โ Stewart โ [email protected] โ Female โ 143.28.251.245 โ 3574254110301671 โ Nigeria โ 1/28/1997 โ 27234.28 โ Health Coach IV โ โ |
| 96 | +โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ |
| 97 | +``` |
| 98 | + |
| 99 | +### ๆญฅ้ชค 4๏ผๅๅปบ็ฎๆ ่กจ |
| 100 | + |
| 101 | +ๅจ Databend ไธญๅๅปบไธไธช็ฎๆ ่กจ๏ผ็จไบๅญๅจๆฅ่ช ORC ๆไปถ็ๆฐๆฎใๆไปฌ้ๆฉ ORC ๆไปถไธญ็ไธไบๅๆฅๅๅปบ่กจใ |
| 102 | + |
| 103 | +```sql |
| 104 | +CREATE OR REPLACE TABLE orc_test_table ( |
| 105 | + firstname STRING, |
| 106 | + lastname STRING, |
| 107 | + email STRING, |
| 108 | + gender STRING, |
| 109 | + country STRING |
| 110 | +); |
| 111 | +``` |
| 112 | + |
| 113 | +### ๆญฅ้ชค 5๏ผไฝฟ็จ SELECT ๅคๅถๆฐๆฎ |
| 114 | + |
| 115 | +ๅฐๅค้จ้ถๆฎตไธญ ORC ๆไปถ็ๆฐๆฎๅคๅถๅฐ็ฎๆ ่กจไธญใ |
| 116 | + |
| 117 | +```sql |
| 118 | +COPY INTO orc_test_table |
| 119 | +FROM ( |
| 120 | + SELECT _col2, _col3, _col4, _col5, _col8 |
| 121 | + FROM @orc_data_stage |
| 122 | +) |
| 123 | +PATTERN = '.*[.]orc' |
| 124 | +FILE_FORMAT = (TYPE = ORC); |
| 125 | +``` |
| 126 | + |
| 127 | +็ปๆ๏ผ |
| 128 | + |
| 129 | +```text |
| 130 | +โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ |
| 131 | +โ File โ Rows_loaded โ Errors_seen โ First_error โ First_error_line โ |
| 132 | +โโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโผโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโผโโโโโโโโโโโโโโโโโโโค |
| 133 | +โ userdata1.orc โ 1000 โ 0 โ NULL โ NULL โ |
| 134 | +โ userdata2.orc โ 1000 โ 0 โ NULL โ NULL โ |
| 135 | +โ userdata3.orc โ 1000 โ 0 โ NULL โ NULL โ |
| 136 | +โ userdata4.orc โ 1000 โ 0 โ NULL โ NULL โ |
| 137 | +โ userdata5.orc โ 1000 โ 0 โ NULL โ NULL โ |
| 138 | +โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ |
| 139 | +``` |
0 commit comments