forked from docs/doc-exports
Yang, Tong
6182f91ba8
Reviewed-by: Hasko, Vladimir <vladimir.hasko@t-systems.com> Co-authored-by: Yang, Tong <yangtong2@huawei.com> Co-committed-by: Yang, Tong <yangtong2@huawei.com>
50 lines
11 KiB
HTML
50 lines
11 KiB
HTML
<a name="mrs_01_24206"></a><a name="mrs_01_24206"></a>
|
|
|
|
<h1 class="topictitle1">Using ClickHouse to Import and Export Data</h1>
|
|
<div id="body0000001137327118"><div class="section" id="mrs_01_24206__section199104327277"><h4 class="sectiontitle">Using ClickHouse to Import and Export Data</h4><p id="mrs_01_24206__p1487192917298">This section describes the basic syntax and usage of the SQL statements for importing and exporting file data using ClickHouse.</p>
|
|
<ul id="mrs_01_24206__ul1520942816210"><li id="mrs_01_24206__li1820916287215">Importing data in CSV format<p id="mrs_01_24206__p140194592612"><a name="mrs_01_24206__li1820916287215"></a><a name="li1820916287215"></a><strong id="mrs_01_24206__b2950011930394">clickhouse client --host </strong><em id="mrs_01_24206__i13124935540394">Host name or IP address of the ClickHouse instance</em><strong id="mrs_01_24206__b6489275090394"> --database </strong><em id="mrs_01_24206__i7028530890394">Database name</em><strong id="mrs_01_24206__b3047282240394"> --port </strong><em id="mrs_01_24206__i751701840394">Port number</em> <strong id="mrs_01_24206__b12890944990394">--secure --format_csv_delimiter="</strong><em id="mrs_01_24206__i10780141430394">CSV file delimiter</em><strong id="mrs_01_24206__b4855963830394">" --query="INSERT INTO </strong><em id="mrs_01_24206__i10880761680394">Table name</em><strong id="mrs_01_24206__b10210022210394"> FORMAT CSV" < </strong><em id="mrs_01_24206__i19685893130394">Host path where the CSV file is stored</em></p>
|
|
<div class="p" id="mrs_01_24206__p1056241617306">Example<pre class="screen" id="mrs_01_24206__screen873362643120">clickhouse client --host 10.5.208.5 --database testdb --port 9440 --secure --format_csv_delimiter="," --query="INSERT INTO testdb.csv_table FORMAT CSV" < /opt/data</pre>
|
|
</div>
|
|
<p id="mrs_01_24206__p1687153135914">You need to create a table in advance.</p>
|
|
</li><li id="mrs_01_24206__li577771823213">Exporting data in CSV format<div class="caution" id="mrs_01_24206__note124025194611"><span class="cautiontitle"><img src="public_sys-resources/caution_3.0-en-us.png"> </span><div class="cautionbody"><p id="mrs_01_24206__p1640195134613">Exporting data files in CSV format may cause CSV injection. Exercise caution when performing this operation.</p>
|
|
</div></div>
|
|
<p id="mrs_01_24206__p1645510293338"><strong id="mrs_01_24206__b596889310394">clickhouse client --host </strong><em id="mrs_01_24206__i8616213050394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__b20110820130394">--database</strong> <em id="mrs_01_24206__i14285611380394">Database name</em> <strong id="mrs_01_24206__b5517087780394">--port</strong> <em id="mrs_01_24206__i12279978990394">Port number</em><strong id="mrs_01_24206__b12670220050394"> -m --secure --query=</strong>"SELECT * <strong id="mrs_01_24206__b7823351630394">FROM </strong><em id="mrs_01_24206__i4983317090394">Table name</em>" > <em id="mrs_01_24206__i15154091140394">CSV file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__p19715756173318">Example<pre class="screen" id="mrs_01_24206__screen5938124153417">clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="SELECT * FROM test_table" > /opt/test</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__li824115815575">Importing data in Parquet format<p id="mrs_01_24206__p181801431601"><a name="mrs_01_24206__li824115815575"></a><a name="li824115815575"></a><strong id="mrs_01_24206__b5652853530394">cat </strong><em id="mrs_01_24206__i10027155180394">Parquet file</em><strong id="mrs_01_24206__b10921022350394"> | clickhouse client --host </strong><em id="mrs_01_24206__i16939053110394">Host name or IP address of the ClickHouse instance</em><strong id="mrs_01_24206__b12313626090394"> --database </strong><em id="mrs_01_24206__i14082881700394">Database name</em><strong id="mrs_01_24206__b14036760310394"> --port </strong><em id="mrs_01_24206__i2039320394">Port number</em><strong id="mrs_01_24206__b16330368630394"> -m --secure --query="INSERT INTO </strong><em id="mrs_01_24206__i8786038180394">Table name</em><strong id="mrs_01_24206__b8870554270394"> FORMAT Parquet"</strong></p>
|
|
<div class="p" id="mrs_01_24206__p5719224205916">Example<pre class="screen" id="mrs_01_24206__screen437153085919">cat /opt/student.parquet | clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="INSERT INTO parquet_tab001 FORMAT Parquet"</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__li1245135655714">Exporting data in Parquet format<p id="mrs_01_24206__p15001501720"><a name="mrs_01_24206__li1245135655714"></a><a name="li1245135655714"></a><strong id="mrs_01_24206__b17102375950394">clickhouse client --host</strong> <em id="mrs_01_24206__i3800741750394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__b1422347460394">--database</strong> <em id="mrs_01_24206__i3300567640394">Database name</em> <strong id="mrs_01_24206__b19967808450394">--port</strong> <em id="mrs_01_24206__i15232926580394">Port number</em><strong id="mrs_01_24206__b131643730394"> -m --secure --query=</strong>"<strong id="mrs_01_24206__b18992964680394">select </strong> * <strong id="mrs_01_24206__b6342104980394">from </strong><em id="mrs_01_24206__i5923966720394">Table name </em><strong id="mrs_01_24206__b16983697390394">FORMAT Parquet</strong>" > <em id="mrs_01_24206__i8629680460394">Parquet file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__p1594085413614">Example<pre class="screen" id="mrs_01_24206__screen112612133716">clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="select * from test_table FORMAT Parquet" > /opt/student.parquet</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__li994913021120">Importing data in ORC format<p id="mrs_01_24206__p1443142591218"><a name="mrs_01_24206__li994913021120"></a><a name="li994913021120"></a><strong id="mrs_01_24206__b303260200394">cat</strong> <em id="mrs_01_24206__i12000133230394">ORC file path</em> <strong id="mrs_01_24206__b17441246040394">| clickhouse client --host </strong><em id="mrs_01_24206__i14964776220394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__b7613191770394">--database</strong> <em id="mrs_01_24206__i15534500380394">Database name</em> <strong id="mrs_01_24206__b3183180180394">--port</strong> <em id="mrs_01_24206__i14929530760394">Port number</em> <strong id="mrs_01_24206__b19345662450394">-m --secure --query=</strong>"<strong id="mrs_01_24206__b2954320140394">INSERT INTO </strong><em id="mrs_01_24206__i12430252900394">Table name</em> <strong id="mrs_01_24206__b20118083150394">FORMAT ORC</strong>"</p>
|
|
<div class="p" id="mrs_01_24206__p159671356201112">Example<pre class="screen" id="mrs_01_24206__screen862330111215">cat /opt/student.orc | clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="INSERT INTO orc_tab001 FORMAT ORC"
|
|
# Data in the ORC file can be exported from HDFS. For example:
|
|
hdfs dfs -cat<strong id="mrs_01_24206__b116600421189"> </strong>/user/hive/warehouse/hivedb.db/emp_orc/000000_0_copy_1 | clickhouse client --host<strong id="mrs_01_24206__b15879142853514"> </strong>10.5.208.5 --database testdb --port 9440 -m --secure --query="INSERT INTO orc_tab001 FORMAT ORC"</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__li56883621113">Exporting data in ORC format<p id="mrs_01_24206__p78622224130"><a name="mrs_01_24206__li56883621113"></a><a name="li56883621113"></a><strong id="mrs_01_24206__b8989232410394">clickhouse client --host </strong><em id="mrs_01_24206__i9062710860394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__b1124680360394">--database </strong><em id="mrs_01_24206__i13353178680394">Database name</em> <strong id="mrs_01_24206__b15058977970394">--port </strong><em id="mrs_01_24206__i12603230660394">Port number</em> <strong id="mrs_01_24206__b18129059490394">-m</strong> <strong id="mrs_01_24206__b4325158450394">--secure --query=</strong>"<strong id="mrs_01_24206__b13615118050394">select </strong>* <strong id="mrs_01_24206__b16533932670394">from </strong><em id="mrs_01_24206__i20786372240394">Table name</em> <strong id="mrs_01_24206__b16000244020394">FORMAT ORC</strong>" > <em id="mrs_01_24206__i9098703770394">ORC file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__p249770111214">Example<pre class="screen" id="mrs_01_24206__screen562318031416">clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="select * from csv_tab001 FORMAT ORC" > /opt/student.orc</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__li984619120339">Importing data in JSON format<p id="mrs_01_24206__p17790183095212"><a name="mrs_01_24206__li984619120339"></a><a name="li984619120339"></a><strong id="mrs_01_24206__b11789791940394">INSERT INTO </strong><em id="mrs_01_24206__i3851595530394">Table name</em> <strong id="mrs_01_24206__b15657173440394">FORMAT JSONEachRow </strong><em id="mrs_01_24206__i9068441110394">JSON string </em><em id="mrs_01_24206__i15851408470394">1</em> <em id="mrs_01_24206__i16145610800394">JSON string 2</em></p>
|
|
<div class="p" id="mrs_01_24206__p13472244103110">Example<pre class="screen" id="mrs_01_24206__screen7467123713526">INSERT INTO test_table001 FORMAT JSONEachRow {"PageViews":5, "UserID":"4324182021466249494", "Duration":146,"Sign":-1} {"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__li7709622193111">Exporting data in JSON format<p id="mrs_01_24206__p15225135143815"><a name="mrs_01_24206__li7709622193111"></a><a name="li7709622193111"></a><strong id="mrs_01_24206__b251484490394">clickhouse client --host </strong><em id="mrs_01_24206__i21067785420394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__b20582436910394">--database</strong> <em id="mrs_01_24206__i3926747090394">Database name </em><strong id="mrs_01_24206__b17955240760394">--port</strong> <em id="mrs_01_24206__i231067370394">Port number</em> <strong id="mrs_01_24206__b1628774080394"> -m --secure --query=</strong>"<strong id="mrs_01_24206__b5969511260394">SELECT </strong>* <strong id="mrs_01_24206__b16940429250394">FROM </strong><em id="mrs_01_24206__i16395709750394">Table name</em> <strong id="mrs_01_24206__b11125574470394">FORMAT JSON|JSONEachRow|JSONCompact|...</strong>" > <em id="mrs_01_24206__i11956208430394">JSON file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__p19575750163513">Example<pre class="screen" id="mrs_01_24206__screen127092566352"># Export JSON file.
|
|
clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="SELECT * FROM test_table FORMAT JSON" > /opt/test.json
|
|
|
|
# Export json(JSONEachRow).
|
|
clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="SELECT * FROM test_table FORMAT JSONEachRow" > /opt/test_jsoneachrow.json
|
|
|
|
# Export json(JSONCompact).
|
|
clickhouse client --host 10.5.208.5 --database testdb --port 9440 -m --secure --query="SELECT * FROM test_table FORMAT JSONCompact" > /opt/test_jsoncompact.json</pre>
|
|
</div>
|
|
</li></ul>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="mrs_01_24250.html">Migrating ClickHouse Data</a></div>
|
|
</div>
|
|
</div>
|
|
|