forked from docs/doc-exports
Yang, Tong
3f5759eed2
Reviewed-by: Hasko, Vladimir <vladimir.hasko@t-systems.com> Co-authored-by: Yang, Tong <yangtong2@huawei.com> Co-committed-by: Yang, Tong <yangtong2@huawei.com>
47 lines
15 KiB
HTML
47 lines
15 KiB
HTML
<a name="mrs_01_24206"></a><a name="mrs_01_24206"></a>
|
|
|
|
<h1 class="topictitle1">Importing and Exporting File Data</h1>
|
|
<div id="body8662426"><p id="mrs_01_24206__en-us_topic_0000001173949238_p1487192917298">This section describes the basic syntax and usage of the SQL statement for importing and exporting file data in ClickHouse.</p>
|
|
<ul id="mrs_01_24206__en-us_topic_0000001173949238_ul1520942816210"><li id="mrs_01_24206__en-us_topic_0000001173949238_li1820916287215">Importing data in CSV format<p id="mrs_01_24206__en-us_topic_0000001173949238_p140194592612"><a name="mrs_01_24206__en-us_topic_0000001173949238_li1820916287215"></a><a name="en-us_topic_0000001173949238_li1820916287215"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b2950011930394">clickhouse client --host </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i13124935540394">Host name or IP address of the ClickHouse instance</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b6489275090394"> --database </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i7028530890394">Database name</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b3047282240394"> --port </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i751701840394">Port number</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b12890944990394">--secure --format_csv_delimiter="</strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i10780141430394">CSV file delimiter</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b4855963830394">" --query="INSERT INTO </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i10880761680394">Table name</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b10210022210394"> FORMAT CSV" < </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i19685893130394">Host path where the CSV file is stored</em></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p1056241617306">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen873362643120">clickhouse client --host 10.5.208.5 --database testdb --port 21427 --secure --format_csv_delimiter="," --query="INSERT INTO testdb.csv_table FORMAT CSV" < /opt/data.csv</pre>
|
|
</div>
|
|
<p id="mrs_01_24206__en-us_topic_0000001173949238_p1687153135914">You need to create a table in advance.</p>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li577771823213">Exporting data in CSV format<p id="mrs_01_24206__en-us_topic_0000001173949238_p1645510293338"><a name="mrs_01_24206__en-us_topic_0000001173949238_li577771823213"></a><a name="en-us_topic_0000001173949238_li577771823213"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b596889310394">clickhouse client --host </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i8616213050394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b20110820130394">--database</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i14285611380394">Database name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b5517087780394">--port</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i12279978990394">Port number</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b12670220050394"> -m --secure --query=</strong>"SELECT * <strong id="mrs_01_24206__en-us_topic_0000001173949238_b7823351630394">FROM </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i4983317090394">Table name</em>" > <em id="mrs_01_24206__en-us_topic_0000001173949238_i15154091140394">CSV file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p19715756173318">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen5938124153417">clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="SELECT * FROM test_table" > /opt/test.csv</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li824115815575">Importing data in Parquet format<p id="mrs_01_24206__en-us_topic_0000001173949238_p181801431601"><a name="mrs_01_24206__en-us_topic_0000001173949238_li824115815575"></a><a name="en-us_topic_0000001173949238_li824115815575"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b5652853530394">cat </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i10027155180394">Parquet file</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b10921022350394"> | clickhouse client --host </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i16939053110394">Host name or IP address of the ClickHouse instance</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b12313626090394"> --database </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i14082881700394">Database name</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b14036760310394"> --port </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i2039320394">Port number</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b16330368630394"> -m --secure --query="INSERT INTO </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i8786038180394">Table name</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b8870554270394"> FORMAT Parquet"</strong></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p5719224205916">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen437153085919">cat /opt/student.parquet | clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="INSERT INTO parquet_tab001 FORMAT Parquet"</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li1245135655714">Exporting data in Parquet format<p id="mrs_01_24206__en-us_topic_0000001173949238_p15001501720"><a name="mrs_01_24206__en-us_topic_0000001173949238_li1245135655714"></a><a name="en-us_topic_0000001173949238_li1245135655714"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b17102375950394">clickhouse client --host</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i3800741750394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b1422347460394">--database</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i3300567640394">Database name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b19967808450394">--port</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i15232926580394">Port number</em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b131643730394"> -m --secure --query=</strong>"<strong id="mrs_01_24206__en-us_topic_0000001173949238_b18992964680394">select </strong> * <strong id="mrs_01_24206__en-us_topic_0000001173949238_b6342104980394">from </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i5923966720394">Table name </em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b16983697390394">FORMAT Parquet</strong>" > <em id="mrs_01_24206__en-us_topic_0000001173949238_i8629680460394">Parquet file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p1594085413614">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen112612133716">clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="select * from test_table FORMAT Parquet" > /opt/student.parquet</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li994913021120">Importing data in ORC format<p id="mrs_01_24206__en-us_topic_0000001173949238_p1443142591218"><a name="mrs_01_24206__en-us_topic_0000001173949238_li994913021120"></a><a name="en-us_topic_0000001173949238_li994913021120"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b303260200394">cat</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i12000133230394">ORC file path</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b17441246040394">| clickhouse client --host </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i14964776220394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b7613191770394">--database</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i15534500380394">Database name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b3183180180394">--port</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i14929530760394">Port number</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b19345662450394">-m --secure --query=</strong>"<strong id="mrs_01_24206__en-us_topic_0000001173949238_b2954320140394">INSERT INTO </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i12430252900394">Table name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b20118083150394">FORMAT ORC</strong>"</p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p159671356201112">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen862330111215">cat /opt/student.orc | clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="INSERT INTO orc_tab001 FORMAT ORC"
|
|
# Data in the ORC file can be exported from HDFS. For example:
|
|
hdfs dfs -cat<strong id="mrs_01_24206__en-us_topic_0000001173949238_b116600421189"> </strong>/user/hive/warehouse/hivedb.db/emp_orc/000000_0_copy_1 | clickhouse client --host<strong id="mrs_01_24206__en-us_topic_0000001173949238_b15879142853514"> </strong>10.5.208.5 --database testdb --port 21427 -m --secure --query="INSERT INTO orc_tab001 FORMAT ORC"</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li56883621113">Exporting data in ORC format<p id="mrs_01_24206__en-us_topic_0000001173949238_p78622224130"><a name="mrs_01_24206__en-us_topic_0000001173949238_li56883621113"></a><a name="en-us_topic_0000001173949238_li56883621113"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b8989232410394">clickhouse client --host </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i9062710860394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b1124680360394">--database </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i13353178680394">Database name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b15058977970394">--port </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i12603230660394">Port number</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b18129059490394">-m</strong> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b4325158450394">--secure --query=</strong>"<strong id="mrs_01_24206__en-us_topic_0000001173949238_b13615118050394">select </strong>* <strong id="mrs_01_24206__en-us_topic_0000001173949238_b16533932670394">from </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i20786372240394">Table name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b16000244020394">FORMAT ORC</strong>" > <em id="mrs_01_24206__en-us_topic_0000001173949238_i9098703770394">ORC file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p249770111214">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen562318031416">clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="select * from csv_tab001 FORMAT ORC" > /opt/student.orc</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li984619120339">Importing data in JSON format<p id="mrs_01_24206__en-us_topic_0000001173949238_p17790183095212"><a name="mrs_01_24206__en-us_topic_0000001173949238_li984619120339"></a><a name="en-us_topic_0000001173949238_li984619120339"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b11789791940394">INSERT INTO </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i3851595530394">Table name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b15657173440394">FORMAT JSONEachRow </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i9068441110394">JSON string </em><em id="mrs_01_24206__en-us_topic_0000001173949238_i15851408470394">1</em> <em id="mrs_01_24206__en-us_topic_0000001173949238_i16145610800394">JSON string 2</em></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p13472244103110">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen7467123713526">INSERT INTO test_table001 FORMAT JSONEachRow {"PageViews":5, "UserID":"4324182021466249494", "Duration":146,"Sign":-1} {"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}</pre>
|
|
</div>
|
|
</li><li id="mrs_01_24206__en-us_topic_0000001173949238_li7709622193111">Exporting data in JSON format<p id="mrs_01_24206__en-us_topic_0000001173949238_p15225135143815"><a name="mrs_01_24206__en-us_topic_0000001173949238_li7709622193111"></a><a name="en-us_topic_0000001173949238_li7709622193111"></a><strong id="mrs_01_24206__en-us_topic_0000001173949238_b251484490394">clickhouse client --host </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i21067785420394">Host name or IP address of the ClickHouse instance</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b20582436910394">--database</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i3926747090394">Database name </em><strong id="mrs_01_24206__en-us_topic_0000001173949238_b17955240760394">--port</strong> <em id="mrs_01_24206__en-us_topic_0000001173949238_i231067370394">Port number</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b1628774080394"> -m --secure --query=</strong>"<strong id="mrs_01_24206__en-us_topic_0000001173949238_b5969511260394">SELECT </strong>* <strong id="mrs_01_24206__en-us_topic_0000001173949238_b16940429250394">FROM </strong><em id="mrs_01_24206__en-us_topic_0000001173949238_i16395709750394">Table name</em> <strong id="mrs_01_24206__en-us_topic_0000001173949238_b11125574470394">FORMAT JSON|JSONEachRow|JSONCompact|...</strong>" > <em id="mrs_01_24206__en-us_topic_0000001173949238_i11956208430394">JSON file export path</em></p>
|
|
<div class="p" id="mrs_01_24206__en-us_topic_0000001173949238_p19575750163513">Example<pre class="screen" id="mrs_01_24206__en-us_topic_0000001173949238_screen127092566352"># Export JSON file.
|
|
clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="SELECT * FROM test_table FORMAT JSON" > /opt/test.json
|
|
|
|
# Export json(JSONEachRow).
|
|
clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="SELECT * FROM test_table FORMAT JSONEachRow" > /opt/test_jsoneachrow.json
|
|
|
|
# Export json(JSONCompact).
|
|
clickhouse client --host 10.5.208.5 --database testdb --port 21427 -m --secure --query="SELECT * FROM test_table FORMAT JSONCompact" > /opt/test_jsoncompact.json</pre>
|
|
</div>
|
|
</li></ul>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="mrs_01_24199.html">Common ClickHouse SQL Syntax</a></div>
|
|
</div>
|
|
</div>
|
|
|