forked from docs/doc-exports
Xiong, Chen Xiao
14a6d65e8c
Reviewed-by: Pruthi, Vineet <vineet.pruthi@t-systems.com> Co-authored-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com> Co-committed-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com>
359 lines
41 KiB
HTML
359 lines
41 KiB
HTML
<a name="dataartsstudio_02_0284"></a><a name="dataartsstudio_02_0284"></a>
|
|
|
|
<h1 class="topictitle1">From HDFS</h1>
|
|
<div id="body8662426"><div class="section" id="dataartsstudio_02_0284__en-us_topic_0108272787_section33401108172339"><h4 class="sectiontitle">Sample JSON File</h4><pre class="screen" id="dataartsstudio_02_0284__en-us_topic_0108272787_screen4575647917038">"from-config-values": {
|
|
"configs": [
|
|
{
|
|
"inputs": [
|
|
{
|
|
"name": "fromJobConfig.inputDirectory",
|
|
"value": "/hdfsfrom/from_hdfs_est.csv"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.inputFormat",
|
|
"value": "CSV_FILE"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.columnList",
|
|
"value": "1"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.fieldSeparator",
|
|
"value": ","
|
|
},
|
|
{
|
|
"name": "fromJobConfig.quoteChar",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.regexSeparator",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.firstRowAsHeader",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.encodeType",
|
|
"value": "UTF-8"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.fromCompression",
|
|
"value": "NONE"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.compressedFileSuffix",
|
|
"value": "*"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.splitType",
|
|
"value": "FILE"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.useMarkerFile",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.fileSeparator",
|
|
"value": "|"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.filterType",
|
|
"value": "NONE"
|
|
}
|
|
],
|
|
"name": "fromJobConfig"
|
|
}
|
|
]
|
|
}</pre>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0284__en-us_topic_0108272787_section32183847173555"><h4 class="sectiontitle">Parameter Description</h4><ul id="dataartsstudio_02_0284__en-us_topic_0108272787_ul46668257192042"><li id="dataartsstudio_02_0284__en-us_topic_0108272787_li66202280192042">HDFS job parameter description
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0284__en-us_topic_0108272787_table13922888141527" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row229143141527"><th align="left" class="cellrowborder" valign="top" width="22.657734226577343%" id="mcps1.3.2.2.1.1.1.5.1.1"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p16670181995619">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="19.96800319968003%" id="mcps1.3.2.2.1.1.1.5.1.2"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1867361912566">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.23827617238276%" id="mcps1.3.2.2.1.1.1.5.1.3"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p3674171925614">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.135986401359865%" id="mcps1.3.2.2.1.1.1.5.1.4"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p8677131955612">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row62628929141527"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p18560626141527">fromJobConfig.inputDirectory</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p27015713141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p50167516142856">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p2430205141527">Path for storing data to be extracted. For example, <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue91360738015185"><b>/data_dir</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row42094113141527"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p26789449141527">fromJobConfig.inputFormat</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p22461756141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p7462956141527">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><div class="p" id="dataartsstudio_02_0284__en-us_topic_0108272787_p38464865164333">File format required for data transmission. Currently, the following file formats are supported:<ul id="dataartsstudio_02_0284__en-us_topic_0108272787_u5620b8a5e51e4cf8b56d59790c671ce3"><li id="dataartsstudio_02_0284__en-us_topic_0108272787_l1037a7be760046088f8f11e80907ebd2"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b84235270614524">CSV_FILE</strong>: CSV format</li><li id="dataartsstudio_02_0284__en-us_topic_0108272787_l4d6ed2e504eb4c9b85610adf82b6c9c3"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b842352706152020">PARQUET_FILE</strong>: Parquet format</li><li id="dataartsstudio_02_0284__en-us_topic_0108272787_leceb2490d5b24d529c1a2055bd12c60a"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b84235270614549">BINARY_FILE</strong>: binary format</li></ul>
|
|
</div>
|
|
<p id="dataartsstudio_02_0284__en-us_topic_0108272787_p12369546164333">If you select <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue4805818695742"><b>BINARY_FILE</b></span>, the migration destination must also be a file system.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row8336449141527"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p29681527141527">fromJobConfig.columnList</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p55393515141527">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p57689731141527">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p37985002193940">Numbers of columns to be extracted. Use <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue1132123642114732"><b>&</b></span> to separate column numbers in ascending order. For example, <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue84235257617741"><b>1&3&5</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row3034171115124"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p3395516415124">fromJobConfig.lineSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p6601372415124">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p4551140015124">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p5480229817929">Lind feed character in a file. By default, the system automatically identifies <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b696793320911">\\n</strong>, <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b54482432096">\\r</strong>, and <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b167321754491">\\r\\n</strong>. You can configure special characters. For spaces and carriage returns, encode them with URL. You can also configure them by editing the job JSON, in which case URL encoding is not required.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row4065400315124"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p2824781215124">fromJobConfig.fieldSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p637144815124">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p4632524315124">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p3152061417929">Field delimiter. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue911113917141932"><b>CSV_FILE</b></span>. The default value is <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue1798040172141020_3"><b>,</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row46179262319"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p179629179572">fromJobConfig.quoteChar</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1896201711572">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p9962817165718">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p113238488438">Whether to use the encircling symbol. If this parameter is set to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue488579234115149"><b>true</b></span>, the field delimiters in the encircling symbol are regarded as a part of the string value. Currently, the default encircling symbol of CDM is double quotation mark (").</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row1222013521819"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p326661711235">fromJobConfig.regexSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p6326942511235">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p2454981411235">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p4237790311235">Whether to use the regular expression to separate fields. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue949757413141537"><b>CSV_FILE</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row46472373171014"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p66009299193940">fromJobConfig.encodeType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p45152983193940">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p33513000193940">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p30198445193940">Encoding type. For example, <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue830270147115123"><b>UTF_8</b></span> or <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue354317202115128"><b>GBK</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row17517103911525"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1482152417486">fromJobConfig.firstRowAsHeader</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p3517133955220">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p15171739145218">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p20517239185219">Whether to regard the first line as the heading line. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_parmvalue1467312083111"><b>CSV_FILE</b></span>. When you migrate a CSV file to a table, CDM writes all data to the table by default. If this parameter is set to <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b16113979221">true</strong>, CDM uses the first line of the CSV file as the heading line and does not write the line to the destination table.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row6246161713307"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p12247121733015">fromJobConfig.fromCompression</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p52478177306">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p46668477103023">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p22050281103023">Compression format. Only the source files in specified compression format are transferred. <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b842352706143522">NONE</strong> indicates files in all formats are transferred.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row10941111715109"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p11187517355">fromJobConfig.compressedFileSuffix</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p101873176517">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1418731718517">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p13187191714515">Extension of the files to be decompressed. The decompression operation is performed only when the file name extension is used in a batch of files. Otherwise, files are transferred in the original format. If you enter <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b105275430239">*</strong> or leave the parameter blank, all files are decompressed.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row41911953165237"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p38366493193940">fromJobConfig.splitType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p20678213193940">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p64322533193940">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><div class="p" id="dataartsstudio_02_0284__en-us_topic_0108272787_p1725054113534">Whether to split files by file or size. If HDFS files are split, each shard is regarded as a file.<ul id="dataartsstudio_02_0284__en-us_topic_0108272787_ul17679437141210"><li id="dataartsstudio_02_0284__en-us_topic_0108272787_li1567918373125"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b6962204115263">FILE</strong>: Split files by file quantity. If there are 10 files and <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmname1358017585120"><b>throttlingConfig.numExtractors</b></span> is set to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue15900125719263"><b>5</b></span>, each shard consists of two files.</li><li id="dataartsstudio_02_0284__en-us_topic_0108272787_li156796377128"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b594761502710">SIZE</strong>: Split files by file size. Files will not be split for balance. Suppose there are 10 files, among which nine are 10 MB and one is 200 MB in size. If <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmname1142720241137"><b>throttlingConfig.numExtractors</b></span> is set to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue9557203112711"><b>2</b></span>, two shards will be created, one for processing the nine 10 MB files, the other for processing the 200 MB file.</li></ul>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row71601032191413"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p108051742228">fromJobConfig.useMarkerFile</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p480594212220">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p080512423217">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p3646613145943">Whether to start a job by a marker file. A job is started only when a marker file for starting the job exists in the source path. Otherwise, the job will be suspended for a period of time specified by <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmname57940489239"><b>fromJobConfig.waitTime</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row35215953910"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p11521793391">fromJobConfig.markerFile</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p63489546171234">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p42379607171234">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p10196161171234">Name of the marker file for starting a job. After a marker file is specified, the task is executed only when the file exists in the source path. If the marker file is not specified, this function is disabled by default. For example, <span class="filepath" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_filepath1400439236151132"><b>ok.txt</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row8461135541610"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p52262369164538">fromJobConfig.fileSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p5393490164538">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p34219511164538">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p8813175612198">File separator. If you enter multiple file paths in <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmname138508518233"><b>fromJobConfig.inputDirectory</b></span>, CDM uses the file separator to separate files. The default value is <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue3850651162311"><b>|</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row696792714011"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p36206523193940">fromJobConfig.filterType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p47047254193940">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p52731205193940">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><div class="p" id="dataartsstudio_02_0284__en-us_topic_0108272787_p43369201193940">Filter type. Possible values are as follows:<ul id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_ul32827929185645"><li id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_li33124282185645"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b26751342143420">WILDCARD</strong>: Enter a wildcard character to filter paths or files. CDM will migrate the paths or files that meet the filter condition.</li><li id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_li58435322185650"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b635665093514">TIME</strong>: Specify a time filter. CDM will migrate the files modified after the specified time point.</li></ul>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row7813105174114"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p34862062193940">fromJobConfig.pathFilter</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p5254812193940">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p22986638193940">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p49978413193940">Path filter, which is configured when the filter type is <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b12887340203819">WILDCARD</strong>. It is used to filter the file directories. For example, <span class="uicontrol" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_uicontrol1543914419379"><b>*input</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row16113153914405"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p14461072193940">fromJobConfig.fileFilter</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p30496164193940">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p54270213193940">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p33811098193940">File filter, which is configured when the filter type is <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_b1945701719389">WILDCARD</strong>. It is used to filter files in the specified directory. Use commas (,) to separate multiple files. For example, <span class="uicontrol" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108272831_uicontrol3470533133910"><b>*.csv,*.txt</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row1711597141"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p101771547152117">fromJobConfig.startTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p574033312314">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1085074720811">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p18311447203911">If you set <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_parmname8132151819611"><b>Filter Type</b></span> to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_parmvalue113211184612"><b>Time Filter</b></span>, and specify a point in time for this parameter, only the files modified at or after the specified time are transferred. The time format must be <em id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_i16132918961">yyyy-MM-dd HH:mm:ss</em>.</p>
|
|
<p id="dataartsstudio_02_0284__en-us_topic_0108272787_p12144111817144">This parameter can be set to a macro variable of date and time. For example, <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_b97861314103">${timestamp(dateformat(yyyy-MM-dd HH:mm:ss,-90,DAY))}</strong> indicates that only files generated within the latest 90 days are migrated.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row9604124014240"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p2076744121718">fromJobConfig.endTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p176712419173">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p155977520229">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p34921611171416">If you set <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_parmname32123244113"><b>Filter Type</b></span> to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_parmvalue161911324415"><b>Time Filter</b></span>, and specify a point in time for this parameter, only the files modified before the specified time are transferred. The time format must be <em id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_i4192321411">yyyy-MM-dd HH:mm:ss</em>.</p>
|
|
<p id="dataartsstudio_02_0284__en-us_topic_0108272787_p13254806156">This parameter can be set to a macro variable of date and time. For example, <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_en-us_topic_0108275319_b1521616538112">${timestamp(dateformat(yyyy-MM-dd HH:mm:ss))}</strong> indicates that only the files whose modification time is earlier than the current time are migrated.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row88218247315"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p48211124739">fromJobConfig.createSnapshot</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p158211124537">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1982182415320">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p17617269485">If this parameter is set to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue18704354284"><b>true</b></span>, CDM creates a snapshot for the source directory to be migrated (the snapshot cannot be created for a single file) before it reads files from HDFS. Then CDM migrates the data in the snapshot.</p>
|
|
<p id="dataartsstudio_02_0284__en-us_topic_0108272787_p20194131216207">Only the HDFS administrator can create a snapshot. After the CDM job is completed, the snapshot is deleted.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row64475722155949"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p32328561155955">fromJobConfig.formats</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1367823155955">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p43684849155955">Data structure</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p48811904155955">Time format. This parameter is mandatory only when <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmname2109606695218"><b>fromJobConfig.inputFormat</b></span> is set to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue1330500606152731"><b>CSV_FILE</b></span> and the time field exists in the file. For details, see <a href="#dataartsstudio_02_0284__en-us_topic_0108272787_li8656627114417">Description of the fromJobConfig.formats parameter</a>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row168341736112920"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p5622115931110">fromJobConfig.decryption</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p10622125919118">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1762214595111">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><div class="p" id="dataartsstudio_02_0284__en-us_topic_0108272787_p268631112373">This parameter is available only when <span class="parmname" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmname1050910131064"><b>fromJobConfig.inputFormat</b></span> is set to <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue15321226162614"><b>BINARY_FILE</b></span>. It specifies whether to decrypt the encrypted file before export, and the decryption method. The options are as follows:<ul id="dataartsstudio_02_0284__en-us_topic_0108272787_ul193603764111"><li id="dataartsstudio_02_0284__en-us_topic_0108272787_li443953725020"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b199048219361">NONE</strong>: Do not decrypt but directly export the file.</li><li id="dataartsstudio_02_0284__en-us_topic_0108272787_li599585720411"><strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b1191075414201">AES-256-GCM</strong>: Use the AES-256-GCM (NoPadding) algorithm to decrypt the file and then export the file.</li></ul>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row14459123772917"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p167122217132">fromJobConfig.dek</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p74741127142115">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p2474627102111">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p23281415172211">Data decryption key. The key is a string of 64-bit hexadecimal numbers and must be the same as the data encryption key <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b1094333622515">toJobConfig.dek</strong> configured during encryption. If the encryption and decryption keys are inconsistent, the system does not report an exception, but the decrypted data is incorrect.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row249323862914"><td class="cellrowborder" valign="top" width="22.657734226577343%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p26851918151311">fromJobConfig.iv</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.96800319968003%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1114152632113">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.23827617238276%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1414162617212">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.135986401359865%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p24771354512">Initialization vector required for decryption. The initialization vector is a string of 32-bit hexadecimal numbers and must be the same as the initialization vector <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b178152403256">toJobConfig.iv</strong> configured during encryption. If the encryption and decryption keys are inconsistent, the system does not report an exception, but the decrypted data is incorrect.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</li></ul>
|
|
</div>
|
|
<ul id="dataartsstudio_02_0284__en-us_topic_0108272787_ul18646545141532"><li id="dataartsstudio_02_0284__en-us_topic_0108272787_li8656627114417"><a name="dataartsstudio_02_0284__en-us_topic_0108272787_li8656627114417"></a><a name="en-us_topic_0108272787_li8656627114417"></a>Description of the <strong id="dataartsstudio_02_0284__en-us_topic_0108272787_b842352706151544">fromJobConfig.formats</strong> parameter
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0284__en-us_topic_0108272787_table1965782716445" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row165802724414"><th align="left" class="cellrowborder" valign="top" width="20.987901209879013%" id="mcps1.3.3.1.2.1.5.1.1"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p13658527194415">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="21.567843215678433%" id="mcps1.3.3.1.2.1.5.1.2"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p186581627174419">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.25827417258274%" id="mcps1.3.3.1.2.1.5.1.3"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p12658527144418">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.18598140185981%" id="mcps1.3.3.1.2.1.5.1.4"><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p19659127104411">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row266082784414"><td class="cellrowborder" valign="top" width="20.987901209879013%" headers="mcps1.3.3.1.2.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p96601227124420">name</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="21.567843215678433%" headers="mcps1.3.3.1.2.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p466072714441">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.25827417258274%" headers="mcps1.3.3.1.2.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1166042714416">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.18598140185981%" headers="mcps1.3.3.1.2.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p1661327174410">Column number. For example, <span class="parmvalue" id="dataartsstudio_02_0284__en-us_topic_0108272787_parmvalue66611727104415"><b>1</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0284__en-us_topic_0108272787_row6661132734417"><td class="cellrowborder" valign="top" width="20.987901209879013%" headers="mcps1.3.3.1.2.1.5.1.1 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p866122712443">value</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="21.567843215678433%" headers="mcps1.3.3.1.2.1.5.1.2 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p266292713448">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.25827417258274%" headers="mcps1.3.3.1.2.1.5.1.3 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p4662132734420">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.18598140185981%" headers="mcps1.3.3.1.2.1.5.1.4 "><p id="dataartsstudio_02_0284__en-us_topic_0108272787_p11662182744412">Time format. For example, <em id="dataartsstudio_02_0284__en-us_topic_0108272787_i842352697151613">yyyy-MM-dd</em>.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</li></ul>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="source_job_parameters.html">Source Job Parameters</a></div>
|
|
</div>
|
|
</div>
|
|
|