forked from docs/doc-exports
Xiong, Chen Xiao
14a6d65e8c
Reviewed-by: Pruthi, Vineet <vineet.pruthi@t-systems.com> Co-authored-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com> Co-committed-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com>
295 lines
31 KiB
HTML
295 lines
31 KiB
HTML
<a name="dataartsstudio_02_0283"></a><a name="dataartsstudio_02_0283"></a>
|
|
|
|
<h1 class="topictitle1">From Object Storage</h1>
|
|
<div id="body8662426"><div class="section" id="dataartsstudio_02_0283__en-us_topic_0108272831_section33401108172339"><h4 class="sectiontitle">Sample JSON File</h4><pre class="screen" id="dataartsstudio_02_0283__en-us_topic_0108272831_screen15253886171457">"from-config-values": {
|
|
"configs": [
|
|
{
|
|
"inputs": [
|
|
{
|
|
"name": "fromJobConfig.bucketName",
|
|
"value": "cdm-est"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.inputDirectory",
|
|
"value": "/obsfrom/varchar.txt"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.inputFormat",
|
|
"value": "CSV_FILE"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.columnList",
|
|
"value": "1&2&3"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.fieldSeparator",
|
|
"value": ","
|
|
},
|
|
{
|
|
"name": "fromJobConfig.quoteChar",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.regexSeparator",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.firstRowAsHeader",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.encodeType",
|
|
"value": "UTF-8"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.fromCompression",
|
|
"value": "NONE"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.splitType",
|
|
"value": "FILE"
|
|
}
|
|
],
|
|
"name": "fromJobConfig"
|
|
}
|
|
]
|
|
}</pre>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0283__en-us_topic_0108272831_section21997588173117"><h4 class="sectiontitle">Parameter Description</h4>
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0283__en-us_topic_0108272831_table13922888141527" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row229143141527"><th align="left" class="cellrowborder" valign="top" width="22.66%" id="mcps1.3.2.2.1.5.1.1"><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p66756185141527">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="19.59%" id="mcps1.3.2.2.1.5.1.2"><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p38541938141527">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.61%" id="mcps1.3.2.2.1.5.1.3"><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p34889279141527">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.14%" id="mcps1.3.2.2.1.5.1.4"><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p7459369141527">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row38448700163829"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p10493987163829">fromJobConfig.bucketName</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p44706605163829">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p64465272163829">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p54304556163829">Bucket name</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row62628929141527"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p18560626141527">fromJobConfig.inputDirectory</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p27015713141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p50167516142856">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p2430205141527">Path for storing files to be extracted. You can enter a maximum of 50 file paths, which are separated by vertical bars (|). You can also customize the separators. For example, <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue1586848295718"><b>FROM/example.csv|FROM/b.txt</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row42094113141527"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p26789449141527">fromJobConfig.inputFormat</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p22461756141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p7462956141527">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><div class="p" id="dataartsstudio_02_0283__en-us_topic_0108272831_p519680141527">File format required for data transmission. Currently, the following file formats are supported:<ul id="dataartsstudio_02_0283__en-us_topic_0108272831_ul6517190495730"><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li245110995730"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b635905110151">CSV_FILE</strong>: CSV format, used to migrate files to data tables</li><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li1570521617617"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b51103215168">JSON_FILE</strong>: JSON format, used to migrate files to data tables</li><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li1513553695733"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b912681681618">BINARY_FILE</strong>: Files (even not in binary format) will be directly transferred without resolution. It is applicable to file copy.</li></ul>
|
|
</div>
|
|
<p id="dataartsstudio_02_0283__en-us_topic_0108272831_p4201205017646">If you select <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue4805818695742"><b>BINARY_FILE</b></span>, the migration destination must also be a file system.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row65185281191057"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p45516395191057">fromJobConfig.lineSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p62949398191057">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p65736490191057">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p23055437191057">Lind feed character in a file. By default, the system automatically identifies <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b696793320911">\\n</strong>, <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b54482432096">\\r</strong>, and <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b167321754491">\\r\\n</strong>. You can configure special characters. For spaces and carriage returns, encode them with URL. You can also configure them by editing the job JSON, in which case URL encoding is not required.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row8336449141527"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p29681527141527">fromJobConfig.columnList</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p55393515141527">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p57689731141527">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p42356648141527">Numbers of columns to be extracted. Use <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue1132123642114732"><b>&</b></span> to separate column numbers in ascending order. For example, <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue84235257617741"><b>1&3&5</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row1811218343819"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p511217346817">fromJobConfig.regexSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1411215341485">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p51121434687">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p151122349811">Whether to use the regular expression to separate fields. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue949757413141537"><b>CSV_FILE</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row26457468104659"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p62680153104659">fromJobConfig.regex</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p43927614104659">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1366996104659">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p43617858104659">Regular expression. This parameter is valid only when the regular expression is used to separate fields.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row2070931215120"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p108359415120">fromJobConfig.fieldSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p2066229315120">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p6303301215120">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p540033615120">Field delimiter. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue911113917141932"><b>CSV_FILE</b></span>. The default value is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue1798040172141020_3"><b>,</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row14962131775711"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p179629179572">fromJobConfig.quoteChar</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1896201711572">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p9962817165718">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p113238488438">Whether to use the encircling symbol. If this parameter is set to <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue488579234115149"><b>true</b></span>, the field delimiters in the encircling symbol are regarded as a part of the string value. Currently, the default encircling symbol of CDM is double quotation mark (").</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row9757162112489"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1482152417486">fromJobConfig.firstRowAsHeader</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p8758202124815">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p194004378481">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p9758152164810">Whether to regard the first line as the heading line. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue1467312083111"><b>CSV_FILE</b></span>. When you migrate a CSV file to a table, CDM writes all data to the table by default. If this parameter is set to <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b16113979221">true</strong>, CDM uses the first line of the CSV file as the heading line and does not write the line to the destination table.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row226214432717"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p82629431579">fromJobConfig.fromCompression</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1926219431279">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p6262154318710">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><div class="p" id="dataartsstudio_02_0283__en-us_topic_0108272831_p1426217438719">Compression format. This parameter is valid only when the file format is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue1868059493142443"><b>CSV_FILE</b></span> or <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue2071419389142448"><b>JSON</b></span>. The options are as follows:<ul id="dataartsstudio_02_0283__en-us_topic_0108272831_ul64234801103023"><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li41242297103023"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b842352706143522">NONE</strong>: Files in all formats are transferred.</li><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li52291733103023"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b842352706143558">GZIP</strong>: Files in gzip format are transferred.</li><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li1713102714591"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b541501128">ZIP</strong>: Files in Zip format are transferred.</li></ul>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row26862016184534"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p28339658184534">fromJobConfig.jsonReferenceNode</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p13810944184534">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p44944716184534">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p16643347184534">Reference node. This parameter is valid when the file format is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue181547779914380_1"><b>JSON_FILE</b></span>. Resolve data on the JSON node. If the data corresponding to the node is a JSON array, the system extracts data from the array in the same mode. Nested JSON nodes are separated by periods (.). For example, <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue990405469144232"><b>data.list</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row28370483155251"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p16307782155251">fromJobConfig.encodeType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p45861974155251">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p23832394155251">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p51375755155251">Encoding type. For example, <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue830270147115123"><b>UTF_8</b></span> or <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue354317202115128"><b>GBK</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row1280511428212"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p108051742228">fromJobConfig.useMarkerFile</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p480594212220">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p080512423217">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p3646613145943">Whether to start a job by a marker file. A job is started only when a marker file for starting the job exists in the source path. Otherwise, the job will be suspended for a period of time specified by <span class="parmname" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmname2010920131508"><b>fromJobConfig.waitTime</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row43347621171234"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p21496433171234">fromJobConfig.markerFile</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p63489546171234">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p42379607171234">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p10196161171234">Name of the marker file for starting a job. After a marker file is specified, the task is executed only when the file exists in the source path. If the marker file is not specified, this function is disabled by default. For example, <span class="filepath" id="dataartsstudio_02_0283__en-us_topic_0108272831_filepath1400439236151132"><b>ok.txt</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row19849195719591"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1784925765913">fromJobConfig.waitTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1284935735917">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1984935716593">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p15247819764">Period of waiting for a marker file. If you set <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b1097534810522">Start Job by Marker File</strong> to <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b20975154814521">Yes</strong> but no marker file exists in the source path, the job fails upon suspension timeout.</p>
|
|
<p id="dataartsstudio_02_0283__en-us_topic_0108272831_p149111137114">If you set this parameter to <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b721212277225">0</strong> and no marker file exists in the source path, the job will fail immediately.</p>
|
|
<p id="dataartsstudio_02_0283__en-us_topic_0108272831_p104529915719">Unit: second</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row8028743171238"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p46348428171238">fromJobConfig.filterType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p63235202171238">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p21777744171238">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><div class="p" id="dataartsstudio_02_0283__en-us_topic_0108272831_p19166879171238">Filter type. Possible values are as follows:<ul id="dataartsstudio_02_0283__en-us_topic_0108272831_ul32827929185645"><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li33124282185645"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b26751342143420">WILDCARD</strong>: Enter a wildcard character to filter paths or files. CDM will migrate the paths or files that meet the filter condition.</li><li id="dataartsstudio_02_0283__en-us_topic_0108272831_li58435322185650"><strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b635665093514">TIME</strong>: Specify a time filter. CDM will migrate the files modified after the specified time point.</li></ul>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row17965656185618"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p45932003185618">fromJobConfig.pathFilter</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p29504767185618">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p41075923185618">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p38815496185618">Path filter, which is configured when the filter type is <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b12887340203819">WILDCARD</strong>. It is used to filter the file directories. For example, <span class="uicontrol" id="dataartsstudio_02_0283__en-us_topic_0108272831_uicontrol1543914419379"><b>*input</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row34202109185849"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p18907445185849">fromJobConfig.fileFilter</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p55108090185849">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p34570291185849">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p9491103710912">File filter, which is configured when the filter type is <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_b1945701719389">WILDCARD</strong>. It is used to filter files in the specified directory. Use commas (,) to separate multiple files. For example, <span class="uicontrol" id="dataartsstudio_02_0283__en-us_topic_0108272831_uicontrol3470533133910"><b>*.csv,*.txt</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row6551214836"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p101771547152117">fromJobConfig.startTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p574033312314">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1085074720811">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p18311447203911">If you set <span class="parmname" id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_parmname8132151819611"><b>Filter Type</b></span> to <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_parmvalue113211184612"><b>Time Filter</b></span>, and specify a point in time for this parameter, only the files modified at or after the specified time are transferred. The time format must be <em id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_i16132918961">yyyy-MM-dd HH:mm:ss</em>.</p>
|
|
<p id="dataartsstudio_02_0283__en-us_topic_0108272831_p12144111817144">This parameter can be set to a macro variable of date and time. For example, <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_b97861314103">${timestamp(dateformat(yyyy-MM-dd HH:mm:ss,-90,DAY))}</strong> indicates that only files generated within the latest 90 days are migrated.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row4766741151715"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p2076744121718">fromJobConfig.endTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p176712419173">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p155977520229">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p34921611171416">If you set <span class="parmname" id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_parmname32123244113"><b>Filter Type</b></span> to <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_parmvalue161911324415"><b>Time Filter</b></span>, and specify a point in time for this parameter, only the files modified before the specified time are transferred. The time format must be <em id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_i4192321411">yyyy-MM-dd HH:mm:ss</em>.</p>
|
|
<p id="dataartsstudio_02_0283__en-us_topic_0108272831_p13254806156">This parameter can be set to a macro variable of date and time. For example, <strong id="dataartsstudio_02_0283__en-us_topic_0108272831_en-us_topic_0108275319_b1521616538112">${timestamp(dateformat(yyyy-MM-dd HH:mm:ss))}</strong> indicates that only the files whose modification time is earlier than the current time are migrated.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row39357390164512"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p52262369164538">fromJobConfig.fileSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p5393490164538">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p34219511164538">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p8813175612198">File separator. If you enter multiple file paths in <span class="parmname" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmname169281923162419"><b>fromJobConfig.inputDirectory</b></span>, CDM uses the file separator to separate files. The default value is <span class="parmvalue" id="dataartsstudio_02_0283__en-us_topic_0108272831_parmvalue1360984183310"><b>|</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0283__en-us_topic_0108272831_row1924619177113"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1724715172115">fromJobConfig.md5FileSuffix</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p32471517121116">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.61%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p1424720170114">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.14%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0283__en-us_topic_0108272831_p72470172110">Check whether the files extracted by CDM are consistent with those in the migration source.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="source_job_parameters.html">Source Job Parameters</a></div>
|
|
</div>
|
|
</div>
|
|
|