forked from docs/doc-exports
Xiong, Chen Xiao
14a6d65e8c
Reviewed-by: Pruthi, Vineet <vineet.pruthi@t-systems.com> Co-authored-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com> Co-committed-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com>
158 lines
14 KiB
HTML
158 lines
14 KiB
HTML
<a name="dataartsstudio_02_0290"></a><a name="dataartsstudio_02_0290"></a>
|
|
|
|
<h1 class="topictitle1">From Redis</h1>
|
|
<div id="body8662426"><div class="section" id="dataartsstudio_02_0290__en-us_topic_0108272845_section33401108172339"><h4 class="sectiontitle">Sample JSON File</h4><pre class="screen" id="dataartsstudio_02_0290__en-us_topic_0108272845_screen278722082025">"from-config-values": {
|
|
"configs": [
|
|
{
|
|
"inputs": [
|
|
{
|
|
"name": "fromJobConfig.isBatchMigration",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.keyPrefix",
|
|
"value": "rf_string_from"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.keySeparator",
|
|
"value": ":"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.valueStoreType",
|
|
"value": "STRING"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.valueSeparator",
|
|
"value": ","
|
|
},
|
|
{
|
|
"name": "fromJobConfig.columnList",
|
|
"value": "1&2&3&4&5&6&7&8&9&10&11&12"
|
|
}
|
|
],
|
|
"name": "fromJobConfig"
|
|
}
|
|
]
|
|
}</pre>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0290__en-us_topic_0108272845_section3697070174723"><h4 class="sectiontitle">Parameter Description</h4><ul id="dataartsstudio_02_0290__en-us_topic_0108272845_ul2850561174737"><li id="dataartsstudio_02_0290__en-us_topic_0108272845_li25655056174737">Redis job parameter description
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0290__en-us_topic_0108272845_table29568914174737" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row37517852174737"><th align="left" class="cellrowborder" valign="top" width="22.66%" id="mcps1.3.2.2.1.1.1.5.1.1"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p19047209174737">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="19.78%" id="mcps1.3.2.2.1.1.1.5.1.2"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p66428950174737">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.05%" id="mcps1.3.2.2.1.1.1.5.1.3"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p12035851174737">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.510000000000005%" id="mcps1.3.2.2.1.1.1.5.1.4"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p35379889174737">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row954802520320"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p3519257420320">fromJobConfig.isBatchMigration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p3202623120320">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p4398791720320">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p625149520320">Whether to migrate all data in the database</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row47198767174737"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p65003822174737">fromJobConfig.keyPrefix</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p30818262174737">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p13251278174737">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p66720574174737">Key prefix, which is the name of the corresponding association table.</p>
|
|
<p id="dataartsstudio_02_0290__en-us_topic_0108272845_p63614259174737">Mapping between Redis and the association table: <em id="dataartsstudio_02_0290__en-us_topic_0108272845_i842352697154746">Name of the association table + delimiter</em> is a Redis key, and a row of data in the association table is a Redis value.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row52481355174737"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p23131376174737">fromJobConfig.keySeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p61702153174737">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p31818495174737">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p27161273174737">Key delimiter, which separates the association table and primary key</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row43124867174737"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p3453343174737">fromJobConfig.valueStoreType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p11285363174737">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p41699240174737">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p22195302174737">Storage mode of rows of data in the association table on Redis. The options are <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue1417180586173415"><b>string</b></span> and <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue720028074173421"><b>hash</b></span>.</p>
|
|
<ul id="dataartsstudio_02_0290__en-us_topic_0108272845_ul7139060174737"><li id="dataartsstudio_02_0290__en-us_topic_0108272845_li64251546174737"><strong id="dataartsstudio_02_0290__en-us_topic_0108272845_b842352706173454">STRING</strong>: indicates that a row of data is stored as a character string using delimiters to separate columns. This mode reduces storage space occupation.</li><li id="dataartsstudio_02_0290__en-us_topic_0108272845_li41393006174737"><strong id="dataartsstudio_02_0290__en-us_topic_0108272845_b842352706174026">HASH</strong>: indicates that a row of data is stored in <em id="dataartsstudio_02_0290__en-us_topic_0108272845_i84235269711619">column name:column value</em> format in the hash table.</li></ul>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row64499180174737"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p57051095174737">fromJobConfig.valueSeparator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p57735958174737">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p46101010174737">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p43194290174737">Value delimiter. The default value is <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue272309108115033"><b>\tab</b></span>. This parameter is valid when <span class="parmname" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmname882886700174327"><b>valueStoreType</b></span> is set to <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue9076574174737"><b>STRING</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row64113919174737"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p25844989174737">fromJobConfig.columnList</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p13069375174737">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p51986478174737">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p50155185174737">List of fields to be extracted. Use <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue361045875114827"><b>&</b></span> to separate field names. For example, <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue1597360760113647"><b>id&gid&name</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row55908283174737"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p32277056174737">fromJobConfig.formats</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p64304758174737">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p41302916174737">Data structure</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p57201939174737">Time format. For details, see <a href="#dataartsstudio_02_0290__en-us_topic_0108272845_li45055411174737">Description of the fromJobConfig.formats parameter</a>.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</li><li id="dataartsstudio_02_0290__en-us_topic_0108272845_li45055411174737"><a name="dataartsstudio_02_0290__en-us_topic_0108272845_li45055411174737"></a><a name="en-us_topic_0108272845_li45055411174737"></a>Description of the <strong id="dataartsstudio_02_0290__en-us_topic_0108272845_b842352706151544">fromJobConfig.formats</strong> parameter
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0290__en-us_topic_0108272845_table37875375203058" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row57939309203058"><th align="left" class="cellrowborder" valign="top" width="20.987901209879013%" id="mcps1.3.2.2.2.2.1.5.1.1"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p62572456203058">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="21.567843215678433%" id="mcps1.3.2.2.2.2.1.5.1.2"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p35204151203058">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.25827417258274%" id="mcps1.3.2.2.2.2.1.5.1.3"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p32963971203058">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.18598140185981%" id="mcps1.3.2.2.2.2.1.5.1.4"><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p52835955203058">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row51853935203058"><td class="cellrowborder" valign="top" width="20.987901209879013%" headers="mcps1.3.2.2.2.2.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p39419232203058">name</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="21.567843215678433%" headers="mcps1.3.2.2.2.2.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p38841262203058">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.25827417258274%" headers="mcps1.3.2.2.2.2.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p59134528203058">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.18598140185981%" headers="mcps1.3.2.2.2.2.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p25167487203058">Column number. For example, <span class="parmvalue" id="dataartsstudio_02_0290__en-us_topic_0108272845_parmvalue25180794203058"><b>1</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0290__en-us_topic_0108272845_row25300562203058"><td class="cellrowborder" valign="top" width="20.987901209879013%" headers="mcps1.3.2.2.2.2.1.5.1.1 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p36079650203058">value</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="21.567843215678433%" headers="mcps1.3.2.2.2.2.1.5.1.2 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p36770518203058">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.25827417258274%" headers="mcps1.3.2.2.2.2.1.5.1.3 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p25621975203058">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.18598140185981%" headers="mcps1.3.2.2.2.2.1.5.1.4 "><p id="dataartsstudio_02_0290__en-us_topic_0108272845_p62114060203058">Time format. For example, <em id="dataartsstudio_02_0290__en-us_topic_0108272845_i842352697151613">yyyy-MM-dd</em>.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</li></ul>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="source_job_parameters.html">Source Job Parameters</a></div>
|
|
</div>
|
|
</div>
|
|
|