forked from docs/doc-exports
Xiong, Chen Xiao
f2733178cc
Reviewed-by: Kacur, Michal <michal.kacur@t-systems.com> Co-authored-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com> Co-committed-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com>
162 lines
14 KiB
HTML
162 lines
14 KiB
HTML
<a name="dataartsstudio_02_0286"></a><a name="dataartsstudio_02_0286"></a>
|
|
|
|
<h1 class="topictitle1">From HBase/CloudTable</h1>
|
|
<div id="body8662426"><div class="section" id="dataartsstudio_02_0286__en-us_topic_0108272812_section33401108172339"><h4 class="sectiontitle">Sample JSON File</h4><pre class="screen" id="dataartsstudio_02_0286__en-us_topic_0108272812_screen43360057172459">"from-config-values": {
|
|
"configs": [
|
|
{
|
|
"inputs": [
|
|
{
|
|
"name": "fromJobConfig.table",
|
|
"value": "rf_from"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.columnFamilies",
|
|
"value": "rowkey&f"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.columns",
|
|
"value": "rowkey:rowkey&f:_small"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.formats",
|
|
"value": {
|
|
"f:_date": "yyyy-MM-dd",
|
|
"f:_timestamp": "yyyy-MM-dd HH:mm:ss"
|
|
}
|
|
}
|
|
],
|
|
"name": "fromJobConfig"
|
|
}
|
|
]
|
|
}</pre>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0286__en-us_topic_0108272812_section25503323174151"><h4 class="sectiontitle">Parameter Description</h4><ul id="dataartsstudio_02_0286__en-us_topic_0108272812_ul60864336174444"><li id="dataartsstudio_02_0286__en-us_topic_0108272812_li10908120174444">HBase/CloudTable job parameter description
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0286__en-us_topic_0108272812_table31064216174444" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row24452861174444"><th align="left" class="cellrowborder" valign="top" width="19.650000000000002%" id="mcps1.3.2.2.1.1.1.5.1.1"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p34524738174444">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="19.59%" id="mcps1.3.2.2.1.1.1.5.1.2"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p45040379174444">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="16.11%" id="mcps1.3.2.2.1.1.1.5.1.3"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p24392081174444">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="44.65%" id="mcps1.3.2.2.1.1.1.5.1.4"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p29601515174444">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row48912497174444"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p2489357174444">fromJobConfig.table</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p311332174444">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p25217952174444">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p29388265174444">Name of the table from which data is extracted. For example, <span class="parmvalue" id="dataartsstudio_02_0286__en-us_topic_0108272812_parmvalue63167798174444"><b>cdm</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row7956167153414"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p1386111216271">fromJobConfig.columnFamilies</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p2750481264">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p7643141317276">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p187501987269">Column family to which the data to be extracted belongs</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row31639270174444"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p12644096174444">fromJobConfig.columns</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p17538846174444">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p11360425174444">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p47779208174444">Columns to be extracted. Use <span class="parmvalue" id="dataartsstudio_02_0286__en-us_topic_0108272812_parmvalue803971483171345"><b>&</b></span> to separate column numbers and <span class="parmvalue" id="dataartsstudio_02_0286__en-us_topic_0108272812_parmvalue556591817149"><b>:</b></span> to separate column families and columns. For example, <span class="parmvalue" id="dataartsstudio_02_0286__en-us_topic_0108272812_parmvalue460980378171446"><b>cf1:c1&cf2:c2</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row4793145333813"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p1879355313811">fromJobConfig.isSplit</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p1793175333815">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p679319530388">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p1079315533383">Whether to split the rowkey. For example, <span class="parmvalue" id="dataartsstudio_02_0286__en-us_topic_0108272812_parmvalue175571828795124"><b>true</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row8754755153813"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p77541255143819">fromJobConfig.delimiter</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p47541455153817">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p075425573816">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p27548554387">Delimiter used for splitting rowkeys. If this parameter is not set, row keys will not be split. For example, vertical bars (|).</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row1942619268358"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p134261268354">fromJobConfig.startTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p1217094913387">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p1917064953811">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p091005834018">Minimum timestamp of the time range (the time point is included). The format is <em id="dataartsstudio_02_0286__en-us_topic_0108272812_i84235269715843">yyyy-MM-dd hh:mm:ss</em>.</p>
|
|
<p id="dataartsstudio_02_0286__en-us_topic_0108272812_p367020385522">Only the data created at this point in time and later is extracted.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row15145143083511"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p201451830173516">fromJobConfig.endTime</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p14170125153817">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p11170175113383">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p2700041145210">Maximum timestamp of the time range (the time point is not included). The format is <em id="dataartsstudio_02_0286__en-us_topic_0108272812_i1996317397">yyyy-MM-dd hh:mm:ss</em>.</p>
|
|
<p id="dataartsstudio_02_0286__en-us_topic_0108272812_p377123219419">Only the data created before this point in time is extracted.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row6411101514504"><td class="cellrowborder" valign="top" width="19.650000000000002%" headers="mcps1.3.2.2.1.1.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p32277056174737">fromJobConfig.formats</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.59%" headers="mcps1.3.2.2.1.1.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p64304758174737">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="16.11%" headers="mcps1.3.2.2.1.1.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p41302916174737">Data structure</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="44.65%" headers="mcps1.3.2.2.1.1.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p57201939174737">Time format. For details, see <a href="#dataartsstudio_02_0286__en-us_topic_0108272812_li45055411174737">Description of the fromJobConfig.formats parameter</a>.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</li><li id="dataartsstudio_02_0286__en-us_topic_0108272812_li45055411174737"><a name="dataartsstudio_02_0286__en-us_topic_0108272812_li45055411174737"></a><a name="en-us_topic_0108272812_li45055411174737"></a>Description of the <strong id="dataartsstudio_02_0286__en-us_topic_0108272812_b842352706151544">fromJobConfig.formats</strong> parameter
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0286__en-us_topic_0108272812_table37875375203058" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row57939309203058"><th align="left" class="cellrowborder" valign="top" width="20.987901209879013%" id="mcps1.3.2.2.2.2.1.5.1.1"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p62572456203058">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="21.567843215678433%" id="mcps1.3.2.2.2.2.1.5.1.2"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p35204151203058">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.25827417258274%" id="mcps1.3.2.2.2.2.1.5.1.3"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p32963971203058">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.18598140185981%" id="mcps1.3.2.2.2.2.1.5.1.4"><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p52835955203058">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row51853935203058"><td class="cellrowborder" valign="top" width="20.987901209879013%" headers="mcps1.3.2.2.2.2.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p39419232203058">name</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="21.567843215678433%" headers="mcps1.3.2.2.2.2.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p38841262203058">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.25827417258274%" headers="mcps1.3.2.2.2.2.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p59134528203058">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.18598140185981%" headers="mcps1.3.2.2.2.2.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p25167487203058">Column number. For example, <span class="parmvalue" id="dataartsstudio_02_0286__en-us_topic_0108272812_pb23c9f7a2da0470dacd54efded1f0766"><b>1</b></span>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0286__en-us_topic_0108272812_row25300562203058"><td class="cellrowborder" valign="top" width="20.987901209879013%" headers="mcps1.3.2.2.2.2.1.5.1.1 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p36079650203058">value</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="21.567843215678433%" headers="mcps1.3.2.2.2.2.1.5.1.2 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p36770518203058">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.25827417258274%" headers="mcps1.3.2.2.2.2.1.5.1.3 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p25621975203058">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.18598140185981%" headers="mcps1.3.2.2.2.2.1.5.1.4 "><p id="dataartsstudio_02_0286__en-us_topic_0108272812_p62114060203058">Time format. For example, <em id="dataartsstudio_02_0286__en-us_topic_0108272812_i842352697151613">yyyy-MM-dd</em>.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</li></ul>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="dataartsstudio_02_0281.html">Source Job Parameters</a></div>
|
|
</div>
|
|
</div>
|
|
|