forked from docs/doc-exports
Xiong, Chen Xiao
f2733178cc
Reviewed-by: Kacur, Michal <michal.kacur@t-systems.com> Co-authored-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com> Co-committed-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com>
123 lines
10 KiB
HTML
123 lines
10 KiB
HTML
<a name="dataartsstudio_02_0292"></a><a name="dataartsstudio_02_0292"></a>
|
|
|
|
<h1 class="topictitle1">From Kafka</h1>
|
|
<div id="body8662426"><div class="section" id="dataartsstudio_02_0292__en-us_topic_0108272821_section33401108172339"><h4 class="sectiontitle">Sample JSON File</h4><pre class="screen" id="dataartsstudio_02_0292__en-us_topic_0108272821_screen3133971410185">"from-config-values": {
|
|
"configs": [
|
|
{
|
|
"inputs": [
|
|
{
|
|
"name": "fromJobConfig.topicsList",
|
|
"value": "est1,est2"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.kafkaConsumerStrategy",
|
|
"value": "EARLIEST"
|
|
},
|
|
{
|
|
"name": "fromJobConfig.isPermanency",
|
|
"value": "true"
|
|
}
|
|
],
|
|
"name": "fromJobConfig"
|
|
}
|
|
]
|
|
}</pre>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0292__en-us_topic_0108272821_section61808073174843"><h4 class="sectiontitle">Parameter Description</h4>
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0292__en-us_topic_0108272821_table13922888141527" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row229143141527"><th align="left" class="cellrowborder" valign="top" width="22.66%" id="mcps1.3.2.2.1.5.1.1"><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p66756185141527">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="19.78%" id="mcps1.3.2.2.1.5.1.2"><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p38541938141527">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.05%" id="mcps1.3.2.2.1.5.1.3"><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p34889279141527">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40.510000000000005%" id="mcps1.3.2.2.1.5.1.4"><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p7459369141527">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row62628929141527"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p18560626141527">fromJobConfig.topicsList</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p27015713141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p50167516142856">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p32605071143018">List of Kafka topics. Separate multiple topics by commas (,).</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row42094113141527"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p26789449141527">fromJobConfig.kafkaConsumerStrategy</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p22461756141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p7462956141527">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p1561824172319">Used to set the initial offset when data is pulled from Kafka. The options are as follows:</p>
|
|
<ul id="dataartsstudio_02_0292__en-us_topic_0108272821_ul4823568317828"><li id="dataartsstudio_02_0292__en-us_topic_0108272821_li4691888517828"><strong id="dataartsstudio_02_0292__en-us_topic_0108272821_b842352706143841_1">LATEST</strong>: maximum offset, that is, the latest data</li><li id="dataartsstudio_02_0292__en-us_topic_0108272821_li29011737101319"><strong id="dataartsstudio_02_0292__en-us_topic_0108272821_b842352706143841_3">EARLIEST</strong>: minimum offset, that is, the earliest data</li></ul>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row8336449141527"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p29681527141527">fromJobConfig.isPermanency</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p55393515141527">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p8057768172040">Boolean</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p31296545154541">Whether to run permanently</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row14054899103013"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p64705066103013">fromJobConfig.groupId</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p6618956103013">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p66373443103013">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p1638011885013">Consumer group ID</p>
|
|
<p id="dataartsstudio_02_0292__en-us_topic_0108272821_p1114017325017">If you export data from DMS Kafka, enter any value for Kafka Platinum but a valid consumer group ID for Kafka Basic.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row55656218613"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p17565527611">fromJobConfig.dataFormat</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p165651821569">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p3565025614">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p111321138622">Format used for parsing data. The options are as follows:</p>
|
|
<ul id="dataartsstudio_02_0292__en-us_topic_0108272821_ul59573391929"><li id="dataartsstudio_02_0292__en-us_topic_0108272821_li169571839927"><strong id="dataartsstudio_02_0292__en-us_topic_0108272821_b11631526171012">BINARY</strong>: Data is transferred without being parsed, which is applicable to file migration.</li><li id="dataartsstudio_02_0292__en-us_topic_0108272821_li1085014450210"><strong id="dataartsstudio_02_0292__en-us_topic_0108272821_b1763072711015">CSV</strong>: Source data will be migrated after being parsed in CSV format.</li></ul>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row3034171115124"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p3395516415124">fromJobConfig.maxPollRecords</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p6601372415124">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p4551140015124">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p6254480915124">Maximum number of requests that can be sent to Kafka each time</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row4065400315124"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p2824781215124">fromJobConfig.maxPollInterval</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p637144815124">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p4632524315124">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p6135724015124">Maximum interval between each poll</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0292__en-us_topic_0108272821_row4268185173352"><td class="cellrowborder" valign="top" width="22.66%" headers="mcps1.3.2.2.1.5.1.1 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p10178715173352">fromJobConfig.separator</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="19.78%" headers="mcps1.3.2.2.1.5.1.2 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p19169610173352">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.05%" headers="mcps1.3.2.2.1.5.1.3 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p9234573173352">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40.510000000000005%" headers="mcps1.3.2.2.1.5.1.4 "><p id="dataartsstudio_02_0292__en-us_topic_0108272821_p9802957173352">Field delimiter</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="dataartsstudio_02_0281.html">Source Job Parameters</a></div>
|
|
</div>
|
|
</div>
|
|
|