forked from docs/doc-exports
Xiong, Chen Xiao
14a6d65e8c
Reviewed-by: Pruthi, Vineet <vineet.pruthi@t-systems.com> Co-authored-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com> Co-committed-by: Xiong, Chen Xiao <chenxiaoxiong@huawei.com>
135 lines
10 KiB
HTML
135 lines
10 KiB
HTML
<a name="dataartsstudio_02_0274"></a><a name="dataartsstudio_02_0274"></a>
|
|
|
|
<h1 class="topictitle1">Link to Kafka</h1>
|
|
<div id="body8662426"><div class="section" id="dataartsstudio_02_0274__en-us_topic_0108272808_section621837"><h4 class="sectiontitle">Description</h4><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p670124511538">By creating a Kafka link, you are able to access open source Kafka and migrate data from Kafka to other data sources as required. Currently, only data export from Kafka is supported.</p>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0274__en-us_topic_0108272808_section6163607716523"><h4 class="sectiontitle">Sample Link</h4><pre class="screen" id="dataartsstudio_02_0274__en-us_topic_0108272808_screen38619360183753"> {
|
|
"links": [
|
|
{
|
|
"link-config-values": {
|
|
"configs": [
|
|
{
|
|
"inputs": [
|
|
{
|
|
"name": "linkConfig.hadoopType",
|
|
"value": "MRS"
|
|
},
|
|
{
|
|
"name": "linkConfig.host",
|
|
"value": "192.168.1.147"
|
|
},
|
|
{
|
|
"name": "linkConfig.user",
|
|
"value": "liuhuan1"
|
|
},
|
|
{
|
|
"name": "linkConfig.password",
|
|
"value": "Add password here."
|
|
},
|
|
{
|
|
"name": "linkConfig.authType",
|
|
"value": "KERBEROS"
|
|
}
|
|
],
|
|
"name": "linkConfig"
|
|
}
|
|
],
|
|
"extended-configs": {
|
|
"name": "linkConfig.extendedFields",
|
|
"value": "e30="
|
|
}
|
|
},
|
|
"name": "mrs_kafka_link",
|
|
"connector-name": "kafka-connector"
|
|
}
|
|
]
|
|
}</pre>
|
|
</div>
|
|
<div class="section" id="dataartsstudio_02_0274__en-us_topic_0108272808_section5035508012043"><h4 class="sectiontitle">Link Parameters</h4>
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dataartsstudio_02_0274__en-us_topic_0108272808_table13922888141527" frame="border" border="1" rules="all"><thead align="left"><tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row229143141527"><th align="left" class="cellrowborder" valign="top" width="20.22%" id="mcps1.3.3.2.1.5.1.1"><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p66756185141527">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="20.16%" id="mcps1.3.3.2.1.5.1.2"><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p38541938141527">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="17.419999999999998%" id="mcps1.3.3.2.1.5.1.3"><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p34889279141527">Type</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="42.199999999999996%" id="mcps1.3.3.2.1.5.1.4"><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p7459369141527">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row75552055112212"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p955555515224">linkConfig.hadoopType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p185558557223">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p2555155517229">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p16392162362517">Hadoop type. The options are as follows:</p>
|
|
<ul id="dataartsstudio_02_0274__en-us_topic_0108272808_ul49344411321"><li id="dataartsstudio_02_0274__en-us_topic_0108272808_li2477177611321"><strong id="dataartsstudio_02_0274__en-us_topic_0108272808_b197796135493">MRS</strong>: link to Kafka of MRS</li><li id="dataartsstudio_02_0274__en-us_topic_0108272808_li5938342114118"><strong id="dataartsstudio_02_0274__en-us_topic_0108272808_b33630373490">Apache Kafka</strong>: link to Kafka of Apache</li></ul>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row2725489141730"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p28492222171138">linkConfig.brokerList</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p2813219141730">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p26544197141730">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p2596372141730">This parameter is mandatory for Apache Kafka links. Kafka broker list in <em id="dataartsstudio_02_0274__en-us_topic_0108272808_i842352697103147">host1:port1,host2:port2</em> format</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row185020581087"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p52152668173911">llinkConfig.host</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p63616581173911">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p52669471173911">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p173421425117">Floating IP address of MRS Manager. Click <strong id="dataartsstudio_02_0274__en-us_topic_0108272808_b92268317109">Select</strong> next to the <strong id="dataartsstudio_02_0274__en-us_topic_0108272808_b89197210102">Manager IP</strong> text box to select an MRS cluster. CDM automatically fills in the authentication information.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row24945817818"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p1741151912217">linkConfig.user</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p841116197212">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p94119191023">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p120393117135">Username used for logging in to MRS Manager.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row3498581085"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p641111912217">linkConfig.password</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p4411161919214">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p1411119122">String</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p18429123121418">Password used for logging in to MRS Manager.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row16499581688"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p17935138204310">linkConfig.authType</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p43871655175124">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p32281241175124">Enumeration</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><div class="p" id="dataartsstudio_02_0274__en-us_topic_0108272808_p1793518134318">Authentication method. The options are as follows:<ul id="dataartsstudio_02_0274__en-us_topic_0108272808_en-us_topic_0108272817_ul320611711334"><li id="dataartsstudio_02_0274__en-us_topic_0108272808_en-us_topic_0108272817_li5952630511334"><strong id="dataartsstudio_02_0274__en-us_topic_0108272808_en-us_topic_0108272817_b178538233168">Simple</strong>: for non-security mode</li><li id="dataartsstudio_02_0274__en-us_topic_0108272808_en-us_topic_0108272817_li4561262711334"><strong id="dataartsstudio_02_0274__en-us_topic_0108272808_en-us_topic_0108272817_b842352706183921_3">Kerberos</strong>: for security mode</li></ul>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr id="dataartsstudio_02_0274__en-us_topic_0108272808_row2483581487"><td class="cellrowborder" valign="top" width="20.22%" headers="mcps1.3.3.2.1.5.1.1 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p843281310380">linkConfig.properties</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="20.16%" headers="mcps1.3.3.2.1.5.1.2 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p1196925110380">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="17.419999999999998%" headers="mcps1.3.3.2.1.5.1.3 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p2998524510380">Map</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="42.199999999999996%" headers="mcps1.3.3.2.1.5.1.4 "><p id="dataartsstudio_02_0274__en-us_topic_0108272808_p1288576310380">Properties. You can add configuration properties of the client. Each property must contain a name and a value.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="link_parameter.html">Link Parameter Description</a></div>
|
|
</div>
|
|
</div>
|
|
|