forked from docs/doc-exports
Yang, Tong
6182f91ba8
Reviewed-by: Hasko, Vladimir <vladimir.hasko@t-systems.com> Co-authored-by: Yang, Tong <yangtong2@huawei.com> Co-committed-by: Yang, Tong <yangtong2@huawei.com>
107 lines
7.4 KiB
HTML
107 lines
7.4 KiB
HTML
<a name="mrs_01_24167"></a><a name="mrs_01_24167"></a>
|
|
|
|
<h1 class="topictitle1">Single-Table Concurrent Write Configuration</h1>
|
|
<div id="body0000001120009072">
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="mrs_01_24167__table12264191413319" frame="border" border="1" rules="all"><thead align="left"><tr id="mrs_01_24167__row73071514830"><th align="left" class="cellrowborder" valign="top" width="30%" id="mcps1.3.1.1.4.1.1"><p id="mrs_01_24167__p73073148310">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.1.1.4.1.2"><p id="mrs_01_24167__p123071714832">Description</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="30%" id="mcps1.3.1.1.4.1.3"><p id="mrs_01_24167__p2307191416317">Default Value</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="mrs_01_24167__row13071614938"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p172977516133">hoodie.write.lock.provider</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p1270092412513">Specifies the lock provider. You are advised to set the parameter to <strong id="mrs_01_24167__b17467231559">org.apache.hudi.hive.HiveMetastoreBasedLockProvider</strong>.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p17136173302112">org.apache.hudi.client.transaction.lock.ZookeeperBasedLockProvider</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row930816141134"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p928775119137">hoodie.write.lock.hivemetastore.database</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p6287185181314">Specifies the Hive database.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p13287115171315">-</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row123081514337"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p828615181311">hoodie.write.lock.hivemetastore.table</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p7286251181312">Specifies the Hive table name.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p028695117136">-</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row1930831412316"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p328565114131">hoodie.write.lock.client.num_retries</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p4285115151312">Specifies the retry times.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p182841151111313">0</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row1230820142037"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p7284145141319">hoodie.write.lock.client.wait_time_ms_between_retry</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p9284135191315">Specifies the retry interval.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p162831651141319">10000</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row1430819141437"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p9283651141317">hoodie.write.lock.conflict.resolution.strategy</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p10283115118136">Specifies the lock provider class, which must be a subclass of <strong id="mrs_01_24167__b1145110376510">ConflictResolutionStrategy</strong>.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p16560151213244">org.apache.hudi.client.transaction.SimpleConcurrentFileWritesConflictResolutionStrategy</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row1188169577"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p16912102019720">hoodie.write.lock.zookeeper.base_path</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p0188392712">Path for storing ZNodes. The parameter must be the same for all concurrent write configurations of the same table.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p1918815912715">-</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row1212919178716"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p10019353714">hoodie.write.lock.zookeeper.lock_key</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p1012918174717">ZNode name. It is recommended that the ZNode name be the same as the Hudi table name.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p131295171379">-</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row75519409716"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p455712197819">hoodie.write.lock.zookeeper.connection_timeout_ms</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p5551540173">ZooKeeper connection timeout period.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p10554401570">15000</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row10487241481"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p539914811817">hoodie.write.lock.zookeeper.port</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p8486241183">ZooKeeper port number.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p4481924187">-</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row147011301189"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p772013531188">hoodie.write.lock.zookeeper.url</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p7704306811">URL of the ZooKeeper.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p1570163016814">-</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24167__row41016591086"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24167__p4932111111912">hoodie.write.lock.zookeeper.session_timeout_ms</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24167__p151011759585">Session expiration time of ZooKeeper.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24167__p16101759883">60000</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="mrs_01_24032.html">Configuration Reference</a></div>
|
|
</div>
|
|
</div>
|
|
|