vpruthi/doc-exports
1
0
Fork 0
forked from docs/doc-exports
Code Pull Requests Activity
doc-exports/docs/dis/api-ref/CreateDwsTransferTask.html
gtema 6bc123a554 Reimplementation of docs/doc-exports#263 
Reviewed-by: Hasko, Vladimir <vladimir.hasko@t-systems.com>
Co-authored-by: gtema <artem.goncharov@gmail.com>
Co-committed-by: gtema <artem.goncharov@gmail.com>
2022-11-11 12:03:08 +00:00

446 lines
36 KiB
HTML
Raw Blame History

<a name="CreateDwsTransferTask"></a><a name="CreateDwsTransferTask"></a>
<h1 class="topictitle1">Adding DWS Dump Tasks</h1>
<div id="body960242445812"><div class="section" id="CreateDwsTransferTask__section1760212418589"><h4 class="sectiontitle">Function</h4><p id="CreateDwsTransferTask__p11602132413584">This API is used to add DWS dump tasks.</p>
</div>
<div class="section" id="CreateDwsTransferTask__section146022247589"><h4 class="sectiontitle">URI</h4><p id="CreateDwsTransferTask__p260312413581">POST /v2/{project_id}/streams/{stream_name}/transfer-tasks</p>
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="CreateDwsTransferTask__table4603324195818" frame="border" border="1" rules="all"><caption><b>Table 1 </b>Path parameters</caption><thead align="left"><tr id="CreateDwsTransferTask__row116039246587"><th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.2.3.2.5.1.1"><p id="CreateDwsTransferTask__p66043249583">Parameter</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.2.3.2.5.1.2"><p id="CreateDwsTransferTask__p1660492445813">Mandatory</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.2.3.2.5.1.3"><p id="CreateDwsTransferTask__p86041524195812">Type</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.2.3.2.5.1.4"><p id="CreateDwsTransferTask__p8604182418584">Description</p>
</th>
</tr>
</thead>
<tbody><tr id="CreateDwsTransferTask__row0603192425816"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.2.3.2.5.1.1 "><p id="CreateDwsTransferTask__p1604142410583">project_id</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.2.3.2.5.1.2 "><p id="CreateDwsTransferTask__p186040240589">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.2.3.2.5.1.3 "><p id="CreateDwsTransferTask__p1604182475816">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.2.3.2.5.1.4 "><p id="CreateDwsTransferTask__p960422419585">Project ID.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row16603624135817"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.2.3.2.5.1.1 "><p id="CreateDwsTransferTask__p14605424175814">stream_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.2.3.2.5.1.2 "><p id="CreateDwsTransferTask__p12605124115818">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.2.3.2.5.1.3 "><p id="CreateDwsTransferTask__p560510240587">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.2.3.2.5.1.4 "><p id="CreateDwsTransferTask__p96051246586">Name of the stream.</p>
<p id="CreateDwsTransferTask__p46051624155819">Maximum: <strong id="CreateDwsTransferTask__b1760519242583">60</strong></p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
<div class="section" id="CreateDwsTransferTask__section560552419582"><h4 class="sectiontitle">Request Parameters</h4>
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="CreateDwsTransferTask__HeaderParameter" frame="border" border="1" rules="all"><caption><b>Table 2 </b>Request header parameters</caption><thead align="left"><tr id="CreateDwsTransferTask__row8606182475815"><th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.2.2.5.1.1"><p id="CreateDwsTransferTask__p660662425813">Parameter</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.2.2.5.1.2"><p id="CreateDwsTransferTask__p18606202419588">Mandatory</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.2.2.5.1.3"><p id="CreateDwsTransferTask__p4606112435814">Type</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.3.2.2.5.1.4"><p id="CreateDwsTransferTask__p260632420586">Description</p>
</th>
</tr>
</thead>
<tbody><tr id="CreateDwsTransferTask__row156062024145816"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.2.2.5.1.1 "><p id="CreateDwsTransferTask__p660716245587">X-Auth-Token</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.2.2.5.1.2 "><p id="CreateDwsTransferTask__p156074247586">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.2.2.5.1.3 "><p id="CreateDwsTransferTask__p660752495819">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.2.2.5.1.4 "><p id="CreateDwsTransferTask__p3607172425815">User token.</p>
<p id="CreateDwsTransferTask__p460742455817">The token can be obtained by calling the IAM API (value of X-Subject-Token in the response header).</p>
</td>
</tr>
</tbody>
</table>
</div>
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="CreateDwsTransferTask__request_CreateDwsTransferTaskReq" frame="border" border="1" rules="all"><caption><b>Table 3 </b>Request body parameters</caption><thead align="left"><tr id="CreateDwsTransferTask__row1260742411587"><th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.3.2.5.1.1"><p id="CreateDwsTransferTask__p1160892413581">Parameter</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.3.2.5.1.2"><p id="CreateDwsTransferTask__p166086242585">Mandatory</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.3.2.5.1.3"><p id="CreateDwsTransferTask__p156081024105810">Type</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.3.3.2.5.1.4"><p id="CreateDwsTransferTask__p1260813243582">Description</p>
</th>
</tr>
</thead>
<tbody><tr id="CreateDwsTransferTask__row106071624135812"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.3.2.5.1.1 "><p id="CreateDwsTransferTask__p1260818243583">destination_type</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.3.2.5.1.2 "><p id="CreateDwsTransferTask__p360882465820">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.3.2.5.1.3 "><p id="CreateDwsTransferTask__p1060952475812">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.3.2.5.1.4 "><p id="CreateDwsTransferTask__p8609142411581">Dump destination. Possible values:</p>
<ul id="CreateDwsTransferTask__ul126091824195811"><li id="CreateDwsTransferTask__li3609324155813">OBS: Data is dumped to OBS.</li><li id="CreateDwsTransferTask__li196091124185814">MRS: Data is dumped to MRS.</li><li id="CreateDwsTransferTask__li9609152485815">DLI: Data is dumped to DLI.</li><li id="CreateDwsTransferTask__li1360922417588">CLOUDTABLE: Data is dumped to CloudTable.</li><li id="CreateDwsTransferTask__li1860962415587">DWS: Data is dumped to DWS.</li></ul>
<p id="CreateDwsTransferTask__p106101124195811">Default: <strong id="CreateDwsTransferTask__b13610524185816">NOWHERE</strong></p>
<p id="CreateDwsTransferTask__p12610224155817">Enumeration values:</p>
<ul id="CreateDwsTransferTask__ul461072411585"><li id="CreateDwsTransferTask__li761022435811"><strong id="CreateDwsTransferTask__b1961062445818">DWS</strong></li></ul>
</td>
</tr>
<tr id="CreateDwsTransferTask__row9607224195811"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.3.2.5.1.1 "><p id="CreateDwsTransferTask__p7610112405818">dws_destination_descriptor</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.3.2.5.1.2 "><p id="CreateDwsTransferTask__p7610124155813">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.3.2.5.1.3 "><p id="CreateDwsTransferTask__p116102024145810"><a href="#CreateDwsTransferTask__request_DWSDestinationDescriptorRequest">DWSDestinationDescriptorRequest</a> object</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.3.2.5.1.4 "><p id="CreateDwsTransferTask__p3611224105818">Parameter list of the DWS to which data in the DIS stream will be dumped.</p>
</td>
</tr>
</tbody>
</table>
</div>
<div class="tablenoborder"><a name="CreateDwsTransferTask__request_DWSDestinationDescriptorRequest"></a><a name="request_DWSDestinationDescriptorRequest"></a><table cellpadding="4" cellspacing="0" summary="" id="CreateDwsTransferTask__request_DWSDestinationDescriptorRequest" frame="border" border="1" rules="all"><caption><b>Table 4 </b>DWSDestinationDescriptorRequest</caption><thead align="left"><tr id="CreateDwsTransferTask__row19611324165816"><th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.4.2.5.1.1"><p id="CreateDwsTransferTask__p15612122475817">Parameter</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.4.2.5.1.2"><p id="CreateDwsTransferTask__p18612162411587">Mandatory</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.4.2.5.1.3"><p id="CreateDwsTransferTask__p5612122485811">Type</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.3.4.2.5.1.4"><p id="CreateDwsTransferTask__p5612324155815">Description</p>
</th>
</tr>
</thead>
<tbody><tr id="CreateDwsTransferTask__row261114248587"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p2061302410585">task_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p146136242581">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p961392411581">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p16131124205813">Name of the dump task. The task name consists of letters, digits, hyphens (-), and underscores (_). It must be a string of 1 to 64 characters.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row261172417586"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p19613192425810">agency_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p1613152465812">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p2061314241581">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p161310249584">Name of the agency created on IAM. DIS uses an agency to access your specified resources. The parameters for creating an agency are as follows:</p>
<ul id="CreateDwsTransferTask__ul1761414245585"><li id="CreateDwsTransferTask__li66141224165812">Agency Type: Cloud service</li><li id="CreateDwsTransferTask__li176146241587">Cloud Service: DIS</li><li id="CreateDwsTransferTask__li761472416589">Validity Period: unlimited</li><li id="CreateDwsTransferTask__li1161452418581">Scope: Global service, Project: OBS. Select the Tenant Administrator role for the global service project.</li></ul>
<p id="CreateDwsTransferTask__p9614132419581">If agencies have been created, you can obtain available agencies from the agency list by using the "Listing Agencies " API.</p>
<p id="CreateDwsTransferTask__p106142246580">This parameter cannot be left blank and the parameter value cannot exceed 64 characters.</p>
<p id="CreateDwsTransferTask__p14614182475816">If there are dump tasks on the console, the system displays a message indicating that an agency will be automatically created. The name of the automatically created agency is dis_admin_agency.</p>
<p id="CreateDwsTransferTask__p361412417587">Maximum: <strong id="CreateDwsTransferTask__b061422420589">64</strong></p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row2611122415583"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p5614124105813">deliver_time_interval</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p156151324115815">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p761572455810">Integer</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p4615132435814">User-defined interval at which data is imported from the current DIS stream into OBS. If no data is pushed to the DIS stream during the current interval, no dump file package will be generated.</p>
<p id="CreateDwsTransferTask__p1261532475811">Value range: 30-900</p>
<p id="CreateDwsTransferTask__p126151624175814">Default value: 300</p>
<p id="CreateDwsTransferTask__p146152240583">Unit: second</p>
<p id="CreateDwsTransferTask__p13615182417589">Minimum: <strong id="CreateDwsTransferTask__b061502495810">30</strong></p>
<p id="CreateDwsTransferTask__p6615924175812">Maximum: <strong id="CreateDwsTransferTask__b13615124115812">900</strong></p>
<p id="CreateDwsTransferTask__p1615182413581">Default: <strong id="CreateDwsTransferTask__b14615182435815">300</strong></p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row5611102465817"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p166161524115812">consumer_strategy</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p1061618242583">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p1761615241586">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p18616122416582">Offset.</p>
<ul id="CreateDwsTransferTask__ul14616524145810"><li id="CreateDwsTransferTask__li1761672465817">LATEST: Maximum offset, indicating that the latest data will be extracted.</li><li id="CreateDwsTransferTask__li661692417582">TRIM_HORIZON: Minimum offset, indicating that the earliest data will be extracted.</li></ul>
<p id="CreateDwsTransferTask__p15616624185819">Default value: LATEST</p>
<p id="CreateDwsTransferTask__p5616182495810">Default: <strong id="CreateDwsTransferTask__b761642419587">LATEST</strong></p>
<p id="CreateDwsTransferTask__p16616424185812">Enumeration values:</p>
<ul id="CreateDwsTransferTask__ul561782485812"><li id="CreateDwsTransferTask__li461762413585"><strong id="CreateDwsTransferTask__b10617924175817">LATEST</strong></li><li id="CreateDwsTransferTask__li16617324175811"><strong id="CreateDwsTransferTask__b1561792420582">TRIM_HORIZON</strong></li></ul>
</td>
</tr>
<tr id="CreateDwsTransferTask__row1061132445813"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p4617724115816">dws_cluster_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p4617162410584">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p1961722419589">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p1261711241582">Name of the DWS cluster that stores the data in the stream.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row2611724195817"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p12617162412581">dws_cluster_id</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p261782455813">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p661892413582">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p061811242587">ID of the DWS cluster to which will be dumped.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row96113244589"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p26181324195811">dws_database_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p2618122485810">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p16618162415811">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p12618524105818">Name of the DWS database that stores the data in the stream.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row4611924205810"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p116181249584">dws_schema</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p1961982419582">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p1861932405816">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p3619102475814">Schema of the DWS database to which data will be dumped.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row146111324125812"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p26192024175820">dws_table_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p761972475812">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p16191724145817">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p6619924145810">Name of the DWS table that stores the data in the stream.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row76114249585"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p16619142416585">dws_delimiter</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p11620524165810">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p126209244581">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p166201824125815">Delimiter used to separate the columns in the DWS tables.</p>
<p id="CreateDwsTransferTask__p12620172415585">The value can be a comma (,), semicolon (;), or vertical bar (|).</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row361132465812"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p06201824185814">user_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p1262072475815">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p8620172405820">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p5620122405814">Username of the DWS database to which data will be dumped.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row19611172416583"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p3621102410582">user_password</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p262122445813">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p1462112243580">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p16211224135819">Password of the DWS database to which data will be dumped.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row106119246589"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p662113244581">kms_user_key_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p1662112414586">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p36215244589">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p1262142420582">Key created in Key Management Service (KMS) and used to encrypt the password of the DWS database.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row136111824125816"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p6622162418580">kms_user_key_id</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p962219246588">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p2622102415582">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p1762222495813">ID of the key created in KMS and used to encrypt the password of the DWS database.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row176111724205818"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p362272419587">obs_bucket_path</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p562219244583">Yes</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p2622192411587">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p1462212242588">Name of the OBS bucket used to temporarily store data in the DIS stream.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row12611172445820"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p56230247583">file_prefix</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p106237247586">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p86231824105811">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p16623102413584">Self-defined directory created in the OBS bucket and used to temporarily store data in the DIS stream. Directory levels are separated by slashes (/) and cannot start with slashes.</p>
<p id="CreateDwsTransferTask__p11623224105814">The value can contain a maximum of 50 characters, including letters, digits, underscores (_), and slashes (/).</p>
<p id="CreateDwsTransferTask__p1562322495810">This parameter is left empty by default.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row8611172412588"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p3623182415812">retry_duration</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p36236248584">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p19623024145812">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p1762432414580">Duration when you can constantly retry dumping data to DWS after the dump fails. If the dump time exceeds the value of this parameter, the data that fails to be dumped to DWS will be backed up to the OBS bucket/file_prefix/dws_error directory.</p>
<p id="CreateDwsTransferTask__p662452418583">Value range: 0-7,200</p>
<p id="CreateDwsTransferTask__p56241324135811">Unit: second</p>
<p id="CreateDwsTransferTask__p1362472418581">Default value: 1,800</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row561112416587"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p13624152417585">dws_table_columns</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p8624142418585">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p76248241581">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p4624152416589">Column to be dumped to the DWS table. If the value is null or empty, all columns are dumped by default. For example, c1,c2 indicates that columns c1 and c2 in the schema are dumped to DWS.</p>
<p id="CreateDwsTransferTask__p1962442410587">This parameter is left blank by default.</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row106117244586"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.1 "><p id="CreateDwsTransferTask__p11625122413587">options</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.2 "><p id="CreateDwsTransferTask__p116251248585">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.4.2.5.1.3 "><p id="CreateDwsTransferTask__p1362513242583"><a href="#CreateDwsTransferTask__request_Options">Options</a> object</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.4.2.5.1.4 "><p id="CreateDwsTransferTask__p462542417584">DWS fault tolerance option (used to specify various parameters of foreign table data).</p>
</td>
</tr>
</tbody>
</table>
</div>
<div class="tablenoborder"><a name="CreateDwsTransferTask__request_Options"></a><a name="request_Options"></a><table cellpadding="4" cellspacing="0" summary="" id="CreateDwsTransferTask__request_Options" frame="border" border="1" rules="all"><caption><b>Table 5 </b>Options</caption><thead align="left"><tr id="CreateDwsTransferTask__row762562435819"><th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.5.2.5.1.1"><p id="CreateDwsTransferTask__p1626132414586">Parameter</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.5.2.5.1.2"><p id="CreateDwsTransferTask__p1626122413587">Mandatory</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="20%" id="mcps1.3.3.5.2.5.1.3"><p id="CreateDwsTransferTask__p96268249588">Type</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.3.5.2.5.1.4"><p id="CreateDwsTransferTask__p9626824145818">Description</p>
</th>
</tr>
</thead>
<tbody><tr id="CreateDwsTransferTask__row662511244589"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.1 "><p id="CreateDwsTransferTask__p962672413584">fill_missing_fields</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.2 "><p id="CreateDwsTransferTask__p5627102425813">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.3 "><p id="CreateDwsTransferTask__p6627424195813">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.5.2.5.1.4 "><p id="CreateDwsTransferTask__p176274248589">Specifies whether to set the field to Null or enable an error message to be displayed in the error table when the last field in a row of the data source file is missing during database import.</p>
<p id="CreateDwsTransferTask__p4627102412589">Value range:</p>
<ul id="CreateDwsTransferTask__ul20627224165811"><li id="CreateDwsTransferTask__li18627202419585">true/on</li><li id="CreateDwsTransferTask__li962715241583">false/off</li></ul>
<p id="CreateDwsTransferTask__p1362712475813">Default value: false/off</p>
<p id="CreateDwsTransferTask__p1162710247588">Enumeration values:</p>
<ul id="CreateDwsTransferTask__ul0627724205813"><li id="CreateDwsTransferTask__li0627162435813"><strong id="CreateDwsTransferTask__b2628102465812">true/on</strong></li><li id="CreateDwsTransferTask__li66281324195814"><strong id="CreateDwsTransferTask__b9628172425819">false/off</strong></li></ul>
</td>
</tr>
<tr id="CreateDwsTransferTask__row6625224155810"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.1 "><p id="CreateDwsTransferTask__p1362842417580">ignore_extra_data</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.2 "><p id="CreateDwsTransferTask__p162802465811">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.3 "><p id="CreateDwsTransferTask__p13628162435815">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.5.2.5.1.4 "><p id="CreateDwsTransferTask__p26281524145816">Specifies whether to ignore excessive columns when the number of columns in a source data file exceeds that defined in the foreign table. This parameter is used only during data import.</p>
<p id="CreateDwsTransferTask__p2628132485814">Value range:</p>
<ul id="CreateDwsTransferTask__ul1628152475812"><li id="CreateDwsTransferTask__li862852415819">true/on</li><li id="CreateDwsTransferTask__li10628122410584">false/off</li></ul>
<p id="CreateDwsTransferTask__p176292024185814">Default value: false/off</p>
<p id="CreateDwsTransferTask__p106291624185811">Enumeration values:</p>
<ul id="CreateDwsTransferTask__ul1462942435815"><li id="CreateDwsTransferTask__li1629142465815"><strong id="CreateDwsTransferTask__b1862932475819">true/on</strong></li><li id="CreateDwsTransferTask__li116291124205818"><strong id="CreateDwsTransferTask__b66291924125813">false/off</strong></li></ul>
</td>
</tr>
<tr id="CreateDwsTransferTask__row7625424165811"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.1 "><p id="CreateDwsTransferTask__p166291624135817">compatible_illegal_chars</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.2 "><p id="CreateDwsTransferTask__p156296249581">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.3 "><p id="CreateDwsTransferTask__p14629224205815">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.5.2.5.1.4 "><p id="CreateDwsTransferTask__p96308247583">Specifies whether to tolerate invalid characters during data import. Specifies whether to convert invalid characters based on the conversion rule and import them to the database, or to report an error and stop the import.</p>
<p id="CreateDwsTransferTask__p1663052417583">Value range:</p>
<ul id="CreateDwsTransferTask__ul12630424145817"><li id="CreateDwsTransferTask__li15630624145820">true/on</li><li id="CreateDwsTransferTask__li12630152417586">false/off</li></ul>
<p id="CreateDwsTransferTask__p8630172435810">Default value: false/off</p>
<p id="CreateDwsTransferTask__p10738142412584">Enumeration values:</p>
<ul id="CreateDwsTransferTask__ul373832475816"><li id="CreateDwsTransferTask__li573882435811"><strong id="CreateDwsTransferTask__b1173882475818">true/on</strong></li><li id="CreateDwsTransferTask__li19738132412582"><strong id="CreateDwsTransferTask__b1373862425814">false/off</strong></li></ul>
</td>
</tr>
<tr id="CreateDwsTransferTask__row14625724105819"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.1 "><p id="CreateDwsTransferTask__p1673812417587">reject_limit</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.2 "><p id="CreateDwsTransferTask__p16738182411588">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.3 "><p id="CreateDwsTransferTask__p13738824105815">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.5.2.5.1.4 "><p id="CreateDwsTransferTask__p5738112485815">Maximum number of data format errors allowed during the data import. If the number of data format errors does not reach the maximum, the data import is successful.</p>
<p id="CreateDwsTransferTask__p197384249585">Value range:</p>
<ul id="CreateDwsTransferTask__ul1073818249583"><li id="CreateDwsTransferTask__li1273815240588">integer</li><li id="CreateDwsTransferTask__li8738182417585">unlimited</li></ul>
<p id="CreateDwsTransferTask__p1973882425813">Default value: 0, indicating that error information is returned immediately</p>
</td>
</tr>
<tr id="CreateDwsTransferTask__row2625172419581"><td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.1 "><p id="CreateDwsTransferTask__p67381024105819">error_table_name</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.2 "><p id="CreateDwsTransferTask__p207381424135812">No</p>
</td>
<td class="cellrowborder" valign="top" width="20%" headers="mcps1.3.3.5.2.5.1.3 "><p id="CreateDwsTransferTask__p1473813242587">String</p>
</td>
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.3.5.2.5.1.4 "><p id="CreateDwsTransferTask__p1573832435814">Name of the error table that records data format errors. After the parallel import is complete, you can query the error information table to obtain the detailed error information.</p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
<div class="section" id="CreateDwsTransferTask__section1673892415582"><h4 class="sectiontitle">Response Parameters</h4><p id="CreateDwsTransferTask__p1673814247583">None</p>
</div>
<div class="section" id="CreateDwsTransferTask__section1473882414586"><h4 class="sectiontitle">Example Requests</h4><p id="CreateDwsTransferTask__p373942445817">Adding DWS Dump Tasks</p>
<pre class="screen" id="CreateDwsTransferTask__screen3739132455819">POST https://{Endpoint}/v2/{project_id}/streams/{stream_name}/transfer-tasks
{
"destination_type" : "DWS",
"dws_destination_descriptor" : {
"task_name" : "dwstask",
"consumer_strategy" : "LATEST",
"agency_name" : "dis_admin_agency",
"dws_cluster_name" : "dwscluster",
"dws_cluster_id" : "f82dc227-3691-47eb-bca7-e7851f509b2a",
"dws_database_name" : "postgres",
"dws_schema" : "dbadmin",
"dws_table_name" : "dwstablename",
"dws_delimiter" : "",
"user_name" : "dbadmin",
"user_password" : "userpassword",
"kms_user_key_name" : "kmskey",
"kms_user_key_id" : "1e759f06-9188-4d21-afab-a75e57c04d2b",
"obs_bucket_path" : "obsbucket",
"file_prefix" : "",
"deliver_time_interval" : 60,
"retry_duration" : 1800,
"options" : {
"fill_missing_fields" : "false",
"ignore_extra_data" : "false",
"compatible_illegal_chars" : "false"
}
}
}</pre>
</div>
<div class="section" id="CreateDwsTransferTask__section1873916246585"><h4 class="sectiontitle">Example Responses</h4><p id="CreateDwsTransferTask__p47391024195812">None</p>
</div>
<div class="section" id="CreateDwsTransferTask__section873910243588"><h4 class="sectiontitle">Status Codes</h4>
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="CreateDwsTransferTask__status_code" frame="border" border="1" rules="all"><thead align="left"><tr id="CreateDwsTransferTask__row186351924195816"><th align="left" class="cellrowborder" valign="top" width="15%" id="mcps1.3.7.2.1.3.1.1"><p id="CreateDwsTransferTask__p17739824185820">Status Code</p>
</th>
<th align="left" class="cellrowborder" valign="top" width="85%" id="mcps1.3.7.2.1.3.1.2"><p id="CreateDwsTransferTask__p12739132435811">Description</p>
</th>
</tr>
</thead>
<tbody><tr id="CreateDwsTransferTask__row0635924105814"><td class="cellrowborder" valign="top" width="15%" headers="mcps1.3.7.2.1.3.1.1 "><p id="CreateDwsTransferTask__p187398243581">201</p>
</td>
<td class="cellrowborder" valign="top" width="85%" headers="mcps1.3.7.2.1.3.1.2 "><p id="CreateDwsTransferTask__p4739124135818">Normal response.</p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
<div class="section" id="CreateDwsTransferTask__section1874012417580"><h4 class="sectiontitle">Error Codes</h4><p id="CreateDwsTransferTask__p67404242582">See <a href="ErrorCode.html">Error Codes</a>.</p>
</div>
</div>
<div>
<div class="familylinks">
<div class="parentlink"><strong>Parent topic:</strong> <a href="topic_300000004.html">Dump Task Management</a></div>
</div>
</div>
View Git Blame Copy Permalink