diff --git a/docs/dis/umn/ALL_META.TXT.json b/docs/dis/umn/ALL_META.TXT.json index 3ba12ed4..498e0b74 100644 --- a/docs/dis/umn/ALL_META.TXT.json +++ b/docs/dis/umn/ALL_META.TXT.json @@ -1,671 +1,1307 @@ [ + { + "dockw":"User Guide" + }, { "uri":"dis_01_0600.html", + "node_id":"dis_01_0600.xml", "product_code":"dis", "code":"1", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Overview", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Overview", "githuburl":"" }, { "uri":"dis_01_0001.html", + "node_id":"dis_01_0001.xml", "product_code":"dis", "code":"2", "des":"Data Ingestion Service (DIS) addresses the challenge of transmitting data from outside the cloud to inside the cloud. DIS builds data intake streams for custom applicatio", "doc_type":"usermanual", "kw":"What Is DIS?,Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"What Is DIS?", "githuburl":"" }, { "uri":"dis_01_0002.html", + "node_id":"dis_01_0002.xml", "product_code":"dis", "code":"3", "des":"You can use DIS for rapid data intake from producers and continuous data processing. The following are typical scenarios for using DIS:Accelerated log and data feed intak", "doc_type":"usermanual", "kw":"What Can I Do with DIS?,Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"What Can I Do with DIS?", "githuburl":"" }, { "uri":"dis_01_0003.html", + "node_id":"dis_01_0003.xml", "product_code":"dis", "code":"4", "des":"DIS manages the infrastructure, storage, networking, and configuration needed to stream your data. You do not have to worry about provisioning, deployment, and constant m", "doc_type":"usermanual", "kw":"Functions,Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Functions", "githuburl":"" }, { "uri":"dis_01_0004.html", + "node_id":"dis_01_0004.xml", "product_code":"dis", "code":"5", "des":"DIS works with the following services:Object Storage Service (OBS)If you set Dump Destination to OBS, the uploaded data will be stored to OBS.Identity and Access Manageme", "doc_type":"usermanual", "kw":"Related Services,Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Related Services", "githuburl":"" }, { "uri":"dis_01_0005.html", + "node_id":"dis_01_0005.xml", "product_code":"dis", "code":"6", "des":"You need an account on the management console to create, query, and delete DIS streams, and you need an Access Key ID/Secret Access Key (AK/SK) file to push, pull, and du", "doc_type":"usermanual", "kw":"Permissions,Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Permissions", "githuburl":"" }, { "uri":"dis_01_0006.html", + "node_id":"dis_01_0006.xml", "product_code":"dis", "code":"7", "des":"Read the following precautions before using DIS:Recommended browser to access the DIS consoleGoogle Chrome: 48.0 or laterMozilla FireFox: 43.0 or laterInternet Explorer: ", "doc_type":"usermanual", "kw":"Precautions,Overview,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Precautions", "githuburl":"" }, { "uri":"dis_01_0008.html", + "node_id":"dis_01_0008.xml", "product_code":"dis", "code":"8", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Getting Started", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Getting Started", "githuburl":"" }, { "uri":"dis_01_0009.html", + "node_id":"dis_01_0009.xml", "product_code":"dis", "code":"9", "des":"The following is the general procedure for using DIS:Step 1: Creating a DIS StreamYou need to create a stream before using DIS.Step 2: Preparing a DIS Application Develop", "doc_type":"usermanual", "kw":"General Procedure,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"General Procedure", "githuburl":"" }, { "uri":"dis_01_0601.html", + "node_id":"dis_01_0601.xml", "product_code":"dis", "code":"10", "des":"You can create a DIS stream on the DIS management console.", "doc_type":"usermanual", "kw":"Step 1: Creating a DIS Stream,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Step 1: Creating a DIS Stream", "githuburl":"" }, { "uri":"dis_01_0602.html", + "node_id":"dis_01_0602.xml", "product_code":"dis", "code":"11", "des":"Before developing DIS applications, prepare an application development environment, and then obtain a software development kit (SDK) and sample project and import them to", "doc_type":"usermanual", "kw":"Step 2: Preparing a DIS Application Development Environment,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Step 2: Preparing a DIS Application Development Environment", "githuburl":"" }, { "uri":"dis_01_0603.html", + "node_id":"dis_01_0603.xml", "product_code":"dis", "code":"12", "des":"Local data is continuously uploaded to DIS.Data can be stored in DIS, OBS, and DLI. For how to configure a storage location, see Creating a Dump Task.The maximum number o", "doc_type":"usermanual", "kw":"Step 3: Sending Data to DIS,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Step 3: Sending Data to DIS", "githuburl":"" }, { "uri":"dis_01_0604.html", + "node_id":"dis_01_0604.xml", "product_code":"dis", "code":"13", "des":"You can retrieve data from DIS when needed.The example code file is the ConsumerDemo.java file in the \\dis-sdk-demo\\src\\main\\java\\com\\bigdata\\dis\\sdk\\demo directory decom", "doc_type":"usermanual", "kw":"Step 4: Obtaining Data from DIS,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Step 4: Obtaining Data from DIS", "githuburl":"" }, { "uri":"dis_01_0043.html", + "node_id":"dis_01_0043.xml", "product_code":"dis", "code":"14", "des":"Access Key ID/Secret Access Key (AK/SK) is created on Identity and Access Management (IAM) to authenticate calls to application programming interfaces (APIs) on the publi", "doc_type":"usermanual", "kw":"Obtaining Authentication Information,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Obtaining Authentication Information", "githuburl":"" }, { "uri":"dis_01_0045.html", + "node_id":"dis_01_0045.xml", "product_code":"dis", "code":"15", "des":"DIS can upload data to Object Storage Service (OBS).An IAM agency has been created by following the procedure in Creating an IAM Agency. This IAM agency entrusts DIS to a", "doc_type":"usermanual", "kw":"Interconnecting with OBS,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Interconnecting with OBS", "githuburl":"" }, { "uri":"dis_01_0605.html", + "node_id":"dis_01_0605.xml", "product_code":"dis", "code":"16", "des":"If you choose to dump data from DIS to OBS, create an IAM agency that grants DIS permissions to access OBS.", "doc_type":"usermanual", "kw":"Creating an IAM Agency,Getting Started,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Creating an IAM Agency", "githuburl":"" }, { "uri":"dis_01_0010.html", + "node_id":"dis_01_0010.xml", "product_code":"dis", "code":"17", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Managing DIS Streams", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Managing DIS Streams", "githuburl":"" }, { "uri":"dis_01_0011.html", + "node_id":"dis_01_0011.xml", "product_code":"dis", "code":"18", "des":"The Stream Management page displays all DIS streams created. After clicking a stream, you can view the following information about this stream:Name/ID: Unique name of the", "doc_type":"usermanual", "kw":"Listing DIS Streams,Managing DIS Streams,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Listing DIS Streams", "githuburl":"" }, { "uri":"dis_01_0012.html", + "node_id":"dis_01_0012.xml", "product_code":"dis", "code":"19", "des":"You can view stream monitoring information on the console and monitor the data consumed by applications in the stream.", "doc_type":"usermanual", "kw":"Viewing Stream Monitoring Metrics,Managing DIS Streams,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Viewing Stream Monitoring Metrics", "githuburl":"" }, { "uri":"dis_01_0050.html", + "node_id":"dis_01_0050.xml", "product_code":"dis", "code":"20", "des":"A tag is an identifier of a stream. Adding tags to streams can help you identify and manage your stream resources.You can add a maximum of 10 tags to a stream when creati", "doc_type":"usermanual", "kw":"Managing Stream Tags,Managing DIS Streams,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Managing Stream Tags", "githuburl":"" }, { - "uri":"dis_01_0013.html", + "uri":"dis_01_0076.html", + "node_id":"dis_01_0076.xml", "product_code":"dis", "code":"21", + "des":"An application is a program identifier. Multiple applications can access data in the same stream. Checkpoints generated for each application are used to record the consum", + "doc_type":"usermanual", + "kw":"Managing Applications,Managing DIS Streams,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], + "title":"Managing Applications", + "githuburl":"" + }, + { + "uri":"dis_01_0401.html", + "node_id":"dis_01_0401.xml", + "product_code":"dis", + "code":"22", + "des":"After a stream is created successfully, you can scale up or down a stream by adding or reducing partitions to meet capacity change requirements. Streams can be scaled aut", + "doc_type":"usermanual", + "kw":"Scaling Up/Down a Stream,Managing DIS Streams,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], + "title":"Scaling Up/Down a Stream", + "githuburl":"" + }, + { + "uri":"dis_01_0013.html", + "node_id":"dis_01_0013.xml", + "product_code":"dis", + "code":"23", "des":"A deleted stream will not be charged and cannot be restored. Exercise caution when performing this operation.", "doc_type":"usermanual", "kw":"Deleting a Stream,Managing DIS Streams,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Deleting a Stream", "githuburl":"" }, { "uri":"dis_01_0115.html", + "node_id":"dis_01_0115.xml", "product_code":"dis", - "code":"22", + "code":"24", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Managing a Dump Task", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Managing a Dump Task", "githuburl":"" }, { "uri":"dis_01_0047.html", + "node_id":"dis_01_0047.xml", "product_code":"dis", - "code":"23", + "code":"25", "des":"If a dump task is created for a DIS stream, data sent to the DIS stream can be automatically dumped to the selected target specified in the dump task.A maximum of five du", "doc_type":"usermanual", "kw":"Creating a Dump Task,Managing a Dump Task,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Creating a Dump Task", "githuburl":"" }, { "uri":"dis_01_0051.html", + "node_id":"dis_01_0051.xml", "product_code":"dis", - "code":"24", + "code":"26", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Notifying Events", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Notifying Events", "githuburl":"" }, { "uri":"dis_01_0052.html", + "node_id":"dis_01_0052.xml", "product_code":"dis", - "code":"25", + "code":"27", "des":"DIS uses Simple Message Notification (SMN) to send notifications of DIS events. In a subscription, you need to specify one or more event filtering conditions. When an eve", "doc_type":"usermanual", "kw":"Event Notification Overview,Notifying Events,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Event Notification Overview", "githuburl":"" }, { "uri":"dis_01_0053.html", + "node_id":"dis_01_0053.xml", "product_code":"dis", - "code":"26", + "code":"28", "des":"After enabling Notification for subscribed events, you will receive notifications by email or SMS when management, monitoring, or security events occur in a specific clus", "doc_type":"usermanual", "kw":"Setting Notification,Notifying Events,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Setting Notification", "githuburl":"" }, { "uri":"dis_01_0054.html", + "node_id":"dis_01_0054.xml", "product_code":"dis", - "code":"27", + "code":"29", "des":"This section describes how to search for events that occur in a stream or dump task.In the Event Levels drop-down list, select All, Normal, or WarningIn the Event source ", "doc_type":"usermanual", "kw":"Viewing Events,Notifying Events,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Viewing Events", "githuburl":"" }, { "uri":"dis_01_0130.html", + "node_id":"dis_01_0130.xml", "product_code":"dis", - "code":"28", + "code":"30", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Monitoring", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Monitoring", "githuburl":"" }, { "uri":"dis_01_0131.html", + "node_id":"dis_01_0131.xml", "product_code":"dis", - "code":"29", + "code":"31", "des":"This section describes metrics reported by DIS to Cloud Eye as well as their namespaces and dimensions. You can use Cloud Eye to query metric information generated for DI", "doc_type":"usermanual", "kw":"Supported Metrics,Monitoring,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Supported Metrics", "githuburl":"" }, { "uri":"dis_01_0132.html", + "node_id":"dis_01_0132.xml", "product_code":"dis", - "code":"30", + "code":"32", "des":"You can customize the monitored objects and notification policies by setting alarm rules to learn DIS running status in a timely manner.A DIS alarm rule includes the alar", "doc_type":"usermanual", "kw":"Setting Alarm Rules,Monitoring,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Setting Alarm Rules", "githuburl":"" }, { "uri":"dis_01_0134.html", + "node_id":"dis_01_0134.xml", "product_code":"dis", - "code":"31", + "code":"33", "des":"Cloud Eye monitors the running status of the DIS stream. You can obtain the monitoring metrics of CDM on the Cloud Eye management console.Monitored data requires a period", "doc_type":"usermanual", "kw":"Querying Metrics,Monitoring,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Querying Metrics", "githuburl":"" }, { "uri":"dis_06_0011.html", + "node_id":"dis_06_0011.xml", "product_code":"dis", - "code":"32", + "code":"34", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"DIS SDK Usage Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"DIS SDK Usage Guide", "githuburl":"" }, { "uri":"dis_06_0005.html", + "node_id":"dis_06_0005.xml", "product_code":"dis", - "code":"33", + "code":"35", "des":"Data Ingestion Service Software Development Kit (DIS SDK) is the encapsulation of RESTful APIs provided by DIS to simplify development. You can use DIS by calling API fun", "doc_type":"usermanual", "kw":"Downloading SDKs,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Downloading SDKs", "githuburl":"" }, { "uri":"dis_06_0012.html", + "node_id":"dis_06_0012.xml", "product_code":"dis", - "code":"34", + "code":"36", "des":"Download JDK1.8 or a later version from the Oracle official website, install it and configure Java environment variables.Download the latest version of Eclipse IDE for Ja", "doc_type":"usermanual", "kw":"Preparing the Environment,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Preparing the Environment", "githuburl":"" }, { "uri":"dis_06_0020.html", + "node_id":"dis_06_0020.xml", "product_code":"dis", - "code":"35", + "code":"37", "des":"The DIS SDK provides compatibility with native kafka client APIs.", "doc_type":"usermanual", "kw":"Connecting to kafka consumer,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Connecting to kafka consumer", "githuburl":"" }, { "uri":"dis_06_0013.html", + "node_id":"dis_06_0013.xml", "product_code":"dis", - "code":"36", + "code":"38", "des":"Download the dis-sdk-1.2.3.zip package from the URL noted in section Downloading SDKs. The package provides a sample project. You can use a development tool (such as Ecli", "doc_type":"usermanual", "kw":"Configuring Sample Projects,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Configuring Sample Projects", "githuburl":"" }, { "uri":"dis_06_0014.html", + "node_id":"dis_06_0014.xml", "product_code":"dis", - "code":"37", + "code":"39", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Importing Third-party Dependency Packages,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Importing Third-party Dependency Packages", "githuburl":"" }, { "uri":"dis_06_0015.html", + "node_id":"dis_06_0015.xml", "product_code":"dis", - "code":"38", + "code":"40", "des":"You can use one of the following methods to initialize a DIS SDK client instance: For details about endpoint, ak, sk, region, and projectId, see Obtaining Authentication ", "doc_type":"usermanual", "kw":"Initializing a DIS Client,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Initializing a DIS Client", "githuburl":"" }, { "uri":"dis_06_0501.html", + "node_id":"dis_06_0501.xml", "product_code":"dis", - "code":"39", + "code":"41", "des":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.When you use the DIS SDK to create a DIS stream, specify the stream name, number of", "doc_type":"usermanual", "kw":"Creating a Stream,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Creating a Stream", "githuburl":"" }, { "uri":"dis_06_0502.html", + "node_id":"dis_06_0502.xml", "product_code":"dis", - "code":"40", + "code":"42", "des":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to delete a specified DIS stream.After configuring DeleteStreamRequ", "doc_type":"usermanual", "kw":"Deleting a Stream,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Deleting a Stream", "githuburl":"" }, { "uri":"dis_06_0503.html", + "node_id":"dis_06_0503.xml", "product_code":"dis", - "code":"41", + "code":"43", "des":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to list active streams.Use the setLimit method to set the number of", "doc_type":"usermanual", "kw":"Querying a Stream List,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Querying a Stream List", "githuburl":"" }, { "uri":"dis_06_0504.html", + "node_id":"dis_06_0504.xml", "product_code":"dis", - "code":"42", + "code":"44", "des":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to query the details about a specified stream.The returned stream d", "doc_type":"usermanual", "kw":"Querying Stream Details,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Querying Stream Details", "githuburl":"" }, { "uri":"dis_06_0016.html", + "node_id":"dis_06_0016.xml", "product_code":"dis", - "code":"43", + "code":"45", "des":"Use the initialized client instance to upload your streaming data to DIS. The sample code is available in the ProducerDemo.java file in the dis-sdk-demo\\src\\com\\bigdata\\d", "doc_type":"usermanual", "kw":"Uploading Streaming Data,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Uploading Streaming Data", "githuburl":"" }, { "uri":"dis_06_0017.html", + "node_id":"dis_06_0017.xml", "product_code":"dis", - "code":"44", + "code":"46", "des":"Use the initialized client instance to obtain data through the DIS stream. The sample code is available in the ConsumerDemo.java file under the dis-sdk-demo\\src\\main\\java", "doc_type":"usermanual", "kw":"Downloading Streaming Data,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Downloading Streaming Data", "githuburl":"" }, { "uri":"dis_06_0022.html", + "node_id":"dis_06_0022.xml", "product_code":"dis", - "code":"45", + "code":"47", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Uploading Real-Time Files", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Uploading Real-Time Files", "githuburl":"" }, { "uri":"dis_06_0506.html", + "node_id":"dis_06_0506.xml", "product_code":"dis", - "code":"46", + "code":"48", "des":"In the Project Explorer pane, right-click com.bigdata.dis.sdk.demo, and choose New > Class from the shortcut menu. The New Java Class dialog box is displayed. Set the cat", "doc_type":"usermanual", "kw":"Creating a Demo Class,Uploading Real-Time Files,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Creating a Demo Class", "githuburl":"" }, { "uri":"dis_06_0023.html", + "node_id":"dis_06_0023.xml", "product_code":"dis", - "code":"47", + "code":"49", "des":"Initialize a DIS SDK asynchronous client instance. For details about endpoint, ak, sk, region, and projectId, see Obtaining Authentication Information.//Create a DIS clie", "doc_type":"usermanual", "kw":"Initializing a DIS SDK Asynchronous Client Instance,Uploading Real-Time Files,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Initializing a DIS SDK Asynchronous Client Instance", "githuburl":"" }, { "uri":"dis_06_0507.html", + "node_id":"dis_06_0507.xml", "product_code":"dis", - "code":"48", + "code":"50", "des":"You must use the enabled stream to transmit real-time files. Here, fileUploadStream is used as an example.The value of streamName must be the same as that of Stream Name ", "doc_type":"usermanual", "kw":"Uploading Files,Uploading Real-Time Files,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Uploading Files", "githuburl":"" }, { "uri":"dis_06_0505.html", + "node_id":"dis_06_0505.xml", "product_code":"dis", - "code":"49", + "code":"51", "des":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to obtain the information about the data cursor.", "doc_type":"usermanual", "kw":"Obtaining the Data Cursor,DIS SDK Usage Guide,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"Obtaining the Data Cursor", "githuburl":"" }, { "uri":"en-us_topic_0124374673.html", + "node_id":"en-us_topic_0124374673.xml", "product_code":"dis", - "code":"50", + "code":"52", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"FAQs", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "documenttype":"usermanual" + } + ], "title":"FAQs", "githuburl":"" }, { "uri":"dis_faq_0011.html", + "node_id":"dis_faq_0011.xml", "product_code":"", - "code":"51", + "code":"53", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"", "kw":"General Questions", + "search_title":"", + "metedata":[ + { + + } + ], "title":"General Questions", "githuburl":"" }, { "uri":"dis_faq_0001.html", + "node_id":"dis_faq_0001.xml", "product_code":"dis", - "code":"52", + "code":"54", "des":"Data Ingestion Service (DIS) addresses the challenge of transmitting data from outside the cloud to inside the cloud. DIS builds data intake streams for custom applicatio", "doc_type":"faq", "kw":"What Is DIS?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"What Is DIS?", "githuburl":"" }, { "uri":"dis_faq_0002.html", + "node_id":"dis_faq_0002.xml", "product_code":"dis", - "code":"53", + "code":"55", "des":"Partitions are the base throughput unit of a DIS stream. When creating a DIS stream, you are expected to specify the number of partitions needed within your stream.By def", "doc_type":"faq", "kw":"What Is a Partition?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"What Is a Partition?", "githuburl":"" }, { "uri":"dis_faq_0004.html", + "node_id":"dis_faq_0004.xml", "product_code":"dis", - "code":"54", + "code":"56", "des":"You can use DIS for rapid data intake from producers and continuous data processing. The following are typical scenarios for using DIS:Accelerated log or data transmissio", "doc_type":"faq", "kw":"What Can I Do with DIS?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"What Can I Do with DIS?", "githuburl":"" }, { "uri":"dis_faq_0005.html", + "node_id":"dis_faq_0005.xml", "product_code":"dis", - "code":"55", + "code":"57", "des":"Scalable: A DIS stream can seamlessly scale its data throughput from megabytes to terabytes per hour, and from thousands to millions of PUT records per second.Easy to use", "doc_type":"faq", "kw":"What Advantages Does DIS Have?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"What Advantages Does DIS Have?", "githuburl":"" }, { "uri":"dis_faq_0008.html", + "node_id":"dis_faq_0008.xml", "product_code":"dis", - "code":"56", + "code":"58", "des":"Service controlCreates, deletes, and configures DIS streams; synchronizes user information to the data planeAllocates resources on the data plane and automatically deploy", "doc_type":"faq", "kw":"Which Modules Do DIS Have?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"Which Modules Do DIS Have?", "githuburl":"" }, { "uri":"dis_faq_0009.html", + "node_id":"dis_faq_0009.xml", "product_code":"dis", - "code":"57", + "code":"59", "des":"This section describes how to verify integrity of the DIS SDK software package on a Linux system by using a verification file.The PuTTY tool is available.The WinSCP tool ", "doc_type":"faq", "kw":"How Do I Check Software Package Integrity?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"How Do I Check Software Package Integrity?", "githuburl":"" }, { "uri":"dis_faq_0003.html", + "node_id":"dis_faq_0003.xml", "product_code":"dis", - "code":"58", + "code":"60", "des":"Verify integrity of the DIS SDK software package by following the procedure in How Do I Check Software Package Integrity?Download link of the DIS SDK software package:htt", "doc_type":"faq", "kw":"How Do I Send and Retrieve Data Using DIS?,General Questions,User Guide", + "search_title":"", + "metedata":[ + { + "documenttype":"faq", + "prodname":"dis" + } + ], "title":"How Do I Send and Retrieve Data Using DIS?", "githuburl":"" }, { "uri":"dis_faq_0012.html", + "node_id":"dis_faq_0012.xml", "product_code":"", - "code":"59", + "code":"61", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"", "kw":"Dump Questions", + "search_title":"", + "metedata":[ + { + + } + ], "title":"Dump Questions", "githuburl":"" }, { "uri":"dis_faq_0017.html", + "node_id":"dis_faq_0017.xml", "product_code":"", - "code":"60", + "code":"62", "des":"A source data schema is a user's JSON data sample used to describe the JSON data format. DIS can generate the Avro schema based on the JSON data sample. By default, the d", "doc_type":"", "kw":"How Does a Schema Support Default Fields or NULL Fields?,Dump Questions,User Guide", + "search_title":"", + "metedata":[ + { + + } + ], "title":"How Does a Schema Support Default Fields or NULL Fields?", "githuburl":"" }, { "uri":"dis_faq_0019.html", + "node_id":"dis_faq_0019.xml", "product_code":"", - "code":"61", + "code":"63", "des":"By stream: Different types of data use different streams and can be distinguished by stream.By partition: Different types of data use different partitions on one stream. ", "doc_type":"", "kw":"How Do I Distinguish Different Types of Data When Accessing Data in Streams?,Dump Questions,User Gui", + "search_title":"", + "metedata":[ + { + + } + ], "title":"How Do I Distinguish Different Types of Data When Accessing Data in Streams?", "githuburl":"" }, { "uri":"dis_faq_0025.html", + "node_id":"dis_faq_0025.xml", "product_code":"", - "code":"62", + "code":"64", "des":"On DIS Agent, set directoryRecursionEnabled to true. For example, the following configuration can match /home/one.log, /home/child/two.log, and /home/child/child/three.lo", "doc_type":"", "kw":"How Can I Configure Recursive Listening for Directories on DIS Agent?,Dump Questions,User Guide", + "search_title":"", + "metedata":[ + { + + } + ], "title":"How Can I Configure Recursive Listening for Directories on DIS Agent?", "githuburl":"" }, { "uri":"dis_faq_0013.html", + "node_id":"dis_faq_0013.xml", "product_code":"", - "code":"63", + "code":"65", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"", "kw":"DIS Agent Questions", + "search_title":"", + "metedata":[ + { + + } + ], "title":"DIS Agent Questions", "githuburl":"" }, { "uri":"dis_faq_0014.html", + "node_id":"dis_faq_0014.xml", "product_code":"", - "code":"64", + "code":"66", "des":"DIS Agent can listen to multiple directories or files. For example, to collect logs of the /home/folder1/file1 and /home/folder2/file2 files, configure multiple DIS strea", "doc_type":"", "kw":"How Can I Configure Agent to Listen To Multiple Directories or Files?,DIS Agent Questions,User Guide", + "search_title":"", + "metedata":[ + { + + } + ], "title":"How Can I Configure Agent to Listen To Multiple Directories or Files?", "githuburl":"" }, { "uri":"dis_faq_0015.html", + "node_id":"dis_faq_0015.xml", "product_code":"", - "code":"65", + "code":"67", "des":"On DIS Agent, set directoryRecursionEnabled to true. For example, the following configuration can match /home/one.log, /home/child/two.log, and /home/child/child/three.lo", "doc_type":"", "kw":"How Can I Configure Recursive Listening for Directories on DIS Agent?,DIS Agent Questions,User Guide", + "search_title":"", + "metedata":[ + { + + } + ], "title":"How Can I Configure Recursive Listening for Directories on DIS Agent?", "githuburl":"" }, { "uri":"dis_faq_0021.html", + "node_id":"dis_faq_0021.xml", "product_code":"", - "code":"66", + "code":"68", "des":"Secret Access Key (SK) is sensitive information. To encrypt the SK, perform the following steps:cd /opt/dis-agent-X.X.X/binbash dis-encrypt.sh", "doc_type":"", "kw":"How Do I Use Agent to Encrypt AK/SK?,DIS Agent Questions,User Guide", + "search_title":"", + "metedata":[ + { + + } + ], "title":"How Do I Use Agent to Encrypt AK/SK?", "githuburl":"" }, { "uri":"dis_01_0014.html", + "node_id":"dis_01_0014.xml", "product_code":"dis", - "code":"67", + "code":"69", "des":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", "doc_type":"usermanual", "kw":"Change History,User Guide", + "search_title":"", + "metedata":[ + { + "prodname":"dis", + "IsBot":"No", + "opensource":"true", + "documenttype":"usermanual" + } + ], "title":"Change History", "githuburl":"" } diff --git a/docs/dis/umn/CLASS.TXT.json b/docs/dis/umn/CLASS.TXT.json index 28517834..03c235e3 100644 --- a/docs/dis/umn/CLASS.TXT.json +++ b/docs/dis/umn/CLASS.TXT.json @@ -179,6 +179,24 @@ "p_code":"17", "code":"20" }, + { + "desc":"An application is a program identifier. Multiple applications can access data in the same stream. Checkpoints generated for each application are used to record the consum", + "product_code":"dis", + "title":"Managing Applications", + "uri":"dis_01_0076.html", + "doc_type":"usermanual", + "p_code":"17", + "code":"21" + }, + { + "desc":"After a stream is created successfully, you can scale up or down a stream by adding or reducing partitions to meet capacity change requirements. Streams can be scaled aut", + "product_code":"dis", + "title":"Scaling Up/Down a Stream", + "uri":"dis_01_0401.html", + "doc_type":"usermanual", + "p_code":"17", + "code":"22" + }, { "desc":"A deleted stream will not be charged and cannot be restored. Exercise caution when performing this operation.", "product_code":"dis", @@ -186,7 +204,7 @@ "uri":"dis_01_0013.html", "doc_type":"usermanual", "p_code":"17", - "code":"21" + "code":"23" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -195,7 +213,7 @@ "uri":"dis_01_0115.html", "doc_type":"usermanual", "p_code":"", - "code":"22" + "code":"24" }, { "desc":"If a dump task is created for a DIS stream, data sent to the DIS stream can be automatically dumped to the selected target specified in the dump task.A maximum of five du", @@ -203,8 +221,8 @@ "title":"Creating a Dump Task", "uri":"dis_01_0047.html", "doc_type":"usermanual", - "p_code":"22", - "code":"23" + "p_code":"24", + "code":"25" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -213,7 +231,7 @@ "uri":"dis_01_0051.html", "doc_type":"usermanual", "p_code":"", - "code":"24" + "code":"26" }, { "desc":"DIS uses Simple Message Notification (SMN) to send notifications of DIS events. In a subscription, you need to specify one or more event filtering conditions. When an eve", @@ -221,8 +239,8 @@ "title":"Event Notification Overview", "uri":"dis_01_0052.html", "doc_type":"usermanual", - "p_code":"24", - "code":"25" + "p_code":"26", + "code":"27" }, { "desc":"After enabling Notification for subscribed events, you will receive notifications by email or SMS when management, monitoring, or security events occur in a specific clus", @@ -230,8 +248,8 @@ "title":"Setting Notification", "uri":"dis_01_0053.html", "doc_type":"usermanual", - "p_code":"24", - "code":"26" + "p_code":"26", + "code":"28" }, { "desc":"This section describes how to search for events that occur in a stream or dump task.In the Event Levels drop-down list, select All, Normal, or WarningIn the Event source ", @@ -239,8 +257,8 @@ "title":"Viewing Events", "uri":"dis_01_0054.html", "doc_type":"usermanual", - "p_code":"24", - "code":"27" + "p_code":"26", + "code":"29" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -249,7 +267,7 @@ "uri":"dis_01_0130.html", "doc_type":"usermanual", "p_code":"", - "code":"28" + "code":"30" }, { "desc":"This section describes metrics reported by DIS to Cloud Eye as well as their namespaces and dimensions. You can use Cloud Eye to query metric information generated for DI", @@ -257,8 +275,8 @@ "title":"Supported Metrics", "uri":"dis_01_0131.html", "doc_type":"usermanual", - "p_code":"28", - "code":"29" + "p_code":"30", + "code":"31" }, { "desc":"You can customize the monitored objects and notification policies by setting alarm rules to learn DIS running status in a timely manner.A DIS alarm rule includes the alar", @@ -266,8 +284,8 @@ "title":"Setting Alarm Rules", "uri":"dis_01_0132.html", "doc_type":"usermanual", - "p_code":"28", - "code":"30" + "p_code":"30", + "code":"32" }, { "desc":"Cloud Eye monitors the running status of the DIS stream. You can obtain the monitoring metrics of CDM on the Cloud Eye management console.Monitored data requires a period", @@ -275,8 +293,8 @@ "title":"Querying Metrics", "uri":"dis_01_0134.html", "doc_type":"usermanual", - "p_code":"28", - "code":"31" + "p_code":"30", + "code":"33" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -285,7 +303,7 @@ "uri":"dis_06_0011.html", "doc_type":"usermanual", "p_code":"", - "code":"32" + "code":"34" }, { "desc":"Data Ingestion Service Software Development Kit (DIS SDK) is the encapsulation of RESTful APIs provided by DIS to simplify development. You can use DIS by calling API fun", @@ -293,8 +311,8 @@ "title":"Downloading SDKs", "uri":"dis_06_0005.html", "doc_type":"usermanual", - "p_code":"32", - "code":"33" + "p_code":"34", + "code":"35" }, { "desc":"Download JDK1.8 or a later version from the Oracle official website, install it and configure Java environment variables.Download the latest version of Eclipse IDE for Ja", @@ -302,8 +320,8 @@ "title":"Preparing the Environment", "uri":"dis_06_0012.html", "doc_type":"usermanual", - "p_code":"32", - "code":"34" + "p_code":"34", + "code":"36" }, { "desc":"The DIS SDK provides compatibility with native kafka client APIs.", @@ -311,8 +329,8 @@ "title":"Connecting to kafka consumer", "uri":"dis_06_0020.html", "doc_type":"usermanual", - "p_code":"32", - "code":"35" + "p_code":"34", + "code":"37" }, { "desc":"Download the dis-sdk-1.2.3.zip package from the URL noted in section Downloading SDKs. The package provides a sample project. You can use a development tool (such as Ecli", @@ -320,8 +338,8 @@ "title":"Configuring Sample Projects", "uri":"dis_06_0013.html", "doc_type":"usermanual", - "p_code":"32", - "code":"36" + "p_code":"34", + "code":"38" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -329,8 +347,8 @@ "title":"Importing Third-party Dependency Packages", "uri":"dis_06_0014.html", "doc_type":"usermanual", - "p_code":"32", - "code":"37" + "p_code":"34", + "code":"39" }, { "desc":"You can use one of the following methods to initialize a DIS SDK client instance: For details about endpoint, ak, sk, region, and projectId, see Obtaining Authentication ", @@ -338,8 +356,8 @@ "title":"Initializing a DIS Client", "uri":"dis_06_0015.html", "doc_type":"usermanual", - "p_code":"32", - "code":"38" + "p_code":"34", + "code":"40" }, { "desc":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.When you use the DIS SDK to create a DIS stream, specify the stream name, number of", @@ -347,8 +365,8 @@ "title":"Creating a Stream", "uri":"dis_06_0501.html", "doc_type":"usermanual", - "p_code":"32", - "code":"39" + "p_code":"34", + "code":"41" }, { "desc":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to delete a specified DIS stream.After configuring DeleteStreamRequ", @@ -356,8 +374,8 @@ "title":"Deleting a Stream", "uri":"dis_06_0502.html", "doc_type":"usermanual", - "p_code":"32", - "code":"40" + "p_code":"34", + "code":"42" }, { "desc":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to list active streams.Use the setLimit method to set the number of", @@ -365,8 +383,8 @@ "title":"Querying a Stream List", "uri":"dis_06_0503.html", "doc_type":"usermanual", - "p_code":"32", - "code":"41" + "p_code":"34", + "code":"43" }, { "desc":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to query the details about a specified stream.The returned stream d", @@ -374,8 +392,8 @@ "title":"Querying Stream Details", "uri":"dis_06_0504.html", "doc_type":"usermanual", - "p_code":"32", - "code":"42" + "p_code":"34", + "code":"44" }, { "desc":"Use the initialized client instance to upload your streaming data to DIS. The sample code is available in the ProducerDemo.java file in the dis-sdk-demo\\src\\com\\bigdata\\d", @@ -383,8 +401,8 @@ "title":"Uploading Streaming Data", "uri":"dis_06_0016.html", "doc_type":"usermanual", - "p_code":"32", - "code":"43" + "p_code":"34", + "code":"45" }, { "desc":"Use the initialized client instance to obtain data through the DIS stream. The sample code is available in the ConsumerDemo.java file under the dis-sdk-demo\\src\\main\\java", @@ -392,8 +410,8 @@ "title":"Downloading Streaming Data", "uri":"dis_06_0017.html", "doc_type":"usermanual", - "p_code":"32", - "code":"44" + "p_code":"34", + "code":"46" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -401,8 +419,8 @@ "title":"Uploading Real-Time Files", "uri":"dis_06_0022.html", "doc_type":"usermanual", - "p_code":"32", - "code":"45" + "p_code":"34", + "code":"47" }, { "desc":"In the Project Explorer pane, right-click com.bigdata.dis.sdk.demo, and choose New > Class from the shortcut menu. The New Java Class dialog box is displayed. Set the cat", @@ -410,8 +428,8 @@ "title":"Creating a Demo Class", "uri":"dis_06_0506.html", "doc_type":"usermanual", - "p_code":"45", - "code":"46" + "p_code":"47", + "code":"48" }, { "desc":"Initialize a DIS SDK asynchronous client instance. For details about endpoint, ak, sk, region, and projectId, see Obtaining Authentication Information.//Create a DIS clie", @@ -419,8 +437,8 @@ "title":"Initializing a DIS SDK Asynchronous Client Instance", "uri":"dis_06_0023.html", "doc_type":"usermanual", - "p_code":"45", - "code":"47" + "p_code":"47", + "code":"49" }, { "desc":"You must use the enabled stream to transmit real-time files. Here, fileUploadStream is used as an example.The value of streamName must be the same as that of Stream Name ", @@ -428,8 +446,8 @@ "title":"Uploading Files", "uri":"dis_06_0507.html", "doc_type":"usermanual", - "p_code":"45", - "code":"48" + "p_code":"47", + "code":"50" }, { "desc":"Initialize a DIS client instance named dic. For details, see Initializing a DIS Client.Use the DIS SDK to obtain the information about the data cursor.", @@ -437,8 +455,8 @@ "title":"Obtaining the Data Cursor", "uri":"dis_06_0505.html", "doc_type":"usermanual", - "p_code":"32", - "code":"49" + "p_code":"34", + "code":"51" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -447,7 +465,7 @@ "uri":"en-us_topic_0124374673.html", "doc_type":"usermanual", "p_code":"", - "code":"50" + "code":"52" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -455,8 +473,8 @@ "title":"General Questions", "uri":"dis_faq_0011.html", "doc_type":"usermanual", - "p_code":"50", - "code":"51" + "p_code":"52", + "code":"53" }, { "desc":"Data Ingestion Service (DIS) addresses the challenge of transmitting data from outside the cloud to inside the cloud. DIS builds data intake streams for custom applicatio", @@ -464,8 +482,8 @@ "title":"What Is DIS?", "uri":"dis_faq_0001.html", "doc_type":"usermanual", - "p_code":"51", - "code":"52" + "p_code":"53", + "code":"54" }, { "desc":"Partitions are the base throughput unit of a DIS stream. When creating a DIS stream, you are expected to specify the number of partitions needed within your stream.By def", @@ -473,8 +491,8 @@ "title":"What Is a Partition?", "uri":"dis_faq_0002.html", "doc_type":"usermanual", - "p_code":"51", - "code":"53" + "p_code":"53", + "code":"55" }, { "desc":"You can use DIS for rapid data intake from producers and continuous data processing. The following are typical scenarios for using DIS:Accelerated log or data transmissio", @@ -482,8 +500,8 @@ "title":"What Can I Do with DIS?", "uri":"dis_faq_0004.html", "doc_type":"usermanual", - "p_code":"51", - "code":"54" + "p_code":"53", + "code":"56" }, { "desc":"Scalable: A DIS stream can seamlessly scale its data throughput from megabytes to terabytes per hour, and from thousands to millions of PUT records per second.Easy to use", @@ -491,8 +509,8 @@ "title":"What Advantages Does DIS Have?", "uri":"dis_faq_0005.html", "doc_type":"usermanual", - "p_code":"51", - "code":"55" + "p_code":"53", + "code":"57" }, { "desc":"Service controlCreates, deletes, and configures DIS streams; synchronizes user information to the data planeAllocates resources on the data plane and automatically deploy", @@ -500,8 +518,8 @@ "title":"Which Modules Do DIS Have?", "uri":"dis_faq_0008.html", "doc_type":"usermanual", - "p_code":"51", - "code":"56" + "p_code":"53", + "code":"58" }, { "desc":"This section describes how to verify integrity of the DIS SDK software package on a Linux system by using a verification file.The PuTTY tool is available.The WinSCP tool ", @@ -509,8 +527,8 @@ "title":"How Do I Check Software Package Integrity?", "uri":"dis_faq_0009.html", "doc_type":"usermanual", - "p_code":"51", - "code":"57" + "p_code":"53", + "code":"59" }, { "desc":"Verify integrity of the DIS SDK software package by following the procedure in How Do I Check Software Package Integrity?Download link of the DIS SDK software package:htt", @@ -518,8 +536,8 @@ "title":"How Do I Send and Retrieve Data Using DIS?", "uri":"dis_faq_0003.html", "doc_type":"usermanual", - "p_code":"51", - "code":"58" + "p_code":"53", + "code":"60" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -527,8 +545,8 @@ "title":"Dump Questions", "uri":"dis_faq_0012.html", "doc_type":"usermanual", - "p_code":"50", - "code":"59" + "p_code":"52", + "code":"61" }, { "desc":"A source data schema is a user's JSON data sample used to describe the JSON data format. DIS can generate the Avro schema based on the JSON data sample. By default, the d", @@ -536,8 +554,8 @@ "title":"How Does a Schema Support Default Fields or NULL Fields?", "uri":"dis_faq_0017.html", "doc_type":"usermanual", - "p_code":"59", - "code":"60" + "p_code":"61", + "code":"62" }, { "desc":"By stream: Different types of data use different streams and can be distinguished by stream.By partition: Different types of data use different partitions on one stream. ", @@ -545,8 +563,8 @@ "title":"How Do I Distinguish Different Types of Data When Accessing Data in Streams?", "uri":"dis_faq_0019.html", "doc_type":"usermanual", - "p_code":"59", - "code":"61" + "p_code":"61", + "code":"63" }, { "desc":"On DIS Agent, set directoryRecursionEnabled to true. For example, the following configuration can match /home/one.log, /home/child/two.log, and /home/child/child/three.lo", @@ -554,8 +572,8 @@ "title":"How Can I Configure Recursive Listening for Directories on DIS Agent?", "uri":"dis_faq_0025.html", "doc_type":"usermanual", - "p_code":"59", - "code":"62" + "p_code":"61", + "code":"64" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -563,8 +581,8 @@ "title":"DIS Agent Questions", "uri":"dis_faq_0013.html", "doc_type":"usermanual", - "p_code":"50", - "code":"63" + "p_code":"52", + "code":"65" }, { "desc":"DIS Agent can listen to multiple directories or files. For example, to collect logs of the /home/folder1/file1 and /home/folder2/file2 files, configure multiple DIS strea", @@ -572,8 +590,8 @@ "title":"How Can I Configure Agent to Listen To Multiple Directories or Files?", "uri":"dis_faq_0014.html", "doc_type":"usermanual", - "p_code":"63", - "code":"64" + "p_code":"65", + "code":"66" }, { "desc":"On DIS Agent, set directoryRecursionEnabled to true. For example, the following configuration can match /home/one.log, /home/child/two.log, and /home/child/child/three.lo", @@ -581,8 +599,8 @@ "title":"How Can I Configure Recursive Listening for Directories on DIS Agent?", "uri":"dis_faq_0015.html", "doc_type":"usermanual", - "p_code":"63", - "code":"65" + "p_code":"65", + "code":"67" }, { "desc":"Secret Access Key (SK) is sensitive information. To encrypt the SK, perform the following steps:cd /opt/dis-agent-X.X.X/binbash dis-encrypt.sh", @@ -590,8 +608,8 @@ "title":"How Do I Use Agent to Encrypt AK/SK?", "uri":"dis_faq_0021.html", "doc_type":"usermanual", - "p_code":"63", - "code":"66" + "p_code":"65", + "code":"68" }, { "desc":"HUAWEI CLOUD Help Center presents technical documents to help you quickly get started with HUAWEI CLOUD services. The technical documents include Service Overview, Price Details, Purchase Guide, User Guide, API Reference, Best Practices, FAQs, and Videos.", @@ -600,6 +618,6 @@ "uri":"dis_01_0014.html", "doc_type":"usermanual", "p_code":"", - "code":"67" + "code":"69" } ] \ No newline at end of file diff --git a/docs/dis/umn/dis_01_0010.html b/docs/dis/umn/dis_01_0010.html index c84b736a..2a19c866 100644 --- a/docs/dis/umn/dis_01_0010.html +++ b/docs/dis/umn/dis_01_0010.html @@ -10,6 +10,10 @@
The Stream Management page displays all DIS streams created. After clicking a stream, you can view the following information about this stream:
-You can view stream monitoring information on the console and monitor the data consumed by applications in the stream.
-
Parameter |
@@ -14,6 +14,7 @@
|
|
---|---|---|
2023-03-30 + | ||
2024-01-30 + |
+Replaced unclear figures in the document with clear ones. + |
+|
2023-11-24 + |
+Added the following sections: + + |
+|
2023-09-20 + |
+Added the following section: + + |
+|
2023-03-30 |
Modified the following sections:
Managing Applications+An application is a program identifier. Multiple applications can access data in the same stream. Checkpoints generated for each application are used to record the consumed data in the stream by each application. +You can create applications and view details about existing application on the DIS console. +Creating an Application
Viewing an Application
+
+
+
+
\ No newline at end of file
diff --git a/docs/dis/umn/dis_01_0401.html b/docs/dis/umn/dis_01_0401.html
new file mode 100644
index 00000000..65faf63e
--- /dev/null
+++ b/docs/dis/umn/dis_01_0401.html
@@ -0,0 +1,44 @@
+
+
+
+
+Parent topic: Managing DIS Streams
+Scaling Up/Down a Stream+After a stream is created successfully, you can scale up or down a stream by adding or reducing partitions to meet capacity change requirements. Streams can be scaled automatically or manually. +Constraints
Auto ScalingAuto Scaling Mechanism
+
Auto Scaling Rules
+
Enabling Auto Scaling +
Manual ScalingManual Scaling Rules
+
Manually Scaling Up/Down a Stream +
Viewing Scale-Up/Down Logs
+
+
+
+
\ No newline at end of file
diff --git a/docs/dis/umn/dis_01_0601.html b/docs/dis/umn/dis_01_0601.html
index 39e31c49..ab0ebfce 100644
--- a/docs/dis/umn/dis_01_0601.html
+++ b/docs/dis/umn/dis_01_0601.html
@@ -2,7 +2,7 @@
+
+Parent topic: Managing DIS Streams
+Step 1: Creating a DIS StreamYou can create a DIS stream on the DIS management console. -Procedure
|