fix analytics

Reviewed-on: #41
Reviewed-by: Gode, Sebastian <sebastian.gode@t-systems.com>
Co-authored-by: tischrei <tino.schreiber@t-systems.com>
Co-committed-by: tischrei <tino.schreiber@t-systems.com>

.gitea/workflows/create-weekly-analytics-stats.yaml

@@ -0,0 +1,62 @@
+name: Create Weekly Analytics Stats
+
+on:
+  schedule:
+    # 03:00 UTC = 04:00 CET
+    - cron: "0 3 * * 1"
+  workflow_dispatch:
+
+jobs:
+  run-analytics:
+    runs-on: ubuntu
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.PUSH_TOKEN }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install requests otc-metadata
+
+      - name: Run analytics for eu_de
+        env:
+          UMAMI_USERNAME: ${{ secrets.UMAMI_USERNAME }}
+          UMAMI_PASSWORD: ${{ secrets.UMAMI_PASSWORD }}
+        run: |
+          python ./tools/collect_statistics.py \
+            --website-id "${{ secrets.UMAMI_WEBSITE_ID }}" \
+            --cloud-environment "eu_de" \
+            --environment "public" \
+            --limit "10"
+
+      - name: Run analytics for swiss
+        env:
+          UMAMI_USERNAME: ${{ secrets.UMAMI_USERNAME }}
+          UMAMI_PASSWORD: ${{ secrets.UMAMI_PASSWORD }}
+        run: |
+          python ./tools/collect_statistics.py \
+            --website-id "${{ secrets.UMAMI_WEBSITE_ID }}" \
+            --cloud-environment "swiss" \
+            --environment "public" \
+            --limit "10"
+
+      - name: Commit and push results
+        id: commit_step
+        run: |
+          git config --global user.name "gitea-actions[bot]"
+          git config --global user.email "actions@users.noreply.local"
+          git checkout -B analytics-update
+          git add analytics/
+          if git diff --cached --quiet; then
+          else
+            git commit -m "chore: update analytics data"
+            git push origin analytics-update --force
+          fi

.gitea/workflows/python-tox.yaml

@@ -0,0 +1,18 @@
+name: Run Tox Check
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize, edited]
+
+jobs:
+  tox-py312:
+    runs-on: ubuntu
+    steps:
+      - uses: https://github.com/opentelekomcloud-infra/github-actions/.github/actions/tox-py-test@v1
+
+  tox-pep8:
+    runs-on: ubuntu
+    steps:
+      - uses: https://github.com/opentelekomcloud-infra/github-actions/.github/actions/tox-py-test@v1
+        with:
+          tox-env: pep8

.gitea/workflows/update_opensearch_filters.yaml

@@ -0,0 +1,32 @@
+name: Updates Opensearch filters
+
+on:
+  pull_request:
+    types:
+      - closed
+    branches:
+      - main
+
+jobs:
+    update-opensearch-filters:
+        if: github.event.pull_request.merged == true
+        runs-on: ubuntu
+
+        steps:
+            - name: Checkout code
+              uses: actions/checkout@v4
+
+            - name: Set up Python
+              uses: actions/setup-python@v5
+              with:
+                  python-version: '3.12'
+
+            - name: Install dependencies and local package otc-metadata package
+              run: |
+                  python -m pip install --upgrade pip
+                  pip install . -r tools-requirements.txt
+
+            - name: Update swiss and eu_de Opensearch indizies             
+              run: |
+                  python tools/index_metadata.py --hosts ${{ secrets.OPENSEARCH_HOST1 }} --target-environment public --index search_index_de --cloud-environment eu_de --username ${{ secrets.OPENSEARCH_USER }} --password ${{ secrets.OPENSEARCH_PW }} --delete-index
+                  python tools/index_metadata.py --hosts ${{ secrets.OPENSEARCH_HOST1 }} --target-environment public --index search_index_swiss --cloud-environment swiss --username ${{ secrets.OPENSEARCH_USER }} --password ${{ secrets.OPENSEARCH_PW }} --delete-index

analytics/public/eu_de.json

@@ -0,0 +1,12 @@
+[
+  "evs",
+  "ims",
+  "ecs",
+  "cce",
+  "obs",
+  "rds",
+  "sfs",
+  "iam",
+  "config",
+  "elb"
+]

analytics/public/swiss.json

@@ -0,0 +1,12 @@
+[
+  "evs",
+  "ims",
+  "ecs",
+  "cce",
+  "obs",
+  "rds",
+  "iam",
+  "elb",
+  "cbr",
+  "vpn"
+]

otc_metadata/data/documents/asm-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/asm
-html_location: docs/asm/best-practice
-link: /application-service-mesh/best-practice/
-rst_location: doc/best-practice/source
-service_type: asm
-title: Best Practice
-type: best-practice
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true
-    disable_import: true

otc_metadata/data/documents/bcc-api-ref.yaml

@@ -0,0 +1,14 @@
+---
+hc_location: api/bcc
+html_location: docs/bcc/api-ref
+link: /business-continuity-center/api-ref/
+rst_location: api-ref/source
+service_type: bcc
+title: API Reference
+type: api-ref
+disable_import: true
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: internal
+    pdf_enabled: false

otc_metadata/data/documents/bcc-umn.yaml

@@ -0,0 +1,14 @@
+---
+hc_location: usermanual/bcc
+html_location: docs/bcc/umn
+link: /business-continuity-center/umn/
+rst_location: umn/source
+service_type: bcc
+title: User Guide
+type: umn
+disable_import: true
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: internal
+    pdf_enabled: false

otc_metadata/data/documents/bd-umn.yaml

@@ -1,13 +0,0 @@
----
-hc_location: usermanual/bd
-html_location: docs/bd/umn
-link: /business-dashboard/umn/
-rst_location: umn/source
-service_type: bd
-title: User Guide
-type: umn
-cloud_environments:
-  - name: eu_de
-    visibility: public
-    pdf_visibility: hidden
-    pdf_enabled: false

otc_metadata/data/documents/cbr-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/cbr
-html_location: docs/cbr/best-practice
-link: /cloud-backup-recovery/best-practice/
-rst_location: doc/best-practice/source
-service_type: cbr
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/cce-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/cce
-html_location: docs/cce/best-practice
-link: /cloud-container-engine/best-practice/
-rst_location: doc/best-practice/source
-service_type: cce
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: false

otc_metadata/data/documents/css-koosearch-api-ref.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: koosearch-api/css
+html_location: docs/css/koosearch-api-ref
+link: /cloud-search-service/koosearch-api-ref/
+rst_location: doc/koosearch-api-ref/source
+service_type: css
+title: Koosearch API Reference
+type: koosearch-api-ref
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: public
+    pdf_enabled: true

otc_metadata/data/documents/css-koosearch-umn.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: koosearch-usermanual/css
+html_location: docs/css/koosearch-umn
+link: /cloud-search-service/koosearch-umn/
+rst_location: doc/koosearch-umn/source
+service_type: css
+title: Koosearch User Guide
+type: koosearch-umn
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: public
+    pdf_enabled: true

otc_metadata/data/documents/dc-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/dc
-html_location: docs/dc/best-practice
-link: /direct-connect/best-practice/
-rst_location: doc/best-practice/source
-service_type: dc
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dcs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/dcs
-html_location: docs/dcs/best-practice
-link: /distributed-cache-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: dcs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dds-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/dds
-html_location: docs/dds/best-practice
-link: /document-database-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: dds
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dis-api-ref.yaml

@@ -1,13 +0,0 @@
----
-hc_location: api/dis
-html_location: docs/dis/api-ref
-link: /data-ingestion-service/api-ref/
-rst_location: api-ref/source
-service_type: dis
-title: API Reference
-type: api-ref
-cloud_environments:
-  - name: eu_de
-    visibility: public
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dis-umn.yaml

@@ -1,13 +0,0 @@
----
-hc_location: usermanual/dis
-html_location: docs/dis/umn
-link: /data-ingestion-service/umn/
-rst_location: umn/source
-service_type: dis
-title: User Guide
-type: umn
-cloud_environments:
-  - name: eu_de
-    visibility: public
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dms-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/dms
-html_location: docs/dms/best-practice
-link: /distributed-message-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: dms
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dms_rocketmq-api-ref.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: api/hrm
+html_location: docs/dms_rocketmq/api-ref
+link: /distributed-message-service-rocketmq/api-ref/
+rst_location: api-ref/source
+service_type: dms_rocketmq
+title: API Reference
+type: api-ref
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: public
+    pdf_enabled: true

otc_metadata/data/documents/dms_rocketmq-umn.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: usermanual/hrm
+html_location: docs/dms_rocketmq/umn
+link: /distributed-message-service-rocketmq/umn/
+rst_location: umn/source
+service_type: dms_rocketmq
+title: User Guide
+type: umn
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: public
+    pdf_enabled: true

otc_metadata/data/documents/dns-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/dns
-html_location: docs/dns/best-practice
-link: /domain-name-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: dns
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/drs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/drs
-html_location: docs/drs/best-practice
-link: /data-replication-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: drs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/ecs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/ecs
-html_location: docs/ecs/best-practice
-link: /elastic-cloud-server/best-practice/
-rst_location: doc/best-practice/source
-service_type: ecs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/elb-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/elb
-html_location: docs/elb/best-practice
-link: /elastic-load-balancing/best-practice/
-rst_location: doc/best-practice/source
-service_type: elb
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/evs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/evs
-html_location: docs/evs/best-practice
-link: /elastic-volume-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: evs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/fg-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/functiongraph
-html_location: docs/fg/best-practice
-link: /function-graph/best-practice/
-rst_location: doc/best-practice/source
-service_type: fg
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/iam-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/iam
-html_location: docs/iam/best-practice
-link: /identity-access-management/best-practice/
-rst_location: doc/best-practice/source
-service_type: iam
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/ims-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/ims
-html_location: docs/ims/best-practice
-link: /image-management-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: ims
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/mrs-api-ref.yaml

@@ -10,4 +10,4 @@ cloud_environments:
   - name: eu_de
     visibility: public
     pdf_visibility: public
-    pdf_enabled: false
+    pdf_enabled: true

otc_metadata/data/documents/mrs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/mrs
-html_location: docs/mrs/best-practice
-link: /mapreduce-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: mrs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: false

otc_metadata/data/documents/mrs-operation-guide.yaml

@@ -10,4 +10,4 @@ cloud_environments:
   - name: eu_de
     visibility: public
     pdf_visibility: public
-    pdf_enabled: false
+    pdf_enabled: true

otc_metadata/data/documents/natgw-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/natgw
-html_location: docs/natgw/best-practice
-link: /nat-gateway/best-practice/
-rst_location: doc/best-practice/source
-service_type: natgw
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/obs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/obs
-html_location: docs/obs/best-practice
-link: /object-storage-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: obs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/obs_3rd_party-c-sdk.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: sdk/c-devg-obs
+html_location: docs/obs_3rd_party/c_sdk
+link: /object-storage-service-3rd-party/c-sdk/
+rst_location: doc/c-sdk/source
+service_type: obs_3rd_party
+title: C SDK
+type: c-sdk
+cloud_environments:
+  - name: eu_de
+    visibility: public
+    pdf_visibility: public
+    pdf_enabled: false

otc_metadata/data/documents/obs_3rd_party-go-sdk.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: sdk/go-devg-obs
+html_location: docs/obs_3rd_party/go_sdk
+link: /object-storage-service-3rd-party/go-sdk/
+rst_location: doc/go-sdk/source
+service_type: obs_3rd_party
+title: Go SDK
+type: go-sdk
+cloud_environments:
+  - name: eu_de
+    visibility: public
+    pdf_visibility: public
+    pdf_enabled: false

otc_metadata/data/documents/obs_3rd_party-java-sdk.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: sdk/java-devg-obs
+html_location: docs/obs_3rd_party/java_sdk
+link: /object-storage-service-3rd-party/java-sdk/
+rst_location: doc/java-sdk/source
+service_type: obs_3rd_party
+title: Java SDK
+type: java-sdk
+cloud_environments:
+  - name: eu_de
+    visibility: public
+    pdf_visibility: public
+    pdf_enabled: false

otc_metadata/data/documents/sd-umn.yaml

@@ -6,6 +6,7 @@ rst_location: umn/source
 service_type: sd
 title: User Guide
 type: umn
+disable_import: true
 cloud_environments:
   - name: swiss
     visibility: public

otc_metadata/data/documents/sfs-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/sfs
-html_location: docs/sfs/best-practice
-link: /scalable-file-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: sfs
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/swr-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/swr
-html_location: docs/swr/best-practice
-link: /software-repository-container/best-practice/
-rst_location: doc/best-practice/source
-service_type: swr
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/taurusdb-api-ref.yaml

@@ -8,6 +8,6 @@ title: API Reference
 type: api-ref
 cloud_environments:
   - name: eu_de
-    visibility: internal
+    visibility: public
     pdf_visibility: public
     pdf_enabled: true

otc_metadata/data/documents/taurusdb-umn.yaml

@@ -9,6 +9,6 @@ title: User Guide
 type: umn
 cloud_environments:
   - name: eu_de
-    visibility: internal
+    visibility: public
     pdf_visibility: public
     pdf_enabled: true

otc_metadata/data/documents/tms-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/tms
-html_location: docs/tms/best-practice
-link: /tag-management-service/best-practice/
-rst_location: doc/best-practice/source
-service_type: tms
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/vpc-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/vpc
-html_location: docs/vpc/best-practice
-link: /virtual-private-cloud/best-practice/
-rst_location: doc/best-practice/source
-service_type: vpc
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/wafd-best-practice.yaml

@@ -1,14 +0,0 @@
----
-hc_location: bestpractice/waf
-html_location: docs/wafd/best-practice
-link: /web-application-firewall-dedicated/best-practice/
-rst_location: doc/best-practice/source
-service_type: wafd
-title: Best Practice
-type: best-practice
-disable_import: true
-cloud_environments:
-  - name: eu_de
-    visibility: internal
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/repositories/bcc.yaml

@@ -1,13 +1,13 @@
 ---
-service_type: dis
+service_type: bcc
 repositories:
   - environment: public
-    repo: opentelekomcloud-docs/data-ingestion-service
+    repo: opentelekomcloud-docs/business-continuity-center
     type: github
     cloud_environments:
       - eu_de
   - environment: internal
-    repo: docs/data-ingestion-service
+    repo: docs/business-continuity-center
     type: gitea
     cloud_environments:
       - eu_de

otc_metadata/data/repositories/bd.yaml

@@ -1,8 +0,0 @@
----
-service_type: bd
-repositories:
-  - environment: internal
-    repo: docs/business-dashboard
-    type: gitea
-    cloud_environments:
-      - eu_de

otc_metadata/data/repositories/dms_rocketmq.yaml

@@ -0,0 +1,13 @@
+---
+service_type: dms_rocketmq
+repositories:
+  - environment: public
+    repo: opentelekomcloud-docs/distributed-message-service-rocketmq
+    type: github
+    cloud_environments:
+      - eu_de
+  - environment: internal
+    repo: docs/distributed-message-service-rocketmq
+    type: gitea
+    cloud_environments:
+      - eu_de

otc_metadata/data/services/bcc.yaml

@@ -0,0 +1,12 @@
+---
+service_category: storage
+service_title: Business Continuity Center
+service_type: bcc
+service_uri: business-continuity-center
+teams:
+  - name: docs-storage-rw
+    permission: write
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+is_global: false

otc_metadata/data/services/bd.yaml

@@ -1,12 +0,0 @@
----
-service_category: other
-service_title: Business Dashboard
-service_type: bd
-service_uri: business-dashboard
-is_global: false
-teams:
-  - name: docs-dashboard-rw
-    permission: write
-cloud_environments:
-  - name: eu_de
-    visibility: internal