fix analytics

Reviewed-on: #41
Reviewed-by: Gode, Sebastian <sebastian.gode@t-systems.com>
Co-authored-by: tischrei <tino.schreiber@t-systems.com>
Co-committed-by: tischrei <tino.schreiber@t-systems.com>

.gitea/workflows/create-weekly-analytics-stats.yaml

@@ -0,0 +1,62 @@
+name: Create Weekly Analytics Stats
+
+on:
+  schedule:
+    # 03:00 UTC = 04:00 CET
+    - cron: "0 3 * * 1"
+  workflow_dispatch:
+
+jobs:
+  run-analytics:
+    runs-on: ubuntu
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.PUSH_TOKEN }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install requests otc-metadata
+
+      - name: Run analytics for eu_de
+        env:
+          UMAMI_USERNAME: ${{ secrets.UMAMI_USERNAME }}
+          UMAMI_PASSWORD: ${{ secrets.UMAMI_PASSWORD }}
+        run: |
+          python ./tools/collect_statistics.py \
+            --website-id "${{ secrets.UMAMI_WEBSITE_ID }}" \
+            --cloud-environment "eu_de" \
+            --environment "public" \
+            --limit "10"
+
+      - name: Run analytics for swiss
+        env:
+          UMAMI_USERNAME: ${{ secrets.UMAMI_USERNAME }}
+          UMAMI_PASSWORD: ${{ secrets.UMAMI_PASSWORD }}
+        run: |
+          python ./tools/collect_statistics.py \
+            --website-id "${{ secrets.UMAMI_WEBSITE_ID }}" \
+            --cloud-environment "swiss" \
+            --environment "public" \
+            --limit "10"
+
+      - name: Commit and push results
+        id: commit_step
+        run: |
+          git config --global user.name "gitea-actions[bot]"
+          git config --global user.email "actions@users.noreply.local"
+          git checkout -B analytics-update
+          git add analytics/
+          if git diff --cached --quiet; then
+          else
+            git commit -m "chore: update analytics data"
+            git push origin analytics-update --force
+          fi

.gitea/workflows/python-tox.yaml

@@ -0,0 +1,18 @@
+name: Run Tox Check
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize, edited]
+
+jobs:
+  tox-py312:
+    runs-on: ubuntu
+    steps:
+      - uses: https://github.com/opentelekomcloud-infra/github-actions/.github/actions/tox-py-test@v1
+
+  tox-pep8:
+    runs-on: ubuntu
+    steps:
+      - uses: https://github.com/opentelekomcloud-infra/github-actions/.github/actions/tox-py-test@v1
+        with:
+          tox-env: pep8

.gitea/workflows/update_opensearch_filters.yaml

@@ -0,0 +1,32 @@
+name: Updates Opensearch filters
+
+on:
+  pull_request:
+    types:
+      - closed
+    branches:
+      - main
+
+jobs:
+    update-opensearch-filters:
+        if: github.event.pull_request.merged == true
+        runs-on: ubuntu
+
+        steps:
+            - name: Checkout code
+              uses: actions/checkout@v4
+
+            - name: Set up Python
+              uses: actions/setup-python@v5
+              with:
+                  python-version: '3.12'
+
+            - name: Install dependencies and local package otc-metadata package
+              run: |
+                  python -m pip install --upgrade pip
+                  pip install . -r tools-requirements.txt
+
+            - name: Update swiss and eu_de Opensearch indizies             
+              run: |
+                  python tools/index_metadata.py --hosts ${{ secrets.OPENSEARCH_HOST1 }} --target-environment public --index search_index_de --cloud-environment eu_de --username ${{ secrets.OPENSEARCH_USER }} --password ${{ secrets.OPENSEARCH_PW }} --delete-index
+                  python tools/index_metadata.py --hosts ${{ secrets.OPENSEARCH_HOST1 }} --target-environment public --index search_index_swiss --cloud-environment swiss --username ${{ secrets.OPENSEARCH_USER }} --password ${{ secrets.OPENSEARCH_PW }} --delete-index

analytics/public/eu_de.json

@@ -0,0 +1,12 @@
+[
+  "evs",
+  "ims",
+  "ecs",
+  "cce",
+  "obs",
+  "rds",
+  "sfs",
+  "iam",
+  "config",
+  "elb"
+]

analytics/public/swiss.json

@@ -0,0 +1,12 @@
+[
+  "evs",
+  "ims",
+  "ecs",
+  "cce",
+  "obs",
+  "rds",
+  "iam",
+  "elb",
+  "cbr",
+  "vpn"
+]

otc_metadata/data/documents/bcc-api-ref.yaml

@@ -6,6 +6,7 @@ rst_location: api-ref/source
 service_type: bcc
 title: API Reference
 type: api-ref
+disable_import: true
 cloud_environments:
   - name: eu_de
     visibility: internal

otc_metadata/data/documents/bcc-umn.yaml

@@ -6,6 +6,7 @@ rst_location: umn/source
 service_type: bcc
 title: User Guide
 type: umn
+disable_import: true
 cloud_environments:
   - name: eu_de
     visibility: internal

otc_metadata/data/documents/bd-umn.yaml

@@ -1,13 +0,0 @@
----
-hc_location: usermanual/bd
-html_location: docs/bd/umn
-link: /business-dashboard/umn/
-rst_location: umn/source
-service_type: bd
-title: User Guide
-type: umn
-cloud_environments:
-  - name: eu_de
-    visibility: public
-    pdf_visibility: hidden
-    pdf_enabled: false

otc_metadata/data/documents/css-koosearch-api-ref.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: koosearch-api/css
+html_location: docs/css/koosearch-api-ref
+link: /cloud-search-service/koosearch-api-ref/
+rst_location: doc/koosearch-api-ref/source
+service_type: css
+title: Koosearch API Reference
+type: koosearch-api-ref
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: public
+    pdf_enabled: true

otc_metadata/data/documents/css-koosearch-umn.yaml

@@ -0,0 +1,13 @@
+---
+hc_location: koosearch-usermanual/css
+html_location: docs/css/koosearch-umn
+link: /cloud-search-service/koosearch-umn/
+rst_location: doc/koosearch-umn/source
+service_type: css
+title: Koosearch User Guide
+type: koosearch-umn
+cloud_environments:
+  - name: eu_de
+    visibility: internal
+    pdf_visibility: public
+    pdf_enabled: true

otc_metadata/data/documents/dis-api-ref.yaml

@@ -1,13 +0,0 @@
----
-hc_location: api/dis
-html_location: docs/dis/api-ref
-link: /data-ingestion-service/api-ref/
-rst_location: api-ref/source
-service_type: dis
-title: API Reference
-type: api-ref
-cloud_environments:
-  - name: eu_de
-    visibility: public
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/dis-umn.yaml

@@ -1,13 +0,0 @@
----
-hc_location: usermanual/dis
-html_location: docs/dis/umn
-link: /data-ingestion-service/umn/
-rst_location: umn/source
-service_type: dis
-title: User Guide
-type: umn
-cloud_environments:
-  - name: eu_de
-    visibility: public
-    pdf_visibility: public
-    pdf_enabled: true

otc_metadata/data/documents/sd-umn.yaml

@@ -6,6 +6,7 @@ rst_location: umn/source
 service_type: sd
 title: User Guide
 type: umn
+disable_import: true
 cloud_environments:
   - name: swiss
     visibility: public

otc_metadata/data/documents/taurusdb-api-ref.yaml

@@ -8,6 +8,6 @@ title: API Reference
 type: api-ref
 cloud_environments:
   - name: eu_de
-    visibility: internal
+    visibility: public
     pdf_visibility: public
     pdf_enabled: true

otc_metadata/data/documents/taurusdb-umn.yaml

@@ -9,6 +9,6 @@ title: User Guide
 type: umn
 cloud_environments:
   - name: eu_de
-    visibility: internal
+    visibility: public
     pdf_visibility: public
     pdf_enabled: true

otc_metadata/data/repositories/bd.yaml

@@ -1,8 +0,0 @@
----
-service_type: bd
-repositories:
-  - environment: internal
-    repo: docs/business-dashboard
-    type: gitea
-    cloud_environments:
-      - eu_de

otc_metadata/data/repositories/dis.yaml

@@ -1,13 +0,0 @@
----
-service_type: dis
-repositories:
-  - environment: public
-    repo: opentelekomcloud-docs/data-ingestion-service
-    type: github
-    cloud_environments:
-      - eu_de
-  - environment: internal
-    repo: docs/data-ingestion-service
-    type: gitea
-    cloud_environments:
-      - eu_de

otc_metadata/data/services/bd.yaml

@@ -1,12 +0,0 @@
----
-service_category: other
-service_title: Business Dashboard
-service_type: bd
-service_uri: business-dashboard
-is_global: false
-teams:
-  - name: docs-dashboard-rw
-    permission: write
-cloud_environments:
-  - name: eu_de
-    visibility: internal

otc_metadata/data/services/dis.yaml

@@ -1,12 +0,0 @@
----
-service_category: big_data
-service_title: Data Ingestion Service
-service_type: dis
-service_uri: data-ingestion-service
-teams:
-  - name: docs-bigdata-ai-rw
-    permission: write
-cloud_environments:
-  - name: eu_de
-    visibility: public
-is_global: false

otc_metadata/data/services/gaussdb_mysql.yaml

@@ -8,5 +8,5 @@ teams:
     permission: write
 cloud_environments:
   - name: eu_de
-    visibility: public
+    visibility: internal
 is_global: false

otc_metadata/data/services/taurusdb.yaml

@@ -8,5 +8,5 @@ teams:
     permission: write
 cloud_environments:
   - name: eu_de
-    visibility: internal
+    visibility: public
 is_global: false

otc_metadata/services.py

@@ -453,3 +453,25 @@ class Services(object):
         res.sort(key=lambda x: x.get("name", "").lower())
 
         return res
+
+    def all_services_by_cloud_environment(self, cloud_environment, environments):
+        """Retrieve all services filtered by cloud_environment
+        """
+        res = []
+        for srv in self.all_services:
+            if environments and cloud_environment:
+                for srv_cloud_environment in srv["cloud_environments"]:
+                    if srv_cloud_environment["name"] == cloud_environment:
+                        for environment in environments:
+                            if srv_cloud_environment["visibility"] == environment:
+                                res.append(srv)
+                    else:
+                        continue
+            else:
+                raise Exception("No cloud_environment or environments "
+                                "specified in function all_services_by_cloud_environment.")
+
+        # Sort services
+        res.sort(key=lambda x: x.get("service_title", "").lower())
+
+        return res