adding Swisscloud content metadata

.coveragerc

@@ -0,0 +1,6 @@
+[run]
+branch = True
+source = otc-metadata-swiss
+
+[report]
+ignore_errors = True

.gitignore

@@ -0,0 +1,61 @@
+# Add patterns in here to exclude files created by tools integrated with this
+# repository, such as test frameworks from the project's recommended workflow,
+# rendered documentation and package builds.
+#
+# Don't add patterns to exclude files created by preferred personal tools
+# (editors, IDEs, your operating system itself even). These should instead be
+# maintained outside the repository, for example in a ~/.gitignore file added
+# with:
+#
+# git config --global core.excludesfile '~/.gitignore'
+
+# Bytecompiled Python
+*.py[cod]
+
+# C extensions
+*.so
+
+# Packages
+*.egg*
+*.egg-info
+dist
+build
+eggs
+parts
+bin
+var
+sdist
+develop-eggs
+.installed.cfg
+lib
+lib64
+
+# Installer logs
+pip-log.txt
+
+# Unit test / coverage reports
+cover/
+.coverage*
+!.coveragerc
+.tox
+nosetests.xml
+.testrepository
+.stestr
+.venv
+
+# Translations
+*.mo
+
+# Complexity
+output/*.html
+output/*/index.html
+
+# Sphinx
+doc/build
+
+# pbr generates these
+AUTHORS
+ChangeLog
+
+# Files created by releasenotes build
+releasenotes/build

.gitreview

@@ -0,0 +1,4 @@
+[gerrit]
+host=review.opendev.org
+port=29418
+project=infra/ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git.git

.mailmap

@@ -0,0 +1,3 @@
+# Format is:
+# <preferred e-mail> <other e-mail 1>
+# <preferred e-mail> <other e-mail 2>

.stestr.conf

@@ -0,0 +1,3 @@
+[DEFAULT]
+test_path=./otc_metadata/tests/
+top_dir=./

CONTRIBUTING.rst

@@ -0,0 +1,3 @@
+The source repository for this project can be found at:
+
+   https://github.com/infra/ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git

HACKING.rst

@@ -0,0 +1,4 @@
+ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git Style Commandments
+===============================================
+
+Read the OpenStack Style Commandments https://docs.openstack.org/hacking/latest/

README.rst

@@ -0,0 +1,54 @@
+============
+otc-metadata
+============
+
+Link: ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git
+
+
+Metadata about OTC for Ecosystem in Swisscloud environment
+
+Please fill here a long description which must be at least 3 lines wrapped on
+80 cols, so that distribution package maintainers can use it in their packages.
+Note that this is a hard requirement.
+
+* Free software: Apache license
+* Documentation: https://docs.otc.t-systems.com/ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git
+* Source: https://github.com/infra/ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git
+
+Features
+========
+
+* TODO
+
+Overview: service.yaml
+======================
+
+The :code:`service.yaml` file contains all data about services, service
+categories and the related documents of each service. The file is
+used as a base for several internal and external applications or
+websites like the Helpcenter 3.0 where the information about the document
+repositories and its properties are stored.
+
+File structure
+--------------
+
+The file is based on the yaml-file format and has three main sections
+which can be compared with database tables in a relational database.
+
+* documents: contains the information about every single document and its type
+  like umn, api-ref etc.
+
+* service category: contains the keyword and title of the service category
+
+* services: contains the repository information about the internal (Gitea) and
+  external location (GitHub) and all the necessary parameters of the service itself
+
+These sections, or better "tables" have
+their own keys and foreign keys so that the tables are linked together and
+the related information can be fetched.
+For the :code:`services` table
+the key is :code:`service_type` which has the foreign key in the
+:code:`documents` table. So a service can have multiple documents and each
+document can only be linked to one service.
+The key :code:`service_category` table is :code:`name` of the service category
+which is then used in the :code:`services` table as foreign key.

doc/requirements.txt

@@ -0,0 +1,4 @@
+sphinx>=2.0.0,!=2.1.0 # BSD
+otcdocstheme>=1.0.0 # Apache-2.0
+# releasenotes
+reno>=3.1.0 # Apache-2.0

doc/source/admin/index.rst

@@ -0,0 +1,5 @@
+====================
+Administrators guide
+====================
+
+Administrators guide of ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git.

doc/source/cli/index.rst

@@ -0,0 +1,5 @@
+================================
+Command line interface reference
+================================
+
+CLI reference of ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git.

doc/source/conf.py

@@ -0,0 +1,76 @@
+# -*- coding: utf-8 -*-
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import sys
+
+sys.path.insert(0, os.path.abspath('../..'))
+# -- General configuration ----------------------------------------------------
+
+# Add any Sphinx extension module names here, as strings. They can be
+# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom ones.
+extensions = [
+    'sphinx.ext.autodoc',
+    'otcdocstheme',
+    #'sphinx.ext.intersphinx',
+]
+
+# autodoc generation is a bit aggressive and a nuisance when doing heavy
+# text edit cycles.
+# execute "export SPHINX_DEBUG=1" in your terminal to disable
+
+# The suffix of source filenames.
+source_suffix = '.rst'
+
+# The master toctree document.
+master_doc = 'index'
+
+# General information about the project.
+project = 'ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git'
+copyright = '2022, Open Telekom Cloud Developers'
+
+# If true, '()' will be appended to :func: etc. cross-reference text.
+add_function_parentheses = True
+
+# If true, the current module name will be prepended to all description
+# unit titles (such as .. function::).
+add_module_names = True
+
+# The name of the Pygments (syntax highlighting) style to use.
+pygments_style = 'native'
+
+# -- Options for HTML output --------------------------------------------------
+
+# The theme to use for HTML and HTML Help pages.  Major themes that come with
+# Sphinx are currently 'default' and 'sphinxdoc'.
+# html_theme_path = ["."]
+# html_theme = '_theme'
+# html_static_path = ['static']
+html_theme = 'otcdocs'
+
+# Output file base name for HTML help builder.
+htmlhelp_basename = '%sdoc' % project
+
+# Grouping the document tree into LaTeX files. List of tuples
+# (source start file, target name, title, author, documentclass
+# [howto/manual]).
+latex_documents = [
+    ('index',
+     '%s.tex' % project,
+     '%s Documentation' % project,
+     'Open Telekom Cloud Developers', 'manual'),
+]
+
+# Example configuration for intersphinx: refer to the Python standard library.
+#intersphinx_mapping = {'http://docs.python.org/': None}

doc/source/configuration/index.rst

@@ -0,0 +1,5 @@
+=============
+Configuration
+=============
+
+Configuration of ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git.

doc/source/contributor/contributing.rst

@@ -0,0 +1,5 @@
+============================
+So You Want to Contribute...
+============================
+
+TODO

doc/source/contributor/index.rst

@@ -0,0 +1,9 @@
+===========================
+ Contributor Documentation
+===========================
+
+.. toctree::
+   :maxdepth: 2
+
+   contributing
+

doc/source/index.rst

@@ -0,0 +1,30 @@
+.. ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git documentation master file, created by
+   sphinx-quickstart on Tue Jul  9 22:26:36 2013.
+   You can adapt this file completely to your liking, but it should at least
+   contain the root `toctree` directive.
+
+============================================
+Welcome to the documentation of otc-metadata
+============================================
+
+Contents:
+
+.. toctree::
+   :maxdepth: 2
+
+   readme
+   install/index
+   library/index
+   contributor/index
+   configuration/index
+   cli/index
+   user/index
+   admin/index
+   reference/index
+
+Indices and tables
+==================
+
+* :ref:`genindex`
+* :ref:`modindex`
+* :ref:`search`

doc/source/install/index.rst

@@ -0,0 +1,14 @@
+================================================
+ {{cookiecutter.module_name}} installation guide
+================================================
+
+.. toctree::
+   :maxdepth: 2
+
+   install.rst
+
+The otc-metadata provides...
+
+This chapter assumes a working setup of OpenStack following the
+`OpenStack Installation Tutorial
+<https://docs.openstack.org/project-install-guide/ocata/>`_.

doc/source/install/install.rst

@@ -0,0 +1,13 @@
+.. _install:
+
+Install and configure
+~~~~~~~~~~~~~~~~~~~~~
+
+This section describes how to install and configure the
+otc-metadata.
+
+This section assumes that you already have a working OpenStack
+environment with at least the following components installed:
+.. (add the appropriate services here and further notes)
+
+Note that installation and configuration vary by distribution.

doc/source/library/index.rst

@@ -0,0 +1,7 @@
+========
+Usage
+========
+
+To use ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git in a project::
+
+    import otc-metadata

doc/source/readme.rst

@@ -0,0 +1 @@
+.. include:: ../../README.rst

doc/source/reference/index.rst

@@ -0,0 +1,5 @@
+==========
+References
+==========
+
+References of ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git.

doc/source/user/index.rst

@@ -0,0 +1,5 @@
+===========
+Users guide
+===========
+
+Users guide of ssh://git@gitea.eco.tsi-dev.otc-service.com:2222/infra/otc-metadata-swiss.git.

otc_metadata/__init__.py

@@ -0,0 +1,35 @@
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+__all__ = ['__version__', 'Docs']
+
+import pbr.version
+
+from otc_metadata.services import Services  # flake8: noqa
+
+__version__ = pbr.version.VersionInfo('otc-metadata').version_string()
+_service_manager = None
+
+
+def get_service_data(*args, **kwargs):
+    """Return singleton instance of the Services object.
+    Parameters are all passed through to the
+    :class:`~otc_metadata.services.Services` constructor.
+    .. note::
+      Only one singleton is kept, so if instances with different parameter
+      values are desired, directly calling the constructor is necessary.
+    :returns: Singleton instance of
+        :class:`~otc_metadata.services.Services`
+    """
+    global _service_manager
+    if not _service_manager:
+        _service_manager = Services(*args, **kwargs)
+    return _service_manager

otc_metadata/data/__init__.py

@@ -0,0 +1,41 @@
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import yaml
+
+__all__ = ['read_data']
+
+DATA_DIR = os.path.dirname(__file__)
+
+
+def read_data(filename):
+    """Return data that is shipped inside the Python package.
+
+    """
+
+    filepath = os.path.join(DATA_DIR, filename)
+    with open(filepath, 'r') as fd:
+        return yaml.safe_load(fd)
+
+
+def rewrite_data(filename, data):
+    """Rewrites data formatting it
+
+    """
+    from ruamel.yaml import YAML
+    _yaml = YAML()
+    _yaml.indent(mapping=2, sequence=4, offset=2)
+    filepath = os.path.join(DATA_DIR, filename)
+    with open(filepath, 'w') as fd:
+        _yaml.dump(data, fd)

otc_metadata/docs.py

@@ -0,0 +1,38 @@
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import copy
+
+import otc_metadata.data
+
+__all__ = ['Service']
+
+BUILTIN_DATA = otc_metadata.data.read_data('docs.yaml')
+
+
+def _normalize_type(service_type):
+    if service_type:
+        return service_type.replace('_', '-')
+
+
+class Service(object):
+    """Encapsulation of the OTC Docs data
+    """
+
+    def __init__(self):
+        self._service_data = BUILTIN_DATA
+
+    @property
+    def all_services(self):
+        "Service Categories data listing."
+        return copy.deepcopy(self._service_data['services'])

otc_metadata/templates/doc_requirements.txt.j2

@@ -0,0 +1,7 @@
+sphinx>=2.0.0,!=2.1.0 # BSD
+otcdocstheme # Apache-2.0
+# releasenotes
+reno>=3.1.0 # Apache-2.0
+
+otc-sphinx-directives>=0.1.0
+git+https://gitea.eco.tsi-dev.otc-service.com/infra/otc-metadata-swiss.git#egg=otc_metadata

otc_metadata/templates/index_sbv.rst.j2

@@ -0,0 +1,7 @@
+{{ sbv_title }}
+
+.. directive_wrapper::
+   :class: container-sbv
+
+   .. service_card::
+      :service_type: {{ service_type }}

otc_metadata/tests/test_otc_metadata.py

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+"""
+test_otc-metadata
+----------------------------------
+
+Tests for `otc-metadata` module.
+"""
+
+from unittest import TestCase
+
+from otc_metadata import services
+
+
+class TestOtcMetadata(TestCase):
+    def setUp(self):
+        self.data = services.Services()
+
+    def test_data_is_sorted(self):
+        curr = self.data
+        new = services.Services()
+        new._sort_data()
+        self.assertEqual(
+            curr._service_data, new._service_data, "Data is sorted properly"
+        )
+
+    def test_service_categories(self):
+        category = dict()
+        for cat in self.data._service_data["service_categories"]:
+            category[cat["name"]] = cat["title"]
+        for srv in self.data.all_services:
+            self.assertTrue(
+                srv["service_category"] in category,
+                f"Category {srv['service_category']} is present",
+            )
+
+    def test_doc_contains_required_data(self):
+        srv_types = dict()
+        for srv in self.data.all_services:
+            srv_types[srv["service_type"]] = srv
+        for doc in self.data.all_docs:
+            for attr in [
+                "rst_location",
+                "service_type",
+                "title",
+                "type",
+            ]:
+                self.assertIn(attr, doc, f"Document {doc} contains {attr}")
+            self.assertIn(
+                doc["service_type"],
+                srv_types,
+                f"Document {doc} contains valid service_type",
+            )

releasenotes/source/index.rst

@@ -0,0 +1,8 @@
+============================================
+ otc-metadata Release Notes
+============================================
+
+.. toctree::
+   :maxdepth: 1
+
+   unreleased

releasenotes/source/unreleased.rst

@@ -0,0 +1,5 @@
+==============================
+ Current Series Release Notes
+==============================
+
+.. release-notes::

requirements.txt

@@ -0,0 +1,5 @@
+# The order of packages is significant, because pip processes them in the order
+# of appearance. Changing the order has an impact on the overall integration
+# process, which may cause wedges in the gate later.
+
+pbr>=2.0 # Apache-2.0

setup.cfg

@@ -0,0 +1,25 @@
+[metadata]
+name = otc-metadata
+summary = Metadata about OTC for Ecosystem
+description_file =
+    README.rst
+author = Open Telekom Cloud
+home_page = https://open.telekom.cloud/
+python_requires = >=3.6
+classifier =
+    Environment :: OpenStack
+    Intended Audience :: Information Technology
+    Intended Audience :: System Administrators
+    License :: OSI Approved :: Apache Software License
+    Operating System :: POSIX :: Linux
+    Programming Language :: Python
+    Programming Language :: Python :: 3
+    Programming Language :: Python :: 3.7
+    Programming Language :: Python :: 3.8
+    Programming Language :: Python :: 3.9
+    Programming Language :: Python :: 3 :: Only
+    Programming Language :: Python :: Implementation :: CPython
+
+[files]
+packages =
+    otc_metadata

setup.py

@@ -0,0 +1,18 @@
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import setuptools
+
+setuptools.setup(
+    setup_requires=['pbr'],
+    pbr=True)

test-requirements.txt

@@ -0,0 +1,7 @@
+# The order of packages is significant, because pip processes them in the order
+# of appearance. Changing the order has an impact on the overall integration
+# process, which may cause wedges in the gate later.
+
+stestr>=2.0.0 # Apache-2.0
+testtools>=2.2.0 # MIT
+flake8

tools-requirements.txt

@@ -0,0 +1,6 @@
+GitPython
+ruamel.yaml
+requests
+jinja2
+dirsync
+cookiecutter

tools/convert_data.py

@@ -0,0 +1,22 @@
+import re
+
+import otc_metadata.services
+from ruamel.yaml import YAML
+
+data = otc_metadata.services.Services()
+new_data = data._service_data
+
+# services = data.service_dict
+
+for doc in new_data["documents"]:
+    hc_location = None
+    link = doc.get("link")
+    if link:
+        print(f"Parsing {link}")
+        # (p1, p2) = link.split("/")
+        doc["link"] = re.sub(r"/(.*)/(.*)/", r"/\2/\1/", link)
+
+_yaml = YAML()
+_yaml.indent(mapping=2, sequence=4, offset=2)
+with open("new.yaml", "w") as fd:
+    _yaml.dump(new_data, fd)

tools/generate_docexports_data.py

@@ -0,0 +1,23 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import sys
+
+from ruamel.yaml import YAML
+
+import otc_metadata.services
+
+
+def main():
+    data = otc_metadata.services.Services()
+
+    _yaml = YAML()
+    _yaml.indent(mapping=2, sequence=4, offset=2)
+    sys.stdout.write(
+        "# Auto-generated by otc_metadata.generate_docexports.data\n"
+    )
+    _yaml.dump(data.docs_html_by_category("internal"), sys.stdout)
+
+
+if __name__ == "__main__":
+    main()