[19.0][MIG] odoo_repository

odoo_repository/README.rst

@@ -0,0 +1,90 @@
+.. image:: https://odoo-community.org/readme-banner-image
+   :target: https://odoo-community.org/get-involved?utm_source=readme
+   :alt: Odoo Community Association
+
+========
+Odoo MCA
+========
+
+.. 
+   !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+   !! This file is generated by oca-gen-addon-readme !!
+   !! changes will be overwritten.                   !!
+   !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+   !! source digest: sha256:71e3b6009a205241f59db8ab094782861157f514480a57b630abc8e1a10c8d92
+   !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+
+.. |badge1| image:: https://img.shields.io/badge/maturity-Beta-yellow.png
+    :target: https://odoo-community.org/page/development-status
+    :alt: Beta
+.. |badge2| image:: https://img.shields.io/badge/license-AGPL--3-blue.png
+    :target: http://www.gnu.org/licenses/agpl-3.0-standalone.html
+    :alt: License: AGPL-3
+.. |badge3| image:: https://img.shields.io/badge/github-OCA%2Fmodule--composition--analysis-lightgray.png?logo=github
+    :target: https://github.com/OCA/module-composition-analysis/tree/19.0/odoo_repository
+    :alt: OCA/module-composition-analysis
+.. |badge4| image:: https://img.shields.io/badge/weblate-Translate%20me-F47D42.png
+    :target: https://translation.odoo-community.org/projects/module-composition-analysis-19-0/module-composition-analysis-19-0-odoo_repository
+    :alt: Translate me on Weblate
+.. |badge5| image:: https://img.shields.io/badge/runboat-Try%20me-875A7B.png
+    :target: https://runboat.odoo-community.org/builds?repo=OCA/module-composition-analysis&target_branch=19.0
+    :alt: Try me on Runboat
+
+|badge1| |badge2| |badge3| |badge4| |badge5|
+
+Base module to host data collected from Odoo repositories.
+
+It allows you to:
+
+- declare the Odoo versions (last 3 versions by default)
+- declare repositories containing modules (Odoo repositories included by
+  default, and OCA ones are synced automatically)
+- scan these repositories to collect modules informations per Odoo
+  version
+
+**Table of contents**
+
+.. contents::
+   :local:
+
+Bug Tracker
+===========
+
+Bugs are tracked on `GitHub Issues <https://github.com/OCA/module-composition-analysis/issues>`_.
+In case of trouble, please check there if your issue has already been reported.
+If you spotted it first, help us to smash it by providing a detailed and welcomed
+`feedback <https://github.com/OCA/module-composition-analysis/issues/new?body=module:%20odoo_repository%0Aversion:%2019.0%0A%0A**Steps%20to%20reproduce**%0A-%20...%0A%0A**Current%20behavior**%0A%0A**Expected%20behavior**>`_.
+
+Do not contact contributors directly about support or help with technical issues.
+
+Credits
+=======
+
+Authors
+-------
+
+* Camptocamp
+
+Contributors
+------------
+
+- Camptocamp
+
+  - Sébastien Alix <seb@usr-src.org>
+
+Maintainers
+-----------
+
+This module is maintained by the OCA.
+
+.. image:: https://odoo-community.org/logo.png
+   :alt: Odoo Community Association
+   :target: https://odoo-community.org
+
+OCA, or the Odoo Community Association, is a nonprofit organization whose
+mission is to support the collaborative development of Odoo features and
+promote its widespread use.
+
+This module is part of the `OCA/module-composition-analysis <https://github.com/OCA/module-composition-analysis/tree/19.0/odoo_repository>`_ project on GitHub.
+
+You are welcome to contribute. To learn how please visit https://odoo-community.org/page/Contribute.

odoo_repository/__init__.py

@@ -0,0 +1,3 @@
+from . import models
+from . import components
+from . import controllers

odoo_repository/__manifest__.py

@@ -0,0 +1,63 @@
+# Copyright 2023 Camptocamp SA
+# Copyright 2026 Sébastien Alix
+# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl)
+{
+    "name": "Odoo MCA",
+    "summary": "Base module to host data collected from Odoo repositories.",
+    "version": "19.0.1.0.0",
+    "category": "Tools",
+    "author": "Camptocamp, Odoo Community Association (OCA)",
+    "website": "https://github.com/OCA/module-composition-analysis",
+    "data": [
+        "security/res_groups.xml",
+        "security/ir.model.access.csv",
+        "data/ir_cron.xml",
+        "data/odoo_module.xml",
+        "data/odoo_repository_org.xml",
+        "data/odoo_repository_addons_path.xml",
+        "data/odoo_repository.xml",
+        "data/odoo_branch.xml",
+        "data/queue_job.xml",
+        "data/odoo_mca_backend.xml",
+        "data/ir_config_parameter.xml",
+        "views/menu.xml",
+        "views/authentication_token.xml",
+        "views/ssh_key.xml",
+        "views/odoo_author.xml",
+        "views/odoo_branch.xml",
+        "views/odoo_license.xml",
+        "views/odoo_maintainer.xml",
+        "views/odoo_module.xml",
+        "views/odoo_module_branch.xml",
+        "views/odoo_module_category.xml",
+        "views/odoo_module_dev_status.xml",
+        "views/odoo_python_dependency.xml",
+        "views/odoo_repository.xml",
+        "views/odoo_repository_addons_path.xml",
+        "views/odoo_repository_branch.xml",
+        "views/odoo_repository_org.xml",
+        "views/res_config_settings.xml",
+    ],
+    "installable": True,
+    "application": True,
+    "depends": [
+        # core
+        "base_sparse_field",
+        # OCA/server-tools
+        "base_time_window",
+        # OCA/queue
+        "queue_job",
+        # OCA/connector
+        "component",
+    ],
+    "external_dependencies": {
+        "python": [
+            "gitpython",
+            "odoo-addons-parser",
+            "pyyaml",
+            # TODO to publish
+            # "odoo-repository-scanner"
+        ],
+    },
+    "license": "AGPL-3",
+}

odoo_repository/components/__init__.py

@@ -0,0 +1 @@
+from . import oca_repository_synchronizer

odoo_repository/components/oca_repository_synchronizer.py

@@ -0,0 +1,225 @@
+# Copyright 2026 Sébastien Alix
+# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl)
+
+import logging
+
+import requests
+import yaml
+
+from odoo import Command
+
+from odoo.addons.component.core import Component
+from odoo.addons.queue_job.exception import RetryableJobError
+
+from ..utils import github
+
+_logger = logging.getLogger(__name__)
+
+
+class OCARepositorySynchronizer(Component):
+    """Component for synchronizing OCA repositories from GitHub configuration.
+
+    This component is syncing the list of OCA repositories in local database
+    from https://github.com/OCA/repo-maintainer-conf repository.
+    It creates new repositories, updates existing ones, and archive those
+    no longer declared in the OCA configuration.
+    """
+
+    _name = "oca.repository.synchronizer"
+    _collection = "odoo.mca.backend"
+    _usage = "oca.repository.synchronizer"
+
+    github_conf_api_url = "repos/OCA/repo-maintainer-conf/contents/conf/repo"
+
+    def _get_oca_repo_blacklist(self):
+        """Get OCA repository blacklist from configuration parameter.
+
+        Returns:
+            list: List of repository names to skip during synchronization
+        """
+        param_value = (
+            self.env["ir.config_parameter"]
+            .sudo()
+            .get_param("odoo_repository.oca_repo_blacklist", default="")
+        )
+        return [repo.strip() for repo in param_value.split(",") if repo.strip()]
+
+    def run(self):
+        """Execute OCA repository synchronization.
+
+        Fetches repository configurations from OCA/repo-maintainer-conf,
+        parses the YAML files, and synchronizes the local repository database by:
+        - Creating new repositories that exist in OCA config but not locally
+        - Updating existing repositories with any changes
+        - Archiving repositories that no longer exist in OCA config
+        """
+        try:
+            # Fetch YAML configurations from GitHub
+            repo_configs = self._fetch_oca_repo_configurations()
+            # Parse and extract repository data
+            current_repos = self._parse_oca_repo_configurations(repo_configs)
+            # Sync repositories (create/update/archive)
+            stats = self._sync_oca_repositories(current_repos)
+            _logger.info("OCA repository sync completed: %s", stats)
+            return stats
+        except github.GitHubRateLimitError as e:
+            # Postpone the job until the rate limit is reset, without
+            # increasing its retry counter
+            raise RetryableJobError(
+                "GitHub API rate limit reached, waiting for reset",
+                seconds=e.retry_after,
+                ignore_retry=True,
+            ) from e
+        except Exception as e:
+            raise RetryableJobError("Failed to fetch OCA repositories") from e
+
+    def _fetch_oca_repo_configurations(self):
+        """Fetch OCA repository configurations from GitHub.
+
+        Returns:
+            dict: Repository configurations keyed by filename
+        """
+        try:
+            # Get list of files in conf/repo directory
+            files = github.request(self.work.env, self.github_conf_api_url)
+            repo_configs = {}
+            for file_info in files:
+                if file_info["name"].endswith(".yml"):
+                    # Fetch the actual YAML content
+                    download_url = file_info["download_url"]
+                    response = requests.get(download_url, timeout=30)
+                    response.raise_for_status()
+                    repo_configs[file_info["name"]] = response.text
+            return repo_configs
+        except Exception as e:
+            _logger.error("Failed to fetch OCA repo configurations: %s", str(e))
+            raise
+
+    def _parse_oca_repo_configurations(self, repo_configs: dict):
+        """Parse YAML configurations and extract OCA repository data.
+
+        Args:
+            repo_configs: Dict of filename -> YAML content
+
+        Returns:
+            dict: Repository data keyed by repository name, only including
+                  repositories with non-empty branches
+        """
+        current_repos = {}
+        for filename, yaml_content in repo_configs.items():
+            try:
+                # Parse YAML content
+                data = yaml.safe_load(yaml_content)
+                if not data:
+                    continue
+                # Process each repository in the YAML file
+                for repo_name, repo_config in data.items():
+                    # Get blacklist from backend configuration
+                    blacklist = self._get_oca_repo_blacklist()
+                    if repo_name in blacklist:
+                        _logger.info("Skipping import of OCA repository %s", repo_name)
+                        continue
+                    # Skip repositories with default_branch = 'master' or 'main'
+                    # These are not hosting Odoo modules
+                    default_branch = repo_config.get("default_branch", "")
+                    if default_branch in ["master", "main"]:
+                        _logger.info(
+                            "Skipping OCA repository %s "
+                            "(default_branch=%s, not hosting Odoo modules)",
+                            repo_name,
+                            default_branch,
+                        )
+                        continue
+                    # Only include repositories with branches.
+                    # Others repositories are probably not hosting Odoo modules.
+                    branches = repo_config.get("branches", [])
+                    if not branches:
+                        continue
+                    # Construct repository URLs
+                    repo_url = f"https://github.com/OCA/{repo_name}"  # noqa: E231
+                    current_repos[repo_name] = {
+                        "name": repo_name,
+                        "repo_url": repo_url,
+                        "clone_url": repo_url,
+                        "repo_type": "github",
+                    }
+            except yaml.YAMLError as e:
+                _logger.warning("Failed to parse YAML file %s: %s", filename, str(e))
+                continue
+            except Exception as e:
+                _logger.warning("Error processing file %s: %s", filename, str(e))
+                continue
+        return current_repos
+
+    def _sync_oca_repositories(self, current_repos):
+        """Synchronize OCA repositories with current configuration.
+
+        Args:
+            current_repos: Dict of repository data from OCA configuration
+
+        Returns:
+            dict: Statistics about created/updated/archived repositories
+        """
+        stats = {"created": 0, "updated": 0, "archived": 0}
+        env = self.work.env
+        # Get OCA organization
+        oca_org = env.ref(
+            "odoo_repository.odoo_repository_org_oca", raise_if_not_found=False
+        )
+        if not oca_org:
+            _logger.warning("OCA organization not found in database")
+            return stats
+        # Get existing OCA repositories
+        odoo_repository = env["odoo.repository"]
+        existing_repos = odoo_repository.with_context(active_test=False).search(
+            [("org_id", "=", oca_org.id)]
+        )
+        # Process current repositories
+        for repo_name, repo_data in current_repos.items():
+            # Check if repository already exists
+            repo = existing_repos.filtered(
+                lambda r, repo_name=repo_name: r.name == repo_name
+            )
+            if repo:
+                # Update existing repository
+                update_vals = self._prepare_oca_repository_update_vals(repo_data)
+                # Only update if values have changed
+                if any(repo[field] != update_vals[field] for field in update_vals):
+                    repo.write(update_vals)
+                    stats["updated"] += 1
+            else:
+                # Create new repository
+                create_vals = self._prepare_oca_repository_create_vals(repo_data)
+                odoo_repository.create(create_vals)
+                stats["created"] += 1
+        # Archive repositories that no longer exist in configuration
+        for repo in existing_repos:
+            if repo.name not in current_repos and repo.active:
+                repo.active = repo.to_scan = False
+                stats["archived"] += 1
+        return stats
+
+    def _prepare_oca_repository_update_vals(self, repo_data):
+        return {
+            "repo_url": repo_data["repo_url"],
+            "clone_url": repo_data["clone_url"],
+            "repo_type": repo_data["repo_type"],
+            "active": True,
+        }
+
+    def _prepare_oca_repository_create_vals(self, repo_data):
+        oca_org = self.work.env.ref("odoo_repository.odoo_repository_org_oca")
+        addons_path_community = self.work.env.ref(
+            "odoo_repository.odoo_repository_addons_path_community"
+        )
+        return {
+            "org_id": oca_org.id,
+            "name": repo_data["name"],
+            "repo_url": repo_data["repo_url"],
+            "clone_url": repo_data["clone_url"],
+            "repo_type": repo_data["repo_type"],
+            "active": True,
+            "sequence": 200,
+            "to_scan": True,  # Enable scanning by default
+            "addons_path_ids": [Command.link(addons_path_community.id)],
+        }

odoo_repository/controllers/__init__.py

@@ -0,0 +1 @@
+from . import main