add circuitpython code

1 files changed, 151 insertions, 0 deletions

diff --git a/circuitpython/tools/ci_set_matrix.py b/circuitpython/tools/ci_set_matrix.py
new file mode 100644
index 0000000..efb4427
--- /dev/null
+++ b/circuitpython/tools/ci_set_matrix.py
@@ -0,0 +1,151 @@
+#! /usr/bin/env python3
+
+# SPDX-FileCopyrightText: 2021 Scott Shawcroft
+# SPDX-FileCopyrightText: 2021 microDev
+#
+# SPDX-License-Identifier: MIT
+
+"""
+This script is used in GitHub Actions to determine what docs/boards are
+built based on what files were changed. The base commit varies depending
+on the event that triggered run. Pull request runs will compare to the
+base branch while pushes will compare to the current ref. We override this
+for the adafruit/circuitpython repo so we build all docs/boards for pushes.
+
+"""
+
+import re
+import os
+import sys
+import json
+import yaml
+
+import build_board_info
+
+PORT_TO_ARCH = {
+    "atmel-samd": "arm",
+    "broadcom": "aarch",
+    "cxd56": "arm",
+    "espressif": "espressif",
+    "litex": "riscv",
+    "mimxrt10xx": "arm",
+    "nrf": "arm",
+    "raspberrypi": "arm",
+    "stm": "arm",
+}
+
+IGNORE = [
+    "tools/ci_set_matrix.py",
+    "tools/ci_check_duplicate_usb_vid_pid.py",
+]
+
+changed_files = {}
+try:
+    changed_files = json.loads(os.environ["CHANGED_FILES"])
+except json.decoder.JSONDecodeError as exc:
+    if exc.msg != "Expecting value":
+        raise
+
+
+def set_boards_to_build(build_all):
+    # Get boards in json format
+    boards_info_json = build_board_info.get_board_mapping()
+    all_board_ids = set()
+    port_to_boards = {}
+    board_to_port = {}
+    for board_id in boards_info_json:
+        info = boards_info_json[board_id]
+        if info.get("alias", False):
+            continue
+        all_board_ids.add(board_id)
+        port = info["port"]
+        if port not in port_to_boards:
+            port_to_boards[port] = set()
+        port_to_boards[port].add(board_id)
+        board_to_port[board_id] = port
+
+    boards_to_build = all_board_ids
+
+    if not build_all:
+        boards_to_build = set()
+        board_pattern = re.compile(r"^ports/[^/]+/boards/([^/]+)/")
+        port_pattern = re.compile(r"^ports/([^/]+)/")
+        for p in changed_files:
+            # See if it is board specific
+            board_matches = board_pattern.search(p)
+            if board_matches:
+                board = board_matches.group(1)
+                boards_to_build.add(board)
+                continue
+
+            # See if it is port specific
+            port_matches = port_pattern.search(p)
+            if port_matches:
+                port = port_matches.group(1)
+                if port != "unix":
+                    boards_to_build.update(port_to_boards[port])
+                continue
+
+            # Check the ignore list to see if the file isn't used on board builds.
+            if p in IGNORE:
+                continue
+
+            # Boards don't run tests so ignore those as well.
+            if p.startswith("tests"):
+                continue
+
+            # Otherwise build it all
+            boards_to_build = all_board_ids
+            break
+
+    # Split boards by architecture.
+    print("Building boards:")
+    arch_to_boards = {"aarch": [], "arm": [], "riscv": [], "espressif": []}
+    for board in boards_to_build:
+        print(" ", board)
+        port = board_to_port.get(board)
+        # A board can appear due to its _deletion_ (rare)
+        # if this happens it's not in `board_to_port`.
+        if not port:
+            continue
+        arch = PORT_TO_ARCH[port]
+        arch_to_boards[arch].append(board)
+
+    # Set the step outputs for each architecture
+    for arch in arch_to_boards:
+        print("::set-output name=boards-" + arch + "::" + json.dumps(sorted(arch_to_boards[arch])))
+
+
+def set_docs_to_build(build_all):
+    doc_match = build_all
+    if not build_all:
+        doc_pattern = re.compile(
+            r"^(?:docs|extmod/ulab|(?:(?:ports/\w+/bindings|shared-bindings)\S+\.c|conf\.py|tools/extract_pyi\.py|requirements-doc\.txt)$)|(?:-stubs|\.(?:md|MD|rst|RST))$"
+        )
+        for p in changed_files:
+            if doc_pattern.search(p):
+                doc_match = True
+                break
+
+    # Set the step outputs
+    print("Building docs:", doc_match)
+    print("::set-output name=build-doc::" + str(doc_match))
+
+
+def check_changed_files():
+    if not changed_files:
+        print("Building all docs/boards")
+        return True
+    else:
+        print("Adding docs/boards to build based on changed files")
+        return False
+
+
+def main():
+    build_all = check_changed_files()
+    set_docs_to_build(build_all)
+    set_boards_to_build(build_all)
+
+
+if __name__ == "__main__":
+    main()