[ci] Always upload all HAL job logs

Author: salkinium

.github/workflows/compile-all.yml

@@ -20,6 +20,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py at --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: avr-compile-all
@@ -40,6 +41,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py samd --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: samd-compile-all
@@ -60,6 +62,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f0 --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f0-compile-all
@@ -80,6 +83,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f1 --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f1-compile-all
@@ -100,6 +104,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f2 --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f2-compile-all
@@ -120,6 +125,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f3 --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f3-compile-all
@@ -140,6 +146,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f4 --quick-remaining --split 3 --part 0)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f4-compile-all-1
@@ -160,6 +167,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f4 --quick-remaining --split 3 --part 1)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f4-compile-all-2
@@ -180,6 +188,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f4 --quick-remaining --split 3 --part 2)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f4-compile-all-3
@@ -200,6 +209,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f7 --quick-remaining --split 2 --part 0)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f7-compile-all-1
@@ -220,6 +230,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32f7 --quick-remaining --split 2 --part 1)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32f7-compile-all-2
@@ -240,6 +251,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32l0 --quick-remaining --split 2 --part 0)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32l0-compile-all-1
@@ -260,6 +272,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32l0 --quick-remaining --split 2 --part 1)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32l0-compile-all-2
@@ -281,6 +294,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32l1 --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32l1-compile-all
@@ -301,6 +315,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32l4 --quick-remaining --split 3 --part 0)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32l4-compile-all-1
@@ -321,6 +336,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32l4 --quick-remaining --split 3 --part 1)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32l4-compile-all-2
@@ -341,6 +357,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32l4 --quick-remaining --split 3 --part 2)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32l4-compile-all-3
@@ -361,6 +378,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32g0 --quick-remaining)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32g0-compile-all
@@ -381,6 +399,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32g4 --quick-remaining --split 2 --part 0)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32g4-compile-all-1
@@ -401,6 +420,7 @@ jobs:
         run: |
           (cd test/all && python3 run_all.py stm32g4 --quick-remaining --split 2 --part 1)
       - name: Upload log artifacts
+        if: always()
         uses: actions/upload-artifact@v2
         with:
           name: stm32g4-compile-all-2

.github/workflows/linux.yml

@@ -67,6 +67,8 @@ jobs:
         run: |
           python3 tools/scripts/synchronize_docs.py -d
           git checkout .
+          python3 tools/scripts/generate_hal_matrix.py -d
+          git checkout .
       - name: Check Examples
         if: always()
         run: |

tools/scripts/generate_hal_matrix.py

@@ -9,7 +9,7 @@
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 # -----------------------------------------------------------------------------
 
-import lbuild, re, functools
+import lbuild, re, functools, sys, subprocess
 from collections import defaultdict
 from jinja2 import Environment
 from pathlib import Path
@@ -209,9 +209,23 @@ def hal_format_tables():
 
     return tables
 
-# if __name__ == "__main__":
-#     output = hal_format_tables()
-#     print(output["avr"])
-#     print(output["stm32_all"])
-#     print(output["stm32"])
-#     print(output["sam"])
+
+hal_tables = hal_format_tables()
+readme = repopath("README.md")
+readme.write_text(re.sub(
+        r"<!--alltable-->.*?<!--/alltable-->",
+         "<!--alltable-->{}<!--/alltable-->".format(hal_tables["all"]),
+        readme.read_text(), flags=re.DOTALL | re.MULTILINE))
+
+# Check git differences and fail
+if "-d" in sys.argv:
+    differences = subprocess.run("git diff", shell=True, cwd=repopath("."),
+            stdout=subprocess.PIPE).stdout.decode("utf-8").strip(" \n")
+    if len(differences):
+        subprocess.run("git --no-pager diff", shell=True, cwd=repopath("."))
+        print("\nPlease synchronize the HAL implementation table:\n\n"
+              "    $ python3 tools/scripts/generate_hal_matrix.py\n\n"
+              "and then commit the results!")
+        exit(1)
+
+exit(0)

tools/scripts/synchronize_docs.py

@@ -28,11 +28,7 @@
 
 """
 
-def repopath(path):
-    return (Path(os.path.abspath(__file__)).parents[2] / path)
-
-with open(repopath("tools/scripts/generate_hal_matrix.py")) as hal_tables:
-    exec(hal_tables.read())
+repopath = lambda path: Path(__file__).parents[2] / path
 
 def run(where, command, stdin=None):
     print(command)
@@ -152,15 +148,13 @@ def get_lbuild(root, target=None):
 driver_table = format_table(drivers, 6)
 
 # Read the repo README.md and replace these keys
-hal_tables = hal_format_tables()
 readme = readme_path.read_text()
 readme = replace(readme, "authorcount", author_count - 7)
 readme = replace(readme, "avrcount", avr_count)
 readme = replace(readme, "samcount", sam_count)
 readme = replace(readme, "stmcount", stm_count)
 readme = replace(readme, "allcount", all_count)
 readme = replace(readme, "bsptable", bsp_table)
-readme = replace(readme, "alltable", hal_tables["all"])
 readme = replace(readme, "drivertable", driver_table)
 readme_path.write_text(readme)