Merge branch 'ci-update'

Author: beachdweller

.github/workflows/build_env.sh

@@ -0,0 +1,33 @@
+name: Check Links
+
+on:
+  schedule:
+    - cron: '45 01 30 * *'
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  test_links_utils:
+    name: Check links in ipynb
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+
+    - name: Set up uv
+      uses: astral-sh/setup-uv@v5
+
+    - name: Create virtual environment
+      run: uv venv
+
+    - name: Install dependencies
+      run: uv pip install pytest pytest-xdist requests jupyter lxml numpy matplotlib scipy sympy
+
+    - name: Check links
+      run: uv run pytest -n auto ./tests/test_check_links_in_ipynb.py ./utils/tests/

.github/workflows/check_links.yml

@@ -1,77 +1,83 @@
 name: CI
 
-on: 
+on:
   schedule:
     - cron: '45 01 30 * *'
+
   push:
-  fork:
 
-jobs:
-  test_links_utils:
-    name: Check links in ipynb
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    steps:
-    - name: checkout
-      id: checkout
-      uses: actions/checkout@v4
+  pull_request:
+    branches: [main]
+
+  fork:
 
-    - name: setup environment
-      id: setup
-      run: python -m pip install pytest pytest-xdist requests jupyter lxml numpy matplotlib scipy sympy
+  workflow_dispatch:
 
-    - name: check links
-      id: links
-      run: python -m pytest -n auto ./tests/test_check_links_in_ipynb.py ./utils/tests/
 
+jobs:
   badges:
     name: Add Google Colab Badges
-    needs: test_links_utils
     runs-on: ubuntu-latest
     permissions:
       contents: write
     timeout-minutes: 5
     steps:
-    - name: checkout
-      id: checkout
+    - name: Checkout
       uses: actions/checkout@v4
 
-    - name: Update pip
-      run: python -m pip install --upgrade pip
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+
+    - name: Set up uv
+      uses: astral-sh/setup-uv@v5
 
-    - name: setup environment
-      id: setup
-      run: python -m pip install bs4 jupyter lxml
+    - name: Create virtual environment
+      run: uv venv
+
+    - name: Install dependencies
+      run: uv pip install beautifulsoup4 jupyter lxml
 
     - name: Add/Update badges
-      id: badges
-      run: python ./utils/add_colab_main_buttons.py
+      run: uv run python ./utils/add_colab_main_buttons.py
 
     - name: Commit & push
-      id: commit
       uses: stefanzweifel/git-auto-commit-action@v5
       with:
-        commit_message : "Clean ipynb ${{ github.sha }}"
+        commit_message: "Clean ipynb ${{ github.sha }}"
 
   test_ipynb:
     needs: badges
-    name: ${{ matrix.anaconda }} on ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
+    name: ${{ matrix.environment.name }} on ${{ matrix.os }}
+    runs-on: ubuntu-latest
     strategy:
       matrix:
-        os: [ubuntu-latest]
-        anaconda: ["2021.11", nightly]
+        environment:
+          - {name: '2021.11', python-version: "3.9.4"}
+          - {name: '2022.10', python-version: "3.10"}
+          - {name: 'nightly', python-version: "3"}
+        os: [ubuntu-latest, macos-latest, windows-latest,]
       fail-fast: false
     timeout-minutes: 30
     steps:
-    - uses: actions/checkout@v4
+    - name: Checkout
+      uses: actions/checkout@v4
 
-    - name: build environment
-      env:
-        CONDA_PYTHON: ${{ matrix.anaconda }}
-      run: bash ./.github/workflows/build_env.sh
+    - name: Set up uv
+      uses: astral-sh/setup-uv@v5
+
+    - name: Create virtual environment
+      run: uv venv test-env-${{ matrix.environment.name }} --python ${{ matrix.environment.python-version }}
+
+    - name: Install dependencies
+      run: |
+        source test-env-${{ matrix.environment.name }}/bin/activate
+        uv pip install -r tests/requirements.${{ matrix.environment.name }}.txt
 
-    - name: pytest
+    - name: Run tests
       env:
         TEST_IPYNB_IGNORE_FOLDER: tutorial
-      run: bash ./.github/workflows/run_test.sh
+      run: |
+        source test-env-${{ matrix.environment.name }}/bin/activate
+        uv run pytest --numprocesses=auto -k 'not (links or update_nmisp_py)' tests/

.github/workflows/conda_env_test.yml

@@ -1,5 +1,5 @@
 * Let's take a look at the assembly instructions.
-``` 
+```
   24:bitwise_16bit_color.cpp ****         uint32_t hex = 0;
  565                            .loc 6 24 0
  566 00cf C745C400              movl    $0, -60(%rbp)

.github/workflows/run_test.sh

@@ -72,5 +72,5 @@ def check_links_in_ipynb_cells_list(cells_list):
 
         # check simple urls
         check_link_in_cell(cell, rs)
-        # check urls linked to 
+        # check urls linked to
         check_link_in_cell(cell, ri)

.github/workflows/set_os_env.sh

@@ -28,7 +28,7 @@ def is_markdown_cpp_src(ipynb_cell):
         src = ipynb_cell['source'].strip()
 
         # Multiline code block within ```'s
-        if (src.startswith('```') 
+        if (src.startswith('```')
             and src.endswith('```')):
 
             # check C++ right after ```
@@ -100,7 +100,7 @@ def get_build_command_in_last_line(cpp_txt):
             if 4 < len(line.lower().split()):
                 # Check words
                 if (
-                    ('build' == line.lower().split()[1]) 
+                    ('build' == line.lower().split()[1])
                     and ('command' == line.lower().split()[2])
                     and (':' == line.lower().split()[3])
                 ):

.github/workflows/wget_install_miniconda.sh

@@ -0,0 +1,17 @@
+# python==3.9.4
+cython==0.29.24
+jupyter==1.0.0
+lxml==4.6.3
+matplotlib==3.4.3
+numpy==1.20.3
+pandas==1.3.4
+pandas-datareader==0.10.0
+pytest==6.2.4
+pytest-xdist==2.3.0
+requests==2.26.0
+scikit-learn==0.24.2
+scipy==1.7.1
+seaborn==0.11.2
+statsmodels==0.12.2
+sympy==1.9
+xlwt==1.3.0