debug meme issue

Author: mloubout

.github/workflows/pytest-core-nompi.yaml

@@ -3,259 +3,47 @@ name: CI-core
 permissions:
   contents: read
 
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
 on:
   # Trigger the workflow on push or pull request, but only for the main branch
   push:
     branches:
-      - main
-  pull_request:
-    branches:
-      - main
+      - debug-data-failuer
 
 jobs:
   test-nompi-basic:
-    name: ${{ matrix.name }}-${{ matrix.set }}
-    runs-on: "${{ matrix.os }}"
+    name: pytest-ubuntu-py311-gcc10-noomp-base
+    runs-on: ubuntu-latest
 
     env:
-      DEVITO_ARCH: "${{ matrix.arch }}"
-      DEVITO_LANGUAGE: ${{ matrix.language }}
+      DEVITO_ARCH: "gcc"
+      DEVITO_LANGUAGE: "C"
       OMP_NUM_THREADS: 2
 
     strategy:
       # Prevent cancellation if a single workflow fails
       fail-fast: false
 
-      matrix:
-        name: [
-           pytest-osx-py312-clang-omp,
-           pytest-ubuntu-py310-gcc14-omp,
-           pytest-ubuntu-py310-gcc9-omp,
-           pytest-ubuntu-py311-gcc10-noomp,
-           pytest-ubuntu-py311-gcc11-cxxnoomp,
-           pytest-ubuntu-py312-gcc12-cxxomp,
-           pytest-ubuntu-py312-gcc13-omp,
-           pytest-ubuntu-py313-gcc14-omp
-        ]
-        set: [base, adjoint]
-
-        include:
-        - name: pytest-ubuntu-py311-gcc11-cxxnoomp
-          python-version: '3.11'
-          os: ubuntu-22.04
-          arch: "gcc-11"
-          language: "CXX"
-          sympy: "1.14"
-
-        - name: pytest-ubuntu-py312-gcc12-cxxomp
-          python-version: '3.12'
-          os: ubuntu-24.04
-          arch: "gcc-12"
-          language: "CXXopenmp"
-          sympy: "1.13"
-
-        - name: pytest-ubuntu-py310-gcc14-omp
-          python-version: '3.10'
-          os: ubuntu-24.04
-          arch: "gcc-14"
-          language: "openmp"
-          sympy: "1.12"
-
-        - name: pytest-ubuntu-py311-gcc10-noomp
-          python-version: '3.11'
-          os: ubuntu-22.04
-          arch: "gcc-10"
-          language: "C"
-          sympy: "1.14"
-
-        - name: pytest-ubuntu-py312-gcc13-omp
-          python-version: '3.12'
-          os: ubuntu-24.04
-          arch: "gcc-13"
-          language: "openmp"
-          sympy: "1.13"
-
-        - name: pytest-ubuntu-py310-gcc9-omp
-          python-version: '3.10'
-          os: ubuntu-22.04
-          arch: "custom"
-          language: "openmp"
-          sympy: "1.12"
-
-        - name: pytest-osx-py312-clang-omp
-          python-version: '3.12'
-          os: macos-latest
-          arch: "clang"
-          language: "openmp"
-          sympy: "1.12"
-
-        - name: pytest-ubuntu-py313-gcc14-omp
-          python-version: '3.13'
-          os: ubuntu-24.04
-          arch: "gcc-14"
-          language: "openmp"
-          sympy: "1.14"
-
-        - set: base
-          test-set: 'not adjoint'
-
-        - set: adjoint
-          test-set: 'adjoint'
-
-        exclude:
-        - name: pytest-osx-py312-clang-omp
-          set: adjoint
-
     steps:
     - name: Checkout devito
       uses: actions/checkout@v6
 
-    - name: Set up Python ${{ matrix.python-version }}
+    - name: Set up Python
       uses: actions/setup-python@v6
       with:
-        python-version: ${{ matrix.python-version }}
+        python-version: 3.11
         allow-prereleases: true
 
-    - name: Install ${{ matrix.arch }} compiler
-      if: "runner.os == 'linux' && matrix.arch !='custom' "
-      run : |
-        sudo apt-get install -y ${{ matrix.arch }}
-
-    - name: Set tests (reduced number for OSX)
-      run : |
-          if [ "${{ runner.os }}" == 'macOS' ]; then
-            brew install llvm libomp
-            echo "/opt/homebrew/opt/llvm/bin" >> "$GITHUB_PATH"
-          fi
-      id: set-tests
-
-    - name: Set pip flags for latest python (3.12)
-      run: |
-          ver="${{ matrix.python-version }}"
-          major=${ver%%.*}
-          minor=${ver#*.}; minor=${minor%%.*}
-          if [ "$major" -eq 3 ] && [ "$minor" -ge 12 ]; then
-            echo "PIPFLAGS='--break-system-packages'" >> "$GITHUB_ENV"
-          fi
-
     - name: Install dependencies
       run: |
-        python3 -m pip install ${{ env.PIPFLAGS }} --upgrade pip
-        python3 -m pip install ${{ env.PIPFLAGS }} -e ".[tests,extras]"
-        python3 -m pip install ${{ env.PIPFLAGS }} sympy==${{matrix.sympy}}
+        python3 -m pip install --upgrade pip
+        python3 -m pip install -e ".[tests,extras]"
 
-    - name: Backward compat for numpy 1.26
-      if: matrix.name == 'pytest-ubuntu-py310-gcc14-omp'
-      run: python3 -m pip install ${{ env.PIPFLAGS }} numpy==1.26
-
-    - name: Check configuration
+    - name: Install GDB
       run: |
-        python3 \
-          -c "from devito import configuration; \
-          print(''.join(['%s: %s \n' % (k, v) for (k, v) in configuration.items()]))"
+        sudo apt-get update
+        sudo apt-get install -y gdb
 
-    - name: Test with pytest
+    - name: Run debug script
       run: |
-        pytest \
-          -v \
-          -k "${{ matrix.test-set }}" \
-          -m "not parallel" \
-          --cov \
-          --cov-config=.coveragerc \
-          --cov-report=xml \
-          tests/
-
-    - name: Upload coverage to Codecov
-      uses: codecov/codecov-action@v6
-      with:
-        token: ${{ secrets.CODECOV_TOKEN }}
-        name: ${{ matrix.name }}
-
-  test-nompi-docker:
-    name: ${{ matrix.name }}-${{ matrix.set }}
-    runs-on: "${{ matrix.os }}"
-
-    env:
-      DEVITO_ARCH: "${{ matrix.arch }}"
-      DEVITO_LANGUAGE: ${{ matrix.language }}
-      OMP_NUM_THREADS: 2
-
-    strategy:
-      # Prevent cancellation if a single workflow fails
-      fail-fast: false
-
-      matrix:
-        name: [
-           pytest-docker-py310-gcc-omp,
-           pytest-docker-py310-gcc-omp-arm64,
-           pytest-docker-py310-icx-omp,
-        ]
-        set: [base, adjoint]
-
-        include:
-        - name: pytest-docker-py310-gcc-omp
-          python-version: '3.10'
-          os: ubuntu-latest
-          arch: "gcc"
-          language: "openmp"
-          sympy: "1.13"
-
-        - name: pytest-docker-py310-gcc-omp-arm64
-          python-version: '3.10'
-          os: ubuntu-24.04-arm
-          arch: "gcc"
-          language: "openmp"
-          sympy: "1.13"
-
-        - name: pytest-docker-py310-icx-omp
-          python-version: '3.10'
-          os: ubuntu-latest
-          arch: "icx"
-          language: "openmp"
-          sympy: "1.13"
-
-        - set: base
-          test-set: 'not adjoint'
-
-        - set: adjoint
-          test-set: 'adjoint'
-
-    steps:
-    - name: Checkout devito
-      uses: actions/checkout@v6
-
-    - id: build
-      name: Build docker image
-      uses: ./.github/actions/docker-build
-      with:
-        file: docker/Dockerfile.devito
-        tag: ${{ matrix.name }}
-        base: devitocodes/bases:cpu-${{ matrix.arch }}
-
-    - name: Test with pytest
-      uses: ./.github/actions/docker-run
-      with:
-        uid: ${{ steps.build.outputs.unique }}
-        tag: ${{ matrix.name }}
-        env: |
-          CODECOV_TOKEN=${{ secrets.CODECOV_TOKEN }}
-        command: |
-          pytest \
-            -v \
-            -k "${{ matrix.test-set }}" \
-            -m "not parallel" \
-            --cov \
-            --cov-config=.coveragerc \
-            --cov-report=xml \
-            tests/
-
-    - name: Cleanup docker image
-      if: always()
-      uses: ./.github/actions/docker-clean
-      with:
-        uid: ${{ steps.build.outputs.unique }}
-        tag: ${{ matrix.name }}
+        chmod +x debug_mem.sh
+        ./debug_mem.sh

debug_mem.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+export DEVITO_LOGGING=ERROR
+export DEVITO_DEVELOP=1
+
+count=0
+
+while true; do
+    out=$(gdb --batch \
+        -ex "set pagination off" \
+        -ex "run" \
+        -ex "thread apply all bt full" \
+        -ex "set logging enabled off" \
+        -ex "set print thread-events off" \
+        --args python -m pytest -q -vvsx \
+        --disable-warnings --no-header --no-summary \
+        -m "not parallel" tests/test_data.py 2>&1)
+
+    status=$?
+
+    if [ $status -ne 0 ]; then
+        echo "Failed after $count runs"
+        echo "$out"
+        exit $status
+    fi
+
+    ((count++))
+    echo "$count"
+done
+
+echo "Failed after $count runs"

devito/types/basic.py

@@ -897,6 +897,7 @@ def __padding_setup__(self, padding=None, **kwargs):
     @cached_property
     def __padding_dtype__(self):
         v = configuration['autopadding']
+
         if not self.is_autopaddable or not v:
             return None
         try:
@@ -924,6 +925,7 @@ def __padding_setup_smart__(self, **kwargs):
 
         snp = self._size_nopad[d]
         remainder = snp % mmts
+
         if remainder == 0:
             # Already a multiple of `mmts`, no need to pad
             return nopadding

devito/types/dense.py

@@ -1291,6 +1291,7 @@ def __padding_setup__(self, **kwargs):
 
         else:
             raise TypeError(f"`padding` must be int or {self.ndim}-tuple of ints")
+
         return DimensionTuple(*padding, getters=self.dimensions)
 
     @property