Merge main DI-engine

.coveragerc

@@ -1,10 +1,12 @@
 [run]
+concurrency = multiprocessing,thread
 omit =
   ding/utils/slurm_helper.py
   ding/utils/file_helper.py
   ding/utils/linklink_dist_helper.py
   ding/utils/pytorch_ddp_dist_helper.py
   ding/utils/k8s_helper.py
+  ding/utils/tests/test_k8s_launcher.py
   ding/utils/time_helper_cuda.py
   ding/utils/time_helper_base.py
   ding/utils/data/tests/test_dataloader.py

.github/workflows/algo_test.yml

@@ -16,12 +16,12 @@ jobs:
     if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: [3.8, 3.9]
 
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: do_algotest
@@ -31,5 +31,6 @@ jobs:
         run: |
           python -m pip install .
           python -m pip install ".[test,k8s]"
+          python -m pip install transformers
           ./ding/scripts/install-k8s-tools.sh
           make algotest

.github/workflows/badge.yml

@@ -12,13 +12,13 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [ 3.7 ]
+        python-version: [ 3.8 ]
     env:
       GIST_ID: 3690cccd811e4c5f771075c2f785c7bb
     steps:
       - uses: actions/checkout@v2
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: Download cloc

.github/workflows/deploy.yml

@@ -3,11 +3,10 @@ name: deploy  # deploy docker
 on:
   push:
     branches: [main, '*deploy*', '*docker*']
-
 jobs:
   docker_base:
     runs-on: ubuntu-latest
-    # if: "contains(github.event.head_commit.message, 'enable docker')"
+    if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
         platform: [linux/amd64]
@@ -48,7 +47,7 @@ jobs:
         uses: docker/setup-buildx-action@v1
 
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v4
         with:
           path: /tmp/.buildx-cache
           key: ${{ runner.os }}-buildx-${{ github.sha }}
@@ -80,11 +79,10 @@ jobs:
 
   docker_doc:
     runs-on: ubuntu-latest
-    # if: "contains(github.event.head_commit.message, 'enable docker')"
+    if: "contains(github.event.head_commit.message, 'doc docker')"
     strategy:
       matrix:
         platform: [linux/amd64]
-        # python-version: [3.6, 3.7, 3.8]
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -113,7 +111,7 @@ jobs:
         uses: docker/setup-buildx-action@v1
 
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v4
         with:
           path: /tmp/.buildx-cache
           key: ${{ runner.os }}-buildx-${{ github.sha }}
@@ -144,7 +142,7 @@ jobs:
   docker_atari:
     runs-on: ubuntu-latest
     needs: docker_base
-    # if: "contains(github.event.head_commit.message, 'enable docker')"
+    if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
         platform: [linux/amd64]
@@ -172,7 +170,7 @@ jobs:
         uses: docker/setup-buildx-action@v1
 
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v4
         with:
           path: /tmp/.buildx-cache
           key: ${{ runner.os }}-buildx-${{ github.sha }}
@@ -203,7 +201,7 @@ jobs:
   docker_mujoco:
     runs-on: ubuntu-latest
     needs: docker_base
-    # if: "contains(github.event.head_commit.message, 'enable docker')"
+    if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
         platform: [linux/amd64]
@@ -231,7 +229,7 @@ jobs:
         uses: docker/setup-buildx-action@v1
 
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v4
         with:
           path: /tmp/.buildx-cache
           key: ${{ runner.os }}-buildx-${{ github.sha }}
@@ -261,7 +259,7 @@ jobs:
   docker_metaworld:
     runs-on: ubuntu-latest
     needs: docker_base
-    # if: "contains(github.event.head_commit.message, 'enable docker')"
+    if: "contains(github.event.head_commit.message, 'metaworld docker')"
     strategy:
       matrix:
         platform: [linux/amd64]
@@ -288,7 +286,7 @@ jobs:
         uses: docker/setup-buildx-action@v1
 
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v4
         with:
           path: /tmp/.buildx-cache
           key: ${{ runner.os }}-buildx-${{ github.sha }}
@@ -386,3 +384,72 @@ jobs:
         run:  |
           docker buildx build -f ./docker/Dockerfile.env . -t opendilab/ding:nightly-dmc2gym --target=dmc2gym
           docker push opendilab/ding:nightly-dmc2gym
+
+  docker_rpc:
+    runs-on: ubuntu-latest
+    needs: docker_base
+    if: "contains(github.event.head_commit.message, 'test rpc')"
+    strategy:
+      matrix:
+        platform: [linux/amd64]
+        # python-version: [3.6, 3.7, 3.8]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERIO_USERNAME }}
+          password: ${{ secrets.DOCKERIO_PASSWORD }}
+
+      - name: Build and push
+        id: docker_build
+        run:  |
+          docker buildx build -f ./docker/Dockerfile.rpc . -t opendilab/ding:nightly-rpc-base --target=base
+          docker push opendilab/ding:nightly-rpc-base
+
+  docker_evogym:
+    runs-on: ubuntu-latest
+    needs: docker_base
+    if: "contains(github.event.head_commit.message, 'evogym docker')"
+    strategy:
+      matrix:
+        platform: [linux/amd64]
+        # python-version: [3.6, 3.7, 3.8]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERIO_USERNAME }}
+          password: ${{ secrets.DOCKERIO_PASSWORD }}
+
+      - name: Build and push
+        id: docker_build
+        run:  |
+          docker buildx build -f ./docker/Dockerfile.env . -t opendilab/ding:nightly-evogym --target=evogym
+          docker push opendilab/ding:nightly-evogym
+
+  docker_d4rl:
+    runs-on: ubuntu-latest
+    needs: docker_mujoco
+    if: "contains(github.event.head_commit.message, 'd4rl docker')"
+    strategy:
+      matrix:
+        platform: [linux/amd64]
+        # python-version: [3.6, 3.7, 3.8]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERIO_USERNAME }}
+          password: ${{ secrets.DOCKERIO_PASSWORD }}
+
+      - name: Build and push
+        id: docker_build
+        run:  |
+          docker buildx build -f ./docker/Dockerfile.env . -t opendilab/ding:nightly-d4rl --target=d4rl
+          docker push opendilab/ding:nightly-d4rl

.github/workflows/doc.yml

@@ -17,7 +17,7 @@ jobs:
     steps:
       - uses: actions/checkout@v2
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: Generate

.github/workflows/envpool_test.yml

@@ -11,18 +11,19 @@ jobs:
     if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
-        python-version: [3.7, 3.8] # Envpool only supports python>=3.7
+        python-version: [3.8] # Envpool only supports python>=3.7
 
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: do_envpool_test
         run: |
           python -m pip install .
           python -m pip install ".[test,k8s]"
           python -m pip install ".[envpool]"
+          python -m pip install transformers
           ./ding/scripts/install-k8s-tools.sh
           make envpooltest

.github/workflows/platform_test.yml

@@ -11,19 +11,20 @@ jobs:
     if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
-        os: [macos-latest, windows-latest]
-        python-version: [3.7, 3.8, 3.9]
+        os: [macos-13, windows-latest]
+        python-version: [3.8, 3.9]
 
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: do_platform_test
         timeout-minutes: 30
         run: |
           python -m pip install .
           python -m pip install ".[test,k8s]"
+          python -m pip install transformers
           python -m pip uninstall pytest-timeouts -y
           make platformtest

.github/workflows/release.yml

@@ -10,14 +10,14 @@ jobs:
     strategy:
       matrix:
         os:
-          - 'ubuntu-18.04'
-        python-version: [3.7]
+          - ubuntu-latest
+        python-version: [3.8]
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Set up python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: Set up python dependences

.github/workflows/release_conda.yml

@@ -7,7 +7,7 @@ jobs:
     runs-on: ubuntu-latest
     if: github.event_name == 'push' && (startsWith(github.ref, 'refs/tags') || contains(github.event.head_commit.message, 'conda'))
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: publish-to-conda
       uses: fcakyon/conda-publish-action@v1.3
       with:

.github/workflows/style.yml

@@ -10,16 +10,17 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: ['3.8', '3.9', '3.10']
 
     steps:
       - uses: actions/checkout@v2
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: code style
         run: |
           python -m pip install "yapf==0.29.0"
           python -m pip install "flake8<=3.9.2"
+          python -m pip install "importlib-metadata<5.0.0"
           make format_test flake_check

.github/workflows/unit_test.yml

@@ -8,15 +8,15 @@ on: [push, pull_request]
 jobs:
   test_unittest:
     runs-on: ubuntu-latest
-    if: "!contains(github.event.head_commit.message, 'ci skip')"
+    if: ( !contains(github.event.head_commit.message, 'ci skip') && !contains(github.event.head_commit.message, 'ut skip'))
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: ['3.8', '3.9', '3.10']
 
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: do_unittest
@@ -25,6 +25,7 @@ jobs:
           python -m pip install box2d-py
           python -m pip install .
           python -m pip install ".[test,k8s]"
+          python -m pip install transformers
           ./ding/scripts/install-k8s-tools.sh
           make unittest
       - name: Upload coverage to Codecov
@@ -41,17 +42,18 @@ jobs:
     if: "!contains(github.event.head_commit.message, 'ci skip')"
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: ['3.8', '3.9', '3.10']
 
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - name: do_benchmark
         run: |
           python -m pip install .
           python -m pip install ".[test,k8s]"
+          python -m pip install transformers
           ./ding/scripts/install-k8s-tools.sh
           make benchmark