diff --git a/.github/ISSUE_TEMPLATE/bug_report.md b/.github/ISSUE_TEMPLATE/bug_report.md
deleted file mode 100644
index dd84ea7..0000000
--- a/.github/ISSUE_TEMPLATE/bug_report.md
+++ /dev/null
@@ -1,38 +0,0 @@
----
-name: Bug report
-about: Create a report to help us improve
-title: ''
-labels: ''
-assignees: ''
-
----
-
-**Describe the bug**
-A clear and concise description of what the bug is.
-
-**To Reproduce**
-Steps to reproduce the behavior:
-1. Go to '...'
-2. Click on '....'
-3. Scroll down to '....'
-4. See error
-
-**Expected behavior**
-A clear and concise description of what you expected to happen.
-
-**Screenshots**
-If applicable, add screenshots to help explain your problem.
-
-**Desktop (please complete the following information):**
- - OS: [e.g. iOS]
- - Browser [e.g. chrome, safari]
- - Version [e.g. 22]
-
-**Smartphone (please complete the following information):**
- - Device: [e.g. iPhone6]
- - OS: [e.g. iOS8.1]
- - Browser [e.g. stock browser, safari]
- - Version [e.g. 22]
-
-**Additional context**
-Add any other context about the problem here.
diff --git a/.github/ISSUE_TEMPLATE/custom.md b/.github/ISSUE_TEMPLATE/custom.md
deleted file mode 100644
index 48d5f81..0000000
--- a/.github/ISSUE_TEMPLATE/custom.md
+++ /dev/null
@@ -1,10 +0,0 @@
----
-name: Custom issue template
-about: Describe this issue template's purpose here.
-title: ''
-labels: ''
-assignees: ''
-
----
-
-
diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md
deleted file mode 100644
index bbcbbe7..0000000
--- a/.github/ISSUE_TEMPLATE/feature_request.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-name: Feature request
-about: Suggest an idea for this project
-title: ''
-labels: ''
-assignees: ''
-
----
-
-**Is your feature request related to a problem? Please describe.**
-A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
-
-**Describe the solution you'd like**
-A clear and concise description of what you want to happen.
-
-**Describe alternatives you've considered**
-A clear and concise description of any alternative solutions or features you've considered.
-
-**Additional context**
-Add any other context or screenshots about the feature request here.
diff --git a/.github/release-drafter.yml b/.github/release-drafter.yml
deleted file mode 100644
index ffa6d55..0000000
--- a/.github/release-drafter.yml
+++ /dev/null
@@ -1,36 +0,0 @@
-name-template: 'v$RESOLVED_VERSION 🌈'
-tag-template: 'v$RESOLVED_VERSION'
-categories:
-  - title: '🚀 Features'
-    labels:
-      - 'feature'
-      - 'enhancement'
-      - 'Feature'
-  - title: '🐛 Bug Fixes'
-    labels:
-      - 'fix'
-      - 'bugfix'
-      - 'bug'
-      - 'hotfix'
-  - title: '🧰 Maintenance'
-    label: 'chore'
-exclude-labels:
-  - 'skip-changelog'
-change-template: '- $TITLE @$AUTHOR (#$NUMBER)'
-change-title-escapes: '\<*_&' # You can add # and @ to disable mentions, and add ` to disable code blocks.
-version-resolver:
-  major:
-    labels:
-      - 'major'
-  minor:
-    labels:
-      - 'minor'
-  patch:
-    labels:
-      - 'patch'
-  default: patch
-template: |
-  ## Changes
-
-  $CHANGES
-
diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml
deleted file mode 100644
index 9756114..0000000
--- a/.github/workflows/codeql.yml
+++ /dev/null
@@ -1,41 +0,0 @@
-name: CodeQL (Code Scanning)
-
-on:
-  pull_request:
-    branches: [ "master" ]
-    types: [opened, synchronize, edited]
-  schedule:
-    - cron: '0 8 * * *'
-
-jobs:
-  analyze:
-    name: Analyze
-    if: false == contains(github.event.pull_request.title, 'WIP')
-    runs-on: ubuntu-latest
-    permissions:
-      actions: read
-      contents: read
-      security-events: write
-    strategy:
-      fail-fast: false
-      matrix:
-        language: [ 'python' ]
-    steps:
-    - name: Checkout repository
-      uses: actions/checkout@v3
-
-    # Initializes the CodeQL tools for scanning.
-    - name: Initialize CodeQL
-      uses: github/codeql-action/init@v2
-      with:
-        languages: ${{ matrix.language }}
-        
-    # Autobuild attempts to build any compiled languages  (C/C++, C#, Go, or Java).
-    # If this step fails, then you should remove it and run the build manually (see below)
-    - name: Autobuild
-      uses: github/codeql-action/autobuild@v2
-
-    - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v2
-      with:
-        category: "/language:${{matrix.language}}"
diff --git a/.github/workflows/pre-commit.yml b/.github/workflows/pre-commit.yml
deleted file mode 100644
index aad4a94..0000000
--- a/.github/workflows/pre-commit.yml
+++ /dev/null
@@ -1,28 +0,0 @@
-name: Pre-commit (Required)
-
-on: [push, pull_request]
-
-jobs:
-  run:
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: True
-      matrix:
-        os: [ubuntu-latest]
-    env:
-      OS: ${{ matrix.os }}
-      PYTHON: '3.9'
-    steps:
-    - uses: actions/checkout@master
-    - name: Setup Python
-      uses: actions/setup-python@master
-      with:
-        python-version: 3.9
-    - name: Install dependencies
-      run: |
-        pip install pre-commit
-        pre-commit install
-    - name: Pre-commit starts
-      run: |
-        pre-commit run --all-files
-        [ $? -eq 1 ] && exit 1 || echo "Passed"
diff --git a/.github/workflows/sphinx.yml b/.github/workflows/sphinx.yml
deleted file mode 100644
index fc3ff7f..0000000
--- a/.github/workflows/sphinx.yml
+++ /dev/null
@@ -1,28 +0,0 @@
-name: "API Reference"
-on:
-  pull_request:
-    types: [opened, synchronize, edited]
-
-jobs:
-  docs:
-    if: true == contains(github.event.pull_request.title, 'DOC')
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    env:
-      OS: ${{ matrix.os }}
-      PYTHON: '3.9'
-    steps:
-    - uses: actions/checkout@master
-    - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@master
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Generate Documentation
-      uses: ammaraskar/sphinx-action@master
-      with:
-        docs-folder: "doc/"
-    - name: Upload Documentation
-      uses: actions/upload-artifact@v3
-      with:
-        name: APIReference
-        path: doc/build/html/
diff --git a/.github/workflows/test_atc.yml b/.github/workflows/test_atc.yml
deleted file mode 100644
index 73a2edc..0000000
--- a/.github/workflows/test_atc.yml
+++ /dev/null
@@ -1,101 +0,0 @@
-name: UnitTests for ATC
-
-on:
-  schedule:
-    - cron: '0 8 * * 0'
-
-
-jobs:
-  run:
-    if: (false == contains(github.event.pull_request.title, 'WIP') && github.repository == 'alibaba/FederatedScope')
-    runs-on: ${{ matrix.os }}
-    timeout-minutes: 30
-    strategy:
-      matrix:
-        os: [ubuntu-latest]
-        python-version: ['3.9']
-        torch-version: ['1.10.1']
-        torchvision-version: ['0.11.2']
-        torchaudio-version: ['0.10.1']
-    env:
-      OS: ${{ matrix.os }}
-      PYTHON: '3.9'
-    steps:
-    - uses: actions/checkout@master
-    - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@master
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Install PyTorch ${{ matrix.torch-version }}+cpu
-      run: |
-        pip install numpy typing-extensions dataclasses
-        pip install torch==${{ matrix.torch-version}}+cpu torchvision==${{matrix.torchvision-version}}+cpu torchaudio==${{matrix.torchaudio-version}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
-    - name: Install FS
-      run: |
-        pip install -e .[test]
-    - name: Install NLTK
-      run: |
-        pip install nltk
-    - name: Install Transformers
-      run: |
-        pip install transformers==4.21.0
-    - name: Install ROUGE
-      run: |
-        git clone https://github.com/bheinzerling/pyrouge
-        cd pyrouge
-        pip install -e .
-        git clone https://github.com/andersjo/pyrouge.git rouge
-        pyrouge_set_rouge_path $(realpath rouge/tools/ROUGE-1.5.5/)
-        sudo apt-get install libxml-parser-perl --fix-missing
-        cd rouge/tools/ROUGE-1.5.5/data
-        rm WordNet-2.0.exc.db
-        ./WordNet-2.0-Exceptions/buildExeptionDB.pl ./WordNet-2.0-Exceptions ./smart_common_words.txt ./WordNet-2.0.exc.db
-        python -m pyrouge.test
-    - name: Download METEOR packages
-      run: |
-        wget -c http://www.cs.cmu.edu/~alavie/METEOR/download/meteor-1.5.tar.gz
-        tar -zxvf meteor-1.5.tar.gz
-        mkdir federatedscope/nlp/metric/meteor/data/
-        mv meteor-1.5/data/paraphrase-en.gz federatedscope/nlp/metric/meteor/data/
-        mv meteor-1.5/meteor-1.5.jar federatedscope/nlp/metric/meteor/
-    - name: Test ATC
-      run: |
-        python federatedscope/main.py \
-          --cfg federatedscope/nlp/hetero_tasks/baseline/config_isolated.yaml \
-          --client_cfg federatedscope/nlp/hetero_tasks/baseline/config_client_isolated.yaml \
-          outdir exp/isolated/ \
-          use_gpu False \
-          data.is_debug True \
-          data.root test_data/ \
-
-        [ $? -eq 1 ] && exit 1
-
-        python federatedscope/main.py \
-          --cfg federatedscope/nlp/hetero_tasks/baseline/config_fedavg.yaml \
-          --client_cfg federatedscope/nlp/hetero_tasks/baseline/config_client_fedavg.yaml \
-          outdir exp/fedavg/ \
-          use_gpu False \
-          data.is_debug True \
-          data.root test_data/ \
-
-        [ $? -eq 1 ] && exit 1
-
-        python federatedscope/main.py \
-          --cfg federatedscope/nlp/hetero_tasks/baseline/config_pretrain.yaml \
-          outdir exp/atc/pretrain/ \
-          use_gpu False \
-          data.is_debug True \
-          data.root test_data/ \
-
-        [ $? -eq 1 ] && exit 1
-
-        python federatedscope/main.py \
-          --cfg federatedscope/nlp/hetero_tasks/baseline/config_atc.yaml \
-          --client_cfg federatedscope/nlp/hetero_tasks/baseline/config_client_atc.yaml \
-          outdir exp/atc/train/ \
-          use_gpu False \
-          data.is_debug True \
-          data.root test_data/ \
-
-        [ $? -eq 1 ] && exit 1 || echo "Passed"
-
diff --git a/.github/workflows/test_autotune.yml b/.github/workflows/test_autotune.yml
deleted file mode 100644
index 29ee016..0000000
--- a/.github/workflows/test_autotune.yml
+++ /dev/null
@@ -1,38 +0,0 @@
-name: UnitTests for Autotune Module
-
-on:
-  pull_request:
-    types: [opened, synchronize, edited]
-
-jobs:
-  run:
-    if: false == contains(github.event.pull_request.title, 'WIP')
-    runs-on: ${{ matrix.os }}
-    timeout-minutes: 20
-    strategy:
-      matrix:
-        os: [ubuntu-latest]
-        python-version: ['3.9']
-        torch-version: ['1.10.1']
-        torchvision-version: ['0.11.2']
-        torchaudio-version: ['0.10.1']
-    env:
-      OS: ${{ matrix.os }}
-      PYTHON: '3.9'
-    steps:
-    - uses: actions/checkout@master
-    - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@master
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Install PyTorch ${{ matrix.torch-version }}+cpu
-      run: |
-        pip install numpy typing-extensions dataclasses
-        pip install torch==${{ matrix.torch-version}}+cpu torchvision==${{matrix.torchvision-version}}+cpu torchaudio==${{matrix.torchaudio-version}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
-    - name: Install FS
-      run: |
-        pip install -e .[test,hpo]
-    - name: Test Autotune
-      run: |
-        python federatedscope/hpo.py --cfg federatedscope/autotune/baseline/fedhpo_vfl.yaml
-        [ $? -eq 1 ] && exit 1 || echo "Passed"
\ No newline at end of file
diff --git a/.github/workflows/test_distribute.yml b/.github/workflows/test_distribute.yml
deleted file mode 100644
index 257cd10..0000000
--- a/.github/workflows/test_distribute.yml
+++ /dev/null
@@ -1,54 +0,0 @@
-name: UnitTests for Distributed Mode
-
-on:
-  pull_request:
-    types: [opened, synchronize, edited]
-
-jobs:
-  run:
-    if: false == contains(github.event.pull_request.title, 'WIP')
-    runs-on: ${{ matrix.os }}
-    timeout-minutes: 20
-    strategy:
-      matrix:
-        os: [ubuntu-latest]
-        python-version: ['3.9']
-        torch-version: ['1.10.1']
-        torchvision-version: ['0.11.2']
-        torchaudio-version: ['0.10.1']
-    env:
-      OS: ${{ matrix.os }}
-      PYTHON: '3.9'
-    steps:
-    - uses: actions/checkout@master
-    - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@master
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Install PyTorch ${{ matrix.torch-version }}+cpu
-      run: |
-        pip install numpy typing-extensions dataclasses
-        pip install torch==${{ matrix.torch-version}}+cpu torchvision==${{matrix.torchvision-version}}+cpu torchaudio==${{matrix.torchaudio-version}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
-    - name: Install FS
-      run: |
-        pip install -e .[test]
-    - name: Test Distributed (LR on toy with a unified files)
-      run: |
-        python scripts/distributed_scripts/gen_data.py
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_server_no_data.yaml distribute.grpc_compression gzip &
-        sleep 2
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_client_1.yaml distribute.grpc_compression gzip &
-        sleep 2
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_client_2.yaml distribute.grpc_compression gzip &
-        sleep 2
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_client_3.yaml distribute.grpc_compression gzip
-        [ $? -eq 1 ] && exit 1 || echo "Passed"
-    - name: Test Distributed (LR on toy with multiple files)
-      run: |
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_server.yaml data.file_path 'toy_data/server_data' distribute.data_idx -1 &
-        sleep 2
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_client_1.yaml data.file_path 'toy_data/client_1_data' distribute.data_idx -1 &
-        sleep 2
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_client_2.yaml data.file_path 'toy_data/client_2_data' distribute.data_idx -1 &
-        sleep 2
-        python federatedscope/main.py --cfg scripts/distributed_scripts/distributed_configs/distributed_client_3.yaml data.file_path 'toy_data/client_3_data' distribute.data_idx -1