Unverified Commit ff0c7ccd by Guangming Sheng Committed by GitHub

[ci] fix: add force stop in ray e2e ci to clean env (#112)

- As titled
parent d0152e18
...@@ -37,4 +37,5 @@ jobs: ...@@ -37,4 +37,5 @@ jobs:
pip3 install -e .[test] pip3 install -e .[test]
- name: Running digit completon e2e training tests on 8 L20 GPUs - name: Running digit completon e2e training tests on 8 L20 GPUs
run: | run: |
ray stop --force
bash tests/e2e/run_ray_trainer.sh bash tests/e2e/run_ray_trainer.sh
...@@ -37,16 +37,21 @@ jobs: ...@@ -37,16 +37,21 @@ jobs:
pip3 install -e .[test] pip3 install -e .[test]
- name: Prepare gsm8k dataset - name: Prepare gsm8k dataset
run: | run: |
ray stop --force
python3 examples/data_preprocess/gsm8k.py python3 examples/data_preprocess/gsm8k.py
- name: Running gsm8k e2e training tests on 8 L20 GPUs with rmpad using function rm - name: Running gsm8k e2e training tests on 8 L20 GPUs with rmpad using function rm
run: | run: |
ray stop --force
bash tests/e2e/run_qwen_gsm8k_function_rm.sh bash tests/e2e/run_qwen_gsm8k_function_rm.sh
- name: Running gsm8k e2e without rmpad using function rm - name: Running gsm8k e2e without rmpad using function rm
run: | run: |
ray stop --force
bash tests/e2e/run_qwen_gsm8k_function_rm_no_rmpad.sh bash tests/e2e/run_qwen_gsm8k_function_rm_no_rmpad.sh
- name: Running gsm8k e2e with rmpad using model rm - name: Running gsm8k e2e with rmpad using model rm
run: | run: |
ray stop --force
bash tests/e2e/run_qwen_gsm8k_model_rm.sh bash tests/e2e/run_qwen_gsm8k_model_rm.sh
- name: Running gsm8k e2e without rmpad using model rm - name: Running gsm8k e2e without rmpad using model rm
run: | run: |
ray stop --force
bash tests/e2e/run_qwen_gsm8k_model_rm_no_rmpad.sh bash tests/e2e/run_qwen_gsm8k_model_rm_no_rmpad.sh
...@@ -17,7 +17,7 @@ on: ...@@ -17,7 +17,7 @@ on:
- .github/workflows/model.yml - .github/workflows/model.yml
jobs: jobs:
e2e_gpu: model_rmpad:
runs-on: [self-hosted, l20-1] runs-on: [self-hosted, l20-1]
env: env:
HTTP_PROXY: ${{ secrets.PROXY_HTTP }} HTTP_PROXY: ${{ secrets.PROXY_HTTP }}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment