Skip to content

Commit f54103d

Browse files
zhuyutong332zhuyutong332
authored
update mix test and low lantency test for dynamic-tokens. (#376)
* update mix test and low lantency test for dynamic-tokens. * add brief comment
1 parent 8fe7469 commit f54103d

3 files changed

Lines changed: 123 additions & 171 deletions

File tree

‎.github/workflows/pr-test-npu.yml‎

Lines changed: 54 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ on:
88
- "cmake/**"
99
- "python/**"
1010
- "csrc/**"
11-
- "test/**"
11+
- "tests/**"
1212
- "scripts/**"
1313
- ".github/workflows/pr-test-npu.yml"
1414
workflow_dispatch:
@@ -47,7 +47,7 @@ jobs:
4747
- build.sh
4848
- cmake/**
4949
- python/**
50-
- test/**
50+
- tests/**
5151
- scripts/**
5252
- .github/workflows/pr-test-npu.yml
5353
@@ -146,6 +146,14 @@ jobs:
146146
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-topk=1
147147
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-topk=16
148148
149+
- name: Run test experts num intranode
150+
timeout-minutes: 10
151+
env:
152+
HCCL_BUFFSIZE: 3000
153+
run: |
154+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-processes=2 --num-topk=1 --num-experts=2
155+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-experts=512 --num-processes=8
156+
149157
- name: Run test intranode for active ranks
150158
timeout-minutes: 10
151159
env:
@@ -244,7 +252,6 @@ jobs:
244252
timeout-minutes: 10
245253
env:
246254
HCCL_BUFFSIZE: 2300
247-
MOE_ENABLE_TOPK_NEG_ONE: 1
248255
run: |
249256
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_low_latency.py --enable-dynamic-tokens
250257
@@ -359,11 +366,18 @@ jobs:
359366
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-topk=1 --test-loop=100
360367
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-topk=16 --test-loop=100
361368
369+
- name: Run test mixed running for experts
370+
timeout-minutes: 10
371+
env:
372+
HCCL_BUFFSIZE: 3769
373+
run: |
374+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-processes=2 --num-topk=1 --num-experts=2 --test-loop=100
375+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-experts=512 --test-loop=100 --num-processes=8
376+
362377
- name: Run test mixed running for dynamic tokens
363378
timeout-minutes: 10
364379
env:
365380
HCCL_BUFFSIZE: 3769
366-
MOE_ENABLE_TOPK_NEG_ONE: 1
367381
run: |
368382
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --test-loop=100 --enable-dynamic-tokens
369383
@@ -468,6 +482,14 @@ jobs:
468482
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-topk=1
469483
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-topk=16
470484
485+
- name: Run test experts num intranode
486+
timeout-minutes: 10
487+
env:
488+
HCCL_BUFFSIZE: 3000
489+
run: |
490+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-processes=2 --num-topk=1 --num-experts=2
491+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-experts=512 --num-processes=8
492+
471493
- name: Run test intranode for active ranks
472494
timeout-minutes: 10
473495
env:
@@ -566,7 +588,6 @@ jobs:
566588
timeout-minutes: 10
567589
env:
568590
HCCL_BUFFSIZE: 2300
569-
MOE_ENABLE_TOPK_NEG_ONE: 1
570591
run: |
571592
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_low_latency.py --enable-dynamic-tokens
572593
@@ -673,6 +694,14 @@ jobs:
673694
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --hidden=6144 --test-loop=100
674695
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --hidden=7168 --test-loop=100
675696
697+
- name: Run test mixed running for experts
698+
timeout-minutes: 10
699+
env:
700+
HCCL_BUFFSIZE: 3769
701+
run: |
702+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-processes=2 --num-topk=1 --num-experts=2 --test-loop=100
703+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-experts=512 --test-loop=100 --num-processes=8
704+
676705
- name: Run test mixed running for topk
677706
timeout-minutes: 10
678707
env:
@@ -685,7 +714,6 @@ jobs:
685714
timeout-minutes: 10
686715
env:
687716
HCCL_BUFFSIZE: 3769
688-
MOE_ENABLE_TOPK_NEG_ONE: 1
689717
run: |
690718
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --test-loop=100 --enable-dynamic-tokens
691719
@@ -751,9 +779,9 @@ jobs:
751779
- name: Run test intranode for big bs
752780
timeout-minutes: 10
753781
env:
754-
HCCL_BUFFSIZE: 4065
782+
HCCL_BUFFSIZE: 4500
755783
run: |
756-
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-tokens=7168 --num-processes=8
784+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-tokens=8000 --num-processes=8
757785
758786
- name: Run test little processes intranode
759787
timeout-minutes: 10
@@ -801,6 +829,16 @@ jobs:
801829
run: |
802830
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --enable-diagnose --num-processes=8
803831
832+
- name: Run test multi-round intranode
833+
timeout-minutes: 10
834+
env:
835+
DEEPEP_NORMAL_LONG_SEQ_ROUND: 5
836+
DEEPEP_NORMAL_LONG_SEQ_PER_ROUND_TOKENS: 512
837+
HCCL_BUFFSIZE: 2300
838+
run: |
839+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-tokens=2122 --num-processes=8
840+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py --num-tokens=2048 --num-processes=8
841+
804842
- name: Run test intranode for int8 quant
805843
timeout-minutes: 10
806844
env:
@@ -885,7 +923,6 @@ jobs:
885923
timeout-minutes: 10
886924
env:
887925
HCCL_BUFFSIZE: 2300
888-
MOE_ENABLE_TOPK_NEG_ONE: 1
889926
run: |
890927
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_low_latency.py --num-processes=8 --enable-dynamic-tokens
891928
@@ -909,7 +946,7 @@ jobs:
909946
HCCL_BUFFSIZE: 5000
910947
run: |
911948
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --normal-num-tokens=1 --low-latency-num-tokens=1 --test-loop=100 --num-processes=8
912-
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --normal-num-tokens=8000 --low-latency-num-tokens=488 --test-loop=100 --num-processes=8
949+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --normal-num-tokens=8000 --low-latency-num-tokens=512 --test-loop=100 --num-processes=8
913950
914951
- name: Run test mixed running for hidden
915952
timeout-minutes: 10
@@ -936,6 +973,13 @@ jobs:
936973
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-processes=2 --num-topk=1 --num-experts=2 --test-loop=100
937974
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --num-experts=512 --test-loop=100 --num-processes=8
938975
976+
- name: Run test mixed running for dynamic tokens
977+
timeout-minutes: 10
978+
env:
979+
HCCL_BUFFSIZE: 3769
980+
run: |
981+
python3 $GITHUB_WORKSPACE/tests/python/deepep/test_normal_and_low_latency.py --test-loop=100 --enable-dynamic-tokens --num-processes=8
982+
939983
finish:
940984
if: always()
941985
needs:

0 commit comments

Comments
 (0)