Skip to content

Commit f547c0d

Browse files
committed
Add this worker to magatron_worker test and vllm test
Signed-off-by: Kate Cheng <[email protected]>
1 parent 20375cb commit f547c0d

File tree

2 files changed

+2
-0
lines changed

2 files changed

+2
-0
lines changed

tests/unit/models/generation/test_vllm_generation.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -177,6 +177,7 @@ def get_basic_megatron_test_config(
177177
"moe_router_bias_update_rate": 0.0,
178178
"moe_permute_fusion": False,
179179
"apply_rope_fusion": True,
180+
"bias_activation_fusion": True,
180181
"train_iters": 100, # Required for Megatron training
181182
"optimizer": {
182183
"optimizer": "adam",

tests/unit/models/policy/test_megatron_worker.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -98,6 +98,7 @@ def create_megatron_test_config(
9898
"moe_router_bias_update_rate": 0.0,
9999
"moe_permute_fusion": False,
100100
"apply_rope_fusion": True,
101+
"bias_activation_fusion": True,
101102
"defer_fp32_logits": defer_fp32_logits,
102103
"train_iters": 100, # Required for Megatron training
103104
"optimizer": {

0 commit comments

Comments
 (0)