We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 20375cb commit f547c0dCopy full SHA for f547c0d
tests/unit/models/generation/test_vllm_generation.py
@@ -177,6 +177,7 @@ def get_basic_megatron_test_config(
177
"moe_router_bias_update_rate": 0.0,
178
"moe_permute_fusion": False,
179
"apply_rope_fusion": True,
180
+ "bias_activation_fusion": True,
181
"train_iters": 100, # Required for Megatron training
182
"optimizer": {
183
"optimizer": "adam",
tests/unit/models/policy/test_megatron_worker.py
@@ -98,6 +98,7 @@ def create_megatron_test_config(
98
99
100
101
102
"defer_fp32_logits": defer_fp32_logits,
103
104
0 commit comments