Skip to content

Commit e126938

Browse files
committed
Remove k and q norms
1 parent 6819fd1 commit e126938

File tree

1 file changed

+0
-8
lines changed

1 file changed

+0
-8
lines changed

keras_hub/src/utils/transformers/convert_smollm3.py

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -59,20 +59,12 @@ def transpose_and_reshape(x, shape):
5959
hf_weight_key=f"model.layers.{i}.self_attn.q_proj.weight",
6060
hook_fn=transpose_and_reshape,
6161
)
62-
loader.port_weight(
63-
keras_variable=decoder_layer.self_attn.q_norm.scale,
64-
hf_weight_key=f"model.layers.{i}.self_attn.q_norm.weight",
65-
)
6662
## Key
6763
loader.port_weight(
6864
keras_variable=decoder_layer.self_attn.k_proj.kernel,
6965
hf_weight_key=f"model.layers.{i}.self_attn.k_proj.weight",
7066
hook_fn=transpose_and_reshape,
7167
)
72-
loader.port_weight(
73-
keras_variable=decoder_layer.self_attn.k_norm.scale,
74-
hf_weight_key=f"model.layers.{i}.self_attn.k_norm.weight",
75-
)
7668
## Value
7769
loader.port_weight(
7870
keras_variable=decoder_layer.self_attn.v_proj.kernel,

0 commit comments

Comments
 (0)