File tree Expand file tree Collapse file tree 1 file changed +0
-8
lines changed
keras_hub/src/utils/transformers Expand file tree Collapse file tree 1 file changed +0
-8
lines changed Original file line number Diff line number Diff line change @@ -59,20 +59,12 @@ def transpose_and_reshape(x, shape):
59
59
hf_weight_key = f"model.layers.{ i } .self_attn.q_proj.weight" ,
60
60
hook_fn = transpose_and_reshape ,
61
61
)
62
- loader .port_weight (
63
- keras_variable = decoder_layer .self_attn .q_norm .scale ,
64
- hf_weight_key = f"model.layers.{ i } .self_attn.q_norm.weight" ,
65
- )
66
62
## Key
67
63
loader .port_weight (
68
64
keras_variable = decoder_layer .self_attn .k_proj .kernel ,
69
65
hf_weight_key = f"model.layers.{ i } .self_attn.k_proj.weight" ,
70
66
hook_fn = transpose_and_reshape ,
71
67
)
72
- loader .port_weight (
73
- keras_variable = decoder_layer .self_attn .k_norm .scale ,
74
- hf_weight_key = f"model.layers.{ i } .self_attn.k_norm.weight" ,
75
- )
76
68
## Value
77
69
loader .port_weight (
78
70
keras_variable = decoder_layer .self_attn .v_proj .kernel ,
You can’t perform that action at this time.
0 commit comments