Add max_position_embeddings

DavidLandup0 · DavidLandup0 · commit d415222ec31d · 2025-07-16T22:49:28.000+09:00
diff --git a/keras_hub/src/models/smollm3/smollm3_backbone.py b/keras_hub/src/models/smollm3/smollm3_backbone.py
@@ -88,6 +88,7 @@ def __init__(
                 intermediate_size=intermediate_dim,
                 mlp_bias=mlp_bias,
                 rms_norm_epsilon=layer_norm_epsilon,
+                max_position_embeddings=max_position_embeddings,
                 name=f"transformer_layer_{i}",
             )
             self.transformer_layers.append(layer)

Original file line number	Diff line number	Diff line change
`@@ -88,6 +88,7 @@ def __init__(`
`88`	`88`	`intermediate_size=intermediate_dim,`
`89`	`89`	`mlp_bias=mlp_bias,`
`90`	`90`	`rms_norm_epsilon=layer_norm_epsilon,`
	`91`	`+ max_position_embeddings=max_position_embeddings,`
`91`	`92`	`name=f"transformer_layer_{i}",`
`92`	`93`	`)`
`93`	`94`	`self.transformer_layers.append(layer)`