Skip to content

Introduce T5Gemma model presets in KerasHub #2373

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open

Introduce T5Gemma model presets in KerasHub #2373

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
e3a1b0b
init: Add model presets
harshaljanjani Aug 28, 2025
5f4f7ac
feat: Update T5Gemma model parameters and Kaggle handles in presets
harshaljanjani Aug 30, 2025
c76208e
Merge branch 'keras-team:master' into t5gemma-preset-file
harshaljanjani Sep 13, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
361 changes: 360 additions & 1 deletion keras_hub/src/models/t5gemma/t5gemma_presets.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,85 @@
# Metadata for loading pretrained model weights.
backbone_presets = {
"t5gemma_s_s_ul2": {
"metadata": {
"description": (
"T5Gemma S/S model with a small encoder and small decoder, "
"adapted as a UL2 model."
),
"params": 312517632,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_s_s_ul2/1",
},
"t5gemma_s_s_prefixlm": {
"metadata": {
"description": (
"T5Gemma S/S model with a small encoder and small decoder, "
"adapted as a prefix language model."
),
"params": 312517632,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_s_s_prefixlm/1",
},
"t5gemma_s_s_ul2_it": {
"metadata": {
"description": (
"T5Gemma S/S model with a small encoder and small decoder, "
"adapted as a UL2 model and fine-tuned for instruction "
"following."
),
"params": 312517632,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_s_s_ul2_it/1",
},
"t5gemma_s_s_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma S/S model with a small encoder and small decoder, "
"adapted as a prefix language model and fine-tuned for "
"instruction following."
),
"params": 312517632,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_s_s_prefixlm_it/1",
},
"t5gemma_b_b_ul2": {
"metadata": {
"description": (
"T5Gemma B/B model with a base encoder and base decoder, "
"adapted as a UL2 model."
),
"params": 591490560,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_b_b_ul2/1",
},
"t5gemma_b_b_prefixlm": {
"metadata": {
"description": (
"T5Gemma B/B model with a base encoder and base decoder, "
"adapted as a prefix language model."
),
"params": 591490560,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_b_b_prefixlm/1",
},
"t5gemma_b_b_ul2_it": {
"metadata": {
"description": (
"T5Gemma B/B model with a base encoder and base decoder, "
"adapted as a UL2 model and fine-tuned for instruction "
"following."
),
"params": 591490560,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_b_b_ul2_it/1",
},
"t5gemma_b_b_prefixlm_it": {
"metadata": {
"description": (
Expand All @@ -10,6 +90,285 @@
"params": 591490560,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://harshaljanjani/t5gemma/keras/t5gemma_b_b_prefixlm_it",
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_b_b_prefixlm_it/1",
},
"t5gemma_l_l_ul2": {
"metadata": {
"description": (
"T5Gemma L/L model with a large encoder and large decoder, "
"adapted as a UL2 model."
),
"params": 1241761792,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_l_l_ul2/1",
},
"t5gemma_l_l_prefixlm": {
"metadata": {
"description": (
"T5Gemma L/L model with a large encoder and large decoder, "
"adapted as a prefix language model."
),
"params": 1241761792,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_l_l_prefixlm/1",
},
"t5gemma_l_l_ul2_it": {
"metadata": {
"description": (
"T5Gemma L/L model with a large encoder and large decoder, "
"adapted as a UL2 model and fine-tuned for instruction "
"following."
),
"params": 1241761792,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_l_l_ul2_it/1",
},
"t5gemma_l_l_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma L/L model with a large encoder and large decoder, "
"adapted as a prefix language model and fine-tuned for "
"instruction following."
),
"params": 1241761792,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_l_l_prefixlm_it/1",
},
"t5gemma_ml_ml_ul2": {
"metadata": {
"description": (
"T5Gemma ML/ML model with a medium-large encoder and "
"medium-large decoder, adapted as a UL2 model."
),
"params": 2200345344,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_ml_ml_ul2/1",
},
"t5gemma_ml_ml_prefixlm": {
"metadata": {
"description": (
"T5Gemma ML/ML model with a medium-large encoder and "
"medium-large decoder, adapted as a prefix language model."
),
"params": 2200345344,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_ml_ml_prefixlm/1",
},
"t5gemma_ml_ml_ul2_it": {
"metadata": {
"description": (
"T5Gemma ML/ML model with a medium-large encoder and "
"medium-large decoder, adapted as a UL2 model and fine-tuned "
"for instruction following."
),
"params": 2200345344,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_ml_ml_ul2_it/1",
},
"t5gemma_ml_ml_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma ML/ML model with a medium-large encoder and "
"medium-large decoder, adapted as a prefix language model and "
"fine-tuned for instruction following."
),
"params": 2200345344,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_ml_ml_prefixlm_it/1",
},
"t5gemma_xl_xl_ul2": {
"metadata": {
"description": (
"T5Gemma XL/XL model with an extra-large encoder and "
"extra-large decoder, adapted as a UL2 model."
),
"params": 3766980608,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_xl_xl_ul2/1",
},
"t5gemma_xl_xl_prefixlm": {
"metadata": {
"description": (
"T5Gemma XL/XL model with an extra-large encoder and "
"extra-large decoder, adapted as a prefix language model."
),
"params": 3766980608,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_xl_xl_prefixlm/1",
},
"t5gemma_xl_xl_ul2_it": {
"metadata": {
"description": (
"T5Gemma XL/XL model with an extra-large encoder and "
"extra-large decoder, adapted as a UL2 model and fine-tuned "
"for instruction following."
),
"params": 3766980608,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_xl_xl_ul2_it/1",
},
"t5gemma_xl_xl_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma XL/XL model with an extra-large encoder and "
"extra-large decoder, adapted as a prefix language model and "
"fine-tuned for instruction following."
),
"params": 3766980608,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_xl_xl_prefixlm_it/1",
},
"t5gemma_2b_2b_ul2": {
"metadata": {
"description": (
"T5Gemma 2B/2B model with a 2-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a UL2 model."
),
"params": 5596853760,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_2b_2b_ul2/1",
},
"t5gemma_2b_2b_prefixlm": {
"metadata": {
"description": (
"T5Gemma 2B/2B model with a 2-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a prefix language "
"model."
),
"params": 5596853760,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_2b_2b_prefixlm/1",
},
"t5gemma_2b_2b_ul2_it": {
"metadata": {
"description": (
"T5Gemma 2B/2B model with a 2-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a UL2 model and "
"fine-tuned for instruction following."
),
"params": 5596853760,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_2b_2b_ul2_it/1",
},
"t5gemma_2b_2b_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma 2B/2B model with a 2-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a prefix language "
"model and fine-tuned for instruction following."
),
"params": 5596853760,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_2b_2b_prefixlm_it/1",
},
"t5gemma_9b_2b_ul2": {
"metadata": {
"description": (
"T5Gemma 9B/2B model with a 9-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a UL2 model."
),
"params": 12292375296,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_2b_ul2/1",
},
"t5gemma_9b_2b_prefixlm": {
"metadata": {
"description": (
"T5Gemma 9B/2B model with a 9-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a prefix language "
"model."
),
"params": 12292375296,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_2b_prefixlm/1",
},
"t5gemma_9b_2b_ul2_it": {
"metadata": {
"description": (
"T5Gemma 9B/2B model with a 9-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a UL2 model and "
"fine-tuned for instruction following."
),
"params": 12292375296,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_2b_ul2_it/1",
},
"t5gemma_9b_2b_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma 9B/2B model with a 9-billion-parameter encoder and "
"2-billion-parameter decoder, adapted as a prefix language "
"model and fine-tuned for instruction following."
),
"params": 12292375296,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_2b_prefixlm_it/1",
},
"t5gemma_9b_9b_ul2": {
"metadata": {
"description": (
"T5Gemma 9B/9B model with a 9-billion-parameter encoder and "
"9-billion-parameter decoder, adapted as a UL2 model."
),
"params": 20333401088,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_9b_ul2/1",
},
"t5gemma_9b_9b_prefixlm": {
"metadata": {
"description": (
"T5Gemma 9B/9B model with a 9-billion-parameter encoder and "
"9-billion-parameter decoder, adapted as a prefix language "
"model."
),
"params": 20333401088,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_9b_prefixlm/1",
},
"t5gemma_9b_9b_ul2_it": {
"metadata": {
"description": (
"T5Gemma 9B/9B model with a 9-billion-parameter encoder and "
"9-billion-parameter decoder, adapted as a UL2 model and "
"fine-tuned for instruction following."
),
"params": 20333401088,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_9b_ul2_it/1",
},
"t5gemma_9b_9b_prefixlm_it": {
"metadata": {
"description": (
"T5Gemma 9B/9B model with a 9-billion-parameter encoder and "
"9-billion-parameter decoder, adapted as a prefix language "
"model and fine-tuned for instruction following."
),
"params": 20333401088,
"path": "t5gemma",
},
"kaggle_handle": "kaggle://keras/t5-gemma/keras/t5gemma_9b_9b_prefixlm_it/1",
},
}
Loading