From b14e077fbfceee647e2702e90c71ca6c646e659c Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Wed, 10 Sep 2025 10:22:13 +0000 Subject: [PATCH 1/3] Add `test_gemma3.rs` for EmbeddingGemma Note that these were not included within the release given that the release with Gemma3 support happened before the public release of the EmbeddingGemma weights. --- .../test_gemma3__gemma3_cpu_batch.snap | 2308 +++++++++++++++++ .../test_gemma3__gemma3_cpu_single.snap | 772 ++++++ backends/candle/tests/test_gemma3.rs | 52 + 3 files changed, 3132 insertions(+) create mode 100644 backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_batch.snap create mode 100644 backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_single.snap create mode 100644 backends/candle/tests/test_gemma3.rs diff --git a/backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_batch.snap b/backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_batch.snap new file mode 100644 index 00000000..12534fac --- /dev/null +++ b/backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_batch.snap @@ -0,0 +1,2308 @@ +--- +source: backends/candle/tests/test_gemma3.rs +expression: embeddings_batch +--- +- - -69.487144 + - -7.1062355 + - 9.740196 + - 18.997515 + - 5.889509 + - 42.72213 + - 3.6362855 + - 14.931772 + - -1.7010872 + - 3.1040974 + - -15.862464 + - 5.442704 + - 31.056398 + - -3.5725198 + - 38.031406 + - -2.71268 + - 33.10821 + - -39.481644 + - -36.307644 + - 11.349322 + - 57.427128 + - -7.2752166 + - -35.96828 + - 0.57933754 + - 7.542982 + - 21.161472 + - 8.87591 + - -23.933264 + - -7.125131 + - 14.564376 + - 21.417328 + - -26.62387 + - -17.065554 + - 12.979989 + - 26.349289 + - 34.083984 + - 6.5038304 + - -32.841362 + - -27.890388 + - -40.711617 + - -16.812273 + - 47.96682 + - -35.2101 + - 13.511981 + - 22.493715 + - -34.889706 + - -54.250187 + - -9.643264 + - 9.889567 + - -25.838062 + - -17.302044 + - -35.65859 + - -22.704098 + - 15.597198 + - -53.474342 + - -26.67094 + - -11.22846 + - -21.929695 + - -18.082281 + - 47.964333 + - -26.797165 + - 22.689392 + - 6.9358897 + - -0.8273302 + - 41.666237 + - -1.6852854 + - -22.481117 + - 19.087915 + - 31.526913 + - 104.070435 + - -9.836394 + - 10.239667 + - -17.792233 + - -13.639319 + - 113.649826 + - 38.389805 + - -17.954386 + - -7.847966 + - -20.074223 + - 5.158872 + - 15.385712 + - 16.863195 + - 3.8489442 + - -16.60702 + - 95.351166 + - 27.562042 + - -52.381702 + - 1.0838484 + - 33.9359 + - 17.205832 + - 8.764863 + - -2.7846246 + - -35.983273 + - -10.893294 + - 25.539751 + - -50.63374 + - -11.1014385 + - 3.01979 + - -13.028103 + - -18.413307 + - -16.96897 + - 7.176411 + - 53.827232 + - 122.21393 + - 20.8994 + - -13.847896 + - -42.24399 + - 7.5548244 + - 11.140808 + - 52.465176 + - -28.15922 + - 11.365977 + - -0.84703654 + - -10.774318 + - -23.65002 + - 24.630886 + - -43.582375 + - -15.912038 + - -18.840828 + - -5.3083305 + - 34.20078 + - 19.329483 + - -1.4627944 + - -1.1200848 + - 29.229792 + - 31.956358 + - -3.4087453 + - 13.361756 + - -36.98245 + - -20.87369 + - 33.039368 + - -1.501944 + - 0.26857144 + - 50.92271 + - 5.9069204 + - 6.0999675 + - 2.4358299 + - 12.468509 + - 36.831097 + - 10.519638 + - 2.3927538 + - -48.979702 + - -8.387849 + - 3.9356172 + - -33.996014 + - 25.892237 + - -17.448631 + - 33.91024 + - -12.180814 + - -48.08005 + - 40.777157 + - 20.990856 + - 28.61926 + - -5.9085774 + - -11.500564 + - -34.559925 + - -12.71891 + - -0.7835154 + - 19.19757 + - 11.55371 + - -65.698616 + - -29.940237 + - 24.693295 + - 17.367308 + - -35.960922 + - 36.407276 + - 2.2473161 + - 13.323958 + - 2.8950596 + - 3.3025951 + - -12.619818 + - -12.513629 + - 13.814094 + - -41.06003 + - -37.935486 + - 14.102638 + - 36.118317 + - -19.930029 + - -3.402699 + - -0.1727304 + - -10.645509 + - 47.129337 + - -35.387527 + - 22.829823 + - -55.764896 + - -6.9379873 + - 4.040557 + - 25.03169 + - -21.5938 + - -55.30071 + - -0.8579679 + - -9.136258 + - -6.17782 + - -29.8913 + - 64.70133 + - -29.336191 + - 44.631348 + - -8.397214 + - -32.760784 + - -44.18078 + - 39.481163 + - -19.590609 + - 6.6049147 + - -1.7947195 + - -4.4933286 + - -22.686201 + - -6.570735 + - -5.373704 + - -19.949171 + - 8.804922 + - -19.769232 + - 16.946398 + - -16.442907 + - -31.85371 + - 26.875908 + - 8.087201 + - 2.471597 + - 10.054208 + - -19.426355 + - 17.131327 + - -22.98779 + - -3.1037388 + - 38.649357 + - -3.952737 + - -27.6633 + - 27.982624 + - 3.9357047 + - 35.14778 + - 34.31886 + - -4.260767 + - -20.947166 + - 38.45921 + - 1.0217762 + - 8.308435 + - -8.153027 + - -35.214302 + - 15.357121 + - -16.5729 + - 25.51506 + - -29.559635 + - -43.118824 + - -0.22218646 + - 10.582762 + - -9.854116 + - -13.178153 + - 16.16848 + - 28.696619 + - 10.747028 + - 46.629368 + - -18.029331 + - 16.577976 + - -6.286372 + - 21.476286 + - -10.47905 + - 2.4120047 + - -12.540688 + - -5.638083 + - 22.530245 + - 25.511608 + - 8.995521 + - -17.170815 + - 3.384466 + - 8.947471 + - 3.3568423 + - 28.178638 + - 66.47519 + - -26.108639 + - 20.558733 + - -16.366476 + - -46.08376 + - 26.425074 + - -13.2067795 + - 4.4823666 + - -2.526099 + - 6.9654775 + - 31.919617 + - 36.848003 + - 7.5253406 + - 18.135004 + - -42.94646 + - 43.53444 + - 0.41346696 + - 10.579265 + - 23.772457 + - 19.79112 + - -4.943918 + - -24.887243 + - 37.90139 + - -3.5052698 + - -40.36824 + - -15.688472 + - 19.561617 + - -10.885178 + - -4.144153 + - -19.028023 + - -14.807056 + - 11.089102 + - -14.456403 + - -19.700468 + - -7.439669 + - -49.86533 + - -11.482186 + - -3.9776986 + - -5.014964 + - -3.3233504 + - 51.26129 + - 21.304888 + - -2.001256 + - 35.946407 + - 28.814169 + - 20.858835 + - -32.43537 + - -11.934401 + - 2.4043953 + - 31.998857 + - -37.617004 + - 29.012674 + - -16.75496 + - 11.152962 + - 8.332054 + - 44.45489 + - 15.11787 + - 11.276514 + - 25.885136 + - 6.2829037 + - -42.443176 + - -7.490118 + - 47.505455 + - -54.64396 + - 12.049617 + - -5.018001 + - 34.34874 + - 34.219055 + - -10.538323 + - 11.32861 + - 23.681154 + - 2.7594292 + - 24.564697 + - -70.44911 + - -28.482561 + - 7.073468 + - -4.5538764 + - -12.393878 + - -14.1045885 + - 11.258717 + - -18.066938 + - 16.262375 + - -8.682314 + - 21.555258 + - 42.651245 + - -7.338121 + - -22.394625 + - -6.281622 + - -41.526066 + - -5.7871394 + - 9.0371895 + - -2.190247 + - 28.592703 + - 50.27374 + - -43.995533 + - 58.91964 + - -52.552135 + - 4.037419 + - -8.369155 + - 45.03932 + - 4.7793436 + - -33.55857 + - 6.7997565 + - 56.734417 + - -2.5135498 + - -31.113089 + - -9.8939085 + - -21.473494 + - -7.907667 + - 1.0076627 + - -16.80153 + - 34.45268 + - 15.729872 + - -13.436697 + - -31.810406 + - 10.653974 + - -17.952814 + - -42.428047 + - -29.57305 + - 31.54309 + - 11.378383 + - 24.687227 + - 59.53244 + - 2.8952756 + - -7.6223965 + - -5.4380884 + - -26.46519 + - -25.291107 + - 33.93167 + - -9.705098 + - -24.011131 + - 14.837143 + - 41.286015 + - 36.52194 + - -36.82253 + - -36.275536 + - -23.718575 + - 26.420527 + - -3.645038 + - 29.13865 + - 14.17548 + - -4.91013 + - 32.22538 + - 35.186657 + - 0.0151800085 + - 12.928905 + - -46.037216 + - 5.337755 + - 7.3768926 + - -30.847734 + - -8.111156 + - -11.746494 + - -3.5362852 + - -29.413097 + - 23.59749 + - -44.505207 + - 6.3306184 + - 13.802919 + - 27.724396 + - 4.2438693 + - -0.35732785 + - 12.331227 + - 0.70255417 + - 5.2071404 + - -34.528145 + - 15.356134 + - -31.6867 + - -6.4180307 + - 58.348125 + - -4.624758 + - -54.066868 + - 2.2922153 + - 37.37702 + - 19.890638 + - 12.813495 + - 9.137795 + - -38.0101 + - -1.2054863 + - 57.375187 + - -21.97144 + - -14.374474 + - 12.175641 + - -14.612288 + - -4.2366223 + - -5.484437 + - 12.51591 + - 7.9991326 + - 3.3537335 + - 14.285136 + - 1.9747547 + - -18.483639 + - 5.3057914 + - -31.032522 + - 2.2851608 + - -8.716517 + - 21.283762 + - -15.195583 + - 18.913767 + - -32.470947 + - 6.5813637 + - -17.118517 + - 6.4634175 + - -23.622145 + - 13.592488 + - 9.03203 + - -1.8813499 + - 14.351745 + - -10.16708 + - 0.07696602 + - 12.364559 + - -21.524061 + - 30.873377 + - 8.76644 + - 20.710236 + - -5.5457773 + - -22.830917 + - 41.61992 + - 24.209414 + - 20.436241 + - 4.3790193 + - 8.796412 + - -2.8473396 + - 1.4912047 + - -15.591441 + - 15.806229 + - -0.4918868 + - 27.565302 + - 9.845018 + - -34.855602 + - 42.698635 + - -2.5194647 + - -7.1306515 + - -15.102288 + - -10.575749 + - -18.380129 + - -52.98187 + - 11.480372 + - 30.224327 + - 54.398716 + - -12.409696 + - 28.63334 + - 50.9753 + - 5.788425 + - 2.0321326 + - 6.5066323 + - 28.845238 + - -14.077898 + - -1.069694 + - 14.599885 + - -9.661392 + - 15.875177 + - -0.5060495 + - -3.1050503 + - 7.7848167 + - 29.948738 + - -13.704682 + - 14.611266 + - 10.17282 + - 16.404377 + - -7.9522257 + - -21.33555 + - 24.37485 + - 8.525208 + - 28.46424 + - -31.997011 + - -29.489697 + - -15.5372505 + - -3.8166025 + - -23.105104 + - -80.175026 + - -18.568344 + - -39.026768 + - 19.935825 + - 0.23064978 + - -10.440506 + - 27.381836 + - -55.456112 + - 14.585391 + - -0.6554974 + - -12.733561 + - -31.08473 + - 34.856926 + - 27.551508 + - 8.873674 + - 45.23772 + - 9.790355 + - -38.068012 + - -19.953835 + - 8.135064 + - 25.33204 + - 4.6629996 + - -15.495893 + - -5.3111286 + - -19.008308 + - 36.791557 + - 18.640575 + - -1.7925054 + - -20.041145 + - -13.353503 + - 7.2534585 + - 9.256217 + - -43.855927 + - -33.510918 + - -13.681763 + - -6.1037755 + - -13.755661 + - 55.232174 + - 24.459602 + - 12.736494 + - -33.291187 + - 66.76634 + - -6.878493 + - 7.0188484 + - 27.399141 + - -30.118336 + - 9.249321 + - 32.251865 + - 38.096745 + - 13.681038 + - 1.5770899 + - 16.222195 + - -8.131415 + - -18.68302 + - -28.342844 + - -25.516916 + - -23.996128 + - 1.0832293 + - -34.50899 + - -14.429135 + - 1.9957246 + - 45.608654 + - 45.8364 + - 9.082343 + - 37.83045 + - -11.192151 + - -16.966764 + - -39.917618 + - 2.283287 + - -2.4493241 + - 30.996532 + - -7.1147056 + - 23.63368 + - 30.630972 + - 8.537501 + - 2.2232082 + - -29.983215 + - -28.397041 + - -29.903162 + - 25.747137 + - -3.6198409 + - -38.016953 + - 10.649167 + - 25.330341 + - -6.355592 + - 0.050557815 + - 66.004845 + - 16.383024 + - -20.710258 + - 17.552582 + - 0.46778667 + - -4.082142 + - -3.7163415 + - -0.3533232 + - -25.191336 + - -31.457178 + - 16.430914 + - 9.261268 + - 27.403034 + - -23.248528 + - -3.0499918 + - 1.501912 + - -33.063828 + - -31.423391 + - -21.617346 + - -29.095325 + - -22.110046 + - -12.377621 + - 20.166048 + - 19.166473 + - 24.145716 + - -31.848122 + - 5.4045167 + - -6.8054028 + - -7.3006434 + - 19.455164 + - 4.0493956 + - 33.063976 + - 15.5803795 + - -7.7096877 + - 1.707256 + - -2.4006705 + - -22.753906 + - -15.162545 + - -26.072035 + - -1.6430702 + - -1.4848357 + - 13.630162 + - 3.111395 + - -3.1653357 + - -29.093159 + - -28.757366 + - 22.637428 + - 31.024803 + - -4.617722 + - 15.445286 + - -13.922612 + - -4.439639 + - -34.03613 + - -20.967237 + - -7.6872153 + - 23.897408 + - -29.207819 + - 26.733307 + - -23.070194 + - 1.2146165 + - 30.131441 + - 2.7979794 + - 28.042204 + - 9.823973 + - 41.842197 + - -27.455673 + - 14.089507 + - -14.694052 + - 24.024866 + - 0.9003727 + - 30.172892 + - -1.0056168 + - 9.112388 + - 8.82574 + - -17.80044 + - 30.64906 + - 8.015997 + - 25.982927 + - -19.876774 + - -11.402667 + - 26.946455 + - -19.916153 + - -3.3857434 + - -23.69536 + - 3.7853634 + - 14.829557 + - -17.109531 + - -27.09775 + - 23.522245 + - 30.493605 + - -11.560226 + - 27.162785 + - 2.7053628 + - -37.42793 + - 12.331507 + - 18.341743 + - -31.864058 + - -21.63704 + - 4.673852 + - 42.48915 + - -2.944068 + - -50.774532 + - -9.632194 + - -30.720654 + - -22.183016 + - 26.836267 + - -5.859316 + - -21.82021 + - -28.85181 + - -7.309675 + - -5.486695 + - 11.483698 + - -32.7733 + - 10.590973 + - -34.80814 + - 2.0091608 + - 5.3200936 + - -3.0604117 + - 20.132515 + - 19.370632 + - -19.323828 + - -20.087927 + - 35.668816 + - 12.459378 + - 1.6359632 + - -17.282612 + - -20.929667 + - 21.704895 + - -7.153786 + - 19.326605 + - 11.977577 + - 12.77683 + - 26.853945 + - -7.029922 + - -35.175465 + - -21.43475 + - -46.32952 + - 49.34355 + - 2.8868785 + - 46.40342 + - -24.00424 + - 14.201684 + - -12.721413 + - 12.54408 + - 24.992994 + - -53.685806 + - 28.735306 + - -15.133192 +- - -88.90312 + - 8.3675995 + - 34.61205 + - 42.69602 + - -2.3348558 + - 41.1413 + - 36.14372 + - 15.608441 + - -8.125162 + - 12.582254 + - -14.729881 + - -4.682199 + - 29.989258 + - -4.3930845 + - 44.021824 + - 13.234757 + - 33.338444 + - -27.7553 + - -56.647396 + - -9.429178 + - 47.420208 + - 5.9018764 + - -43.063915 + - -0.7734922 + - 14.635206 + - 27.572933 + - 12.081346 + - -50.170513 + - 0.6362507 + - 22.9016 + - 19.274948 + - -7.3913875 + - 14.144055 + - 9.285083 + - 54.236706 + - 36.87782 + - -1.8070308 + - -45.948017 + - -29.07438 + - -59.83531 + - -9.694284 + - 57.61519 + - -34.428665 + - 41.34843 + - 9.5249605 + - -42.78563 + - -75.16757 + - -8.045915 + - 19.910776 + - -27.044361 + - -27.503824 + - -33.817356 + - -28.219675 + - 19.018452 + - -70.9472 + - -6.4643393 + - -25.860447 + - -36.053802 + - -25.537134 + - 48.936466 + - -25.746227 + - 40.465847 + - -21.025707 + - 3.9381132 + - 61.676414 + - -15.460888 + - -29.15054 + - 47.221283 + - 9.5376425 + - 151.74713 + - -30.181099 + - 6.393189 + - -25.586039 + - -49.680317 + - 143.27487 + - 40.20158 + - -45.686653 + - -17.699028 + - -22.779161 + - 4.951239 + - -3.9984677 + - 32.65827 + - 14.205844 + - -6.138256 + - 111.69893 + - -6.1871285 + - -52.977745 + - 3.734694 + - 10.395453 + - 18.14472 + - -0.6284592 + - -12.628765 + - -27.93957 + - 8.534132 + - 33.033504 + - -71.17331 + - -30.51001 + - 14.032886 + - -18.025436 + - -25.628294 + - -10.434646 + - -2.2801235 + - 74.53289 + - 122.93129 + - 6.4443645 + - -12.408226 + - -56.939423 + - -9.748743 + - 41.621403 + - 67.53667 + - -4.2345147 + - 10.871716 + - 33.015648 + - -22.589891 + - -2.7974231 + - 31.250786 + - -48.46129 + - -27.008322 + - -13.8901825 + - -14.395608 + - 42.868645 + - 5.4059443 + - 8.415631 + - -3.6516068 + - 26.04111 + - 49.019142 + - -13.222131 + - 13.458092 + - -68.28076 + - -59.049667 + - 51.97244 + - 22.30579 + - 12.113106 + - 39.87342 + - -24.007727 + - 18.029602 + - -15.099839 + - 16.560171 + - 80.486244 + - 18.992088 + - -25.156408 + - -30.458443 + - -31.436836 + - -12.4851055 + - -11.87999 + - 27.624292 + - 22.73616 + - 25.174845 + - 11.94679 + - -19.563543 + - 49.333553 + - 0.08748815 + - 39.28165 + - -25.662666 + - -30.479689 + - -36.919033 + - -11.267359 + - -11.200492 + - -14.225634 + - 0.5949208 + - -64.1415 + - -43.045067 + - 38.777668 + - 26.113956 + - -17.969269 + - 48.11532 + - -28.056067 + - 0.6178519 + - 19.366034 + - 27.492462 + - 7.6160297 + - -34.355022 + - 5.7701206 + - -61.6957 + - -55.483055 + - 13.77885 + - 18.295202 + - 0.1973163 + - 8.392044 + - 19.756056 + - -35.908646 + - 60.22814 + - -27.89145 + - 32.636314 + - -69.54118 + - -15.835927 + - -13.445179 + - 23.922787 + - -24.59038 + - -42.061073 + - -5.288223 + - -22.93747 + - -3.0930972 + - -43.376842 + - 80.65229 + - -30.339128 + - 40.788635 + - -16.31696 + - -32.937115 + - -55.643993 + - 45.62481 + - -28.484968 + - -38.256626 + - -7.9615355 + - -23.821484 + - -5.2588015 + - -41.355362 + - 7.3226824 + - -22.530922 + - 24.333046 + - -15.678665 + - 33.181664 + - 4.606695 + - -66.15363 + - 11.450859 + - 5.038222 + - -2.0208025 + - 5.2313237 + - -23.294037 + - 27.118858 + - 4.2677264 + - -26.9644 + - 25.996994 + - -20.14829 + - -45.181824 + - 8.30987 + - 4.310544 + - 3.0043075 + - 56.90658 + - -21.987738 + - -14.737118 + - 40.28914 + - -10.699932 + - 7.9070063 + - -32.57242 + - -25.683914 + - 9.792656 + - -27.980291 + - 10.527082 + - -14.5566435 + - -40.908405 + - -8.816716 + - 11.595796 + - -15.982554 + - -26.985987 + - -1.4885986 + - 36.65999 + - 23.64124 + - 51.64237 + - -39.01603 + - 24.700539 + - 5.582675 + - 11.224119 + - 4.1884537 + - -5.994543 + - -3.6780834 + - 8.851597 + - 33.459316 + - 12.389432 + - 12.972755 + - -0.36605984 + - -4.6390386 + - -17.183678 + - -19.793016 + - 20.324995 + - 61.733353 + - -10.503751 + - 26.824123 + - -12.569499 + - -57.25401 + - 28.342667 + - -13.908308 + - 13.768418 + - -28.978786 + - 20.78739 + - 47.850723 + - 27.926065 + - 7.2372856 + - 36.522194 + - -33.809788 + - 66.81643 + - -8.133249 + - 14.224849 + - 30.513287 + - 6.6483245 + - -9.559151 + - -23.377874 + - 56.614094 + - -13.942728 + - -14.562657 + - -25.312008 + - 35.440243 + - 5.4106264 + - -10.150362 + - -9.66686 + - -16.46265 + - 7.2161727 + - -14.951434 + - -46.52067 + - 11.998357 + - -73.177574 + - -12.577808 + - -3.1694539 + - -16.311832 + - -10.233168 + - 69.17558 + - 49.05131 + - 7.0577106 + - 13.37296 + - 14.514073 + - -3.4799037 + - -15.188872 + - -22.389471 + - -5.7230043 + - 30.017345 + - -40.23846 + - 30.364967 + - -20.073114 + - 32.17566 + - 32.53901 + - 60.326916 + - -6.6859193 + - 22.39599 + - 45.248367 + - 30.203875 + - -38.02369 + - 38.760574 + - 24.38884 + - -35.59755 + - 31.074478 + - 25.625425 + - -5.685925 + - 39.07858 + - -12.055992 + - 26.840464 + - 13.311923 + - -16.823921 + - 50.701767 + - -73.49857 + - -25.629095 + - -9.084652 + - -0.9804808 + - -25.10645 + - -24.894732 + - 14.587913 + - 0.22568275 + - 50.740486 + - 36.759773 + - 11.031736 + - 18.549437 + - -1.3213084 + - -40.929276 + - 0.23111708 + - -21.350708 + - -36.433964 + - 4.162715 + - -4.8472 + - 27.974709 + - 49.29421 + - -38.05565 + - 73.42652 + - -68.87197 + - 4.6174946 + - -14.678267 + - 69.191185 + - 6.8629603 + - -13.951905 + - -3.51205 + - 57.873047 + - -31.681887 + - -25.741806 + - -26.43691 + - -13.724306 + - -26.074087 + - 12.493664 + - -11.694845 + - 31.705631 + - 27.798391 + - 0.80705684 + - -8.040485 + - -14.695274 + - -58.300587 + - -26.607952 + - -38.875057 + - 45.309113 + - 21.659128 + - 22.9957 + - 35.77494 + - 8.464606 + - -16.223051 + - -33.48179 + - -28.445595 + - 4.1768966 + - 40.89763 + - -31.42862 + - -30.065708 + - -5.5520415 + - 43.830257 + - 16.672606 + - -54.712345 + - -45.26569 + - -40.75854 + - 25.098663 + - 6.8100834 + - 14.32857 + - 17.07041 + - -16.549114 + - 58.541515 + - 42.29718 + - -16.381271 + - -10.729959 + - -51.61131 + - -42.796886 + - 0.78469443 + - -24.966578 + - -9.447367 + - -17.252865 + - 8.983264 + - -31.858692 + - 30.775036 + - -64.95542 + - 19.028854 + - 13.411963 + - 38.025948 + - 16.08827 + - 3.5007672 + - 15.3063755 + - -19.357439 + - -1.0660961 + - 3.9616296 + - -14.165515 + - -50.081482 + - -3.404964 + - 56.14872 + - 24.646229 + - -57.28602 + - -20.986313 + - 24.91349 + - 20.103376 + - 17.755875 + - 5.1331134 + - -14.308904 + - 5.724791 + - 64.32465 + - 3.541976 + - -30.242613 + - 13.718801 + - -36.01068 + - -1.9048239 + - -7.8620124 + - 17.56087 + - -19.329773 + - 4.403211 + - 32.6572 + - -18.105738 + - 0.014254284 + - -11.223504 + - -23.901001 + - -3.3814924 + - -18.906359 + - 26.907757 + - -12.313174 + - 18.2486 + - -38.709652 + - 33.30498 + - -29.804197 + - 5.3198395 + - -1.7589376 + - 10.778845 + - 22.594072 + - 0.047600735 + - 26.078136 + - 13.516788 + - 18.452526 + - 27.0331 + - 1.9014379 + - 29.338316 + - -35.524612 + - 11.288042 + - 11.868167 + - -26.901083 + - 33.215885 + - 13.173117 + - 12.705026 + - 23.823893 + - 13.589643 + - -2.6099083 + - 26.970201 + - -10.929307 + - 24.61459 + - -18.241562 + - 12.602327 + - 39.613186 + - -36.377827 + - 39.83847 + - -12.262698 + - -5.243285 + - -6.180751 + - -34.634853 + - -22.5515 + - -53.569107 + - 31.657686 + - 31.896854 + - 71.02713 + - 18.428162 + - 32.2397 + - 47.095703 + - -0.42609724 + - 15.621343 + - -3.324137 + - 40.298645 + - -17.156626 + - 29.155474 + - 13.70301 + - -15.058805 + - 13.409417 + - 2.3490348 + - -2.3560615 + - -4.1075497 + - 37.049 + - -8.249851 + - 16.990768 + - 13.006352 + - 28.180557 + - -34.570854 + - -11.292304 + - 22.890081 + - -22.921394 + - 30.783781 + - -50.89206 + - -48.590183 + - 16.660465 + - 3.7183259 + - -3.264503 + - -66.53713 + - -17.551094 + - -29.120413 + - 13.505022 + - 12.026273 + - 3.5493803 + - 33.386295 + - -49.896797 + - 0.9823493 + - -7.5293674 + - -8.715331 + - -23.672798 + - 47.088665 + - 21.515745 + - 9.680975 + - 21.002874 + - 22.48504 + - -7.8076153 + - 0.9119883 + - 0.28060812 + - 7.608641 + - 24.597593 + - -22.196527 + - 8.241262 + - -1.3182319 + - 59.76524 + - 5.2118177 + - -18.73307 + - -8.304517 + - -3.1737378 + - 19.385155 + - 7.651392 + - -56.531155 + - -55.390186 + - -44.497288 + - 31.620907 + - 2.9608512 + - 45.27245 + - 36.37528 + - 21.778423 + - -49.259056 + - 78.283455 + - -9.727561 + - -21.940275 + - 29.620087 + - -3.2395103 + - -3.889389 + - 33.94957 + - 73.58464 + - -7.8268094 + - -2.0635602 + - 28.501581 + - -7.083659 + - -14.763248 + - -27.017431 + - -40.03821 + - -11.167003 + - -23.757318 + - -44.108562 + - -23.615131 + - 8.628827 + - 20.536224 + - 41.832054 + - 29.496677 + - 75.1431 + - 14.075564 + - -28.108183 + - -30.378353 + - -9.395523 + - 6.7788095 + - 20.349316 + - -10.466381 + - 27.001856 + - 11.348208 + - 16.640268 + - 10.802039 + - -38.498093 + - -28.037872 + - -21.970385 + - 31.018412 + - -23.754995 + - -57.123154 + - 11.343005 + - 37.91941 + - 0.95244586 + - -0.7917108 + - 58.568768 + - 33.529163 + - 2.6281145 + - 31.738283 + - -13.771898 + - -21.164246 + - -15.804362 + - 14.153156 + - -33.175182 + - -25.2768 + - 23.13851 + - 20.705076 + - 40.507404 + - -26.479948 + - 3.0781872 + - -14.522005 + - -43.536015 + - -64.53977 + - -26.677286 + - -43.47129 + - -49.070858 + - 1.4021416 + - 6.4985714 + - 21.925722 + - 39.684063 + - -82.33918 + - 6.1295543 + - -31.244677 + - -5.250176 + - 19.782124 + - 12.623599 + - 39.117348 + - 15.9129715 + - -33.156063 + - 18.184048 + - -11.599154 + - -19.696342 + - -20.419825 + - -45.737865 + - -21.437881 + - -24.970339 + - 44.54354 + - -6.930982 + - -12.895321 + - -35.27589 + - -36.94548 + - 17.951326 + - 6.281493 + - -38.49623 + - -3.237203 + - -23.54011 + - -27.302557 + - -46.31347 + - -20.161226 + - -10.223409 + - 28.824036 + - -9.654767 + - 25.38852 + - -12.032486 + - 25.733574 + - 52.197327 + - -13.219455 + - 36.01879 + - 15.855296 + - 38.707 + - -59.64379 + - 12.330596 + - -10.297206 + - 1.4078487 + - 2.2003155 + - 47.51784 + - -30.176182 + - -5.4420695 + - -8.559651 + - -58.60708 + - 22.484762 + - 2.2184377 + - 20.532934 + - -30.675169 + - -29.043915 + - -1.1157846 + - 0.22743757 + - -7.430489 + - -17.513494 + - -4.249431 + - 17.642977 + - -14.616048 + - -41.18013 + - 5.9162583 + - -1.915405 + - -12.917217 + - 25.528152 + - 1.7406263 + - -23.088707 + - -13.111368 + - 2.1036267 + - -21.373446 + - -41.76802 + - -4.775836 + - 33.88808 + - 17.023691 + - -33.216824 + - 3.5169392 + - -35.665836 + - 6.099293 + - 14.755487 + - -11.629575 + - -10.7184 + - -12.875039 + - -10.809063 + - 26.177254 + - 18.964111 + - -50.22307 + - 24.489555 + - -15.672796 + - 11.349221 + - -10.2842045 + - 8.663563 + - 2.1966245 + - 14.819921 + - -9.294866 + - -45.967854 + - 14.311125 + - -3.7596762 + - 7.8555746 + - 0.96393114 + - -34.21849 + - 25.967146 + - -21.190887 + - 15.241094 + - 20.109213 + - 28.602036 + - 17.007856 + - 2.1587574 + - -44.893997 + - -28.588009 + - -37.19628 + - 37.42241 + - 1.8902107 + - 32.70175 + - -52.694546 + - 24.837164 + - -30.529118 + - -13.868735 + - 7.194849 + - -58.27126 + - 41.028584 + - -28.806448 +- - -69.487144 + - -7.1062355 + - 9.740196 + - 18.997515 + - 5.889509 + - 42.72213 + - 3.6362855 + - 14.931772 + - -1.7010872 + - 3.1040974 + - -15.862464 + - 5.442704 + - 31.056398 + - -3.5725198 + - 38.031406 + - -2.71268 + - 33.10821 + - -39.481644 + - -36.307644 + - 11.349322 + - 57.427128 + - -7.2752166 + - -35.96828 + - 0.57933754 + - 7.542982 + - 21.161472 + - 8.87591 + - -23.933264 + - -7.125131 + - 14.564376 + - 21.417328 + - -26.62387 + - -17.065554 + - 12.979989 + - 26.349289 + - 34.083984 + - 6.5038304 + - -32.841362 + - -27.890388 + - -40.711617 + - -16.812273 + - 47.96682 + - -35.2101 + - 13.511981 + - 22.493715 + - -34.889706 + - -54.250187 + - -9.643264 + - 9.889567 + - -25.838062 + - -17.302044 + - -35.65859 + - -22.704098 + - 15.597198 + - -53.474342 + - -26.67094 + - -11.22846 + - -21.929695 + - -18.082281 + - 47.964333 + - -26.797165 + - 22.689392 + - 6.9358897 + - -0.8273302 + - 41.666237 + - -1.6852854 + - -22.481117 + - 19.087915 + - 31.526913 + - 104.070435 + - -9.836394 + - 10.239667 + - -17.792233 + - -13.639319 + - 113.649826 + - 38.389805 + - -17.954386 + - -7.847966 + - -20.074223 + - 5.158872 + - 15.385712 + - 16.863195 + - 3.8489442 + - -16.60702 + - 95.351166 + - 27.562042 + - -52.381702 + - 1.0838484 + - 33.9359 + - 17.205832 + - 8.764863 + - -2.7846246 + - -35.983273 + - -10.893294 + - 25.539751 + - -50.63374 + - -11.1014385 + - 3.01979 + - -13.028103 + - -18.413307 + - -16.96897 + - 7.176411 + - 53.827232 + - 122.21393 + - 20.8994 + - -13.847896 + - -42.24399 + - 7.5548244 + - 11.140808 + - 52.465176 + - -28.15922 + - 11.365977 + - -0.84703654 + - -10.774318 + - -23.65002 + - 24.630886 + - -43.582375 + - -15.912038 + - -18.840828 + - -5.3083305 + - 34.20078 + - 19.329483 + - -1.4627944 + - -1.1200848 + - 29.229792 + - 31.956358 + - -3.4087453 + - 13.361756 + - -36.98245 + - -20.87369 + - 33.039368 + - -1.501944 + - 0.26857144 + - 50.92271 + - 5.9069204 + - 6.0999675 + - 2.4358299 + - 12.468509 + - 36.831097 + - 10.519638 + - 2.3927538 + - -48.979702 + - -8.387849 + - 3.9356172 + - -33.996014 + - 25.892237 + - -17.448631 + - 33.91024 + - -12.180814 + - -48.08005 + - 40.777157 + - 20.990856 + - 28.61926 + - -5.9085774 + - -11.500564 + - -34.559925 + - -12.71891 + - -0.7835154 + - 19.19757 + - 11.55371 + - -65.698616 + - -29.940237 + - 24.693295 + - 17.367308 + - -35.960922 + - 36.407276 + - 2.2473161 + - 13.323958 + - 2.8950596 + - 3.3025951 + - -12.619818 + - -12.513629 + - 13.814094 + - -41.06003 + - -37.935486 + - 14.102638 + - 36.118317 + - -19.930029 + - -3.402699 + - -0.1727304 + - -10.645509 + - 47.129337 + - -35.387527 + - 22.829823 + - -55.764896 + - -6.9379873 + - 4.040557 + - 25.03169 + - -21.5938 + - -55.30071 + - -0.8579679 + - -9.136258 + - -6.17782 + - -29.8913 + - 64.70133 + - -29.336191 + - 44.631348 + - -8.397214 + - -32.760784 + - -44.18078 + - 39.481163 + - -19.590609 + - 6.6049147 + - -1.7947195 + - -4.4933286 + - -22.686201 + - -6.570735 + - -5.373704 + - -19.949171 + - 8.804922 + - -19.769232 + - 16.946398 + - -16.442907 + - -31.85371 + - 26.875908 + - 8.087201 + - 2.471597 + - 10.054208 + - -19.426355 + - 17.131327 + - -22.98779 + - -3.1037388 + - 38.649357 + - -3.952737 + - -27.6633 + - 27.982624 + - 3.9357047 + - 35.14778 + - 34.31886 + - -4.260767 + - -20.947166 + - 38.45921 + - 1.0217762 + - 8.308435 + - -8.153027 + - -35.214302 + - 15.357121 + - -16.5729 + - 25.51506 + - -29.559635 + - -43.118824 + - -0.22218646 + - 10.582762 + - -9.854116 + - -13.178153 + - 16.16848 + - 28.696619 + - 10.747028 + - 46.629368 + - -18.029331 + - 16.577976 + - -6.286372 + - 21.476286 + - -10.47905 + - 2.4120047 + - -12.540688 + - -5.638083 + - 22.530245 + - 25.511608 + - 8.995521 + - -17.170815 + - 3.384466 + - 8.947471 + - 3.3568423 + - 28.178638 + - 66.47519 + - -26.108639 + - 20.558733 + - -16.366476 + - -46.08376 + - 26.425074 + - -13.2067795 + - 4.4823666 + - -2.526099 + - 6.9654775 + - 31.919617 + - 36.848003 + - 7.5253406 + - 18.135004 + - -42.94646 + - 43.53444 + - 0.41346696 + - 10.579265 + - 23.772457 + - 19.79112 + - -4.943918 + - -24.887243 + - 37.90139 + - -3.5052698 + - -40.36824 + - -15.688472 + - 19.561617 + - -10.885178 + - -4.144153 + - -19.028023 + - -14.807056 + - 11.089102 + - -14.456403 + - -19.700468 + - -7.439669 + - -49.86533 + - -11.482186 + - -3.9776986 + - -5.014964 + - -3.3233504 + - 51.26129 + - 21.304888 + - -2.001256 + - 35.946407 + - 28.814169 + - 20.858835 + - -32.43537 + - -11.934401 + - 2.4043953 + - 31.998857 + - -37.617004 + - 29.012674 + - -16.75496 + - 11.152962 + - 8.332054 + - 44.45489 + - 15.11787 + - 11.276514 + - 25.885136 + - 6.2829037 + - -42.443176 + - -7.490118 + - 47.505455 + - -54.64396 + - 12.049617 + - -5.018001 + - 34.34874 + - 34.219055 + - -10.538323 + - 11.32861 + - 23.681154 + - 2.7594292 + - 24.564697 + - -70.44911 + - -28.482561 + - 7.073468 + - -4.5538764 + - -12.393878 + - -14.1045885 + - 11.258717 + - -18.066938 + - 16.262375 + - -8.682314 + - 21.555258 + - 42.651245 + - -7.338121 + - -22.394625 + - -6.281622 + - -41.526066 + - -5.7871394 + - 9.0371895 + - -2.190247 + - 28.592703 + - 50.27374 + - -43.995533 + - 58.91964 + - -52.552135 + - 4.037419 + - -8.369155 + - 45.03932 + - 4.7793436 + - -33.55857 + - 6.7997565 + - 56.734417 + - -2.5135498 + - -31.113089 + - -9.8939085 + - -21.473494 + - -7.907667 + - 1.0076627 + - -16.80153 + - 34.45268 + - 15.729872 + - -13.436697 + - -31.810406 + - 10.653974 + - -17.952814 + - -42.428047 + - -29.57305 + - 31.54309 + - 11.378383 + - 24.687227 + - 59.53244 + - 2.8952756 + - -7.6223965 + - -5.4380884 + - -26.46519 + - -25.291107 + - 33.93167 + - -9.705098 + - -24.011131 + - 14.837143 + - 41.286015 + - 36.52194 + - -36.82253 + - -36.275536 + - -23.718575 + - 26.420527 + - -3.645038 + - 29.13865 + - 14.17548 + - -4.91013 + - 32.22538 + - 35.186657 + - 0.0151800085 + - 12.928905 + - -46.037216 + - 5.337755 + - 7.3768926 + - -30.847734 + - -8.111156 + - -11.746494 + - -3.5362852 + - -29.413097 + - 23.59749 + - -44.505207 + - 6.3306184 + - 13.802919 + - 27.724396 + - 4.2438693 + - -0.35732785 + - 12.331227 + - 0.70255417 + - 5.2071404 + - -34.528145 + - 15.356134 + - -31.6867 + - -6.4180307 + - 58.348125 + - -4.624758 + - -54.066868 + - 2.2922153 + - 37.37702 + - 19.890638 + - 12.813495 + - 9.137795 + - -38.0101 + - -1.2054863 + - 57.375187 + - -21.97144 + - -14.374474 + - 12.175641 + - -14.612288 + - -4.2366223 + - -5.484437 + - 12.51591 + - 7.9991326 + - 3.3537335 + - 14.285136 + - 1.9747547 + - -18.483639 + - 5.3057914 + - -31.032522 + - 2.2851608 + - -8.716517 + - 21.283762 + - -15.195583 + - 18.913767 + - -32.470947 + - 6.5813637 + - -17.118517 + - 6.4634175 + - -23.622145 + - 13.592488 + - 9.03203 + - -1.8813499 + - 14.351745 + - -10.16708 + - 0.07696602 + - 12.364559 + - -21.524061 + - 30.873377 + - 8.76644 + - 20.710236 + - -5.5457773 + - -22.830917 + - 41.61992 + - 24.209414 + - 20.436241 + - 4.3790193 + - 8.796412 + - -2.8473396 + - 1.4912047 + - -15.591441 + - 15.806229 + - -0.4918868 + - 27.565302 + - 9.845018 + - -34.855602 + - 42.698635 + - -2.5194647 + - -7.1306515 + - -15.102288 + - -10.575749 + - -18.380129 + - -52.98187 + - 11.480372 + - 30.224327 + - 54.398716 + - -12.409696 + - 28.63334 + - 50.9753 + - 5.788425 + - 2.0321326 + - 6.5066323 + - 28.845238 + - -14.077898 + - -1.069694 + - 14.599885 + - -9.661392 + - 15.875177 + - -0.5060495 + - -3.1050503 + - 7.7848167 + - 29.948738 + - -13.704682 + - 14.611266 + - 10.17282 + - 16.404377 + - -7.9522257 + - -21.33555 + - 24.37485 + - 8.525208 + - 28.46424 + - -31.997011 + - -29.489697 + - -15.5372505 + - -3.8166025 + - -23.105104 + - -80.175026 + - -18.568344 + - -39.026768 + - 19.935825 + - 0.23064978 + - -10.440506 + - 27.381836 + - -55.456112 + - 14.585391 + - -0.6554974 + - -12.733561 + - -31.08473 + - 34.856926 + - 27.551508 + - 8.873674 + - 45.23772 + - 9.790355 + - -38.068012 + - -19.953835 + - 8.135064 + - 25.33204 + - 4.6629996 + - -15.495893 + - -5.3111286 + - -19.008308 + - 36.791557 + - 18.640575 + - -1.7925054 + - -20.041145 + - -13.353503 + - 7.2534585 + - 9.256217 + - -43.855927 + - -33.510918 + - -13.681763 + - -6.1037755 + - -13.755661 + - 55.232174 + - 24.459602 + - 12.736494 + - -33.291187 + - 66.76634 + - -6.878493 + - 7.0188484 + - 27.399141 + - -30.118336 + - 9.249321 + - 32.251865 + - 38.096745 + - 13.681038 + - 1.5770899 + - 16.222195 + - -8.131415 + - -18.68302 + - -28.342844 + - -25.516916 + - -23.996128 + - 1.0832293 + - -34.50899 + - -14.429135 + - 1.9957246 + - 45.608654 + - 45.8364 + - 9.082343 + - 37.83045 + - -11.192151 + - -16.966764 + - -39.917618 + - 2.283287 + - -2.4493241 + - 30.996532 + - -7.1147056 + - 23.63368 + - 30.630972 + - 8.537501 + - 2.2232082 + - -29.983215 + - -28.397041 + - -29.903162 + - 25.747137 + - -3.6198409 + - -38.016953 + - 10.649167 + - 25.330341 + - -6.355592 + - 0.050557815 + - 66.004845 + - 16.383024 + - -20.710258 + - 17.552582 + - 0.46778667 + - -4.082142 + - -3.7163415 + - -0.3533232 + - -25.191336 + - -31.457178 + - 16.430914 + - 9.261268 + - 27.403034 + - -23.248528 + - -3.0499918 + - 1.501912 + - -33.063828 + - -31.423391 + - -21.617346 + - -29.095325 + - -22.110046 + - -12.377621 + - 20.166048 + - 19.166473 + - 24.145716 + - -31.848122 + - 5.4045167 + - -6.8054028 + - -7.3006434 + - 19.455164 + - 4.0493956 + - 33.063976 + - 15.5803795 + - -7.7096877 + - 1.707256 + - -2.4006705 + - -22.753906 + - -15.162545 + - -26.072035 + - -1.6430702 + - -1.4848357 + - 13.630162 + - 3.111395 + - -3.1653357 + - -29.093159 + - -28.757366 + - 22.637428 + - 31.024803 + - -4.617722 + - 15.445286 + - -13.922612 + - -4.439639 + - -34.03613 + - -20.967237 + - -7.6872153 + - 23.897408 + - -29.207819 + - 26.733307 + - -23.070194 + - 1.2146165 + - 30.131441 + - 2.7979794 + - 28.042204 + - 9.823973 + - 41.842197 + - -27.455673 + - 14.089507 + - -14.694052 + - 24.024866 + - 0.9003727 + - 30.172892 + - -1.0056168 + - 9.112388 + - 8.82574 + - -17.80044 + - 30.64906 + - 8.015997 + - 25.982927 + - -19.876774 + - -11.402667 + - 26.946455 + - -19.916153 + - -3.3857434 + - -23.69536 + - 3.7853634 + - 14.829557 + - -17.109531 + - -27.09775 + - 23.522245 + - 30.493605 + - -11.560226 + - 27.162785 + - 2.7053628 + - -37.42793 + - 12.331507 + - 18.341743 + - -31.864058 + - -21.63704 + - 4.673852 + - 42.48915 + - -2.944068 + - -50.774532 + - -9.632194 + - -30.720654 + - -22.183016 + - 26.836267 + - -5.859316 + - -21.82021 + - -28.85181 + - -7.309675 + - -5.486695 + - 11.483698 + - -32.7733 + - 10.590973 + - -34.80814 + - 2.0091608 + - 5.3200936 + - -3.0604117 + - 20.132515 + - 19.370632 + - -19.323828 + - -20.087927 + - 35.668816 + - 12.459378 + - 1.6359632 + - -17.282612 + - -20.929667 + - 21.704895 + - -7.153786 + - 19.326605 + - 11.977577 + - 12.77683 + - 26.853945 + - -7.029922 + - -35.175465 + - -21.43475 + - -46.32952 + - 49.34355 + - 2.8868785 + - 46.40342 + - -24.00424 + - 14.201684 + - -12.721413 + - 12.54408 + - 24.992994 + - -53.685806 + - 28.735306 + - -15.133192 diff --git a/backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_single.snap b/backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_single.snap new file mode 100644 index 00000000..198c9c11 --- /dev/null +++ b/backends/candle/tests/snapshots/test_gemma3__gemma3_cpu_single.snap @@ -0,0 +1,772 @@ +--- +source: backends/candle/tests/test_gemma3.rs +expression: embeddings_single +--- +- - -69.487144 + - -7.1062355 + - 9.740196 + - 18.997515 + - 5.889509 + - 42.72213 + - 3.6362855 + - 14.931772 + - -1.7010872 + - 3.1040974 + - -15.862464 + - 5.442704 + - 31.056398 + - -3.5725198 + - 38.031406 + - -2.71268 + - 33.10821 + - -39.481644 + - -36.307644 + - 11.349322 + - 57.427128 + - -7.2752166 + - -35.96828 + - 0.57933754 + - 7.542982 + - 21.161472 + - 8.87591 + - -23.933264 + - -7.125131 + - 14.564376 + - 21.417328 + - -26.62387 + - -17.065554 + - 12.979989 + - 26.349289 + - 34.083984 + - 6.5038304 + - -32.841362 + - -27.890388 + - -40.711617 + - -16.812273 + - 47.96682 + - -35.2101 + - 13.511981 + - 22.493715 + - -34.889706 + - -54.250187 + - -9.643264 + - 9.889567 + - -25.838062 + - -17.302044 + - -35.65859 + - -22.704098 + - 15.597198 + - -53.474342 + - -26.67094 + - -11.22846 + - -21.929695 + - -18.082281 + - 47.964333 + - -26.797165 + - 22.689392 + - 6.9358897 + - -0.8273302 + - 41.666237 + - -1.6852854 + - -22.481117 + - 19.087915 + - 31.526913 + - 104.070435 + - -9.836394 + - 10.239667 + - -17.792233 + - -13.639319 + - 113.649826 + - 38.389805 + - -17.954386 + - -7.847966 + - -20.074223 + - 5.158872 + - 15.385712 + - 16.863195 + - 3.8489442 + - -16.60702 + - 95.351166 + - 27.562042 + - -52.381702 + - 1.0838484 + - 33.9359 + - 17.205832 + - 8.764863 + - -2.7846246 + - -35.983273 + - -10.893294 + - 25.539751 + - -50.63374 + - -11.1014385 + - 3.01979 + - -13.028103 + - -18.413307 + - -16.96897 + - 7.176411 + - 53.827232 + - 122.21393 + - 20.8994 + - -13.847896 + - -42.24399 + - 7.5548244 + - 11.140808 + - 52.465176 + - -28.15922 + - 11.365977 + - -0.84703654 + - -10.774318 + - -23.65002 + - 24.630886 + - -43.582375 + - -15.912038 + - -18.840828 + - -5.3083305 + - 34.20078 + - 19.329483 + - -1.4627944 + - -1.1200848 + - 29.229792 + - 31.956358 + - -3.4087453 + - 13.361756 + - -36.98245 + - -20.87369 + - 33.039368 + - -1.501944 + - 0.26857144 + - 50.92271 + - 5.9069204 + - 6.0999675 + - 2.4358299 + - 12.468509 + - 36.831097 + - 10.519638 + - 2.3927538 + - -48.979702 + - -8.387849 + - 3.9356172 + - -33.996014 + - 25.892237 + - -17.448631 + - 33.91024 + - -12.180814 + - -48.08005 + - 40.777157 + - 20.990856 + - 28.61926 + - -5.9085774 + - -11.500564 + - -34.559925 + - -12.71891 + - -0.7835154 + - 19.19757 + - 11.55371 + - -65.698616 + - -29.940237 + - 24.693295 + - 17.367308 + - -35.960922 + - 36.407276 + - 2.2473161 + - 13.323958 + - 2.8950596 + - 3.3025951 + - -12.619818 + - -12.513629 + - 13.814094 + - -41.06003 + - -37.935486 + - 14.102638 + - 36.118317 + - -19.930029 + - -3.402699 + - -0.1727304 + - -10.645509 + - 47.129337 + - -35.387527 + - 22.829823 + - -55.764896 + - -6.9379873 + - 4.040557 + - 25.03169 + - -21.5938 + - -55.30071 + - -0.8579679 + - -9.136258 + - -6.17782 + - -29.8913 + - 64.70133 + - -29.336191 + - 44.631348 + - -8.397214 + - -32.760784 + - -44.18078 + - 39.481163 + - -19.590609 + - 6.6049147 + - -1.7947195 + - -4.4933286 + - -22.686201 + - -6.570735 + - -5.373704 + - -19.949171 + - 8.804922 + - -19.769232 + - 16.946398 + - -16.442907 + - -31.85371 + - 26.875908 + - 8.087201 + - 2.471597 + - 10.054208 + - -19.426355 + - 17.131327 + - -22.98779 + - -3.1037388 + - 38.649357 + - -3.952737 + - -27.6633 + - 27.982624 + - 3.9357047 + - 35.14778 + - 34.31886 + - -4.260767 + - -20.947166 + - 38.45921 + - 1.0217762 + - 8.308435 + - -8.153027 + - -35.214302 + - 15.357121 + - -16.5729 + - 25.51506 + - -29.559635 + - -43.118824 + - -0.22218646 + - 10.582762 + - -9.854116 + - -13.178153 + - 16.16848 + - 28.696619 + - 10.747028 + - 46.629368 + - -18.029331 + - 16.577976 + - -6.286372 + - 21.476286 + - -10.47905 + - 2.4120047 + - -12.540688 + - -5.638083 + - 22.530245 + - 25.511608 + - 8.995521 + - -17.170815 + - 3.384466 + - 8.947471 + - 3.3568423 + - 28.178638 + - 66.47519 + - -26.108639 + - 20.558733 + - -16.366476 + - -46.08376 + - 26.425074 + - -13.2067795 + - 4.4823666 + - -2.526099 + - 6.9654775 + - 31.919617 + - 36.848003 + - 7.5253406 + - 18.135004 + - -42.94646 + - 43.53444 + - 0.41346696 + - 10.579265 + - 23.772457 + - 19.79112 + - -4.943918 + - -24.887243 + - 37.90139 + - -3.5052698 + - -40.36824 + - -15.688472 + - 19.561617 + - -10.885178 + - -4.144153 + - -19.028023 + - -14.807056 + - 11.089102 + - -14.456403 + - -19.700468 + - -7.439669 + - -49.86533 + - -11.482186 + - -3.9776986 + - -5.014964 + - -3.3233504 + - 51.26129 + - 21.304888 + - -2.001256 + - 35.946407 + - 28.814169 + - 20.858835 + - -32.43537 + - -11.934401 + - 2.4043953 + - 31.998857 + - -37.617004 + - 29.012674 + - -16.75496 + - 11.152962 + - 8.332054 + - 44.45489 + - 15.11787 + - 11.276514 + - 25.885136 + - 6.2829037 + - -42.443176 + - -7.490118 + - 47.505455 + - -54.64396 + - 12.049617 + - -5.018001 + - 34.34874 + - 34.219055 + - -10.538323 + - 11.32861 + - 23.681154 + - 2.7594292 + - 24.564697 + - -70.44911 + - -28.482561 + - 7.073468 + - -4.5538764 + - -12.393878 + - -14.1045885 + - 11.258717 + - -18.066938 + - 16.262375 + - -8.682314 + - 21.555258 + - 42.651245 + - -7.338121 + - -22.394625 + - -6.281622 + - -41.526066 + - -5.7871394 + - 9.0371895 + - -2.190247 + - 28.592703 + - 50.27374 + - -43.995533 + - 58.91964 + - -52.552135 + - 4.037419 + - -8.369155 + - 45.03932 + - 4.7793436 + - -33.55857 + - 6.7997565 + - 56.734417 + - -2.5135498 + - -31.113089 + - -9.8939085 + - -21.473494 + - -7.907667 + - 1.0076627 + - -16.80153 + - 34.45268 + - 15.729872 + - -13.436697 + - -31.810406 + - 10.653974 + - -17.952814 + - -42.428047 + - -29.57305 + - 31.54309 + - 11.378383 + - 24.687227 + - 59.53244 + - 2.8952756 + - -7.6223965 + - -5.4380884 + - -26.46519 + - -25.291107 + - 33.93167 + - -9.705098 + - -24.011131 + - 14.837143 + - 41.286015 + - 36.52194 + - -36.82253 + - -36.275536 + - -23.718575 + - 26.420527 + - -3.645038 + - 29.13865 + - 14.17548 + - -4.91013 + - 32.22538 + - 35.186657 + - 0.0151800085 + - 12.928905 + - -46.037216 + - 5.337755 + - 7.3768926 + - -30.847734 + - -8.111156 + - -11.746494 + - -3.5362852 + - -29.413097 + - 23.59749 + - -44.505207 + - 6.3306184 + - 13.802919 + - 27.724396 + - 4.2438693 + - -0.35732785 + - 12.331227 + - 0.70255417 + - 5.2071404 + - -34.528145 + - 15.356134 + - -31.6867 + - -6.4180307 + - 58.348125 + - -4.624758 + - -54.066868 + - 2.2922153 + - 37.37702 + - 19.890638 + - 12.813495 + - 9.137795 + - -38.0101 + - -1.2054863 + - 57.375187 + - -21.97144 + - -14.374474 + - 12.175641 + - -14.612288 + - -4.2366223 + - -5.484437 + - 12.51591 + - 7.9991326 + - 3.3537335 + - 14.285136 + - 1.9747547 + - -18.483639 + - 5.3057914 + - -31.032522 + - 2.2851608 + - -8.716517 + - 21.283762 + - -15.195583 + - 18.913767 + - -32.470947 + - 6.5813637 + - -17.118517 + - 6.4634175 + - -23.622145 + - 13.592488 + - 9.03203 + - -1.8813499 + - 14.351745 + - -10.16708 + - 0.07696602 + - 12.364559 + - -21.524061 + - 30.873377 + - 8.76644 + - 20.710236 + - -5.5457773 + - -22.830917 + - 41.61992 + - 24.209414 + - 20.436241 + - 4.3790193 + - 8.796412 + - -2.8473396 + - 1.4912047 + - -15.591441 + - 15.806229 + - -0.4918868 + - 27.565302 + - 9.845018 + - -34.855602 + - 42.698635 + - -2.5194647 + - -7.1306515 + - -15.102288 + - -10.575749 + - -18.380129 + - -52.98187 + - 11.480372 + - 30.224327 + - 54.398716 + - -12.409696 + - 28.63334 + - 50.9753 + - 5.788425 + - 2.0321326 + - 6.5066323 + - 28.845238 + - -14.077898 + - -1.069694 + - 14.599885 + - -9.661392 + - 15.875177 + - -0.5060495 + - -3.1050503 + - 7.7848167 + - 29.948738 + - -13.704682 + - 14.611266 + - 10.17282 + - 16.404377 + - -7.9522257 + - -21.33555 + - 24.37485 + - 8.525208 + - 28.46424 + - -31.997011 + - -29.489697 + - -15.5372505 + - -3.8166025 + - -23.105104 + - -80.175026 + - -18.568344 + - -39.026768 + - 19.935825 + - 0.23064978 + - -10.440506 + - 27.381836 + - -55.456112 + - 14.585391 + - -0.6554974 + - -12.733561 + - -31.08473 + - 34.856926 + - 27.551508 + - 8.873674 + - 45.23772 + - 9.790355 + - -38.068012 + - -19.953835 + - 8.135064 + - 25.33204 + - 4.6629996 + - -15.495893 + - -5.3111286 + - -19.008308 + - 36.791557 + - 18.640575 + - -1.7925054 + - -20.041145 + - -13.353503 + - 7.2534585 + - 9.256217 + - -43.855927 + - -33.510918 + - -13.681763 + - -6.1037755 + - -13.755661 + - 55.232174 + - 24.459602 + - 12.736494 + - -33.291187 + - 66.76634 + - -6.878493 + - 7.0188484 + - 27.399141 + - -30.118336 + - 9.249321 + - 32.251865 + - 38.096745 + - 13.681038 + - 1.5770899 + - 16.222195 + - -8.131415 + - -18.68302 + - -28.342844 + - -25.516916 + - -23.996128 + - 1.0832293 + - -34.50899 + - -14.429135 + - 1.9957246 + - 45.608654 + - 45.8364 + - 9.082343 + - 37.83045 + - -11.192151 + - -16.966764 + - -39.917618 + - 2.283287 + - -2.4493241 + - 30.996532 + - -7.1147056 + - 23.63368 + - 30.630972 + - 8.537501 + - 2.2232082 + - -29.983215 + - -28.397041 + - -29.903162 + - 25.747137 + - -3.6198409 + - -38.016953 + - 10.649167 + - 25.330341 + - -6.355592 + - 0.050557815 + - 66.004845 + - 16.383024 + - -20.710258 + - 17.552582 + - 0.46778667 + - -4.082142 + - -3.7163415 + - -0.3533232 + - -25.191336 + - -31.457178 + - 16.430914 + - 9.261268 + - 27.403034 + - -23.248528 + - -3.0499918 + - 1.501912 + - -33.063828 + - -31.423391 + - -21.617346 + - -29.095325 + - -22.110046 + - -12.377621 + - 20.166048 + - 19.166473 + - 24.145716 + - -31.848122 + - 5.4045167 + - -6.8054028 + - -7.3006434 + - 19.455164 + - 4.0493956 + - 33.063976 + - 15.5803795 + - -7.7096877 + - 1.707256 + - -2.4006705 + - -22.753906 + - -15.162545 + - -26.072035 + - -1.6430702 + - -1.4848357 + - 13.630162 + - 3.111395 + - -3.1653357 + - -29.093159 + - -28.757366 + - 22.637428 + - 31.024803 + - -4.617722 + - 15.445286 + - -13.922612 + - -4.439639 + - -34.03613 + - -20.967237 + - -7.6872153 + - 23.897408 + - -29.207819 + - 26.733307 + - -23.070194 + - 1.2146165 + - 30.131441 + - 2.7979794 + - 28.042204 + - 9.823973 + - 41.842197 + - -27.455673 + - 14.089507 + - -14.694052 + - 24.024866 + - 0.9003727 + - 30.172892 + - -1.0056168 + - 9.112388 + - 8.82574 + - -17.80044 + - 30.64906 + - 8.015997 + - 25.982927 + - -19.876774 + - -11.402667 + - 26.946455 + - -19.916153 + - -3.3857434 + - -23.69536 + - 3.7853634 + - 14.829557 + - -17.109531 + - -27.09775 + - 23.522245 + - 30.493605 + - -11.560226 + - 27.162785 + - 2.7053628 + - -37.42793 + - 12.331507 + - 18.341743 + - -31.864058 + - -21.63704 + - 4.673852 + - 42.48915 + - -2.944068 + - -50.774532 + - -9.632194 + - -30.720654 + - -22.183016 + - 26.836267 + - -5.859316 + - -21.82021 + - -28.85181 + - -7.309675 + - -5.486695 + - 11.483698 + - -32.7733 + - 10.590973 + - -34.80814 + - 2.0091608 + - 5.3200936 + - -3.0604117 + - 20.132515 + - 19.370632 + - -19.323828 + - -20.087927 + - 35.668816 + - 12.459378 + - 1.6359632 + - -17.282612 + - -20.929667 + - 21.704895 + - -7.153786 + - 19.326605 + - 11.977577 + - 12.77683 + - 26.853945 + - -7.029922 + - -35.175465 + - -21.43475 + - -46.32952 + - 49.34355 + - 2.8868785 + - 46.40342 + - -24.00424 + - 14.201684 + - -12.721413 + - 12.54408 + - 24.992994 + - -53.685806 + - 28.735306 + - -15.133192 diff --git a/backends/candle/tests/test_gemma3.rs b/backends/candle/tests/test_gemma3.rs new file mode 100644 index 00000000..bff702ce --- /dev/null +++ b/backends/candle/tests/test_gemma3.rs @@ -0,0 +1,52 @@ +mod common; + +use crate::common::{sort_embeddings, SnapshotEmbeddings}; +use anyhow::Result; +use common::{batch, cosine_matcher, download_artifacts, load_tokenizer}; +use text_embeddings_backend_candle::CandleBackend; +use text_embeddings_backend_core::{Backend, ModelType, Pool}; + +#[test] +#[serial_test::serial] +fn test_gemma3() -> Result<()> { + let (model_root, dense_paths) = download_artifacts("google/embeddinggemma-300m", None, None)?; + let tokenizer = load_tokenizer(&model_root)?; + + let backend = CandleBackend::new( + &model_root, + "float32".to_string(), + ModelType::Embedding(Pool::Mean), + dense_paths, + )?; + + let input_batch = batch( + vec![ + tokenizer.encode("What is Deep Learning?", true).unwrap(), + tokenizer.encode("Deep Learning is...", true).unwrap(), + tokenizer.encode("What is Deep Learning?", true).unwrap(), + ], + [0, 1, 2].to_vec(), + vec![], + ); + + let matcher = cosine_matcher(); + + let (pooled_embeddings, _) = sort_embeddings(backend.embed(input_batch)?); + let embeddings_batch = SnapshotEmbeddings::from(pooled_embeddings); + insta::assert_yaml_snapshot!("gemma3_cpu_batch", embeddings_batch, &matcher); + + let input_single = batch( + vec![tokenizer.encode("What is Deep Learning?", true).unwrap()], + [0].to_vec(), + vec![], + ); + + let (pooled_embeddings, _) = sort_embeddings(backend.embed(input_single)?); + let embeddings_single = SnapshotEmbeddings::from(pooled_embeddings); + + insta::assert_yaml_snapshot!("gemma3_cpu_single", embeddings_single, &matcher); + assert_eq!(embeddings_batch[0], embeddings_single[0]); + assert_eq!(embeddings_batch[2], embeddings_single[0]); + + Ok(()) +} From 71b1f17eb192413b1d33975f9c43f90dd3633cbc Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Wed, 10 Sep 2025 10:56:42 +0000 Subject: [PATCH 2/3] Update `README.md` and `supported_models.md` Updated the listing of supported models to include the recently released EmbeddingGemma, but also to udpate the parameter counts to show the actual numbers on either B or M, as well as udpated the MTEB Leaderboard positions as some shifted or were missing --- README.md | 50 ++++++++++++++++-------------- docs/source/en/supported_models.md | 42 +++++++++++++------------ 2 files changed, 48 insertions(+), 44 deletions(-) diff --git a/README.md b/README.md index f2508852..c27a4bc5 100644 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ A blazing fast inference solution for text embeddings models. -Benchmark for [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5) on an Nvidia A10 with a sequence +Benchmark for [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5) on an NVIDIA A10 with a sequence length of 512 tokens:

@@ -66,29 +66,31 @@ Ember, GTE and E5. TEI implements many features such as: #### Text Embeddings Text Embeddings Inference currently supports Nomic, BERT, CamemBERT, XLM-RoBERTa models with absolute positions, JinaBERT -model with Alibi positions and Mistral, Alibaba GTE, Qwen2 models with Rope positions, MPNet, ModernBERT, and Qwen3. +model with Alibi positions and Mistral, Alibaba GTE, Qwen2 models with Rope positions, MPNet, ModernBERT, Qwen3, and Gemma3. Below are some examples of the currently supported models: -| MTEB Rank | Model Size | Model Type | Model ID | -|-----------|---------------------|-------------|--------------------------------------------------------------------------------------------------| -| 2 | 8B (Very Expensive) | Qwen3 | [Qwen/Qwen3-Embedding-8B](https://hf.co/Qwen/Qwen3-Embedding-8B) | -| 4 | 0.6B | Qwen3 | [Qwen/Qwen3-Embedding-0.6B](https://hf.co/Qwen/Qwen3-Embedding-0.6B) | -| 6 | 7B (Very Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-7B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-7B-instruct) | -| 7 | 0.5B | XLM-RoBERTa | [intfloat/multilingual-e5-large-instruct](https://hf.co/intfloat/multilingual-e5-large-instruct) | -| 14 | 1.5B (Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-1.5B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct) | -| 17 | 7B (Very Expensive) | Mistral | [Salesforce/SFR-Embedding-2_R](https://hf.co/Salesforce/SFR-Embedding-2_R) | -| 34 | 0.5B | XLM-RoBERTa | [Snowflake/snowflake-arctic-embed-l-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-l-v2.0) | -| 40 | 0.3B | Alibaba GTE | [Snowflake/snowflake-arctic-embed-m-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-m-v2.0) | -| 51 | 0.3B | Bert | [WhereIsAI/UAE-Large-V1](https://hf.co/WhereIsAI/UAE-Large-V1) | -| N/A | 0.4B | Alibaba GTE | [Alibaba-NLP/gte-large-en-v1.5](https://hf.co/Alibaba-NLP/gte-large-en-v1.5) | -| N/A | 0.4B | ModernBERT | [answerdotai/ModernBERT-large](https://hf.co/answerdotai/ModernBERT-large) | -| N/A | 0.3B | NomicBert | [nomic-ai/nomic-embed-text-v2-moe](https://hf.co/nomic-ai/nomic-embed-text-v2-moe) | -| N/A | 0.1B | NomicBert | [nomic-ai/nomic-embed-text-v1](https://hf.co/nomic-ai/nomic-embed-text-v1) | -| N/A | 0.1B | NomicBert | [nomic-ai/nomic-embed-text-v1.5](https://hf.co/nomic-ai/nomic-embed-text-v1.5) | -| N/A | 0.1B | JinaBERT | [jinaai/jina-embeddings-v2-base-en](https://hf.co/jinaai/jina-embeddings-v2-base-en) | -| N/A | 0.1B | JinaBERT | [jinaai/jina-embeddings-v2-base-code](https://hf.co/jinaai/jina-embeddings-v2-base-code) | -| N/A | 0.1B | MPNet | [sentence-transformers/all-mpnet-base-v2](https://hf.co/sentence-transformers/all-mpnet-base-v2) | +| MTEB Rank | Model Size | Model Type | Model ID | +|-----------|------------------------|----------------|--------------------------------------------------------------------------------------------------| +| 2 | 7.57B (Very Expensive) | Qwen3 | [Qwen/Qwen3-Embedding-8B](https://hf.co/Qwen/Qwen3-Embedding-8B) | +| 3 | 4.02B (Very Expensive) | Qwen3 | [Qwen/Qwen3-Embedding-4B](https://hf.co/Qwen/Qwen3-Embedding-4B) | +| 4 | 509M | Qwen3 | [Qwen/Qwen3-Embedding-0.6B](https://hf.co/Qwen/Qwen3-Embedding-0.6B) | +| 6 | 7.61B (Very Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-7B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-7B-instruct) | +| 7 | 560M | XLM-RoBERTa | [intfloat/multilingual-e5-large-instruct](https://hf.co/intfloat/multilingual-e5-large-instruct) | +| 8 | 308M | Gemma3 | [google/embeddinggemma-300m](https://hf.co/google/embeddinggemma-300m) (gated) | +| 15 | 1.78B (Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-1.5B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct) | +| 18 | 7.11B (Very Expensive) | Mistral | [Salesforce/SFR-Embedding-2_R](https://hf.co/Salesforce/SFR-Embedding-2_R) | +| 35 | 568M | XLM-RoBERTa | [Snowflake/snowflake-arctic-embed-l-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-l-v2.0) | +| 41 | 305M | Alibaba GTE | [Snowflake/snowflake-arctic-embed-m-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-m-v2.0) | +| 52 | 335M | BERT | [WhereIsAI/UAE-Large-V1](https://hf.co/WhereIsAI/UAE-Large-V1) | +| 58 | 137M | NomicBERT | [nomic-ai/nomic-embed-text-v1](https://hf.co/nomic-ai/nomic-embed-text-v1) | +| 79 | 137M | NomicBERT | [nomic-ai/nomic-embed-text-v1.5](https://hf.co/nomic-ai/nomic-embed-text-v1.5) | +| 103 | 109M | MPNet | [sentence-transformers/all-mpnet-base-v2](https://hf.co/sentence-transformers/all-mpnet-base-v2) | +| N/A | 475M-A305M | NomicBERT | [nomic-ai/nomic-embed-text-v2-moe](https://hf.co/nomic-ai/nomic-embed-text-v2-moe) | +| N/A | 434M | Alibaba GTE | [Alibaba-NLP/gte-large-en-v1.5](https://hf.co/Alibaba-NLP/gte-large-en-v1.5) | +| N/A | 396M | ModernBERT | [answerdotai/ModernBERT-large](https://hf.co/answerdotai/ModernBERT-large) | +| N/A | 137M | JinaBERT | [jinaai/jina-embeddings-v2-base-en](https://hf.co/jinaai/jina-embeddings-v2-base-en) | +| N/A | 137M | JinaBERT | [jinaai/jina-embeddings-v2-base-code](https://hf.co/jinaai/jina-embeddings-v2-base-code) | To explore the list of best performing text embeddings models, visit the [Massive Text Embedding Benchmark (MTEB) Leaderboard](https://huggingface.co/spaces/mteb/leaderboard). @@ -352,15 +354,15 @@ You have the option to utilize the `HF_TOKEN` environment variable for configuri For example: 1. Go to https://huggingface.co/settings/tokens -2. Copy your cli READ token -3. Export `HF_TOKEN=` +2. Copy your CLI READ token +3. Export `HF_TOKEN=` or with Docker: ```shell model= volume=$PWD/data # share a volume with the Docker container to avoid downloading weights every run -token= +token= docker run --gpus all -e HF_TOKEN=$token -p 8080:80 -v $volume:/data --pull always ghcr.io/huggingface/text-embeddings-inference:1.8 --model-id $model ``` diff --git a/docs/source/en/supported_models.md b/docs/source/en/supported_models.md index a4d82fd8..d7690603 100644 --- a/docs/source/en/supported_models.md +++ b/docs/source/en/supported_models.md @@ -21,29 +21,31 @@ We are continually expanding our support for other model types and plan to inclu ## Supported embeddings models Text Embeddings Inference currently supports Nomic, BERT, CamemBERT, XLM-RoBERTa models with absolute positions, JinaBERT -model with Alibi positions and Mistral, Alibaba GTE, Qwen2 models with Rope positions, MPNet, ModernBERT, and Qwen3. +model with Alibi positions and Mistral, Alibaba GTE, Qwen2 models with Rope positions, MPNet, ModernBERT, Qwen3, and Gemma3. Below are some examples of the currently supported models: -| MTEB Rank | Model Size | Model Type | Model ID | -|-----------|---------------------|-------------|--------------------------------------------------------------------------------------------------| -| 2 | 8B (Very Expensive) | Qwen3 | [Qwen/Qwen3-Embedding-8B](https://hf.co/Qwen/Qwen3-Embedding-8B) | -| 4 | 0.6B | Qwen3 | [Qwen/Qwen3-Embedding-0.6B](https://hf.co/Qwen/Qwen3-Embedding-0.6B) | -| 6 | 7B (Very Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-7B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-7B-instruct) | -| 7 | 0.5B | XLM-RoBERTa | [intfloat/multilingual-e5-large-instruct](https://hf.co/intfloat/multilingual-e5-large-instruct) | -| 14 | 1.5B (Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-1.5B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct) | -| 17 | 7B (Very Expensive) | Mistral | [Salesforce/SFR-Embedding-2_R](https://hf.co/Salesforce/SFR-Embedding-2_R) | -| 34 | 0.5B | XLM-RoBERTa | [Snowflake/snowflake-arctic-embed-l-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-l-v2.0) | -| 40 | 0.3B | Alibaba GTE | [Snowflake/snowflake-arctic-embed-m-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-m-v2.0) | -| 51 | 0.3B | Bert | [WhereIsAI/UAE-Large-V1](https://hf.co/WhereIsAI/UAE-Large-V1) | -| N/A | 0.4B | Alibaba GTE | [Alibaba-NLP/gte-large-en-v1.5](https://hf.co/Alibaba-NLP/gte-large-en-v1.5) | -| N/A | 0.4B | ModernBERT | [answerdotai/ModernBERT-large](https://hf.co/answerdotai/ModernBERT-large) | -| N/A | 0.3B | NomicBert | [nomic-ai/nomic-embed-text-v2-moe](https://hf.co/nomic-ai/nomic-embed-text-v2-moe) | -| N/A | 0.1B | NomicBert | [nomic-ai/nomic-embed-text-v1](https://hf.co/nomic-ai/nomic-embed-text-v1) | -| N/A | 0.1B | NomicBert | [nomic-ai/nomic-embed-text-v1.5](https://hf.co/nomic-ai/nomic-embed-text-v1.5) | -| N/A | 0.1B | JinaBERT | [jinaai/jina-embeddings-v2-base-en](https://hf.co/jinaai/jina-embeddings-v2-base-en) | -| N/A | 0.1B | JinaBERT | [jinaai/jina-embeddings-v2-base-code](https://hf.co/jinaai/jina-embeddings-v2-base-code) | -| N/A | 0.1B | MPNet | [sentence-transformers/all-mpnet-base-v2](https://hf.co/sentence-transformers/all-mpnet-base-v2) | +| MTEB Rank | Model Size | Model Type | Model ID | +|-----------|------------------------|----------------|--------------------------------------------------------------------------------------------------| +| 2 | 7.57B (Very Expensive) | Qwen3 | [Qwen/Qwen3-Embedding-8B](https://hf.co/Qwen/Qwen3-Embedding-8B) | +| 3 | 4.02B (Very Expensive) | Qwen3 | [Qwen/Qwen3-Embedding-4B](https://hf.co/Qwen/Qwen3-Embedding-4B) | +| 4 | 509M | Qwen3 | [Qwen/Qwen3-Embedding-0.6B](https://hf.co/Qwen/Qwen3-Embedding-0.6B) | +| 6 | 7.61B (Very Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-7B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-7B-instruct) | +| 7 | 560M | XLM-RoBERTa | [intfloat/multilingual-e5-large-instruct](https://hf.co/intfloat/multilingual-e5-large-instruct) | +| 8 | 308M | Gemma3 | [google/embeddinggemma-300m](https://hf.co/google/embeddinggemma-300m) (gated) | +| 15 | 1.78B (Expensive) | Qwen2 | [Alibaba-NLP/gte-Qwen2-1.5B-instruct](https://hf.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct) | +| 18 | 7.11B (Very Expensive) | Mistral | [Salesforce/SFR-Embedding-2_R](https://hf.co/Salesforce/SFR-Embedding-2_R) | +| 35 | 568M | XLM-RoBERTa | [Snowflake/snowflake-arctic-embed-l-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-l-v2.0) | +| 41 | 305M | Alibaba GTE | [Snowflake/snowflake-arctic-embed-m-v2.0](https://hf.co/Snowflake/snowflake-arctic-embed-m-v2.0) | +| 52 | 335M | BERT | [WhereIsAI/UAE-Large-V1](https://hf.co/WhereIsAI/UAE-Large-V1) | +| 58 | 137M | NomicBERT | [nomic-ai/nomic-embed-text-v1](https://hf.co/nomic-ai/nomic-embed-text-v1) | +| 79 | 137M | NomicBERT | [nomic-ai/nomic-embed-text-v1.5](https://hf.co/nomic-ai/nomic-embed-text-v1.5) | +| 103 | 109M | MPNet | [sentence-transformers/all-mpnet-base-v2](https://hf.co/sentence-transformers/all-mpnet-base-v2) | +| N/A | 475M-A305M | NomicBERT | [nomic-ai/nomic-embed-text-v2-moe](https://hf.co/nomic-ai/nomic-embed-text-v2-moe) | +| N/A | 434M | Alibaba GTE | [Alibaba-NLP/gte-large-en-v1.5](https://hf.co/Alibaba-NLP/gte-large-en-v1.5) | +| N/A | 396M | ModernBERT | [answerdotai/ModernBERT-large](https://hf.co/answerdotai/ModernBERT-large) | +| N/A | 137M | JinaBERT | [jinaai/jina-embeddings-v2-base-en](https://hf.co/jinaai/jina-embeddings-v2-base-en) | +| N/A | 137M | JinaBERT | [jinaai/jina-embeddings-v2-base-code](https://hf.co/jinaai/jina-embeddings-v2-base-code) | To explore the list of best performing text embeddings models, visit the [Massive Text Embedding Benchmark (MTEB) Leaderboard](https://huggingface.co/spaces/mteb/leaderboard). From cb36dc7f9f299894a231b7722eb2ee353a02e179 Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Wed, 10 Sep 2025 15:41:13 +0200 Subject: [PATCH 3/3] Add `HF_TOKEN` to `.github/workflows/test.yaml` --- .github/workflows/test.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml index 6bd859d2..20946c19 100644 --- a/.github/workflows/test.yaml +++ b/.github/workflows/test.yaml @@ -4,7 +4,7 @@ on: workflow_dispatch: push: branches: - - 'main' + - "main" pull_request: paths: - ".github/workflows/build.yaml" @@ -17,7 +17,7 @@ on: - "rust-toolchain.toml" - "Dockerfile" branches: - - 'main' + - "main" jobs: tests: @@ -38,6 +38,7 @@ jobs: env: SCCACHE_GHA_ENABLED: "true" RUSTC_WRAPPER: "sccache" + HF_TOKEN: ${{ secrets.HF_HUB_READ_TOKEN }} run: | sudo apt-get update && sudo apt-get install protobuf-compiler -y cargo test --profile=release-debug