2 files changed
+3
-3
lines changedOriginal file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
1 | 1 |
| |
2 |
| - | |
3 |
| - | |
| 2 | + | |
| 3 | + | |
4 | 4 |
| |
5 | 5 |
| |
6 | 6 |
| |
|
Submodule sentencepiece updated 75 files
- .github/ISSUE_TEMPLATE/bug_report.md+28
- .github/ISSUE_TEMPLATE/feature_request.md+14
- .github/pull_request_template.md+29
- .github/workflows/cifuzz.yml+1-1
- .github/workflows/cmake.yml+24-33
- .github/workflows/cross_build.yml+7-4
- .github/workflows/requirements/base.txt+63-57
- .github/workflows/requirements/cibuildwheel.txt+47-6
- .github/workflows/wheel.yml+89-45
- CMakeLists.txt+16-4
- README.md+70-40
- VERSION.txt+1-1
- config.h.in+1
- data/nfc.tsv+20
- data/nfc_cf.tsv+83
- data/nfd.tsv+20
- data/nfd_cf.tsv+48
- data/nfkc.bin
- data/nfkc.tsv+347
- data/nfkc_cf.bin
- data/nfkc_cf.tsv+374
- data/nfkd.tsv+56
- data/nfkd_cf.tsv+83
- data/nmt_nfkc.bin
- data/nmt_nfkc.tsv+347
- data/nmt_nfkc_cf.bin
- data/nmt_nfkc_cf.tsv+374
- python/.gitignore+3
- python/MANIFEST.in+2-2
- python/README.md+34-11
- python/build_bundled.sh+2-2
- python/pyproject.toml+48
- python/setup.py+73-42
- python/src/sentencepiece/__init__.py+7-1
- python/src/sentencepiece/_version.py+1-1
- python/src/sentencepiece/sentencepiece.i+18-1
- python/src/sentencepiece/sentencepiece_wrap.cxx+554-199
- python/test/botchan.txt-1
- python/test/botchan.txt+4.3k
- python/test/sentencepiece_test.py+37-36
- sentencepiece.pc.in+1
- src/CMakeLists.txt+8-26
- src/bpe_model_trainer.cc+3-3
- src/builder.cc+32-2
- src/builder_test.cc+13-17
- src/char_model_trainer.cc+1-1
- src/common.h+8-11
- src/compile_charsmap_main.cc+20-8
- src/error.cc+1-1
- src/init.h+1-1
- src/init_test.cc+3-3
- src/normalization_rule.h+77.8k-77.1k
- src/normalizer.cc+27-12
- src/normalizer.h+1-1
- src/normalizer_test.cc+30-8
- src/sentencepiece.proto+3-1
- src/sentencepiece_processor.cc+12-7
- src/sentencepiece_processor.h+1
- src/sentencepiece_trainer.h+4
- src/sentencepiece_trainer_test.cc+14-26
- src/spec_parser.h+2-2
- src/spm_encode_main.cc+5-4
- src/spm_train_main.cc+13-13
- src/trainer_interface.cc+14-12
- src/trainer_interface.h+2-2
- src/trainer_interface_test.cc+1-1
- src/unigram_model.h+3-3
- src/unigram_model_trainer.cc+13-13
- src/unigram_model_trainer.h+2-2
- src/unigram_model_trainer_test.cc+1-1
- src/util.cc+20-1
- src/util.h+34-13
- src/util_test.cc+34-17
- src/word_model_trainer.cc+2-2
- third_party/absl/flags/flag.cc+4-4
- wheel.yml
0 commit comments