Skip to content

Commit 72a3619

Browse files
pchxcopybara-github
authored andcommitted
Experiment with sentencepiece 0.2.0
PiperOrigin-RevId: 695436079
1 parent e54d9cb commit 72a3619

File tree

3 files changed

+125
-1689
lines changed

3 files changed

+125
-1689
lines changed

MODULE.bazel

+3-3
Original file line numberDiff line numberDiff line change
@@ -27,9 +27,9 @@ http_archive(
2727
build_file = "@//bazel:sentencepiece.bazel",
2828
patch_args = ["-p1"],
2929
patches = ["@//bazel:sentencepiece.patch"],
30-
sha256 = "8409b0126ebd62b256c685d5757150cf7fcb2b92a2f2b98efb3f38fc36719754",
31-
strip_prefix = "sentencepiece-0.1.96",
32-
urls = ["https://github.com/google/sentencepiece/archive/refs/tags/v0.1.96.zip"],
30+
sha256 = "67c34082deb3d89f589d8614b1ae58aa4af250c79e18737d8103242ec62a28f9",
31+
strip_prefix = "sentencepiece-0.2.0",
32+
urls = ["https://github.com/google/sentencepiece/archive/refs/tags/v0.2.0.zip"],
3333
)
3434

3535
# For sentencepiece

bazel/sentencepiece.bazel

+2
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,7 @@ cc_library(
6666
"src/char_model.h",
6767
"src/filesystem.h",
6868
"src/freelist.h",
69+
"src/init.h",
6970
"src/model_factory.h",
7071
"src/model_interface.h",
7172
"src/normalizer.h",
@@ -88,6 +89,7 @@ cc_library(
8889
":sentencepiece_model_cc_proto",
8990
"@abseil-cpp//absl/container:flat_hash_map",
9091
"@abseil-cpp//absl/container:flat_hash_set",
92+
"@abseil-cpp//absl/flags:parse",
9193
"@abseil-cpp//absl/memory",
9294
"@abseil-cpp//absl/status",
9395
"@abseil-cpp//absl/strings",

0 commit comments

Comments
 (0)