Experiment with sentencepiece 0.2.0

PiperOrigin-RevId: 695436079

Author: pchx

MODULE.bazel

@@ -9,6 +9,7 @@ bazel_dep(name = "googletest", version = "1.15.2")
 bazel_dep(name = "highway", version = "1.1.0")
 bazel_dep(name = "nlohmann_json", version = "3.11.3")
 bazel_dep(name = "platforms", version = "0.0.10")
+bazel_dep(name = "protobuf", version = "28.3")
 bazel_dep(name = "rules_cc", version = "0.0.9")
 bazel_dep(name = "rules_license", version = "0.0.7")
 bazel_dep(name = "google_benchmark", version = "1.8.5")
@@ -27,9 +28,9 @@ http_archive(
     build_file = "@//bazel:sentencepiece.bazel",
     patch_args = ["-p1"],
     patches = ["@//bazel:sentencepiece.patch"],
-    sha256 = "8409b0126ebd62b256c685d5757150cf7fcb2b92a2f2b98efb3f38fc36719754",
-    strip_prefix = "sentencepiece-0.1.96",
-    urls = ["https://github.com/google/sentencepiece/archive/refs/tags/v0.1.96.zip"],
+    sha256 = "67c34082deb3d89f589d8614b1ae58aa4af250c79e18737d8103242ec62a28f9",
+    strip_prefix = "sentencepiece-0.2.0",
+    urls = ["https://github.com/google/sentencepiece/archive/refs/tags/v0.2.0.zip"],
 )
 
 # For sentencepiece

bazel/sentencepiece.bazel

@@ -66,6 +66,7 @@ cc_library(
         "src/char_model.h",
         "src/filesystem.h",
         "src/freelist.h",
+        "src/init.h",
         "src/model_factory.h",
         "src/model_interface.h",
         "src/normalizer.h",
@@ -75,7 +76,7 @@ cc_library(
         "src/util.h",
         "src/word_model.h",
     ],
-    defines = ["_USE_TF_STRING_VIEW"],
+    defines = ["_USE_TF_STRING_VIEW", "_USE_EXTERNAL_PROTOBUF"],
     includes = [
         ".",
         "src",
@@ -88,10 +89,12 @@ cc_library(
             ":sentencepiece_model_cc_proto",
             "@abseil-cpp//absl/container:flat_hash_map",
             "@abseil-cpp//absl/container:flat_hash_set",
+            "@abseil-cpp//absl/flags:parse",
             "@abseil-cpp//absl/memory",
             "@abseil-cpp//absl/status",
             "@abseil-cpp//absl/strings",
             "@abseil-cpp//absl/strings:str_format",
+            "@protobuf//:protobuf_lite",
             "@darts_clone",
         ],
 )