Fix SentencePiece version compatibility via hasattr check

Author: Nikhilyammani007

keras_hub/src/tokenizers/sentence_piece_tokenizer.py

@@ -30,7 +30,6 @@
 
 VOCAB_FILENAME = "vocabulary.spm"
 
-
 @keras_hub_export("keras_hub.tokenizers.SentencePieceTokenizer")
 class SentencePieceTokenizer(tokenizer.Tokenizer):
     """A SentencePiece tokenizer layer.
@@ -149,22 +148,25 @@ def _set_proto_tf(self, proto):
 
     def _set_proto_spm(self, proto):
         out_type = str if is_string_dtype(self.compute_dtype) else int
-        try:
-            # Newer PyBind11 wrapper (>=0.2.2)
-            self._sentence_piece_spm = spm.SentencePieceProcessor(
+
+        if hasattr(spm.SentencePieceProcessor(), "Init"):
+            # Old SWIG wrapper (sentencepiece <=0.1.99)
+            self._sentence_piece_spm = spm.SentencePieceProcessor()
+            self._sentence_piece_spm.Init(
                 model_proto=proto,
                 out_type=out_type,
                 add_bos=self.add_bos,
                 add_eos=self.add_eos,
+                alpha=1.0,
             )
-        except TypeError:
-            # Older SWIG wrapper (<0.2.2)
-            self._sentence_piece_spm = spm.SentencePieceProcessor()
-            self._sentence_piece_spm.Init(
+        else:
+            # New pybind11 wrapper (sentencepiece >=0.2.0)
+            self._sentence_piece_spm = spm.SentencePieceProcessor(
                 model_proto=proto,
                 out_type=out_type,
                 add_bos=self.add_bos,
                 add_eos=self.add_eos,
+                alpha=1.0,
             )
 
     def set_proto(self, proto):