Merge pull request #804 from dulacp:expose-tokenization-layers

PiperOrigin-RevId: 422830917
tensorflow · Jan 19, 2022 · 9f6f906 · 9f6f906
2 parents 35a4504 + 7341cc7
commit 9f6f906
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tensorflow_text/python/keras/layers/__init__.py b/tensorflow_text/python/keras/layers/__init__.py
@@ -19,10 +19,14 @@
 
 # pylint: disable=wildcard-import
 from tensorflow_text.python.keras.layers.todense import *
+from tensorflow_text.python.keras.layers.tokenization_layers import *
 
 # Public symbols in the "tensorflow_text.layers" package.
 _allowed_symbols = [
     "ToDense",
+    "UnicodeScriptTokenizer",
+    "WhitespaceTokenizer",
+    "WordpieceTokenizer",
 ]
 
 remove_undocumented(__name__, _allowed_symbols)