No public description

PiperOrigin-RevId: 624300119
kp-forks · Apr 12, 2024 · 2285e30 · 2285e30
1 parent 01ea3b2
commit 2285e30
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/mediapipe/tasks/cc/genai/inference/calculators/tokenizer_calculator.proto b/mediapipe/tasks/cc/genai/inference/calculators/tokenizer_calculator.proto
@@ -44,8 +44,5 @@ message TokenizerCalculatorOptions {
   // this should match the setting used while training the model.
   int32 start_token_id = 3;
 
-  // DEPRECATED, connect with Gpt2UnicodeMappingCalculator instead.
-  // Whether to convert string bytes to unicode before tokenization. This
-  // mapping is used in GPT2 like tokenizer.
-  bool bytes_to_unicode_mapping = 5 [deprecated = true];
+  reserved 5;
 }