Clarify some TODOs and comments on the code.

PAIR-code · Jan 27, 2025 · 3d0d0c6 · 3d0d0c6
1 parent 57b3bf8
commit 3d0d0c6
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/animated-transformer/src/lib/transformer/gpt2.ts b/animated-transformer/src/lib/transformer/gpt2.ts
@@ -490,7 +490,6 @@ export function computePredictionWithLoadedTokenizer(
   // We tokenize directly with the preprocessing function from gpt-tokenizer.
   inputs: string[],
   generator: RandomStream
-  // TODO(@aliciafmachado): save the input as well, and split in two functions: one that tokenizes and one that doesn't.
 ): string[] {
   // Encode inputs using the r50k_base.encode which is the tokenizer used for GPT2.
   // TODO(@aliciafmachado): There is no clear padding in the vocabulary of GPT2. We are currently using