remove print

ArthurZucker · ArthurZucker · commit 0d4e8598e62c · 2024-07-12T10:47:38.000+02:00
diff --git a/tokenizers/src/tokenizer/added_vocabulary.rs b/tokenizers/src/tokenizer/added_vocabulary.rs
@@ -358,7 +358,6 @@ impl AddedVocabulary {
                 if let Some(n) = normalizer {
                     n.normalize(&mut content).unwrap();
                 }
-                println!("{:?}", token);
                 content
             })
             .collect();

Original file line number	Diff line number	Diff line change
`@@ -358,7 +358,6 @@ impl AddedVocabulary {`
`358`	`358`	`if let Some(n) = normalizer {`
`359`	`359`	`n.normalize(&mut content).unwrap();`
`360`	`360`	`}`
`361`		`- println!("{:?}", token);`
`362`	`361`	`content`
`363`	`362`	`})`
`364`	`363`	`.collect();`