Corrected output format

utilityai · Apr 12, 2024 · 31a641b · 31a641b
1 parent 5fa4f93
commit 31a641b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/embeddings/src/main.rs b/embeddings/src/main.rs
@@ -139,7 +139,7 @@ fn main() -> Result<()> {
         for token in token_line {
             // Attempt to convert token to string and print it; if it fails, print the token instead
             match model.token_to_str(*token) {
-                Ok(token_str) => eprintln!("Token string: {}", token_str),
+                Ok(token_str) => eprintln!(" {} --> {}", token, token_str),
                 Err(e) => {
                     eprintln!("Failed to convert token to string, error: {}", e);
                     eprintln!("Token value: {}", token);