From 31a641b87d1e012b644927dc4729e9632c0772ee Mon Sep 17 00:00:00 2001 From: rachiki Date: Fri, 12 Apr 2024 16:31:42 +0200 Subject: [PATCH] Corrected output format --- embeddings/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/embeddings/src/main.rs b/embeddings/src/main.rs index a657b82e..4518039d 100644 --- a/embeddings/src/main.rs +++ b/embeddings/src/main.rs @@ -139,7 +139,7 @@ fn main() -> Result<()> { for token in token_line { // Attempt to convert token to string and print it; if it fails, print the token instead match model.token_to_str(*token) { - Ok(token_str) => eprintln!("Token string: {}", token_str), + Ok(token_str) => eprintln!(" {} --> {}", token, token_str), Err(e) => { eprintln!("Failed to convert token to string, error: {}", e); eprintln!("Token value: {}", token);