Remove pretty-printer (#889)

mistralrs-server/src/interactive_mode.rs

@@ -14,7 +14,7 @@ use std::{
 use tokio::sync::mpsc::channel;
 use tracing::{error, info};
 
-use crate::{printer::Printer, util};
+use crate::util;
 
 fn exit_handler() {
     std::process::exit(0);
@@ -179,16 +179,14 @@ async fn text_interactive_mode(mistralrs: Arc<MistralRs>, throughput: bool) {
 
         let mut assistant_output = String::new();
 
-        let mut printer = Printer::new();
-
         let start = Instant::now();
         let mut toks = 0;
         while let Some(resp) = rx.recv().await {
             match resp {
                 Response::Chunk(chunk) => {
                     let choice = &chunk.choices[0];
                     assistant_output.push_str(&choice.delta.content);
-                    printer.print_to_stdout(&choice.delta.content).unwrap();
+                    print!("{}", choice.delta.content);
                     toks += 3usize; // NOTE: we send toks every 3.
                     io::stdout().flush().unwrap();
                     if choice.finish_reason.is_some() {
@@ -363,16 +361,14 @@ async fn vision_interactive_mode(mistralrs: Arc<MistralRs>, throughput: bool) {
 
         let mut assistant_output = String::new();
 
-        let mut printer = Printer::new();
-
         let start = Instant::now();
         let mut toks = 0;
         while let Some(resp) = rx.recv().await {
             match resp {
                 Response::Chunk(chunk) => {
                     let choice = &chunk.choices[0];
                     assistant_output.push_str(&choice.delta.content);
-                    printer.print_to_stdout(&choice.delta.content).unwrap();
+                    print!("{}", choice.delta.content);
                     toks += 3usize; // NOTE: we send toks every 3.
                     io::stdout().flush().unwrap();
                     if choice.finish_reason.is_some() {

mistralrs-server/src/main.rs

@@ -25,7 +25,6 @@ mod completions;
 mod image_generation;
 mod interactive_mode;
 mod openai;
-mod printer;
 mod util;
 
 use crate::openai::ModelObject;