For v1.13.0

src/ai/completion.rs

@@ -84,9 +84,9 @@ pub(crate) async fn completion(
 #[macro_export]
 macro_rules! sse_send (
     ($sender: expr, $message: expr) => ({
-        println!("sse_send0");
+        // println!("sse_send0");
         if !$sender.is_closed() {
-            println!("sse_send1");
+            // println!("sse_send1");
             let sender = $sender.clone();
             // tokio::spawn(async move {
             //     log::info!("sse_send {}",&$message);
@@ -123,7 +123,7 @@ async fn huggingface(
     sender: &Sender<String>,
 ) -> Result<()> {
     let info = m.get_info();
-    log::info!("model_type={:?}", &info.model_type);
+    // log::info!("model_type={:?}", &info.model_type);
     let new_prompt = info.convert_prompt(prompt)?;
     match info.model_type {
         HuggingFaceModelType::Gemma => {

src/ai/gemma.rs

@@ -1,5 +1,5 @@
 use std::collections::HashMap;
-use std::io::Write;
+// use std::io::Write;
 use std::sync::{Mutex, OnceLock};
 
 use candle::{DType, Tensor};
@@ -116,7 +116,7 @@ pub(super) fn gen_text(
             );
         }
     }
-    std::io::stdout().flush()?;
+    // std::io::stdout().flush()?;
     println!(
         "\n{generated_tokens} tokens generated ({:.2} token/s)",
         generated_tokens as f64 / dt.as_secs_f64(),

src/ai/llama.rs

@@ -61,8 +61,8 @@ pub(super) fn gen_text(
     };
     // log::info!("tokens len={}",tokens.len());
     let mut tokenizer = super::token_output_stream::TokenOutputStream::new(tokenizer.clone());
-    log::info!("starting the inference loop");
-    log::info!("{prompt}");
+    // log::info!("starting the inference loop");
+    // log::info!("{prompt}");
     let mut logits_processor = {
         let sampling = if super::completion::TEMPERATURE <= 0. {
             Sampling::ArgMax
@@ -89,7 +89,7 @@ pub(super) fn gen_text(
         let mut rng = Rand::new();
         LogitsProcessor::from_sampling(rng.gen::<u64>(), sampling)
     };
-    log::info!("logits_processor finished");
+    // log::info!("logits_processor finished");
     let start_gen = std::time::Instant::now();
     let mut index_pos = 0;
     let mut token_generated = 0;
@@ -136,7 +136,7 @@ pub(super) fn gen_text(
             //     );
             //     break;
             // }
-            log::info!("{}", &t);
+            // log::info!("{}", &t);
             if sender.is_closed() {
                 break;
             }

src/ai/phi3.rs

@@ -45,7 +45,7 @@ pub(super) fn gen_text(
     };
     let (model, tokenizer) = model.get(robot_id).unwrap();
 
-    log::info!("starting the inference loop");
+    // log::info!("starting the inference loop");
     let mut tokenizer = super::token_output_stream::TokenOutputStream::new(tokenizer.clone());
     let mut tokens = match tokenizer.tokenizer().encode(prompt, true) {
         Ok(t) => t.get_ids().to_vec(),
@@ -65,7 +65,7 @@ pub(super) fn gen_text(
             )))
         }
     };
-    log::info!("{prompt}");
+    // log::info!("{prompt}");
     // std::io::stdout().flush()?;
     let start_gen = std::time::Instant::now();
     let mut pos = 0;

src/web/asset.rs

@@ -5,8 +5,8 @@ use once_cell::sync::Lazy;
 pub(crate) static ASSETS_MAP: Lazy<HashMap<&str, usize>> = Lazy::new(|| {
     HashMap::from([
         (r"/assets/inbound-bot-PJJg_rST.png", 0),
-        (r"/assets/index-B2kCm4YY.css", 1),
-        (r"/assets/index-CI0yDkE7.js", 2),
+        (r"/assets/index-CUgNKZiF.css", 1),
+        (r"/assets/index-KJIk7eTs.js", 2),
         (r"/assets/outbound-bot-EmsLuWRN.png", 3),
         (r"/assets/text-bot-CWb_Poym.png", 4),
         (r"/favicon.ico", 5),

src/web/asset.txt

@@ -1,7 +1,7 @@
 [
 (include_bytes!(r#"..\resources\assets/assets\inbound-bot-PJJg_rST.png.gz"#), ""),
-(include_bytes!(r#"..\resources\assets/assets\index-B2kCm4YY.css.gz"#), "text/css"),
-(include_bytes!(r#"..\resources\assets/assets\index-CI0yDkE7.js.gz"#), "text/javascript"),
+(include_bytes!(r#"..\resources\assets/assets\index-CUgNKZiF.css.gz"#), "text/css"),
+(include_bytes!(r#"..\resources\assets/assets\index-KJIk7eTs.js.gz"#), "text/javascript"),
 (include_bytes!(r#"..\resources\assets/assets\outbound-bot-EmsLuWRN.png.gz"#), ""),
 (include_bytes!(r#"..\resources\assets/assets\text-bot-CWb_Poym.png.gz"#), ""),
 (include_bytes!(r#"..\resources\assets/favicon.ico.gz"#), "image/x-icon"),