backend: update wasm & use wasi_logger

moxin-org · Dec 14, 2024 · c9c42f5 · c9c42f5
1 parent 69a90d9
commit c9c42f5
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/moly-backend/src/backend_impls/api_server.rs b/moly-backend/src/backend_impls/api_server.rs
@@ -138,6 +138,13 @@ pub fn run_wasm_by_downloaded_file(
     let mut wasi_nn = wasmedge_sdk::plugin::PluginManager::load_plugin_wasi_nn().unwrap();
     instances.insert(wasi_nn.name().unwrap(), &mut wasi_nn);
 
+    let mut wasi_logger = wasmedge_sdk::plugin::PluginManager::create_plugin_instance(
+        "wasi_logging",
+        "wasi:logging/logging",
+    )
+    .unwrap();
+    instances.insert(wasi_logger.name().unwrap(), &mut wasi_logger);
+
     let store = Store::new(None, instances).unwrap();
     let mut vm = Vm::new(store);
     vm.register_module(None, wasm_module.clone()).unwrap();
@@ -261,7 +268,7 @@ impl BackendModel for LLamaEdgeApiServer {
         });
 
         let mut test_server = false;
-        for _i in 0..5 {
+        for _i in 0..20 {
             let r = reqwest::blocking::ClientBuilder::new()
                 .timeout(Duration::from_secs(3))
                 .no_proxy()
@@ -275,7 +282,7 @@ impl BackendModel for LLamaEdgeApiServer {
                     break;
                 }
             }
-            let _ = std::thread::sleep(std::time::Duration::from_secs(1));
+            let _ = std::thread::sleep(std::time::Duration::from_secs(3));
         }
         if test_server {
             let _ = tx.send(Ok(moly_protocol::protocol::LoadModelResponse::Completed(

diff --git a/moly-backend/wasm/llama-api-server.wasm b/moly-backend/wasm/llama-api-server.wasm