feat:unload model

tikikun · tikikun · commit d39da8e77f63 · 2023-11-13T08:27:43.000+07:00
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -295,7 +295,6 @@ void llamaCPP::backgroundTask() {
   while (model_loaded) {
     // model_loaded =
     llama.update_slots();
-    LOG_INFO << "Background state refresh!";
   }
   LOG_INFO << "Background task stopped!";
   return;

Original file line number	Diff line number	Diff line change
`@@ -295,7 +295,6 @@ void llamaCPP::backgroundTask() {`
`295`	`295`	`while (model_loaded) {`
`296`	`296`	`// model_loaded =`
`297`	`297`	`llama.update_slots();`
`298`		`- LOG_INFO << "Background state refresh!";`
`299`	`298`	`}`
`300`	`299`	`LOG_INFO << "Background task stopped!";`
`301`	`300`	`return;`