turn off eval callback

guinmoon · May 23, 2024 · 07d53c7 · 07d53c7
1 parent 6cbb1d5
commit 07d53c7
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 11 deletions.
diff --git a/Sources/llmfarm_core/LLaMa.swift b/Sources/llmfarm_core/LLaMa.swift
@@ -90,16 +90,17 @@ public class LLaMa: LLMBase {
             }
             return true
         }
-        context_params.cb_eval = { t, ask, user_data in
-    //            var  t:ggml_tensor? = a?.pointee
-            // let t_name = String(cString:get_tensor_name(t))            
-            if (LLaMa_obj?.evalCallback != nil){
-                let res = LLaMa_obj?.evalCallback!( Int(check_tensor_name(t)))
-                return false
-            }
-    //            print(t_name)
-            return false
-        };
+//        context_params.cb_eval = { t, ask, user_data in
+//    //            var  t:ggml_tensor? = a?.pointee
+//            // let t_name = String(cString:get_tensor_name(t))            
+//            if (LLaMa_obj?.evalCallback != nil){
+////                let res = LLaMa_obj?.evalCallback!( Int(check_tensor_name(t)))
+//                _ = LLaMa_obj?.evalCallback!( 0 )
+//                return false
+//            }
+//    //            print(t_name)
+//            return false
+//        };
         if contextParams.use_metal{
             model_params.n_gpu_layers = 100
         }else{

diff --git a/Sources/llmfarm_core_cpp/gpt_spm.cpp b/Sources/llmfarm_core_cpp/gpt_spm.cpp
@@ -392,7 +392,8 @@ char * get_tensor_name(struct ggml_tensor * t){
 
 int check_tensor_name(struct ggml_tensor * t){
     if (t){
-        return strcmp(t->name,"asdas");        
+        printf("%s\n",t->name);
+        return strcmp(t->name,"result_output");
     }
     return -1;
 }