update

src/interface.jl

@@ -230,8 +230,9 @@ function decisionMaker(state::T1, context, text2textInstructLLM::Function,
     ]
 
     # put in model format
-    prompt = GeneralUtils.formatLLMtext(_prompt; formatname="qwen")
+    prompt = GeneralUtils.formatLLMtext(_prompt, "granite3")
     response = text2textInstructLLM(prompt; llmkwargs=llmkwargs)
+    response = GeneralUtils.deFormatLLMtext(response, "granite3")
 
     # LLM tends to generate observation given that it is in the input
     response = 
@@ -448,12 +449,13 @@ function evaluator(state::T1, text2textInstructLLM::Function
     ]
 
     # put in model format
-    prompt = GeneralUtils.formatLLMtext(_prompt; formatname="qwen")
+    prompt = GeneralUtils.formatLLMtext(_prompt, "granite3")
 
     header = ["Trajectory_evaluation:", "Answer_evaluation:", "Accepted_as_answer:", "Score:", "Suggestion:"]
     dictkey = ["trajectory_evaluation", "answer_evaluation", "accepted_as_answer", "score", "suggestion"]
 
     response = text2textInstructLLM(prompt, modelsize="medium")
+    response = GeneralUtils.deFormatLLMtext(response, "granite3")
 
     # sometime LLM output something like **Comprehension**: which is not expected
     response = replace(response, "**"=>"")
@@ -603,7 +605,7 @@ function reflector(config::T1, state::T2)::String where {T1<:AbstractDict, T2<:A
   ]
 
   # put in model format
-  prompt = GeneralUtils.formatLLMtext(_prompt; formatname="qwen")
+  prompt = GeneralUtils.formatLLMtext(_prompt, "granite3")
   externalService = config[:externalservice][:text2textinstruct]
 
   # apply LLM specific instruct format
@@ -1176,10 +1178,11 @@ function generatequestion(state::T1, context, text2textInstructLLM::Function;
     ]
 
     # put in model format
-    prompt = GeneralUtils.formatLLMtext(_prompt; formatname="qwen")
+    prompt = GeneralUtils.formatLLMtext(_prompt, "granite3")
 
     try
       response = text2textInstructLLM(prompt, modelsize="medium")
+      response = GeneralUtils.deFormatLLMtext(response, "granite3")
       
       # check if response is valid
       q_number = count("Q", response)