update

src/interface.jl

@@ -154,10 +154,18 @@ function decisionMaker(a::T1, state::T2)::Dict{Symbol, Any} where {T1<:agent, T2
   {Thought
   """
 
-  prompt =  formatLLMtext_llama3instruct("system", _prompt)
+  # apply LLM specific instruct format
+  externalService = a.config[:externalservice][:text2textinstruct]
+  llminfo = externalService[:llminfo]
+  prompt = 
+  if llminfo[:name] == "llama3instruct"
+    formatLLMtext_llama3instruct("system", _prompt)
+  else
+    error("llm model name is not defied yet $(@__LINE__)")
+  end
 
   msgMeta = GeneralUtils.generate_msgMeta(
-    a.config[:externalservice][:text2textinstruct][:mqtttopic],
+    externalService[:mqtttopic],
     senderName= "decisionMaker",
     senderId= a.id,
     receiverName= "text2textinstruct",
@@ -252,7 +260,15 @@ function progressValueEstimator(a::T1, state::T2)::Tuple{String, Integer} where
   $(JSON3.write(state[:thoughtHistory]))
   """
 
-  prompt =  formatLLMtext_llama3instruct("system", _prompt)
+  # apply LLM specific instruct format
+  externalService = a.config[:externalservice][:text2textinstruct]
+  llminfo = externalService[:llminfo]
+  prompt = 
+  if llminfo[:name] == "llama3instruct"
+    formatLLMtext_llama3instruct("system", _prompt)
+  else
+    error("llm model name is not defied yet $(@__LINE__)")
+  end
 
   msgMeta = GeneralUtils.generate_msgMeta(
     a.config[:externalservice][:text2textinstruct][:mqtttopic],
@@ -267,6 +283,10 @@ function progressValueEstimator(a::T1, state::T2)::Tuple{String, Integer} where
     :msgMeta=> msgMeta,
     :payload=> Dict(
       :text=> prompt,
+      :kwargs=> Dict(
+        :max_tokens=> 512,
+        :stop=> ["<|eot_id|>"],
+        )
       )
     )
 

src/llmfunction.jl

@@ -411,6 +411,7 @@ function jsoncorrection(a::T1, input::T2,
         Corrention:
         """
 
+        # apply LLM specific instruct format
         externalService = a.config[:externalservice][:text2textinstruct]
         llminfo = externalService[:llminfo]
         prompt = 

src/util.jl

@@ -407,10 +407,6 @@ end
 
 
 
-
-
-
-