update

2024-05-04 18:05:46 +07:00
parent ae9d80df5e
commit dea3f0260e
3 changed files with 27 additions and 10 deletions
--- a/src/llmfunction.jl
+++ b/src/llmfunction.jl
@@ -411,6 +411,7 @@ function jsoncorrection(a::T1, input::T2,
        Corrention:
        """

+        # apply LLM specific instruct format
        externalService = a.config[:externalservice][:text2textinstruct]
        llminfo = externalService[:llminfo]
        prompt = 
@@ -437,9 +438,9 @@ function jsoncorrection(a::T1, input::T2,
            :kwargs=> Dict(
              :max_tokens=> 512,
              :stop=> ["<|eot_id|>"],
+              )
            )
          )
-        )
        result = GeneralUtils.sendReceiveMqttMsg(outgoingMsg)
        incorrectjson = result[:response][:text]
      end