update

test/runtest.jl

@@ -1,4 +1,5 @@
-using FormatCorrector
+using FormatCorrector, GeneralUtils, UUIDs
+
 
 
 incorrectjson = "{\n  \"explain\": \"The user is asking for information about wines that can be paired with lamb. This seems like a straightforward question, but it's not clear which database tables will contain the relevant information. I'll start by listing all available tables to see if any of them have columns related to wine and food pairing.\",\n  \"plan\":\n    \"1) List all tables in the database using 'listalltables',\n    2) Check each table for columns related to wine and food pairing\",\n  \"action\": {\"name\": \"listalltables\", \"input\": \"\"},\n  \"expectation\": \"A list of all available tables in the database, which will help me identify potential tables that might contain relevant information.\",\n  \"observation\": \"\"\n}"
@@ -16,22 +17,54 @@ expectJSON =
   }
   """
 
-config = Dict(
-  :mqttServerInfo => Dict(
-    :description => "mqtt server info", 
-    :port => 1883, 
-    :broker => "mqtt.yiem.cc"
-  ),
-  :externalservice => Dict(
-    :text2textinstruct => Dict(
-      :mqtttopic => "/loadbalancer/requestingservice", 
-      :description => "text to text service with instruct LLM", 
-      :llminfo => Dict(:name => "llama3instruct")
-    ),
-  )
-)
 
-result = FormatCorrector.jsoncorrection(config, incorrectjson, expectJSON)
+
+function commfunction(prompt::String)
+  config = Dict(
+    :mqttServerInfo => Dict(
+      :description => "mqtt server info", 
+      :port => 1883, 
+      :broker => "mqtt.yiem.cc"
+    ),
+    :externalservice => Dict(
+      :text2textinstruct => Dict(
+        :mqtttopic => "/loadbalancer/requestingservice", 
+        :description => "text to text service with instruct LLM", 
+        :llminfo => Dict(:name => "llama3instruct")
+      ),
+    )
+  )
+
+  # apply LLM specific instruct format
+  externalService = config[:externalservice][:text2textinstruct]
+
+  msgMeta = GeneralUtils.generate_msgMeta(
+    externalService[:mqtttopic],
+    senderName= "reflector",
+    senderId= string(uuid4()),
+    receiverName= "text2textinstruct",
+    mqttBroker= config[:mqttServerInfo][:broker],
+    mqttBrokerPort= config[:mqttServerInfo][:port],
+  )
+
+  outgoingMsg = Dict(
+    :msgMeta=> msgMeta,
+    :payload=> Dict(
+      :text=> prompt,
+      :kwargs=> Dict(
+        :max_tokens=> 512,
+        :stop=> ["<|eot_id|>"],
+        :temperature=>0.2,
+        )
+      )
+    )
+
+  response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg)
+
+  return response
+end
+
+result = FormatCorrector.jsoncorrection(incorrectjson, expectJSON, commfunction)
 
 println(result)