update

test/test_1.jl

@@ -36,7 +36,12 @@ function executeSQLVectorDB(sql)
   return result
 end
 
-function text2textInstructLLM(prompt::String; maxattempt::Integer=2, modelsize::String="medium")
+function text2textInstructLLM(prompt::String; maxattempt::Integer=3, modelsize::String="medium",
+    llmkwargs=Dict(
+      :num_ctx => 32768,
+      :temperature => 0.1,
+    )
+  )
   msgMeta = GeneralUtils.generate_msgMeta(
     config[:externalservice][:loadbalancer][:mqtttopic];
     msgPurpose="inference",
@@ -51,10 +56,7 @@ function text2textInstructLLM(prompt::String; maxattempt::Integer=2, modelsize::
     :msgMeta => msgMeta,
     :payload => Dict(
       :text => prompt,
-      :kwargs => Dict(
-        :num_ctx => 16384,
-        :temperature => 0.2,
-      )
+      :kwargs => llmkwargs
     )
   )
 
@@ -195,7 +197,7 @@ function insertSommelierDecision(recentevents::T1, decision::T2; maxdistance::In
   row, col = size(df)
   distance = row == 0 ? Inf : df[1, :distance]
   if row == 0 || distance > maxdistance # no close enough SQL stored in the database
-    recentevents_embedding = a.func[:getEmbedding](recentevents)[1]
+    recentevents_embedding = getEmbedding(recentevents)[1]
     recentevents = replace(recentevents, "'" => "")
     decision_json = JSON3.write(decision)
     decision_base64 = base64encode(decision_json)