diff --git a/src/agentCore.jl b/src/agentCore.jl index 18defc9..311d00e 100644 --- a/src/agentCore.jl +++ b/src/agentCore.jl @@ -184,8 +184,10 @@ function _process_message(agent::yiemAgent)::assistantMessage # Call llmCall() (blocking — the task waits here) response = agent.llmCall(formatted_messages) + + error(5555555) - # Check if LLM used tool calls (inspect content for tool_call blocks) + #WORKING Check if LLM used tool calls (inspect content for tool_call blocks) has_tool_calls = false tool_call_list = agentToolCall[] diff --git a/src/type.jl b/src/type.jl index c7cb570..264cdd7 100644 --- a/src/type.jl +++ b/src/type.jl @@ -245,7 +245,7 @@ mutable struct agentState # Mutable runtime state of an agen model::llmModel # LLM model to use tools::Vector{agentTool} # Available tools - # messages history includes userMessage, assistantMessage, toolResultMessage + # messages history includes userMessage, assistantMessage, toolResultMessage. NO system prompt messages::Vector{agentMessage} pendingToolCalls::Vector{String} # Tool call IDs waiting for results @@ -568,7 +568,7 @@ yiemAgent(agentState(...), Channel(...), Channel(...), Channel(...), ..., ...) ``` """ function yiemAgent( - ; systemPrompt::String="", + ; systemPrompt::String="You are helpful assistant.", model=nothing, tools::Vector{agentTool}=agentTool[], messages::Vector{agentMessage}=agentMessage[], diff --git a/src/utils.jl b/src/utils.jl index 2efd78b..0612a78 100644 --- a/src/utils.jl +++ b/src/utils.jl @@ -103,13 +103,21 @@ prepareContext(state) == deepcopy(state.messages) # return msgs # end ``` -""" -function prepareContext(state::agentState)::Vector{agentMessage} - messages = deepcopy(state.messages) # messages that will be send to LLM +""" #WORKING +function prepareContext(state::agentState)::agentContext - #TODO adjust/modify and inject additional context into messages + #TODO filter tools from state.tools based on user intend in user message and tool description + filteredTools = state.tools - return messages + #TODO add tools to current system prompt + preparedSystemPrompt = state.systemPrompt + + #TODO add system prompt, adjust/modify and inject additional context into messages + preparedMessages = deepcopy(state.messages) # messages that will be send to LLM + + agentCtx = agentContext(preparedSystemPrompt, preparedMessages, filteredTools) + + return agentCtx end diff --git a/test/chatting_with_agent.jl b/test/chatting_with_agent.jl deleted file mode 100644 index 5e66a0f..0000000 --- a/test/chatting_with_agent.jl +++ /dev/null @@ -1,296 +0,0 @@ -using Revise -using JSON, JSON3, Dates, UUIDs, PrettyPrinting, LibPQ, Base64, DataFrames -using YiemAgent, GeneralUtils -using Base.Threads - -# ---------------------------------------------- 100 --------------------------------------------- # - - - -# load config -config = JSON.parsefile("/appfolder/app/dev/YiemAgent/test/config.json") -# config = copy(JSON.parsefile("../mountvolume/config.json")) - - -function executeSQL(sql::T) where {T<:AbstractString} - host = config[:externalservice][:wineDB][:host] - port = config[:externalservice][:wineDB][:port] - dbname = config[:externalservice][:wineDB][:dbname] - user = config[:externalservice][:wineDB][:user] - password = config[:externalservice][:wineDB][:password] - DBconnection = LibPQ.Connection("host=$host port=$port dbname=$dbname user=$user password=$password") - result = LibPQ.execute(DBconnection, sql) - close(DBconnection) - return result -end - -function executeSQLVectorDB(sql) - host = config[:externalservice][:SQLVectorDB][:host] - port = config[:externalservice][:SQLVectorDB][:port] - dbname = config[:externalservice][:SQLVectorDB][:dbname] - user = config[:externalservice][:SQLVectorDB][:user] - password = config[:externalservice][:SQLVectorDB][:password] - DBconnection = LibPQ.Connection("host=$host port=$port dbname=$dbname user=$user password=$password") - result = LibPQ.execute(DBconnection, sql) - close(DBconnection) - return result -end - -function text2textInstructLLM(prompt::String; maxattempt::Integer=3, modelsize::String="medium", - llmkwargs=Dict( - :num_ctx => 32768, - :temperature => 0.1, - ) - ) - msgMeta = GeneralUtils.generate_msgMeta( - config[:externalservice][:loadbalancer][:mqtttopic]; - msgPurpose="inference", - senderName="yiemagent", - senderId=sessionId, - receiverName="text2textinstruct_$modelsize", - mqttBrokerAddress=config[:mqttServerInfo][:broker], - mqttBrokerPort=config[:mqttServerInfo][:port], - ) - - outgoingMsg = Dict( - :msgMeta => msgMeta, - :payload => Dict( - :text => prompt, - :kwargs => llmkwargs - ) - ) - - response = nothing - for attempts in 1:maxattempt - _response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg; timeout=180, maxattempt=maxattempt) - payload = _response[:response] - if _response[:success] && payload[:text] !== nothing - response = _response[:response][:text] - break - else - println("\n attempt $attempts/$maxattempt failed ", @__FILE__, ":", @__LINE__, " $(Dates.now())") - pprintln(outgoingMsg) - println(" attempt $attempts/$maxattempt failed ", @__FILE__, ":", @__LINE__, " $(Dates.now())\n") - sleep(3) - end - end - - return response -end - -# get text embedding from a LLM service -function getEmbedding(text::T) where {T<:AbstractString} - msgMeta = GeneralUtils.generate_msgMeta( - config[:externalservice][:loadbalancer][:mqtttopic]; - msgPurpose="embedding", - senderName="yiemagent", - senderId=sessionId, - receiverName="textembedding", - mqttBrokerAddress=config[:mqttServerInfo][:broker], - mqttBrokerPort=config[:mqttServerInfo][:port], - ) - - outgoingMsg = Dict( - :msgMeta => msgMeta, - :payload => Dict( - :text => [text] # must be a vector of string - ) - ) - - response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg; timeout=120, maxattempt=3) - embedding = response[:response][:embeddings] - return embedding -end - -function findSimilarTextFromVectorDB(text::T1, tablename::T2, embeddingColumnName::T3, - vectorDB::Function; limit::Integer=1 - )::DataFrame where {T1<:AbstractString, T2<:AbstractString, T3<:AbstractString} - # get embedding from LLM service - embedding = getEmbedding(text)[1] - # check whether there is close enough vector already store in vectorDB. if no, add, else skip - sql = """ - SELECT *, $embeddingColumnName <-> '$embedding' as distance - FROM $tablename - ORDER BY distance LIMIT $limit; - """ - response = vectorDB(sql) - df = DataFrame(response) - return df -end - -function similarSQLVectorDB(query; maxdistance::Integer=100) - tablename = "sqlllm_decision_repository" - # get embedding of the query - df = findSimilarTextFromVectorDB(query, tablename, - "function_input_embedding", executeSQLVectorDB) - # println(df[1, [:id, :function_output]]) - row, col = size(df) - distance = row == 0 ? Inf : df[1, :distance] - # distance = 100 # CHANGE this is for testing only - if row != 0 && distance < maxdistance - # if there is usable SQL, return it. - output_b64 = df[1, :function_output_base64] # pick the closest match - output_str = String(base64decode(output_b64)) - rowid = df[1, :id] - println("\n~~~ found similar sql. row id $rowid, distance $distance ", @__FILE__, ":", @__LINE__, " $(Dates.now())") - return (dict=output_str, distance=distance) - else - println("\n~~~ similar sql not found, max distance $maxdistance ", @__FILE__, ":", @__LINE__, " $(Dates.now())") - return (dict=nothing, distance=nothing) - end -end - -function insertSQLVectorDB(query::T1, SQL::T2; maxdistance::Integer=3) where {T1<:AbstractString, T2<:AbstractString} - tablename = "sqlllm_decision_repository" - # get embedding of the query - # query = state[:thoughtHistory][:question] - df = findSimilarTextFromVectorDB(query, tablename, - "function_input_embedding", executeSQLVectorDB) - row, col = size(df) - distance = row == 0 ? Inf : df[1, :distance] - if row == 0 || distance > maxdistance # no close enough SQL stored in the database - query_embedding = getEmbedding(query)[1] - query = replace(query, "'" => "") - sql_base64 = base64encode(SQL) - sql_ = replace(SQL, "'" => "") - - sql = """ - INSERT INTO $tablename (function_input, function_output, function_output_base64, function_input_embedding) VALUES ('$query', '$sql_', '$sql_base64', '$query_embedding'); - """ - # println("\n~~~ added new decision to vectorDB ", @__FILE__, ":", @__LINE__, " $(Dates.now())") - # println(sql) - _ = executeSQLVectorDB(sql) - end -end - - -function similarSommelierDecision(recentevents::T1; maxdistance::Integer=3 - )::Union{AbstractDict, Nothing} where {T1<:AbstractString} - tablename = "sommelier_decision_repository" - # find similar - println("\n~~~ search vectorDB for this: $recentevents ", @__FILE__, " ", @__LINE__) - df = findSimilarTextFromVectorDB(recentevents, tablename, - "function_input_embedding", executeSQLVectorDB) - row, col = size(df) - distance = row == 0 ? Inf : df[1, :distance] - if row != 0 && distance < maxdistance - # if there is usable decision, return it. - rowid = df[1, :id] - println("\n~~~ found similar decision. row id $rowid, distance $distance ", @__FILE__, " ", @__LINE__) - output_b64 = df[1, :function_output_base64] # pick the closest match - _output_str = String(base64decode(output_b64)) - output = copy(JSON.parsefile(_output_str)) - return output - else - println("\n~~~ similar decision not found, max distance $maxdistance ", @__FILE__, " ", @__LINE__) - return nothing - end -end - - -function insertSommelierDecision(recentevents::T1, decision::T2; maxdistance::Integer=5 - ) where {T1<:AbstractString, T2<:AbstractDict} - tablename = "sommelier_decision_repository" - # find similar - df = findSimilarTextFromVectorDB(recentevents, tablename, - "function_input_embedding", executeSQLVectorDB) - row, col = size(df) - distance = row == 0 ? Inf : df[1, :distance] - if row == 0 || distance > maxdistance # no close enough SQL stored in the database - recentevents_embedding = getEmbedding(recentevents)[1] - recentevents = replace(recentevents, "'" => "") - decision_json = JSON.json(decision) - decision_base64 = base64encode(decision_json) - decision = replace(decision_json, "'" => "") - - sql = """ - INSERT INTO $tablename (function_input, function_output, function_output_base64, function_input_embedding) VALUES ('$recentevents', '$decision', '$decision_base64', '$recentevents_embedding'); - """ - println("\n~~~ added new decision to vectorDB ", @__FILE__, " ", @__LINE__) - println(sql) - _ = executeSQLVectorDB(sql) - else - println("~~~ similar decision previously cached, distance $distance ", @__FILE__, " ", @__LINE__) - end -end - - -sessionId = "12345" - -externalFunction = ( - getEmbedding=getEmbedding, - text2textInstructLLM=text2textInstructLLM, - executeSQL=executeSQL, - similarSQLVectorDB=similarSQLVectorDB, - insertSQLVectorDB=insertSQLVectorDB, - similarSommelierDecision=similarSommelierDecision, - insertSommelierDecision=insertSommelierDecision, - ) - - - -a = YiemAgent.sommelier( - externalFunction; - name="Ton", - id=sessionId, # agent instance id - retailername="Yiem", -) - -while true - print("\nyour respond: ") - user_answer = readline() - response = YiemAgent.conversation(agent; - userinput=Dict(:text=> user_answer), - maximumMsg=50) - println("\n$response") -end - - -# response = YiemAgent.conversation(a, Dict(:text=> "I want to get a French red wine under 100.")) - - -""" -hello I want to get a bottle of red wine for my boss. I have a budget around 50 dollars. Show me some options. - -I have no idea about his wine taste but he likes spicy food. - - -""" - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/test/prompttest.jl b/test/prompttest.jl deleted file mode 100644 index b75dd4c..0000000 --- a/test/prompttest.jl +++ /dev/null @@ -1,159 +0,0 @@ -using Revise -using YiemAgent, GeneralUtils, JSON3, DataStructures - -thoughtDict = OrderedDict( - :Question=> "Hello, I would like a get a bottle of wine", - :Thought_1=> "The customer wants to buy a bottle of wine, but we need more information about their preferences.", - :Action_1=> Dict( - :name=> "chatbox", - :input=> "What occasion are you buying the wine for?", - ), - :Observation_1=> "We are having a wedding pary this weekend.", - - :Thought_2=> "A wedding party is a great occasion to have a good bottle of wine.", - :Action_2=> Dict( - :name=> "chatbox", - :input=> "What type of food will you be serving with the wine?", - ), - :Observation_2=> "I think it is Thai dishes", - - :Thought_3=> "Now that I know the occasion and food, I need to ask about the budget.", - :Action_3=> Dict( - :name=> "chatbox", - :input=> "What is your budget for this wine?", - ), - :Observation_3=> "50 bucks", - - :Thought_4=> "With a budget of \$50, we have a wide range of options. Now that I know it's a wedding party and Thai dishes, I need to ask about the type of wine they prefer.", - :Action_4=> Dict( - :name=> "chatbox", - :input=> "What type of wine are you looking for? (Red, White, Sparkling, Rose, Dessert, Fortified)", - ), - :Observation_4=> "Sparkling please.", - - :Thought_5=> "Now that I know the occasion, food, budget and preferred type of wine, it's time to check our inventory for the best matching wine.", - :Action_5=> Dict( - :name=> "winestock", - :input=> "wine with budget \$50, Thai dishes, sparkling, wedding party", - ), - :Observation_5=> "I found the following wine in stock {1 : Zena Crown Vista, 2 : Schrader Cabernet Sauvignon}", - - :Thought_6=> "Now that I have all the information, it's time to recommend a wine that fits their preferences.", - :Action_6=> Dict( - :name=> "recommendation", - :input=> "I recommend Zena Crown Vista for its sparkling and affordable price.", - ), - :Observation_6=> "I don't like it. Do you have another option?", - ) - -_thoughtJsonStr = JSON.json(thoughtDict) -thoughtJsonStr = _thoughtJsonStr[1:end-1] # remove } at the end -# @show thoughtJsonStr - -_, latestThoughtIndice = GeneralUtils.findHighestIndexKey(thoughtDict, "Thought") -nextThoughtIndice = latestThoughtIndice + 1 - -_prompt = -""" -You are a helpful sommelier working for a wine store. -Your goal is to reccommend the best wine from your inventory that match the user preferences. - -You must follow the following criteria: -1) Get to know what occasion the user is buying wine for -2) Get to know what food the user will have with wine -3) Get to know how much the user willing to spend -4) Get to know type of wine the user is looking for e.g. Red, White, Sparkling, Rose, Dessert, Fortified -5) Get to know what characteristics of wine the user is looking for - e.g. tannin, sweetness, intensity, acidity -6) Check your inventory for the best wine that match the user preference -7) Recommend wine to the user - -You should only respond with interleaving Thought, Action, Observation steps. -Thought can reason about the current situation, and Action can be three types: -1) winestock[query], which you can use to find wine in your inventory. The more input data the better. -2) chatbox[text], which you can use to interact with the user. -3) recommendation[answer], which returns your wine reccommendation to the user. - -You should only respond in JSON format as describe below: -{ - "Thought": "your reasoning", - "Action": {"name": "action to take", "input": "Action input"}, - "Observation": "result of the action" -} - -Here are some examples: -{ -"Question": "I would like to buy a sedan with 8 seats.", -"Thought_1": "Our showroom carries various vehicle model. But I'm not sure whether we have a models that fits the user demand, I need to check our inventory.", -"Action_1": {"name": "inventory", "input": "sedan with 8 seats."}, -"Observation_1": "Several model has 8 seats. Available color are black, red green" -} -{ - "Thought_2": "I have to ask the user what color he likes.", - "Action_2": {"name": "chatbox", "input": "Which color do you like?"} - "Observation_2": "I'll take black." -} -{ - "Thought_3": "There is only one model that fits the user preference. It's Yiem model A", - "Action_3": {"name": "recommendation", "input": "I recommend a Yiem model A"} -} - -Let's begin! - -$(JSON.json(thoughtDict)) -{Thought_$nextThoughtIndice -""" - -prompt = YiemAgent.formatLLMtext_llama3instruct("system", _prompt) -@show prompt -msgMeta = Dict(:requestResponse => nothing, - :msgPurpose => nothing, - :receiverId => nothing, - :getPost => nothing, - :msgId => "4c7111e0-c30e-44c3-8f85-1c8b3f03a8be", - :acknowledgestatus => nothing, - :replyToMsgId => nothing, - :msgFormatVersion => nothing, - :mqttServerInfo => Dict(:port => 1883, :broker => "mqtt.yiem.cc"), - :sendTopic => "/loadbalancer/requestingservice", - :receiverName => "text2textinstruct", - :replyTopic => nothing, - :senderName => "decisionMaker", - :senderSelfnote => nothing, - :senderId => "testingSessionID", - :timeStamp => "2024-05-04T08:06:23.561" - ) - -outgoingMsg = Dict( - :msgMeta=> msgMeta, - :payload=> Dict( - :text=> prompt, - ) -) - - - -_response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg) -thoughtJsonStr = _response[:response][:text] - - - - - - - - - - - - - - - - - - - - - - diff --git a/test/prompttest_1.jl b/test/prompttest_1.jl deleted file mode 100644 index 229fbc6..0000000 --- a/test/prompttest_1.jl +++ /dev/null @@ -1,87 +0,0 @@ -using Revise # remove when this package is completed -using YiemAgent, GeneralUtils, JSON3, MQTTClient, Dates, UUIDs, DataStructures -using Base.Threads - -# ---------------------------------------------- 100 --------------------------------------------- # - -config = copy(JSON.parsefile("config.json")) - -instanceInternalTopic = config[:serviceInternalTopic][:mqtttopic] * "/1" - -client, connection = MakeConnection(config[:mqttServerInfo][:broker], - config[:mqttServerInfo][:port]) - -receiveUserMsgChannel = Channel{Dict}(4) -receiveInternalMsgChannel = Channel{Dict}(4) - -msgMeta = GeneralUtils.generate_msgMeta( - "N/A", - replyTopic = config[:servicetopic][:mqtttopic] # ask frontend reply to this instance_chat_topic - ) - -agentConfig = Dict( - :mqttServerInfo=> config[:mqttServerInfo], - :receivemsg=> Dict( - :prompt=> config[:servicetopic][:mqtttopic], # topic to receive prompt i.e. frontend send msg to this topic - :internal=> instanceInternalTopic, - ), - :externalservice=> config[:externalservice], -) - -# Instantiate an agent -tools=Dict( # update input format - "askbox"=> Dict( - :description => "Useful for when you need to ask the user for more context. Do not ask the user their own question.", - :input => """Input is a text in JSON format.{\"Q1\": \"How are you doing?\", \"Q2\": \"How may I help you?\"}""", - :output => "" , - :func => nothing, - ), - # "winestock"=> Dict( - # :description => "A handy tool for searching wine in your inventory that match the user preferences.", - # :input => """Input is a JSON-formatted string that contains a detailed and precise search query.{\"wine type\": \"rose\", \"price\": \"max 35\", \"sweetness level\": \"sweet\", \"intensity level\": \"light bodied\", \"Tannin level\": \"low\", \"Acidity level\": \"low\"}""", - # :output => """Output are wines that match the search query in JSON format.""", - # :func => ChatAgent.winestock, - # ), - "finalanswer"=> Dict( - :description => "Useful for when you are ready to recommend wines to the user.", - :input => """{\"finalanswer\": \"some text\"}.{\"finalanswer\": \"I recommend Zena Crown Vista\"}""", - :output => "" , - :func => nothing, - ), - ) - - a = YiemAgent.sommelier( - receiveUserMsgChannel, - receiveInternalMsgChannel, - agentConfig, - name= "assistant", - id= "testingSessionID", # agent instance id - tools=tools, - ) - - - - - - - -input = -OrderedDict{String, Any}(:question => "Hello, I would like a get a bottle of wine", :thought_1 => "It's great that the user is looking for a bottle of wine. To give them a personalized recommendation, I need to know more about their preferences.", :action_1 => Dict{String, Any}(:name => "chatbox", :input => "What occasion are you planning to use this wine for?"), :observation_1 => "We are holding a wedding party", :thought_2 => "A wedding party is a great occasion for a special bottle of wine. I need to know what type of food will be served, and how much the user is willing to spend.", :action_2 => Dict{String, Any}(:name => "chatbox", :input => "What type of food will you be serving at the wedding?"), :observation_2 => "It will be Thai dishes.", :thought_3 => "The type of wine that pairs well with Thai dishes is usually a crisp and refreshing white wine, but I also need to consider the budget and personal preferences.", :action_3 => Dict{String, Any}(:name => "chatbox", :input => "How much are you willing to spend on this bottle of wine?"), :observation_3 => "I would spend up to 50 bucks.", :thought_4 => "I have a good idea of the occasion, food, and budget. Now I need to know what type of wine the user is looking for.", :action_4 => Dict{String, Any}(:name => "chatbox", :input => "What type of wine are you usually looking for? Red, White, Sparkling, Rose, Dessert or Fortified?"), :observation_4 => "I like full-bodied Red wine with low tannin.", :thought_5 => "Now that I have all the necessary information, I can start searching for a suitable wine in our inventory.", :action_5 => Dict{String, Any}(:name => "winestock", :input => "red wine with low tannins"), :observation_5 => "I found the following wines in our stock: \n{\n 1: El Enemigo Cabernet Franc 2019\n2: Tantara Chardonnay 2017\n\n}\n", :thought_6 => "Now that I have the information about the wine, it's time to make a recommendation.", :action_6 => Dict{String, Any}(:name => "recommendbox", :input => "El Enemigo Cabernet Franc 2019"), :observation_6 => "I don't like the one you recommend. I want dry wine.") - - -result = YiemAgent.jsoncorrection(a, input) - - - - - - - - - - - - - - - diff --git a/test/prompttest_2.jl b/test/prompttest_2.jl deleted file mode 100644 index 58f3e2d..0000000 --- a/test/prompttest_2.jl +++ /dev/null @@ -1,119 +0,0 @@ -using Revise -using YiemAgent, GeneralUtils, JSON3, DataStructures, LibPQ -using SQLLLM - - -# _prompt = -# """ -# You are a helpful assistant. -# answer the following question: -# From the following CSV text: -# "{\"tabledescription\":[\"The customer table stores information about customers. It includes details such as first name, last name, display name, username, password, gender, country, telephone number, email, birthdate, additional_search_term, other attributes (in JSON format) and a description.\",\"The wine table stores information about different wines. It includes details namely id, name, brand, manufacturer, region, country, wine_type, grape_variety, serving_temperature, intensity, sweetness, tannin, acidity, fizziness, additional_search_term, other attributes (in JSON format) and a description.\",\"The wine_food table represents the association between wines and food items. It estab" ⋯ 477 bytes ⋯ "ed to retailer names, usernames, passwords, addresses, contact persons, telephone numbers, email addresses, additional_search_term, other attributes (in JSON format) and a description.\",\"The retailer_wine table represents the relationship between retailers and wines. It stores information about the wines available from which retailers, including vintage, their price, and the currency.\",\"The retailer_food table represents the relationship between retailers and food items. It stores information about the food items available from which retailers, including their price and the currency.\"],\"tablename\":[\"customer\",\"wine\",\"wine_food\",\"food\",\"retailer\",\"retailer_wine\",\"retailer_food\"]}" -# What is the description of table wine? -# """ - -# prompt = YiemAgent.formatLLMtext_llama3instruct("system", _prompt) -# @show prompt -# msgMeta = Dict(:requestResponse => nothing, -# :msgPurpose => nothing, -# :receiverId => nothing, -# :getPost => nothing, -# :msgId => "4c7111e0-c30e-44c3-8f85-1c8b3f03a8be", -# :acknowledgestatus => nothing, -# :replyToMsgId => nothing, -# :msgFormatVersion => nothing, -# :mqttServerInfo => Dict(:port => 1883, :broker => "mqtt.yiem.cc"), -# :sendTopic => "/loadbalancer/requestingservice", -# :receiverName => "text2textinstruct", -# :replyTopic => nothing, -# :senderName => "decisionMaker", -# :senderSelfnote => nothing, -# :senderId => "testingSessionID", -# :timeStamp => "2024-05-04T08:06:23.561" -# ) - -# outgoingMsg = Dict( -# :msgMeta=> msgMeta, -# :payload=> Dict( -# :text=> prompt, -# ) -# ) - - - -# _response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg) -# result = _response[:response][:text] - - - - - - - -DBconnection = LibPQ.Connection("host=192.168.88.12 port=5432 dbname=yiem_wine_assistant user=yiem password=yiem@Postgres_0.0") - -tableinfo, df1, df2, df3 = SQLLLM.tableinfo(DBconnection, "wine") - - -_prompt = -""" -You are a helpful assistant helping to answer user question from a database table. - -$tableinfo - -Are there any chardonnay? -""" - -prompt = YiemAgent.formatLLMtext_llama3instruct("system", _prompt) -@show prompt -msgMeta = Dict(:requestResponse => nothing, - :msgPurpose => nothing, - :receiverId => nothing, - :getPost => nothing, - :msgId => "4c7111e0-c30e-44c3-8f85-1c8b3f03a8be", - :acknowledgestatus => nothing, - :replyToMsgId => nothing, - :msgFormatVersion => nothing, - :mqttServerInfo => Dict(:port => 1883, :broker => "mqtt.yiem.cc"), - :sendTopic => "/loadbalancer/requestingservice", - :receiverName => "text2textinstruct", - :replyTopic => nothing, - :senderName => "decisionMaker", - :senderSelfnote => nothing, - :senderId => "testingSessionID", - :timeStamp => "2024-05-04T08:06:23.561" - ) - -outgoingMsg = Dict( - :msgMeta=> msgMeta, - :payload=> Dict( - :text=> prompt, - ) -) - - - -_response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg) -result2 = _response[:response][:text] - - - - - - - - - - - - - - - - - - - - - - diff --git a/test/test1.jl b/test/runtest.jl similarity index 100% rename from test/test1.jl rename to test/runtest.jl diff --git a/test/runtests.jl b/test/runtests.jl deleted file mode 100644 index e3da741..0000000 --- a/test/runtests.jl +++ /dev/null @@ -1,223 +0,0 @@ - -using JSON, Dates, UUIDs, PrettyPrinting, Base64, NATS, HTTP -using GeneralUtils, msghandler - -config = JSON.parsefile("./appconfig.json") - -agent_conn = NATS.connect(config["nats_server_info"]["url"]) - -function text2text_instruct_llm(sender_id::String, openai_msg::Dict{String, Any}) - payloads = [("msg", openai_msg, "dictionary")] # List of tuples - _, msg_envelope_json_str = msghandler.smartpack( - config["externalservice"]["servicesloadbalancer"]["nats"], - payloads; - sender_id=sender_id, - msg_purpose="text2text", - broker_url=config["nats_server_info"]["url"], - fileserver_url=config["externalservice"]["fileserver"]["url"]) - - reply = NATS.request(agent_conn, - config["externalservice"]["servicesloadbalancer"]["nats"], - msg_envelope_json_str, timeout=120) - - incoming_env_json_str = String(reply.payload) - incoming_env = msghandler.smartunpack(incoming_env_json_str) - _llm_response = incoming_env["payloads"][1][2] - llm_response = _llm_response["choices"][1]["message"]["content"] - return llm_response -end - - - - -# 1. Read local file and encode to base64 string -image1_path = "test/large_image.png" -image1_bytes = read(image1_path) -image1_base64_string = base64encode(image1_bytes) - -# 2. Match the MIME type according to your file extension (e.g., png, jpeg) -mime_type = "image/png" -data1_uri = "data:$(mime_type);base64,$(image1_base64_string)" - -# 3. Construct payload with the Data URI -openai_msg = Dict( - "model" => "gemma-4-E4B-it-UD-Q4_K_XL", - "messages" => [ - Dict( - "role" => "user", - "content" => [ - Dict("type" => "text", "text" => "Do you know this wine? Just give me brief intro."), - Dict( - "type" => "image_url", - "image_url" => Dict("url" => data1_uri) - ) - ] - ) - ], - "temperature" => 0.7 -) - -llm_response = text2text_instruct_llm(openai_msg) - - - -# 1. Read local file and encode to base64 string -image2_path = "test/large_image.png" -image2_bytes = read(image2_path) -image2_base64_string = base64encode(image2_bytes) - -# 2. Match the MIME type according to your file extension (e.g., png, jpeg) -mime_type = "image/png" -data2_uri = "data:$(mime_type);base64,$(image2_base64_string)" - -systemmsg = - """ - # Store Policy - - Generally speaking, the store inventory has some wines from France, the United States, Australia, Spain, and Italy, but you won't know exactly until you check your inventory. - - If you found wines in the store's database, they are in stock. - - You can only recommend wines that are currently in our inventory - - Before searching the database for wine, ensure you have at least the following information: 1) budget, 2) wine type, and 3) occasion. Additional details are always helpful. If the user is unsure, provide relevant information and gather insights to make reasonable inferences. - - Ask the user one question at a time. - - Do not ask the user about wine's flavor e.g. floral, citrusy, nutty or some thing similar as these terms cannot be used to search the database. - - Once the user has selected their wine, if you haven't already, ask the user whether they need any further assistance. Do not offer any additional services. - - Only end the conversation when the user explicitly intends to do so. When ending, ensure a polite farewell and an invitation to return in the future. - - Spicy foods should be paired only with light red wines. - - We do not sell organic, sustainable, gluten-free, and sulfite-free wine. Inform the user imediately if they are looking for these types of wines. Do not sell our wines as such. - - Gift box, gift card, and custom messages are available. Inform the user to contact our sales team. - - # Store Guidelines - - Greeting the customer warmly by ask them how could you help. Do not ask any other questions during this greeting. - - Customer may provide images for you to look up. - - Encourage the customer to explore different options and try new things. - - If you are unable to locate the desired item in the database after 2 attempts, it may not be available in your inventory. In such cases, inform the user that the item is unavailable and suggest an alternative instead. - - Your store carries only wine. - - Vintage 0 means non-vintage. - - Start searching the database as broadly as possible within the given information boundary to maximize the chances of finding. Avoid unnecessary parameters unless specified by the user. Refine the search subsequently. - - # Situation - Your customer is coming into the store - - # Role - Your name is Janie. You are a helpful sommelier for website-based Yiem Wine's wine store. You are working under your mentor supervision. - - # Objective - 1. Establish a connection with the customer by talking to them politely and showing your enthusiasm for their wine preferences. - 2. Provide relevant information and guide them to select the best wines only from your store's inventory that align with their preferences. - - # Responsibility Includes - 1. According to the store's policy and guidelines, make an informed decision about what you need to do to achieve the objective - 2. Keep the conversation with the customer going smoothly - 3. Obey your mentor's suggestions. - - # Responsibility Does NOT Include - - 1. Requesting the user to place an order, make a purchase, or confirm the order. These are the job of our sales team at the store. - 2. Processing sales orders or engaging in any other sales-related activities. These are the job of our sales team at the store. - 3. Answering questions or offering additional services beyond those related to your store's wine recommendations such as discounts, quantity, rewards programs, promotions, delivery options, shipping, boxes, gift wrapping, packaging, personalized messages or something similar. These are the job of our sales team at the store. - - # You should then respond to the user with interleaving plan, action_name, action_input - 1) plan: Based on the current situation, state a complete action plan to complete the task and rationale. Be specific. - 2) action_name: (Typically corresponds to the execution of the first step in your plan) Can be one of the available_actions name - 3) action_input: The input to the action you are about to perform according to your plan. - After the action is executed you gets "action_result". It is the output from the action you selected. - - # You should only respond in JSON format as described below - "plan": "...", - "action_name": "...", - "action_input": "..." - - # Available Actions - - **CHAT_BOX** which you can use to talk with the user. - - **SEARCH_WINE_DATABASE** allows you to check information about wines you want in your inventory's database. The input is text that specify supported search criteria includeing: retailer_name, wine price, winery, name, vintage, region, country, type, grape varietal, tasting notes, occasion, food pairing, intensity, tannin, sweetness, and acidity. - - Example query 1: "Dry, full-bodied red wine from 1) region: Burgundy, country: France or 2) region: Tuscany, country: Italy. Grape varietal: Merlot or Syrah. price 100 to 1000 USD." - - Example query 2: "Red or white wine, medium tannin, price under 700 USD" - - Example query 3: "white wine, region: Tuscany or Bordeaux, country: Italy or France - - **PRESENT_WINE_GUIDELINE** which you can use to check the store guidelines about how to present wines you have found to the user. The input is "nothing" keyword. The output is the guidelines that you can follow. - - **END_CONVER_GUIDELINE** which you can use to check the store guidelines about how to end the conversation with the user. The input is "nothing" keyword. The output is the guidelines that you can follow. - """ - - -openai_msg = Dict( - "model" => "gemma-4-E4B-it-UD-Q4_K_XL", - "messages" => [ - Dict( - "role" => "system", - "content" => [ - Dict("type" => "text", "text" => systemmsg), - ] - ), - Dict( - "role" => "user", - "content" => [ - Dict("type" => "text", "text" => "Do you know this wine? Just give me brief intro."), - ] - ), - Dict( - "role" => "assistant", - "content" => [ - Dict("type" => "text", "text" => - """ - " I will greet the customer warmly as Janie, acknowledge their request to find a similar wine for their wedding party based on the image, identify the wine type and country (Italian Sparkling Wine), and then use the SEARCH_WINE_DATABASE action to search the inventory for suitable options.\n CHAT_BOX\n Hello! I'm Janie, and I'd be delighted to help you find the perfect wine for your wedding party. That beautiful wine in the image appears to be an Italian sparkling wine, which is wonderful for a celebration like a wedding! Since you have an unlimited budget, I can certainly look for some truly exceptional options. To start, I will check our inventory for similar Italian sparkling wines that are perfect for a wedding celebration. User response in the next message " - """ - ), - ] - ), - Dict( - "role" => "user", - "content" => [ - Dict("type" => "text", "text" => "ok"), - ] - ), - ], - "temperature" => 0.7 -) - -llm_response = text2text_instruct_llm(openai_msg) - - - - - -# ---------------------------------------------- 100 --------------------------------------------- # - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -