102 lines
2.5 KiB
Julia
102 lines
2.5 KiB
Julia
using Revise # remove when this package is completed
|
|
using YiemAgent, GeneralUtils, JSON3, MQTTClient, Dates, UUIDs
|
|
using Base.Threads
|
|
|
|
# ---------------------------------------------- 100 --------------------------------------------- #
|
|
|
|
config = copy(JSON3.read("config.json"))
|
|
|
|
instanceInternalTopic = config[:serviceInternalTopic][:mqtttopic] * "/1"
|
|
|
|
client, connection = MakeConnection(config[:mqttServerInfo][:broker],
|
|
config[:mqttServerInfo][:port])
|
|
|
|
receiveUserMsgChannel = Channel{Dict}(4)
|
|
receiveInternalMsgChannel = Channel{Dict}(4)
|
|
println(typeof(connection))
|
|
msgMeta = GeneralUtils.generate_msgMeta(
|
|
"N/A",
|
|
replyTopic = config[:servicetopic][:mqtttopic] # ask frontend reply to this instance_chat_topic
|
|
)
|
|
|
|
# commConfig = Dict(
|
|
# :mqttServerInfo=> config[:mqttServerInfo],
|
|
# :receivemsg=> Dict(
|
|
# :prompt=> config[:servicetopic][:mqtttopic], # topic to receive prompt i.e. frontend send msg to this topic
|
|
# ),
|
|
# :externalservice=> config[:externalservice],
|
|
# )
|
|
|
|
function text2textInstructLLM(prompt::String)
|
|
msgMeta = GeneralUtils.generate_msgMeta(
|
|
config[:externalservice][:text2textinstruct][:mqtttopic],
|
|
senderName= "yiemagent",
|
|
senderId= string(uuid4()),
|
|
receiverName= "text2textinstruct",
|
|
mqttBroker= config[:mqttServerInfo][:broker],
|
|
mqttBrokerPort= config[:mqttServerInfo][:port],
|
|
)
|
|
|
|
outgoingMsg = Dict(
|
|
:msgMeta=> msgMeta,
|
|
:payload=> Dict(
|
|
:text=> prompt,
|
|
:kwargs=> Dict(
|
|
:max_tokens=> 1024,
|
|
:stop=> ["<|eot_id|>"],
|
|
:temperature=> 0.2,
|
|
)
|
|
)
|
|
)
|
|
|
|
_response = GeneralUtils.sendReceiveMqttMsg(outgoingMsg)
|
|
response = _response[:response][:text]
|
|
|
|
return response
|
|
end
|
|
|
|
# Instantiate an agent
|
|
a = YiemAgent.sommelier(
|
|
text2textInstructLLM,
|
|
name="assistant",
|
|
id="testingSessionID", # agent instance id
|
|
)
|
|
|
|
# response = YiemAgent.conversation(a, Dict(:text=> "newtopic",) )
|
|
|
|
# response = YiemAgent.conversation(a, Dict(:text=> "Hello, I would like a get a bottle of wine."))
|
|
# println("---> YiemAgent: ", response)
|
|
|
|
# response = YiemAgent.conversation(a, Dict(:text=> "I'm having a graduation party this evening. I'll pay at most 30 bucks."))
|
|
|
|
|
|
|
|
function main()
|
|
userinput = "Hello, I would like a get a bottle of wine."
|
|
for i in 1:10
|
|
response = YiemAgent.conversation(a, Dict(:text=> userinput))
|
|
println("")
|
|
println("--> assistant response: \n", response)
|
|
println("")
|
|
println("--> user input:")
|
|
userinput = readline()
|
|
end
|
|
end
|
|
|
|
main()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|