add langchain

previousVersion/0.0.1/Manifest.toml

@@ -0,0 +1,104 @@
+# This file is machine-generated - editing it directly is not advised
+
+julia_version = "1.9.3"
+manifest_format = "2.0"
+project_hash = "bc0957d0a44b75f0ba623d3aae25d6ee965f75da"
+
+[[deps.Base64]]
+uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"
+
+[[deps.Compat]]
+deps = ["UUIDs"]
+git-tree-sha1 = "8a62af3e248a8c4bad6b32cbbe663ae02275e32c"
+uuid = "34da2185-b29b-5c13-b0c7-acf172513d20"
+version = "4.10.0"
+
+    [deps.Compat.extensions]
+    CompatLinearAlgebraExt = "LinearAlgebra"
+
+    [deps.Compat.weakdeps]
+    Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
+    LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
+
+[[deps.DataStructures]]
+deps = ["Compat", "InteractiveUtils", "OrderedCollections"]
+git-tree-sha1 = "3dbd312d370723b6bb43ba9d02fc36abade4518d"
+uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
+version = "0.18.15"
+
+[[deps.Dates]]
+deps = ["Printf"]
+uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"
+
+[[deps.InteractiveUtils]]
+deps = ["Markdown"]
+uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
+
+[[deps.JSON3]]
+deps = ["Dates", "Mmap", "Parsers", "PrecompileTools", "StructTypes", "UUIDs"]
+git-tree-sha1 = "95220473901735a0f4df9d1ca5b171b568b2daa3"
+uuid = "0f8b85d8-7281-11e9-16c2-39a750bddbf1"
+version = "1.13.2"
+
+[[deps.Markdown]]
+deps = ["Base64"]
+uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"
+
+[[deps.Mmap]]
+uuid = "a63ad114-7e13-5084-954f-fe012c677804"
+
+[[deps.OrderedCollections]]
+git-tree-sha1 = "2e73fe17cac3c62ad1aebe70d44c963c3cfdc3e3"
+uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
+version = "1.6.2"
+
+[[deps.Parsers]]
+deps = ["Dates", "PrecompileTools", "UUIDs"]
+git-tree-sha1 = "716e24b21538abc91f6205fd1d8363f39b442851"
+uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
+version = "2.7.2"
+
+[[deps.PrecompileTools]]
+deps = ["Preferences"]
+git-tree-sha1 = "03b4c25b43cb84cee5c90aa9b5ea0a78fd848d2f"
+uuid = "aea7be01-6a6a-4083-8856-8a6e6704d82a"
+version = "1.2.0"
+
+[[deps.Preferences]]
+deps = ["TOML"]
+git-tree-sha1 = "00805cd429dcb4870060ff49ef443486c262e38e"
+uuid = "21216c6a-2e73-6563-6e65-726566657250"
+version = "1.4.1"
+
+[[deps.Printf]]
+deps = ["Unicode"]
+uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"
+
+[[deps.Random]]
+deps = ["SHA", "Serialization"]
+uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
+
+[[deps.SHA]]
+uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"
+version = "0.7.0"
+
+[[deps.Serialization]]
+uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"
+
+[[deps.StructTypes]]
+deps = ["Dates", "UUIDs"]
+git-tree-sha1 = "ca4bccb03acf9faaf4137a9abc1881ed1841aa70"
+uuid = "856f2bd8-1eba-4b0a-8007-ebc267875bd4"
+version = "1.10.0"
+
+[[deps.TOML]]
+deps = ["Dates"]
+uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76"
+version = "1.0.3"
+
+[[deps.UUIDs]]
+deps = ["Random", "SHA"]
+uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"
+
+[[deps.Unicode]]
+uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"

previousVersion/0.0.1/Project.toml

@@ -0,0 +1,9 @@
+name = "ChatAgent"
+uuid = "cff63402-b71f-455f-804d-24489fc61e5e"
+authors = ["narawat <narawat@gmail.com>"]
+version = "0.1.0"
+
+[deps]
+DataStructures = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
+Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
+JSON3 = "0f8b85d8-7281-11e9-16c2-39a750bddbf1"

previousVersion/0.0.1/src/ChatAgent.jl

@@ -0,0 +1,92 @@
+module ChatAgent
+
+  # export agent, addNewMessage, clearMessage
+
+
+  """ Order by dependencies of each file. The 1st included file must not depend on any other
+  files and each file can only depend on the file included before it. 
+  """
+
+  include("interface.jl")
+  using .interface
+  
+  
+  #------------------------------------------------------------------------------------------------100
+  
+  """ version 0.0.1
+      Todo:
+          [] add chat mechanism
+  
+      Change from version: 0.0.0
+          - 
+  
+  """
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+end # module ChatAgent

previousVersion/0.0.1/src/interface.jl

@@ -0,0 +1,181 @@
+module interface
+    
+
+export agent, addNewMessage, clearMessage, removeLatestMsg, generatePrompt_tokenPrefix,
+        generatePrompt_tokenSuffix
+
+using JSON3, DataStructures, Dates
+
+#------------------------------------------------------------------------------------------------100
+
+
+
+@kwdef mutable struct agent
+    availableRole=["system", "user", "assistant"]
+    maxUserMsg::Int= 5
+
+    """ Dict(Role=> Content)  ;   Role can be system, user, assistant
+      Example:
+        messages=[
+              Dict(:role=>"system", :content=> "You are a helpful assistant."),
+              Dict(:role=>"assistant", :content=> "How may I help you"),
+              Dict(:role=>"user", :content=> "Hello, how are you"),
+              ]
+    """
+    # Ref: https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/discussions/3
+    # 
+    messages=[Dict(:role=>"system", :content=> "You are a helpful assistant.", :timestamp=> Dates.now()),]
+end
+
+""" 
+  add new message to agent
+# Example
+```jldoctest
+julia> addNewMessage(agent1, "user", "Where should I go to buy snacks")
+````
+"""
+function addNewMessage(a::agent, role::String, content::String)
+  if role ∉ a.availableRole   # guard against typo
+    error("role is not in agent.availableRole")
+  end
+
+  # check whether user messages exceed limit
+  userMsg = 0
+  for i in a.messages
+    if i[:role] == "user"
+      userMsg += 1
+    end
+  end
+  messageleft = 0
+
+  if userMsg > a.maxUserMsg # delete all conversation
+    clearMessage(a)
+    messageleft = a.maxUserMsg
+  else
+    userMsg += 1
+    d = Dict(:role=> role, :content=> content, :timestamp=> Dates.now())
+    push!(a.messages, d)
+    messageleft = a.maxUserMsg - userMsg
+  end
+
+  return messageleft
+end
+
+
+function clearMessage(a::agent)
+  for i in eachindex(a.messages)
+    if length(a.messages) > 1 # system instruction will NOT be deleted
+      pop!(a.messages)
+    else
+      break
+    end
+  end
+end
+
+function removeLatestMsg(a::agent)
+  if length(a.messages) > 1
+    pop!(a.messages)
+  end
+end
+
+function generatePrompt_tokenSuffix(a::agent; 
+                      userToken::String="[/INST]", assistantToken="[INST]", 
+                      systemToken="[INST]<<SYS>> content <</SYS>>")
+  prompt = nothing
+  for msg in a.messages
+    role = msg[:role]
+    content = msg[:content]
+
+    if role == "system"
+      prompt = replace(systemToken, "content" => content) * " "
+    elseif role == "user"
+      prompt *= " " * content * " " * userToken
+    elseif role == "assistant"
+      prompt *= " " * content * " " * assistantToken
+    else
+      error("undefied condition role = $role")
+    end
+  end
+
+  return prompt
+end
+
+function generatePrompt_tokenPrefix(a::agent; 
+                      userToken::String="Q:", assistantToken="A:", 
+                      systemToken="[INST]<<SYS>> content <</SYS>>")
+  prompt = nothing
+  for msg in a.messages
+    role = msg[:role]
+    content = msg[:content]
+
+    if role == "system"
+      prompt = replace(systemToken, "content" => content) * " "
+    elseif role == "user"
+      prompt *= userToken * " " * content * " "
+    elseif role == "assistant"
+      prompt *= assistantToken * " " * content * " "
+    else
+      error("undefied condition role = $role")
+    end
+  end
+
+  return prompt
+end
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+end # module