update

.vscode/settings.json

@@ -0,0 +1 @@
+{}

src/interface.jl

@@ -53,22 +53,30 @@ end
     a game state
   
 # Return
-  - `thought::Dict`
+  - `thoughtDict::Dict`
 
 # Example
 ```jldoctest
-julia> 
+julia> output_thoughtDict = Dict(
+        :Thought_1     => "The customer wants to buy a bottle of wine. This is a good start!",
+        :Action_1      => Dict{Symbol, Any}(
+                            :action=>"Chatbox", 
+                            :input=>"What occasion are you buying the wine for?"
+                            ),
+        :Observation_1 => ""
+        )
 ```
 
 # TODO
-  [] update docstring
+  [x] update docstring
   [x] implement the function
   [] implement RAG to pull similar experience
-  [] use iterative prompting to ensure JSON format
+  [] use customerinfo
+  [] user storeinfo
 
 # Signature
 """
-function decisionMaker(a::T1, state::T2)::String where {T1<:agent, T2<:AbstractDict}
+function decisionMaker(a::T1, state::T2)::Dict{Symbol, Any} where {T1<:agent, T2<:AbstractDict}
   customerinfo = 
   """
   I will give you the following information about customer:
@@ -161,8 +169,9 @@ function decisionMaker(a::T1, state::T2)::String where {T1<:agent, T2<:AbstractD
   )
 
   result = GeneralUtils.sendReceiveMqttMsg(outgoingMsg)
-  thought = result[:response][:text]
+  thoughtJsonStr = result[:response][:text]
-  return thought
+  thoughtDict = copy(JSON3.read(thoughtJsonStr)) 
+  return thoughtDict
 end
 
 
@@ -365,12 +374,6 @@ end
 
 
 
-
-
-
-
-
-
 
 
 

src/mcts.jl

@@ -110,33 +110,26 @@ julia>
 
 # Signature
 """
-function expand(a::T1, node::MCTSNode, state::T2, decisionMaker::Function, stateValueEstimator::Function;
+function expand(a::T1, node::MCTSNode, state::T2, decisionMaker::Function, 
-                n::Integer=3) where {T1<:agent, T2<:AbstractDict}
+                stateValueEstimator::Function; n::Integer=3) where {T1<:agent, T2<:AbstractDict}
 
   # sampling action from decisionMaker
   for sample in 1:n
-    thoughtJstr = decisionMaker(a, state)
+    thoughtDict = decisionMaker(a, state)
-    thoughtDict = copy(JSON3.read(thoughtJstr)) 
-    
-    """ Example of thoughtDict
-      Dict{Symbol, Any} with 3 entries:
-      :Thought_1     => "The customer wants to buy a bottle of wine. This is a good start!"
-      :Action_1      => Dict{Symbol, Any}(
-                          :action=>"Chatbox", 
-                          :input=>"What occasion are you buying the wine for?"
-                          )
-      :Observation_1 => ""
-    """
     @show state
     @show thoughtDict
-    newstate = MCTStransition(a, node.state, thoughtDict)  #[] Implement your transition function
+    newStatekey, newstate = MCTStransition(a, node.state, thoughtDict)  #[] Implement your transition function
     
-    if newstate ∉ keys(node.children)# BUG should be "key of the newstate" here not newstate itself
+    if newStatekey ∉ keys(node.children)# BUG should be "key of the newstate" here not newstate itself
       statetype = typeof(state) 
-
+      node.children[newStatekey] = MCTSNode(newstate, 0, 0.0, Dict{statetype, MCTSNode}())
-      # BUG should be node.children[key of newstate] here not newstate. may be a uuid
-      node.children[newstate] = MCTSNode(newstate, 0, 0.0, Dict{statetype, MCTSNode}())
     end
+
+    # add stateValueEstimator
+
+
+
+
   end 
 end
 
@@ -235,6 +228,7 @@ julia>  thoughtDict = Dict(
 # TODO
   - [] update docstring
   - [PENDING] add other actions
+  - [] add embedding newstate then store in newstate[:embedding]
 
 # Signature
 """
@@ -265,7 +259,9 @@ function MCTStransition(a::T1, state::T2,
   latestObservationKey = Symbol("Observation_$(latestActionIndice)")
   newstate[:thoughtHistory][latestObservationKey] = response
 
-  return newstate
+  newStatekey = Symbol(GeneralUtils.uuid4snakecase())
+
+  return newStatekey, newstate
 end
 
 
@@ -402,4 +398,24 @@ end
 
 
 
-end
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+end # module mcts