ton/LLMMCTS
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
narawat lamaiin
2024-06-20 16:56:57 +07:00
parent 59a2b009c6
commit b9458f5b05
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/mcts.jl
View File

@@ -244,13 +244,14 @@ julia>
# Signature
"""
function expand(node::MCTSNode,transition::Function, args::NamedTuple; totalsample::Integer=3)
function expand(node::MCTSNode,transition::Function, transitionargs::NamedTuple;
totalsample::Integer=3)
nthSample = 0
while true
nthSample += 1
if nthSample <= totalsample
newNodeKey, newstate, progressvalue = transition(node.state, args)
newNodeKey, newstate, progressvalue = transition(node.state, transitionargs)
if newNodeKey ∉ keys(node.children)
node.children[newNodeKey] =
MCTSNode(newNodeKey, newstate, 0, progressvalue, 0, newstate[:reward],
@@ -286,7 +287,7 @@ julia>
# Signature
"""
function simulate(node::MCTSNode, transition::Function, args::NamedTuple;
function simulate(node::MCTSNode, transition::Function, transitionargs::NamedTuple;
maxdepth::Integer=3, totalsample::Integer=3
)::Union{Tuple{Number, Dict{Symbol, <:Any}}, Tuple{Number, Nothing}}
@@ -299,7 +300,7 @@ function simulate(node::MCTSNode, transition::Function, args::NamedTuple;
terminalstate = node.state
break
else
expand(node, transition, args;
expand(node, transition, transitionargs;
totalsample=totalsample)
node = selectChildNode(node)
end