update
This commit is contained in:
276
Manifest.toml
276
Manifest.toml
@@ -1,8 +1,8 @@
|
|||||||
# This file is machine-generated - editing it directly is not advised
|
# This file is machine-generated - editing it directly is not advised
|
||||||
|
|
||||||
julia_version = "1.11.2"
|
julia_version = "1.11.3"
|
||||||
manifest_format = "2.0"
|
manifest_format = "2.0"
|
||||||
project_hash = "b7e1f171d36dc4812d6c1445da530f513320e6cd"
|
project_hash = "7388d6f2112aa337179b153160215cd1f5630c81"
|
||||||
|
|
||||||
[[deps.AliasTables]]
|
[[deps.AliasTables]]
|
||||||
deps = ["PtrArrays", "Random"]
|
deps = ["PtrArrays", "Random"]
|
||||||
@@ -10,10 +10,6 @@ git-tree-sha1 = "9876e1e164b144ca45e9e3198d0b689cadfed9ff"
|
|||||||
uuid = "66dad0bd-aa9a-41b7-9441-69ab47430ed8"
|
uuid = "66dad0bd-aa9a-41b7-9441-69ab47430ed8"
|
||||||
version = "1.1.3"
|
version = "1.1.3"
|
||||||
|
|
||||||
[[deps.ArgTools]]
|
|
||||||
uuid = "0dad84c5-d112-42e6-8d28-ef12dabb789f"
|
|
||||||
version = "1.1.2"
|
|
||||||
|
|
||||||
[[deps.Artifacts]]
|
[[deps.Artifacts]]
|
||||||
uuid = "56f22d72-fd6d-98f1-02f0-08ddc0907c33"
|
uuid = "56f22d72-fd6d-98f1-02f0-08ddc0907c33"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
@@ -22,11 +18,17 @@ version = "1.11.0"
|
|||||||
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"
|
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
|
|
||||||
[[deps.CodeTracking]]
|
[[deps.CSV]]
|
||||||
deps = ["InteractiveUtils", "UUIDs"]
|
deps = ["CodecZlib", "Dates", "FilePathsBase", "InlineStrings", "Mmap", "Parsers", "PooledArrays", "PrecompileTools", "SentinelArrays", "Tables", "Unicode", "WeakRefStrings", "WorkerUtilities"]
|
||||||
git-tree-sha1 = "7eee164f122511d3e4e1ebadb7956939ea7e1c77"
|
git-tree-sha1 = "deddd8725e5e1cc49ee205a1964256043720a6c3"
|
||||||
uuid = "da1fd8a2-8d9e-5ec2-8556-3022fb5608a2"
|
uuid = "336ed68f-0bac-5ca0-87d4-7b16caf5d00b"
|
||||||
version = "1.3.6"
|
version = "0.10.15"
|
||||||
|
|
||||||
|
[[deps.CodecZlib]]
|
||||||
|
deps = ["TranscodingStreams", "Zlib_jll"]
|
||||||
|
git-tree-sha1 = "962834c22b66e32aa10f7611c08c8ca4e20749a9"
|
||||||
|
uuid = "944b1d66-785c-5afd-91f1-9de20f533193"
|
||||||
|
version = "0.7.8"
|
||||||
|
|
||||||
[[deps.Compat]]
|
[[deps.Compat]]
|
||||||
deps = ["TOML", "UUIDs"]
|
deps = ["TOML", "UUIDs"]
|
||||||
@@ -43,17 +45,33 @@ deps = ["Artifacts", "Libdl"]
|
|||||||
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae"
|
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae"
|
||||||
version = "1.1.1+0"
|
version = "1.1.1+0"
|
||||||
|
|
||||||
|
[[deps.Crayons]]
|
||||||
|
git-tree-sha1 = "249fe38abf76d48563e2f4556bebd215aa317e15"
|
||||||
|
uuid = "a8cc5b0e-0ffa-5ad4-8c14-923d3ee1735f"
|
||||||
|
version = "4.1.1"
|
||||||
|
|
||||||
[[deps.DataAPI]]
|
[[deps.DataAPI]]
|
||||||
git-tree-sha1 = "abe83f3a2f1b857aac70ef8b269080af17764bbe"
|
git-tree-sha1 = "abe83f3a2f1b857aac70ef8b269080af17764bbe"
|
||||||
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
|
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
|
||||||
version = "1.16.0"
|
version = "1.16.0"
|
||||||
|
|
||||||
|
[[deps.DataFrames]]
|
||||||
|
deps = ["Compat", "DataAPI", "DataStructures", "Future", "InlineStrings", "InvertedIndices", "IteratorInterfaceExtensions", "LinearAlgebra", "Markdown", "Missings", "PooledArrays", "PrecompileTools", "PrettyTables", "Printf", "Random", "Reexport", "SentinelArrays", "SortingAlgorithms", "Statistics", "TableTraits", "Tables", "Unicode"]
|
||||||
|
git-tree-sha1 = "fb61b4812c49343d7ef0b533ba982c46021938a6"
|
||||||
|
uuid = "a93c6f00-e57d-5684-b7b6-d8193f3e46c0"
|
||||||
|
version = "1.7.0"
|
||||||
|
|
||||||
[[deps.DataStructures]]
|
[[deps.DataStructures]]
|
||||||
deps = ["Compat", "InteractiveUtils", "OrderedCollections"]
|
deps = ["Compat", "InteractiveUtils", "OrderedCollections"]
|
||||||
git-tree-sha1 = "1d0a14036acb104d9e89698bd408f63ab58cdc82"
|
git-tree-sha1 = "1d0a14036acb104d9e89698bd408f63ab58cdc82"
|
||||||
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
|
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
|
||||||
version = "0.18.20"
|
version = "0.18.20"
|
||||||
|
|
||||||
|
[[deps.DataValueInterfaces]]
|
||||||
|
git-tree-sha1 = "bfc1187b79289637fa0ef6d4436ebdfe6905cbd6"
|
||||||
|
uuid = "e2d170a0-9d28-54be-80f0-106bbe20a464"
|
||||||
|
version = "1.0.0"
|
||||||
|
|
||||||
[[deps.Dates]]
|
[[deps.Dates]]
|
||||||
deps = ["Printf"]
|
deps = ["Printf"]
|
||||||
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"
|
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"
|
||||||
@@ -66,9 +84,9 @@ version = "1.11.0"
|
|||||||
|
|
||||||
[[deps.Distributions]]
|
[[deps.Distributions]]
|
||||||
deps = ["AliasTables", "FillArrays", "LinearAlgebra", "PDMats", "Printf", "QuadGK", "Random", "SpecialFunctions", "Statistics", "StatsAPI", "StatsBase", "StatsFuns"]
|
deps = ["AliasTables", "FillArrays", "LinearAlgebra", "PDMats", "Printf", "QuadGK", "Random", "SpecialFunctions", "Statistics", "StatsAPI", "StatsBase", "StatsFuns"]
|
||||||
git-tree-sha1 = "3101c32aab536e7a27b1763c0797dba151b899ad"
|
git-tree-sha1 = "03aa5d44647eaec98e1920635cdfed5d5560a8b9"
|
||||||
uuid = "31c24e10-a181-5473-b8eb-7969acd0382f"
|
uuid = "31c24e10-a181-5473-b8eb-7969acd0382f"
|
||||||
version = "0.25.113"
|
version = "0.25.117"
|
||||||
|
|
||||||
[deps.Distributions.extensions]
|
[deps.Distributions.extensions]
|
||||||
DistributionsChainRulesCoreExt = "ChainRulesCore"
|
DistributionsChainRulesCoreExt = "ChainRulesCore"
|
||||||
@@ -86,14 +104,19 @@ git-tree-sha1 = "2fb1e02f2b635d0845df5d7c167fec4dd739b00d"
|
|||||||
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
|
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
|
||||||
version = "0.9.3"
|
version = "0.9.3"
|
||||||
|
|
||||||
[[deps.Downloads]]
|
[[deps.FilePathsBase]]
|
||||||
deps = ["ArgTools", "FileWatching", "LibCURL", "NetworkOptions"]
|
deps = ["Compat", "Dates"]
|
||||||
uuid = "f43a241f-c20a-4ad4-852c-f6b1247861c6"
|
git-tree-sha1 = "3bab2c5aa25e7840a4b065805c0cdfc01f3068d2"
|
||||||
version = "1.6.0"
|
uuid = "48062228-2e41-5def-b9a4-89aafe57970f"
|
||||||
|
version = "0.9.24"
|
||||||
|
|
||||||
[[deps.FileWatching]]
|
[deps.FilePathsBase.extensions]
|
||||||
uuid = "7b1f6079-737a-58dc-b8bc-7a2ca5c1b5ee"
|
FilePathsBaseMmapExt = "Mmap"
|
||||||
version = "1.11.0"
|
FilePathsBaseTestExt = "Test"
|
||||||
|
|
||||||
|
[deps.FilePathsBase.weakdeps]
|
||||||
|
Mmap = "a63ad114-7e13-5084-954f-fe012c677804"
|
||||||
|
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
|
||||||
|
|
||||||
[[deps.FillArrays]]
|
[[deps.FillArrays]]
|
||||||
deps = ["LinearAlgebra"]
|
deps = ["LinearAlgebra"]
|
||||||
@@ -107,33 +130,61 @@ weakdeps = ["PDMats", "SparseArrays", "Statistics"]
|
|||||||
FillArraysSparseArraysExt = "SparseArrays"
|
FillArraysSparseArraysExt = "SparseArrays"
|
||||||
FillArraysStatisticsExt = "Statistics"
|
FillArraysStatisticsExt = "Statistics"
|
||||||
|
|
||||||
|
[[deps.Future]]
|
||||||
|
deps = ["Random"]
|
||||||
|
uuid = "9fa8497b-333b-5362-9e8d-4d0656e87820"
|
||||||
|
version = "1.11.0"
|
||||||
|
|
||||||
[[deps.GeneralUtils]]
|
[[deps.GeneralUtils]]
|
||||||
deps = ["DataStructures", "Dates", "Distributions", "JSON3", "MQTTClient", "Random", "Revise", "UUIDs"]
|
deps = ["CSV", "DataFrames", "DataStructures", "Dates", "Distributions", "JSON3", "MQTTClient", "PrettyPrinting", "Random", "SHA", "UUIDs"]
|
||||||
path = "/appfolder/app/privatejuliapkg/GeneralUtils"
|
path = "../GeneralUtils"
|
||||||
uuid = "c6c72f09-b708-4ac8-ac7c-2084d70108fe"
|
uuid = "c6c72f09-b708-4ac8-ac7c-2084d70108fe"
|
||||||
version = "0.1.0"
|
version = "0.2.2"
|
||||||
|
|
||||||
[[deps.HypergeometricFunctions]]
|
[[deps.HypergeometricFunctions]]
|
||||||
deps = ["LinearAlgebra", "OpenLibm_jll", "SpecialFunctions"]
|
deps = ["LinearAlgebra", "OpenLibm_jll", "SpecialFunctions"]
|
||||||
git-tree-sha1 = "b1c2585431c382e3fe5805874bda6aea90a95de9"
|
git-tree-sha1 = "2bd56245074fab4015b9174f24ceba8293209053"
|
||||||
uuid = "34004b35-14d8-5ef3-9330-4cdb6864b03a"
|
uuid = "34004b35-14d8-5ef3-9330-4cdb6864b03a"
|
||||||
version = "0.3.25"
|
version = "0.3.27"
|
||||||
|
|
||||||
|
[[deps.InlineStrings]]
|
||||||
|
git-tree-sha1 = "6a9fde685a7ac1eb3495f8e812c5a7c3711c2d5e"
|
||||||
|
uuid = "842dd82b-1e85-43dc-bf29-5d0ee9dffc48"
|
||||||
|
version = "1.4.3"
|
||||||
|
|
||||||
|
[deps.InlineStrings.extensions]
|
||||||
|
ArrowTypesExt = "ArrowTypes"
|
||||||
|
ParsersExt = "Parsers"
|
||||||
|
|
||||||
|
[deps.InlineStrings.weakdeps]
|
||||||
|
ArrowTypes = "31f734f8-188a-4ce0-8406-c8a06bd891cd"
|
||||||
|
Parsers = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
|
||||||
|
|
||||||
[[deps.InteractiveUtils]]
|
[[deps.InteractiveUtils]]
|
||||||
deps = ["Markdown"]
|
deps = ["Markdown"]
|
||||||
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
|
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
|
|
||||||
|
[[deps.InvertedIndices]]
|
||||||
|
git-tree-sha1 = "6da3c4316095de0f5ee2ebd875df8721e7e0bdbe"
|
||||||
|
uuid = "41ab1584-1d38-5bbf-9106-f11c6c58b48f"
|
||||||
|
version = "1.3.1"
|
||||||
|
|
||||||
[[deps.IrrationalConstants]]
|
[[deps.IrrationalConstants]]
|
||||||
git-tree-sha1 = "630b497eafcc20001bba38a4651b327dcfc491d2"
|
git-tree-sha1 = "e2222959fbc6c19554dc15174c81bf7bf3aa691c"
|
||||||
uuid = "92d709cd-6900-40b7-9082-c6be49f344b6"
|
uuid = "92d709cd-6900-40b7-9082-c6be49f344b6"
|
||||||
version = "0.2.2"
|
version = "0.2.4"
|
||||||
|
|
||||||
|
[[deps.IteratorInterfaceExtensions]]
|
||||||
|
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
|
||||||
|
uuid = "82899510-4779-5014-852e-03e436cf321d"
|
||||||
|
version = "1.0.0"
|
||||||
|
|
||||||
[[deps.JLLWrappers]]
|
[[deps.JLLWrappers]]
|
||||||
deps = ["Artifacts", "Preferences"]
|
deps = ["Artifacts", "Preferences"]
|
||||||
git-tree-sha1 = "be3dc50a92e5a386872a493a10050136d4703f9b"
|
git-tree-sha1 = "a007feb38b422fbdab534406aeca1b86823cb4d6"
|
||||||
uuid = "692b3bcd-3c85-4b1f-b108-f13ce0eb3210"
|
uuid = "692b3bcd-3c85-4b1f-b108-f13ce0eb3210"
|
||||||
version = "1.6.1"
|
version = "1.7.0"
|
||||||
|
|
||||||
[[deps.JSON3]]
|
[[deps.JSON3]]
|
||||||
deps = ["Dates", "Mmap", "Parsers", "PrecompileTools", "StructTypes", "UUIDs"]
|
deps = ["Dates", "Mmap", "Parsers", "PrecompileTools", "StructTypes", "UUIDs"]
|
||||||
@@ -147,21 +198,10 @@ version = "1.14.1"
|
|||||||
[deps.JSON3.weakdeps]
|
[deps.JSON3.weakdeps]
|
||||||
ArrowTypes = "31f734f8-188a-4ce0-8406-c8a06bd891cd"
|
ArrowTypes = "31f734f8-188a-4ce0-8406-c8a06bd891cd"
|
||||||
|
|
||||||
[[deps.JuliaInterpreter]]
|
[[deps.LaTeXStrings]]
|
||||||
deps = ["CodeTracking", "InteractiveUtils", "Random", "UUIDs"]
|
git-tree-sha1 = "dda21b8cbd6a6c40d9d02a73230f9d70fed6918c"
|
||||||
git-tree-sha1 = "10da5154188682e5c0726823c2b5125957ec3778"
|
uuid = "b964fa9f-0449-5b57-a5c2-d3ea65f4040f"
|
||||||
uuid = "aa1ae85d-cabe-5617-a682-6adf51b2e16a"
|
version = "1.4.0"
|
||||||
version = "0.9.38"
|
|
||||||
|
|
||||||
[[deps.LibCURL]]
|
|
||||||
deps = ["LibCURL_jll", "MozillaCACerts_jll"]
|
|
||||||
uuid = "b27032c2-a3e7-50c8-80cd-2d36dbcbfd21"
|
|
||||||
version = "0.6.4"
|
|
||||||
|
|
||||||
[[deps.LibCURL_jll]]
|
|
||||||
deps = ["Artifacts", "LibSSH2_jll", "Libdl", "MbedTLS_jll", "Zlib_jll", "nghttp2_jll"]
|
|
||||||
uuid = "deac9b47-8bc7-5906-a0fe-35ac56dc84c0"
|
|
||||||
version = "8.6.0+0"
|
|
||||||
|
|
||||||
[[deps.LibGit2]]
|
[[deps.LibGit2]]
|
||||||
deps = ["Base64", "LibGit2_jll", "NetworkOptions", "Printf", "SHA"]
|
deps = ["Base64", "LibGit2_jll", "NetworkOptions", "Printf", "SHA"]
|
||||||
@@ -189,9 +229,9 @@ version = "1.11.0"
|
|||||||
|
|
||||||
[[deps.LogExpFunctions]]
|
[[deps.LogExpFunctions]]
|
||||||
deps = ["DocStringExtensions", "IrrationalConstants", "LinearAlgebra"]
|
deps = ["DocStringExtensions", "IrrationalConstants", "LinearAlgebra"]
|
||||||
git-tree-sha1 = "a2d09619db4e765091ee5c6ffe8872849de0feea"
|
git-tree-sha1 = "13ca9e2586b89836fd20cccf56e57e2b9ae7f38f"
|
||||||
uuid = "2ab3a3ac-af41-5b50-aa03-7779005ae688"
|
uuid = "2ab3a3ac-af41-5b50-aa03-7779005ae688"
|
||||||
version = "0.3.28"
|
version = "0.3.29"
|
||||||
|
|
||||||
[deps.LogExpFunctions.extensions]
|
[deps.LogExpFunctions.extensions]
|
||||||
LogExpFunctionsChainRulesCoreExt = "ChainRulesCore"
|
LogExpFunctionsChainRulesCoreExt = "ChainRulesCore"
|
||||||
@@ -203,16 +243,6 @@ version = "0.3.28"
|
|||||||
ChangesOfVariables = "9e997f8a-9a97-42d5-a9f1-ce6bfc15e2c0"
|
ChangesOfVariables = "9e997f8a-9a97-42d5-a9f1-ce6bfc15e2c0"
|
||||||
InverseFunctions = "3587e190-3f89-42d0-90ee-14403ec27112"
|
InverseFunctions = "3587e190-3f89-42d0-90ee-14403ec27112"
|
||||||
|
|
||||||
[[deps.Logging]]
|
|
||||||
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"
|
|
||||||
version = "1.11.0"
|
|
||||||
|
|
||||||
[[deps.LoweredCodeUtils]]
|
|
||||||
deps = ["JuliaInterpreter"]
|
|
||||||
git-tree-sha1 = "688d6d9e098109051ae33d126fcfc88c4ce4a021"
|
|
||||||
uuid = "6f1432cf-f94c-5a45-995e-cdbf5db27b0b"
|
|
||||||
version = "3.1.0"
|
|
||||||
|
|
||||||
[[deps.MQTTClient]]
|
[[deps.MQTTClient]]
|
||||||
deps = ["Distributed", "Random", "Sockets"]
|
deps = ["Distributed", "Random", "Sockets"]
|
||||||
git-tree-sha1 = "f2597b290d4bf17b577346153cd2ddf9accb5c26"
|
git-tree-sha1 = "f2597b290d4bf17b577346153cd2ddf9accb5c26"
|
||||||
@@ -243,10 +273,6 @@ version = "1.2.0"
|
|||||||
uuid = "a63ad114-7e13-5084-954f-fe012c677804"
|
uuid = "a63ad114-7e13-5084-954f-fe012c677804"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
|
|
||||||
[[deps.MozillaCACerts_jll]]
|
|
||||||
uuid = "14a3606d-f60d-562e-9121-12d972cd8159"
|
|
||||||
version = "2023.12.12"
|
|
||||||
|
|
||||||
[[deps.NetworkOptions]]
|
[[deps.NetworkOptions]]
|
||||||
uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908"
|
uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908"
|
||||||
version = "1.2.0"
|
version = "1.2.0"
|
||||||
@@ -262,21 +288,21 @@ uuid = "05823500-19ac-5b8b-9628-191a04bc5112"
|
|||||||
version = "0.8.1+2"
|
version = "0.8.1+2"
|
||||||
|
|
||||||
[[deps.OpenSpecFun_jll]]
|
[[deps.OpenSpecFun_jll]]
|
||||||
deps = ["Artifacts", "CompilerSupportLibraries_jll", "JLLWrappers", "Libdl", "Pkg"]
|
deps = ["Artifacts", "CompilerSupportLibraries_jll", "JLLWrappers", "Libdl"]
|
||||||
git-tree-sha1 = "13652491f6856acfd2db29360e1bbcd4565d04f1"
|
git-tree-sha1 = "1346c9208249809840c91b26703912dff463d335"
|
||||||
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
|
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
|
||||||
version = "0.5.5+0"
|
version = "0.5.6+0"
|
||||||
|
|
||||||
[[deps.OrderedCollections]]
|
[[deps.OrderedCollections]]
|
||||||
git-tree-sha1 = "12f1439c4f986bb868acda6ea33ebc78e19b95ad"
|
git-tree-sha1 = "cc4054e898b852042d7b503313f7ad03de99c3dd"
|
||||||
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
|
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
|
||||||
version = "1.7.0"
|
version = "1.8.0"
|
||||||
|
|
||||||
[[deps.PDMats]]
|
[[deps.PDMats]]
|
||||||
deps = ["LinearAlgebra", "SparseArrays", "SuiteSparse"]
|
deps = ["LinearAlgebra", "SparseArrays", "SuiteSparse"]
|
||||||
git-tree-sha1 = "949347156c25054de2db3b166c52ac4728cbad65"
|
git-tree-sha1 = "966b85253e959ea89c53a9abebbf2e964fbf593b"
|
||||||
uuid = "90014a1f-27ba-587c-ab20-58faa44d9150"
|
uuid = "90014a1f-27ba-587c-ab20-58faa44d9150"
|
||||||
version = "0.11.31"
|
version = "0.11.32"
|
||||||
|
|
||||||
[[deps.Parsers]]
|
[[deps.Parsers]]
|
||||||
deps = ["Dates", "PrecompileTools", "UUIDs"]
|
deps = ["Dates", "PrecompileTools", "UUIDs"]
|
||||||
@@ -284,14 +310,11 @@ git-tree-sha1 = "8489905bcdbcfac64d1daa51ca07c0d8f0283821"
|
|||||||
uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
|
uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
|
||||||
version = "2.8.1"
|
version = "2.8.1"
|
||||||
|
|
||||||
[[deps.Pkg]]
|
[[deps.PooledArrays]]
|
||||||
deps = ["Artifacts", "Dates", "Downloads", "FileWatching", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "Random", "SHA", "TOML", "Tar", "UUIDs", "p7zip_jll"]
|
deps = ["DataAPI", "Future"]
|
||||||
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
|
git-tree-sha1 = "36d8b4b899628fb92c2749eb488d884a926614d3"
|
||||||
version = "1.11.0"
|
uuid = "2dfb63ee-cc39-5dd5-95bd-886bf059d720"
|
||||||
weakdeps = ["REPL"]
|
version = "1.4.3"
|
||||||
|
|
||||||
[deps.Pkg.extensions]
|
|
||||||
REPLExt = "REPL"
|
|
||||||
|
|
||||||
[[deps.PrecompileTools]]
|
[[deps.PrecompileTools]]
|
||||||
deps = ["Preferences"]
|
deps = ["Preferences"]
|
||||||
@@ -305,21 +328,32 @@ git-tree-sha1 = "9306f6085165d270f7e3db02af26a400d580f5c6"
|
|||||||
uuid = "21216c6a-2e73-6563-6e65-726566657250"
|
uuid = "21216c6a-2e73-6563-6e65-726566657250"
|
||||||
version = "1.4.3"
|
version = "1.4.3"
|
||||||
|
|
||||||
|
[[deps.PrettyPrinting]]
|
||||||
|
git-tree-sha1 = "142ee93724a9c5d04d78df7006670a93ed1b244e"
|
||||||
|
uuid = "54e16d92-306c-5ea0-a30b-337be88ac337"
|
||||||
|
version = "0.4.2"
|
||||||
|
|
||||||
|
[[deps.PrettyTables]]
|
||||||
|
deps = ["Crayons", "LaTeXStrings", "Markdown", "PrecompileTools", "Printf", "Reexport", "StringManipulation", "Tables"]
|
||||||
|
git-tree-sha1 = "1101cd475833706e4d0e7b122218257178f48f34"
|
||||||
|
uuid = "08abe8d2-0d0c-5749-adfa-8a2ac140af0d"
|
||||||
|
version = "2.4.0"
|
||||||
|
|
||||||
[[deps.Printf]]
|
[[deps.Printf]]
|
||||||
deps = ["Unicode"]
|
deps = ["Unicode"]
|
||||||
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"
|
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
|
|
||||||
[[deps.PtrArrays]]
|
[[deps.PtrArrays]]
|
||||||
git-tree-sha1 = "77a42d78b6a92df47ab37e177b2deac405e1c88f"
|
git-tree-sha1 = "1d36ef11a9aaf1e8b74dacc6a731dd1de8fd493d"
|
||||||
uuid = "43287f4e-b6f4-7ad1-bb20-aadabca52c3d"
|
uuid = "43287f4e-b6f4-7ad1-bb20-aadabca52c3d"
|
||||||
version = "1.2.1"
|
version = "1.3.0"
|
||||||
|
|
||||||
[[deps.QuadGK]]
|
[[deps.QuadGK]]
|
||||||
deps = ["DataStructures", "LinearAlgebra"]
|
deps = ["DataStructures", "LinearAlgebra"]
|
||||||
git-tree-sha1 = "cda3b045cf9ef07a08ad46731f5a3165e56cf3da"
|
git-tree-sha1 = "9da16da70037ba9d701192e27befedefb91ec284"
|
||||||
uuid = "1fd47b50-473d-5c70-9696-f719f8f3bcdc"
|
uuid = "1fd47b50-473d-5c70-9696-f719f8f3bcdc"
|
||||||
version = "2.11.1"
|
version = "2.11.2"
|
||||||
|
|
||||||
[deps.QuadGK.extensions]
|
[deps.QuadGK.extensions]
|
||||||
QuadGKEnzymeExt = "Enzyme"
|
QuadGKEnzymeExt = "Enzyme"
|
||||||
@@ -327,11 +361,6 @@ version = "2.11.1"
|
|||||||
[deps.QuadGK.weakdeps]
|
[deps.QuadGK.weakdeps]
|
||||||
Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9"
|
Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9"
|
||||||
|
|
||||||
[[deps.REPL]]
|
|
||||||
deps = ["InteractiveUtils", "Markdown", "Sockets", "StyledStrings", "Unicode"]
|
|
||||||
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"
|
|
||||||
version = "1.11.0"
|
|
||||||
|
|
||||||
[[deps.Random]]
|
[[deps.Random]]
|
||||||
deps = ["SHA"]
|
deps = ["SHA"]
|
||||||
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
|
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
|
||||||
@@ -342,18 +371,6 @@ git-tree-sha1 = "45e428421666073eab6f2da5c9d310d99bb12f9b"
|
|||||||
uuid = "189a3867-3050-52da-a836-e630ba90ab69"
|
uuid = "189a3867-3050-52da-a836-e630ba90ab69"
|
||||||
version = "1.2.2"
|
version = "1.2.2"
|
||||||
|
|
||||||
[[deps.Requires]]
|
|
||||||
deps = ["UUIDs"]
|
|
||||||
git-tree-sha1 = "838a3a4188e2ded87a4f9f184b4b0d78a1e91cb7"
|
|
||||||
uuid = "ae029012-a4dd-5104-9daa-d747884805df"
|
|
||||||
version = "1.3.0"
|
|
||||||
|
|
||||||
[[deps.Revise]]
|
|
||||||
deps = ["CodeTracking", "Distributed", "FileWatching", "JuliaInterpreter", "LibGit2", "LoweredCodeUtils", "OrderedCollections", "REPL", "Requires", "UUIDs", "Unicode"]
|
|
||||||
git-tree-sha1 = "470f48c9c4ea2170fd4d0f8eb5118327aada22f5"
|
|
||||||
uuid = "295af30f-e4ad-537b-8983-00126c2a3abe"
|
|
||||||
version = "3.6.4"
|
|
||||||
|
|
||||||
[[deps.Rmath]]
|
[[deps.Rmath]]
|
||||||
deps = ["Random", "Rmath_jll"]
|
deps = ["Random", "Rmath_jll"]
|
||||||
git-tree-sha1 = "852bd0f55565a9e973fcfee83a84413270224dc4"
|
git-tree-sha1 = "852bd0f55565a9e973fcfee83a84413270224dc4"
|
||||||
@@ -370,6 +387,12 @@ version = "0.5.1+0"
|
|||||||
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"
|
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"
|
||||||
version = "0.7.0"
|
version = "0.7.0"
|
||||||
|
|
||||||
|
[[deps.SentinelArrays]]
|
||||||
|
deps = ["Dates", "Random"]
|
||||||
|
git-tree-sha1 = "712fb0231ee6f9120e005ccd56297abbc053e7e0"
|
||||||
|
uuid = "91c51154-3ec4-41a3-a24f-3f23e20d615c"
|
||||||
|
version = "1.4.8"
|
||||||
|
|
||||||
[[deps.Serialization]]
|
[[deps.Serialization]]
|
||||||
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"
|
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
@@ -391,9 +414,9 @@ version = "1.11.0"
|
|||||||
|
|
||||||
[[deps.SpecialFunctions]]
|
[[deps.SpecialFunctions]]
|
||||||
deps = ["IrrationalConstants", "LogExpFunctions", "OpenLibm_jll", "OpenSpecFun_jll"]
|
deps = ["IrrationalConstants", "LogExpFunctions", "OpenLibm_jll", "OpenSpecFun_jll"]
|
||||||
git-tree-sha1 = "2f5d4697f21388cbe1ff299430dd169ef97d7e14"
|
git-tree-sha1 = "64cca0c26b4f31ba18f13f6c12af7c85f478cfde"
|
||||||
uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
|
uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
|
||||||
version = "2.4.0"
|
version = "2.5.0"
|
||||||
|
|
||||||
[deps.SpecialFunctions.extensions]
|
[deps.SpecialFunctions.extensions]
|
||||||
SpecialFunctionsChainRulesCoreExt = "ChainRulesCore"
|
SpecialFunctionsChainRulesCoreExt = "ChainRulesCore"
|
||||||
@@ -418,10 +441,10 @@ uuid = "82ae8749-77ed-4fe6-ae5f-f523153014b0"
|
|||||||
version = "1.7.0"
|
version = "1.7.0"
|
||||||
|
|
||||||
[[deps.StatsBase]]
|
[[deps.StatsBase]]
|
||||||
deps = ["DataAPI", "DataStructures", "LinearAlgebra", "LogExpFunctions", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics", "StatsAPI"]
|
deps = ["AliasTables", "DataAPI", "DataStructures", "LinearAlgebra", "LogExpFunctions", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics", "StatsAPI"]
|
||||||
git-tree-sha1 = "5cf7606d6cef84b543b483848d4ae08ad9832b21"
|
git-tree-sha1 = "29321314c920c26684834965ec2ce0dacc9cf8e5"
|
||||||
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
|
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
|
||||||
version = "0.34.3"
|
version = "0.34.4"
|
||||||
|
|
||||||
[[deps.StatsFuns]]
|
[[deps.StatsFuns]]
|
||||||
deps = ["HypergeometricFunctions", "IrrationalConstants", "LogExpFunctions", "Reexport", "Rmath", "SpecialFunctions"]
|
deps = ["HypergeometricFunctions", "IrrationalConstants", "LogExpFunctions", "Reexport", "Rmath", "SpecialFunctions"]
|
||||||
@@ -437,16 +460,18 @@ version = "1.3.2"
|
|||||||
ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
|
ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
|
||||||
InverseFunctions = "3587e190-3f89-42d0-90ee-14403ec27112"
|
InverseFunctions = "3587e190-3f89-42d0-90ee-14403ec27112"
|
||||||
|
|
||||||
|
[[deps.StringManipulation]]
|
||||||
|
deps = ["PrecompileTools"]
|
||||||
|
git-tree-sha1 = "725421ae8e530ec29bcbdddbe91ff8053421d023"
|
||||||
|
uuid = "892a3eda-7b42-436c-8928-eab12a02cf0e"
|
||||||
|
version = "0.4.1"
|
||||||
|
|
||||||
[[deps.StructTypes]]
|
[[deps.StructTypes]]
|
||||||
deps = ["Dates", "UUIDs"]
|
deps = ["Dates", "UUIDs"]
|
||||||
git-tree-sha1 = "159331b30e94d7b11379037feeb9b690950cace8"
|
git-tree-sha1 = "159331b30e94d7b11379037feeb9b690950cace8"
|
||||||
uuid = "856f2bd8-1eba-4b0a-8007-ebc267875bd4"
|
uuid = "856f2bd8-1eba-4b0a-8007-ebc267875bd4"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
|
|
||||||
[[deps.StyledStrings]]
|
|
||||||
uuid = "f489334b-da3d-4c2e-b8f0-e476e12c162b"
|
|
||||||
version = "1.11.0"
|
|
||||||
|
|
||||||
[[deps.SuiteSparse]]
|
[[deps.SuiteSparse]]
|
||||||
deps = ["Libdl", "LinearAlgebra", "Serialization", "SparseArrays"]
|
deps = ["Libdl", "LinearAlgebra", "Serialization", "SparseArrays"]
|
||||||
uuid = "4607b0f0-06f3-5cda-b6b1-a6196a1729e9"
|
uuid = "4607b0f0-06f3-5cda-b6b1-a6196a1729e9"
|
||||||
@@ -461,10 +486,22 @@ deps = ["Dates"]
|
|||||||
uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76"
|
uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76"
|
||||||
version = "1.0.3"
|
version = "1.0.3"
|
||||||
|
|
||||||
[[deps.Tar]]
|
[[deps.TableTraits]]
|
||||||
deps = ["ArgTools", "SHA"]
|
deps = ["IteratorInterfaceExtensions"]
|
||||||
uuid = "a4e569a6-e804-4fa4-b0f3-eef7a1d5b13e"
|
git-tree-sha1 = "c06b2f539df1c6efa794486abfb6ed2022561a39"
|
||||||
version = "1.10.0"
|
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c"
|
||||||
|
version = "1.0.1"
|
||||||
|
|
||||||
|
[[deps.Tables]]
|
||||||
|
deps = ["DataAPI", "DataValueInterfaces", "IteratorInterfaceExtensions", "OrderedCollections", "TableTraits"]
|
||||||
|
git-tree-sha1 = "598cd7c1f68d1e205689b1c2fe65a9f85846f297"
|
||||||
|
uuid = "bd369af6-aec1-5ad0-b16a-f7cc5008161c"
|
||||||
|
version = "1.12.0"
|
||||||
|
|
||||||
|
[[deps.TranscodingStreams]]
|
||||||
|
git-tree-sha1 = "0c45878dcfdcfa8480052b6ab162cdd138781742"
|
||||||
|
uuid = "3bb67fe8-82b1-5028-8e26-92a6c54297fa"
|
||||||
|
version = "0.11.3"
|
||||||
|
|
||||||
[[deps.UUIDs]]
|
[[deps.UUIDs]]
|
||||||
deps = ["Random", "SHA"]
|
deps = ["Random", "SHA"]
|
||||||
@@ -475,6 +512,17 @@ version = "1.11.0"
|
|||||||
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"
|
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"
|
||||||
version = "1.11.0"
|
version = "1.11.0"
|
||||||
|
|
||||||
|
[[deps.WeakRefStrings]]
|
||||||
|
deps = ["DataAPI", "InlineStrings", "Parsers"]
|
||||||
|
git-tree-sha1 = "b1be2855ed9ed8eac54e5caff2afcdb442d52c23"
|
||||||
|
uuid = "ea10d353-3f73-51f8-a26c-33c1cb351aa5"
|
||||||
|
version = "1.4.2"
|
||||||
|
|
||||||
|
[[deps.WorkerUtilities]]
|
||||||
|
git-tree-sha1 = "cd1659ba0d57b71a464a29e64dbc67cfe83d54e7"
|
||||||
|
uuid = "76eceee3-57b5-4d4a-8e66-0e911cebbf60"
|
||||||
|
version = "1.6.1"
|
||||||
|
|
||||||
[[deps.Zlib_jll]]
|
[[deps.Zlib_jll]]
|
||||||
deps = ["Libdl"]
|
deps = ["Libdl"]
|
||||||
uuid = "83775a58-1f1d-513f-b197-d71354ab007a"
|
uuid = "83775a58-1f1d-513f-b197-d71354ab007a"
|
||||||
@@ -484,13 +532,3 @@ version = "1.2.13+1"
|
|||||||
deps = ["Artifacts", "Libdl"]
|
deps = ["Artifacts", "Libdl"]
|
||||||
uuid = "8e850b90-86db-534c-a0d3-1478176c7d93"
|
uuid = "8e850b90-86db-534c-a0d3-1478176c7d93"
|
||||||
version = "5.11.0+0"
|
version = "5.11.0+0"
|
||||||
|
|
||||||
[[deps.nghttp2_jll]]
|
|
||||||
deps = ["Artifacts", "Libdl"]
|
|
||||||
uuid = "8e850ede-7688-5339-a07c-302acd2aaf8d"
|
|
||||||
version = "1.59.0+0"
|
|
||||||
|
|
||||||
[[deps.p7zip_jll]]
|
|
||||||
deps = ["Artifacts", "Libdl"]
|
|
||||||
uuid = "3f19e933-33d8-53b3-aaab-bd5110c3b7a0"
|
|
||||||
version = "17.4.0+2"
|
|
||||||
|
|||||||
23
Project.toml
23
Project.toml
@@ -1,11 +1,12 @@
|
|||||||
name = "LLMMCTS"
|
name = "LLMMCTS"
|
||||||
uuid = "d76c5a4d-449e-4835-8cc4-dd86ec44f241"
|
uuid = "d76c5a4d-449e-4835-8cc4-dd86ec44f241"
|
||||||
authors = ["narawat lamaiin <narawat@outlook.com>"]
|
authors = ["narawat lamaiin <narawat@outlook.com>"]
|
||||||
version = "0.1.3"
|
version = "0.1.3"
|
||||||
|
|
||||||
[deps]
|
[deps]
|
||||||
GeneralUtils = "c6c72f09-b708-4ac8-ac7c-2084d70108fe"
|
GeneralUtils = "c6c72f09-b708-4ac8-ac7c-2084d70108fe"
|
||||||
JSON3 = "0f8b85d8-7281-11e9-16c2-39a750bddbf1"
|
JSON3 = "0f8b85d8-7281-11e9-16c2-39a750bddbf1"
|
||||||
|
PrettyPrinting = "54e16d92-306c-5ea0-a30b-337be88ac337"
|
||||||
[compat]
|
|
||||||
GeneralUtils = "0.1, 0.2"
|
[compat]
|
||||||
|
PrettyPrinting = "0.4.2"
|
||||||
|
|||||||
@@ -2,7 +2,7 @@ module interface
|
|||||||
|
|
||||||
export runMCTS
|
export runMCTS
|
||||||
|
|
||||||
using Base.Threads
|
using Base.Threads, PrettyPrinting
|
||||||
using ..type, ..mcts, ..util
|
using ..type, ..mcts, ..util
|
||||||
|
|
||||||
|
|
||||||
@@ -21,20 +21,34 @@ using ..type, ..mcts, ..util
|
|||||||
arguments for transition function
|
arguments for transition function
|
||||||
|
|
||||||
# Keyword Arguments
|
# Keyword Arguments
|
||||||
- `totalsample::Integer`
|
- `horizontalSampleExpansionPhase::Integer`
|
||||||
a number of child state MCTS sample at each node during expansion phase
|
a number of child state MCTS sample at each node during expansion phase (default: 3)
|
||||||
- `maxdepth::Integer`
|
- `horizontalSampleSimulationPhase::Integer`
|
||||||
a number of levels MCTS goes during simulation phase
|
a number of child state MCTS sample at each node during simulation's expansion phase (default: 3)
|
||||||
|
- `maxSimulationDepth::Integer`
|
||||||
|
|
||||||
|
a number of levels MCTS goes during simulation phase (default: 3)
|
||||||
- `maxiterations::Integer`
|
- `maxiterations::Integer`
|
||||||
a number of iteration MCTS goes thru expansion -> simulation -> backpropagation cycle
|
|
||||||
|
a number of iteration MCTS goes thru expansion -> simulation -> backpropagation cycle (default: 10)
|
||||||
- `explorationweight::Number`
|
- `explorationweight::Number`
|
||||||
exploration weight controls how much MCTS should explore new state instead of exploit
|
exploration weight controls how much MCTS should explore new state instead of exploit
|
||||||
a known state. 1.0 balance between exploration and exploitation like 50%-50%. 2.0 makes MCTS
|
a known state. 1.0 balance between exploration and exploitation like 50%-50%. 2.0 makes MCTS
|
||||||
aggressively explore new state.
|
|
||||||
|
|
||||||
# Return
|
aggressively explore new state (default: 1.0)
|
||||||
- `NamedTuple{(:bestNextState, :bestFinalState), Tuple{T, T}}`
|
- `earlystop::Union{Function,Nothing}`
|
||||||
the best next state and the best final state
|
optional function to check early stopping condition (default: nothing)
|
||||||
|
- `saveSimulatedNode::Bool`
|
||||||
|
whether to save nodes created during simulation phase (default: false)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# Returns
|
||||||
|
- `NamedTuple{(:mctstree, :bestNextState, :bestFinalState), Tuple{MCTSNode, T, T}}`
|
||||||
|
- mctstree: the complete MCTS tree with root node
|
||||||
|
- bestNextState: the best immediate next state
|
||||||
|
- bestFinalState: the best final state along the best trajectory
|
||||||
|
|
||||||
# Example
|
# Example
|
||||||
Refers to SQLLLM package
|
Refers to SQLLLM package
|
||||||
@@ -48,11 +62,12 @@ function runMCTS(
|
|||||||
;
|
;
|
||||||
horizontalSampleExpansionPhase::Integer=3,
|
horizontalSampleExpansionPhase::Integer=3,
|
||||||
horizontalSampleSimulationPhase::Integer=3,
|
horizontalSampleSimulationPhase::Integer=3,
|
||||||
maxdepth::Integer=3,
|
maxSimulationDepth::Integer=3,
|
||||||
maxiterations::Integer=10,
|
maxiterations::Integer=10,
|
||||||
explorationweight::Number=1.0,
|
explorationweight::Number=1.0,
|
||||||
earlystop::Union{Function,Nothing}=nothing
|
earlystop::Union{Function,Nothing}=nothing,
|
||||||
)::NamedTuple{(:bestNextState, :bestFinalState),Tuple{T,T}} where {T<:Any}
|
saveSimulatedNode::Bool=false) where {T<:Any}
|
||||||
|
# )::NamedTuple{(:bestNextState, :bestFinalState),Tuple{T,T}} where {T<:Any}
|
||||||
|
|
||||||
root = MCTSNode("root", initialstate, 0, 0, 0, 0, false, nothing, Dict{String,MCTSNode}(),
|
root = MCTSNode("root", initialstate, 0, 0, 0, 0, false, nothing, Dict{String,MCTSNode}(),
|
||||||
Dict{Symbol,Any}())
|
Dict{Symbol,Any}())
|
||||||
@@ -72,31 +87,13 @@ function runMCTS(
|
|||||||
else
|
else
|
||||||
_ = expand(node, transition, transitionargs;
|
_ = expand(node, transition, transitionargs;
|
||||||
horizontalSample=horizontalSampleExpansionPhase)
|
horizontalSample=horizontalSampleExpansionPhase)
|
||||||
#[WORKING] make simulation parallel, leafNodes must be newly expanded nodes
|
|
||||||
|
|
||||||
leafNode = selectChildNode(node)
|
@sync for (leafNodeKey, leafNode) in node.children
|
||||||
|
@spawn simulateThenBackpropagate(leafNode, transition, transitionargs;
|
||||||
|
maxSimulationDepth=maxSimulationDepth,
|
||||||
|
horizontalSampleSimulationPhase=horizontalSampleSimulationPhase,
|
||||||
|
saveSimulatedNode=saveSimulatedNode)
|
||||||
# outputch = Channel(8)
|
end
|
||||||
|
|
||||||
#[WORKING] test whether multiple spawn retain result leafNode's child node
|
|
||||||
|
|
||||||
@spawn simulate(outputch, leafNode, transition, transitionargs;
|
|
||||||
maxdepth=maxdepth, horizontalSample=horizontalSampleSimulationPhase)
|
|
||||||
# if terminalstate !== nothing #XXX not sure why I need this
|
|
||||||
# terminalstate[:totalTrajectoryReward] = simTrajectoryReward
|
|
||||||
# end
|
|
||||||
|
|
||||||
#[] write best state to file if it has higher simTrajectoryReward. Use to improve evaluation
|
|
||||||
# open("trajectory.json", "w") do io
|
|
||||||
# JSON3.pretty(io, terminalstate)
|
|
||||||
# end
|
|
||||||
|
|
||||||
# result = take!(outputch)
|
|
||||||
|
|
||||||
backpropagate(leafNode, simTrajectoryReward)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
# stop if the early stop condition is met
|
# stop if the early stop condition is met
|
||||||
@@ -105,13 +102,30 @@ function runMCTS(
|
|||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
# select the best next state and the best final state
|
||||||
bestNextState = selectBestNextNode(root)
|
bestNextState = selectBestNextNode(root)
|
||||||
besttrajectory = selectBestTrajectoryNode(root)
|
besttrajectory = selectBestTrajectoryNode(root)
|
||||||
|
|
||||||
return (bestNextState=bestNextState.state, bestFinalState=besttrajectory.state)
|
return (root=root, bestNextState=bestNextState.state, bestFinalState=besttrajectory.state)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
||||||
|
function simulateThenBackpropagate(node::MCTSNode, transition::Function, transitionargs::NamedTuple;
|
||||||
|
maxSimulationDepth::Integer=3, horizontalSampleSimulationPhase::Integer=3,
|
||||||
|
saveSimulatedNode::Bool=false)
|
||||||
|
simTrajectoryReward, terminalstate = simulate(node, transition, transitionargs;
|
||||||
|
maxSimulationDepth=maxSimulationDepth,
|
||||||
|
horizontalSample=horizontalSampleSimulationPhase)
|
||||||
|
backpropagate(node, simTrajectoryReward)
|
||||||
|
|
||||||
|
# check if the user wants to keep the simulated node
|
||||||
|
if saveSimulatedNode == false
|
||||||
|
node.children = Dict{String, MCTSNode}()
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# function runMCTS(
|
# function runMCTS(
|
||||||
# initialstate::T,
|
# initialstate::T,
|
||||||
# transition::Function,
|
# transition::Function,
|
||||||
|
|||||||
16
src/mcts.jl
16
src/mcts.jl
@@ -272,8 +272,8 @@ end
|
|||||||
A user function that handles how state transition.
|
A user function that handles how state transition.
|
||||||
- `transitionargs::NamedTuple`
|
- `transitionargs::NamedTuple`
|
||||||
Arguments for everything the user will use within transition().
|
Arguments for everything the user will use within transition().
|
||||||
- `maxdepth::Integer`
|
- `maxSimulationDepth::Integer`
|
||||||
maximum depth level MCTS goes vertically.
|
maximum depth level MCTS goes vertically during simulation.
|
||||||
- horizontalSample::Integer
|
- horizontalSample::Integer
|
||||||
Total number to sample from the current node (i.e. expand new node horizontally)
|
Total number to sample from the current node (i.e. expand new node horizontally)
|
||||||
|
|
||||||
@@ -282,15 +282,14 @@ end
|
|||||||
|
|
||||||
# Signature
|
# Signature
|
||||||
"""
|
"""
|
||||||
function simulate(outputchannel::Channel, node::MCTSNode, transition::Function, transitionargs::NamedTuple;
|
function simulate(node::MCTSNode, transition::Function, transitionargs::NamedTuple;
|
||||||
maxdepth::Integer=3, horizontalSample::Integer=3
|
maxSimulationDepth::Integer=3, horizontalSample::Integer=3)
|
||||||
)::NamedTuple{(:simTrajectoryReward, :terminalstate), Tuple{Number, Union{Dict{Symbol, Any}, Nothing}}}
|
# )::NamedTuple{(:simTrajectoryReward, :terminalstate), Tuple{Number, Union{Dict{Symbol, Any}, Nothing}}}
|
||||||
|
|
||||||
simTrajectoryReward = 0.0
|
simTrajectoryReward = 0.0
|
||||||
terminalstate = nothing
|
terminalstate = nothing
|
||||||
# listOfSimulatedNodeId = []
|
|
||||||
|
|
||||||
for depth in 1:maxdepth
|
for depth in 1:maxSimulationDepth
|
||||||
simTrajectoryReward += node.reward
|
simTrajectoryReward += node.reward
|
||||||
if node.isterminal
|
if node.isterminal
|
||||||
terminalstate = node.state
|
terminalstate = node.state
|
||||||
@@ -302,8 +301,7 @@ function simulate(outputchannel::Channel, node::MCTSNode, transition::Function,
|
|||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
put!(outputchannel, (simTrajectoryReward=simTrajectoryReward, terminalstate=terminalstate))
|
return (simTrajectoryReward=simTrajectoryReward, terminalstate=terminalstate)
|
||||||
# return (simTrajectoryReward=simTrajectoryReward, terminalstate=terminalstate)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user