diff --git a/src/util.jl b/src/util.jl index 031281a..8f736ae 100644 --- a/src/util.jl +++ b/src/util.jl @@ -264,6 +264,7 @@ function formatLLMtext(messages::Vector{Dict{Symbol, T}}, str *= f(t[:name], t[:text]) end + # add <|assistant|> so that the model don't generate it and I don't need to clean it up later if formatname == "phi3instruct" str *= "<|assistant|>\n" end