Support long-running agent turns
This commit is contained in:
1 parent
2a14b93335
commit
3c75b8f6c1
14 files changed
+432
-90
No files matched your search
@@ -196,6 +196,7 @@ impl Tokenizer {
|
||||
&[ChatTurn {
|
||||
user: true,
|
||||
tool: false,
|
||||
system: false,
|
||||
skip_previous_eos: false,
|
||||
reasoning: None,
|
||||
reasoning_complete: true,
|
||||
@@ -255,6 +256,13 @@ impl Tokenizer {
|
||||
output.extend(self.tokenize_rendered(system_prompt));
|
||||
}
|
||||
for (index, message) in messages.iter().enumerate() {
|
||||
if message.system {
|
||||
if self.family == ModelFamily::Glm {
|
||||
output.push(self.system);
|
||||
}
|
||||
output.extend(self.tokenize_rendered(&message.content));
|
||||
continue;
|
||||
}
|
||||
if message.tool {
|
||||
if self.family == ModelFamily::Glm {
|
||||
output.push(self.observation);
|
||||
|
||||
Reference in new issue
Block a user