Skip to content

Commit 93fb684

Browse files
authored
Only use FIM middle if it exists
1 parent db10f01 commit 93fb684

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

examples/server/server.cpp

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1942,7 +1942,12 @@ struct server_context {
19421942
prefix_tokens.insert(prefix_tokens.begin(), llama_token_bos(model)); // always add BOS
19431943
prefix_tokens.insert(prefix_tokens.end(), llama_token_suffix(model));
19441944
prefix_tokens.insert(prefix_tokens.end(), suffix_tokens.begin(), suffix_tokens.end());
1945-
prefix_tokens.push_back(llama_token_middle(model));
1945+
1946+
const llama_token middle_token = llama_token_middle(model);
1947+
if (middle_token >= 0) {
1948+
prefix_tokens.push_back(middle_token);
1949+
}
1950+
19461951
prompt_tokens = prefix_tokens;
19471952
} else {
19481953
prompt_tokens = tokenize(slot.prompt, system_prompt.empty()); // add BOS if there isn't system prompt

0 commit comments

Comments
 (0)