We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent db10f01 commit 93fb684Copy full SHA for 93fb684
examples/server/server.cpp
@@ -1942,7 +1942,12 @@ struct server_context {
1942
prefix_tokens.insert(prefix_tokens.begin(), llama_token_bos(model)); // always add BOS
1943
prefix_tokens.insert(prefix_tokens.end(), llama_token_suffix(model));
1944
prefix_tokens.insert(prefix_tokens.end(), suffix_tokens.begin(), suffix_tokens.end());
1945
- prefix_tokens.push_back(llama_token_middle(model));
+
1946
+ const llama_token middle_token = llama_token_middle(model);
1947
+ if (middle_token >= 0) {
1948
+ prefix_tokens.push_back(middle_token);
1949
+ }
1950
1951
prompt_tokens = prefix_tokens;
1952
} else {
1953
prompt_tokens = tokenize(slot.prompt, system_prompt.empty()); // add BOS if there isn't system prompt
0 commit comments