ext/collection_service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed dumb shit 2

Browse Source
This commit is contained in:
Андреев Григорий 2026-03-29 14:13:20 +03:00
parent a0edbb6659
commit 11b8483b63
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dedicated_ai_server/server.py
View File

@ -141,7 +141,7 @@ def generate_llm_pieces(bundle: ModelBundle, messages: list) -> Iterable[str]:
token_text = bundle.tokenizer.decode([token_id], skip_special_tokens=True) token_text = bundle.tokenizer.decode([token_id], skip_special_tokens=True)
if token_text: if token_text:
yield token_text yield token_text
-
past_key_values = outputs.past_key_values past_key_values = outputs.past_key_values
input_ids = next_token_id.unsqueeze(1) input_ids = next_token_id.unsqueeze(1)
if attention_mask is not None: if attention_mask is not None: