We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8dd4622 commit 47a8296Copy full SHA for 47a8296
kvpress/pipeline.py
@@ -311,7 +311,7 @@ def generate_answer(
311
generated_ids.append(new_id)
312
if new_id.item() in should_stop_token_ids:
313
break
314
- answer = self.tokenizer.decode(torch.stack(generated_ids), skip_special_tokens=True)
+ answer = str(self.tokenizer.decode(torch.stack(generated_ids), skip_special_tokens=True))
315
return answer
316
317
def postprocess(self, model_outputs, single_question):
0 commit comments