Spaces:
Running
on
Zero
Running
on
Zero
Update inferencer.py
Browse files- inferencer.py +2 -2
inferencer.py
CHANGED
@@ -205,8 +205,8 @@ class InterleaveInferencer:
|
|
205 |
**generation_input,
|
206 |
):
|
207 |
output = self.tokenizer.decode(unpacked_latent)
|
208 |
-
|
209 |
-
|
210 |
|
211 |
@torch.no_grad()
|
212 |
def interleave_inference(
|
|
|
205 |
**generation_input,
|
206 |
):
|
207 |
output = self.tokenizer.decode(unpacked_latent)
|
208 |
+
if output != "<|im_end|>":
|
209 |
+
yield output
|
210 |
|
211 |
@torch.no_grad()
|
212 |
def interleave_inference(
|