KingNish commited on
Commit
bfb297f
·
verified ·
1 Parent(s): b00b4a5

Update inferencer.py

Browse files
Files changed (1) hide show
  1. inferencer.py +2 -2
inferencer.py CHANGED
@@ -205,8 +205,8 @@ class InterleaveInferencer:
205
  **generation_input,
206
  ):
207
  output = self.tokenizer.decode(unpacked_latent)
208
- # output = output.split('<|im_end|>')[0].split('<|im_start|>')[1]
209
- yield output
210
 
211
  @torch.no_grad()
212
  def interleave_inference(
 
205
  **generation_input,
206
  ):
207
  output = self.tokenizer.decode(unpacked_latent)
208
+ if output != "<|im_end|>":
209
+ yield output
210
 
211
  @torch.no_grad()
212
  def interleave_inference(