Update server.py

server.py

@@ -129,16 +129,12 @@ class SFTVisionT5Model(nn.Module):
                 encoder_hidden_states.size()[:2], device=pixel_values.device
             )
 
-            # BUG FIX 3: repetition_penalty + no_repeat_ngram_size breaks
-            # the "Projection: Projection: Projection:" loop
             generated_ids = self.t5.generate(
                 encoder_outputs=encoder_outputs,
                 attention_mask=attn,
                 max_length=max_length,
                 num_beams=4,
                 early_stopping=True,
-                no_repeat_ngram_size=3,
-                repetition_penalty=1.3,
             )
 
         reports = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
@@ -186,8 +182,6 @@ class PPOVisionT5Model(nn.Module):
                 max_length=max_length,
                 num_beams=4,
                 early_stopping=True,
-                no_repeat_ngram_size=3,
-                repetition_penalty=1.3,
             )
 
         reports = tokenizer.batch_decode(generated, skip_special_tokens=True)