set to eval

Signed-off-by: peter szemraj <[email protected]>

summarize.py

@@ -21,9 +21,12 @@ def load_model_and_tokenizer(model_name):
         # low_cpu_mem_usage=True,
         # use_cache=False,
     ).to(device)
+    model = model.eval()
+
     tokenizer = AutoTokenizer.from_pretrained(model_name)
 
     logging.info(f"Loaded model {model_name} to {device}")
+
     return model, tokenizer