Update app.py

app.py

@@ -16,7 +16,7 @@ from utils.prompter import Prompter
 import datetime
 import time,json
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
+device = "cuda"
 
 base_model = "Llama-2-7b-chat-hf-qformer/"
 
@@ -38,11 +38,8 @@ model = get_peft_model(model, config)
 temp, top_p, top_k = 0.1, 0.95, 500
 # change it to your model path
 
-### Stage 4 ckpt
 eval_mdl_path = './stage4_ckpt/pytorch_model.bin'
 
-### Stage 5 ckpt
-# eval_mdl_path = '/fs/gamma-projects/audio/gama/new_data/stage5_all_mix_all/checkpoint-900/pytorch_model.bin'
 
 state_dict = torch.load(eval_mdl_path, map_location='cpu')
 msg = model.load_state_dict(state_dict, strict=False)