Spaces:

marcelbinz
/

Centaur

Runtime error

marcelbinz commited on Jul 1

Commit

2cdcac5

verified ·

1 Parent(s): c7bed40

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,7 +22,7 @@ model_base = AutoModelForCausalLM.from_pretrained(
     quantization_config=bnb_4bit_config,
 )
-model = PeftModel.from_pretrained(model_base, ADAPTER, device_map="auto")
 pipe = pipeline(
     "text-generation",

     quantization_config=bnb_4bit_config,
 )
+model = PeftModel.from_pretrained(model_base, ADAPTER_ID, device_map="auto")
 pipe = pipeline(
     "text-generation",