eot-visualization

Running on Zero

jeradf commited on Nov 4

Commit

fd17305

verified ·

1 Parent(s): 20b69e8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -64,7 +64,7 @@ class ModelRunner:
             device_map="auto",
         )
         self.model.eval()
-        self.thresh = get_thresh(revision)
         # Pull commonly used tokens, falling back gracefully if not present
         self.START_TOKEN_ID = self._tok_id("<|im_start|>")

             device_map="auto",
         )
         self.model.eval()
+        self.thresh = get_threshold(revision)
         # Pull commonly used tokens, falling back gracefully if not present
         self.START_TOKEN_ID = self._tok_id("<|im_start|>")