Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -173,9 +173,24 @@ if (runModel=='1'):
|
|
| 173 |
train_dataloader = DataLoader(train_dataset, batch_size=10, shuffle=True)
|
| 174 |
evaluate_and_report_errors(model,train_dataloader, tokenizer)
|
| 175 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 176 |
# Save the model and tokenizer
|
| 177 |
-
model.save_pretrained(
|
| 178 |
-
tokenizer.save_pretrained(
|
| 179 |
|
| 180 |
|
| 181 |
|
|
|
|
| 173 |
train_dataloader = DataLoader(train_dataset, batch_size=10, shuffle=True)
|
| 174 |
evaluate_and_report_errors(model,train_dataloader, tokenizer)
|
| 175 |
|
| 176 |
+
model_path = './' + modelNameToUse + '_model'
|
| 177 |
+
tokenizer_path = './' + modelNameToUse + '_tokenizer'
|
| 178 |
+
|
| 179 |
+
if os.path.isdir(model_path) && os.path.isdir(tokenizer_path):
|
| 180 |
+
print(f"The directory of model {model_path} exists.")
|
| 181 |
+
print("Directory contents:", os.listdir(model_path))
|
| 182 |
+
|
| 183 |
+
print(f"The directory of tokenizer{tokenizer_path} exists.")
|
| 184 |
+
print("Directory contents:", os.listdir(tokenizer_path))
|
| 185 |
+
else:
|
| 186 |
+
print(f"The directory {path} does not exist. Creating it now...")
|
| 187 |
+
os.makedirs(model_path, exist_ok=True) # Create the directory
|
| 188 |
+
os.makedirs(tokenizer_path, exist_ok=True) # Create the directory
|
| 189 |
+
print(f"Directory {path} created successfully.")
|
| 190 |
+
|
| 191 |
# Save the model and tokenizer
|
| 192 |
+
model.save_pretrained(model_path)
|
| 193 |
+
tokenizer.save_pretrained(tokenizer_path)
|
| 194 |
|
| 195 |
|
| 196 |
|