Update app.py
Browse files
app.py
CHANGED
|
@@ -43,8 +43,8 @@ for split in ["train", "validation", "test"]:
|
|
| 43 |
raw_dataset[split] = raw_dataset[split].select([n for n in np.random.randint(0, len(raw_dataset[split]) - 1, 1_000)])
|
| 44 |
tokenized_dataset = raw_dataset.map(preprocess_function, batched=True)
|
| 45 |
|
| 46 |
-
|
| 47 |
-
model = AutoModelForSeq2SeqLM.from_pretrained(
|
| 48 |
|
| 49 |
batch_size = 8
|
| 50 |
|
|
|
|
| 43 |
raw_dataset[split] = raw_dataset[split].select([n for n in np.random.randint(0, len(raw_dataset[split]) - 1, 1_000)])
|
| 44 |
tokenized_dataset = raw_dataset.map(preprocess_function, batched=True)
|
| 45 |
|
| 46 |
+
|
| 47 |
+
model = AutoModelForSeq2SeqLM.from_pretrained(model_checkpoint)
|
| 48 |
|
| 49 |
batch_size = 8
|
| 50 |
|