Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
|
@@ -18,9 +18,9 @@ from tqdm.notebook import tqdm
|
|
| 18 |
class Abstractive_Summarization_Model:
|
| 19 |
def __init__(self):
|
| 20 |
self.text = None
|
| 21 |
-
self.IS_CNNDM =
|
| 22 |
self.LOWER = False
|
| 23 |
-
self.max_length = 1024 if self.IS_CNNDM else 512
|
| 24 |
self.model, self.tokenizer = self.load_model()
|
| 25 |
|
| 26 |
def load_model(self):
|
|
@@ -30,8 +30,8 @@ class Abstractive_Summarization_Model:
|
|
| 30 |
model = BartForConditionalGeneration.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
| 31 |
tokenizer = BartTokenizer.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
| 32 |
else:
|
| 33 |
-
model = PegasusForConditionalGeneration.from_pretrained('
|
| 34 |
-
tokenizer = PegasusTokenizer.from_pretrained('
|
| 35 |
print('[INFO]: Model Successfully Loaded :)')
|
| 36 |
return model, tokenizer
|
| 37 |
|
|
|
|
| 18 |
class Abstractive_Summarization_Model:
|
| 19 |
def __init__(self):
|
| 20 |
self.text = None
|
| 21 |
+
self.IS_CNNDM = False # whether to use CNNDM dataset or XSum dataset
|
| 22 |
self.LOWER = False
|
| 23 |
+
self.max_length = 1024 #if self.IS_CNNDM else 512
|
| 24 |
self.model, self.tokenizer = self.load_model()
|
| 25 |
|
| 26 |
def load_model(self):
|
|
|
|
| 30 |
model = BartForConditionalGeneration.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
| 31 |
tokenizer = BartTokenizer.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
| 32 |
else:
|
| 33 |
+
model = PegasusForConditionalGeneration.from_pretrained('tuner007/pegasus_paraphrase')
|
| 34 |
+
tokenizer = PegasusTokenizer.from_pretrained('tuner007/pegasus_paraphrase')
|
| 35 |
print('[INFO]: Model Successfully Loaded :)')
|
| 36 |
return model, tokenizer
|
| 37 |
|