Spaces:
Sleeping
Sleeping
Commit
·
2e896f5
1
Parent(s):
458a791
Update abstract.py
Browse files- abstract.py +10 -13
abstract.py
CHANGED
|
@@ -29,16 +29,13 @@ def save_bm25_model(bm25_model, output_path='bm25.pkl'):
|
|
| 29 |
with open(output_path, 'wb') as pkl_file:
|
| 30 |
pickle.dump(bm25_model, pkl_file)
|
| 31 |
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
tokenized_texts = tokenize_texts(loaded_texts)
|
| 43 |
-
bm25 = build_bm25_model(tokenized_texts)
|
| 44 |
-
save_bm25_model(bm25)
|
|
|
|
| 29 |
with open(output_path, 'wb') as pkl_file:
|
| 30 |
pickle.dump(bm25_model, pkl_file)
|
| 31 |
|
| 32 |
+
|
| 33 |
+
|
| 34 |
+
file_path="Your_dataset.pkl"
|
| 35 |
+
|
| 36 |
+
data = load_data(file_path)
|
| 37 |
+
save_texts(data)
|
| 38 |
+
loaded_texts = load_texts()
|
| 39 |
+
tokenized_texts = tokenize_texts(loaded_texts)
|
| 40 |
+
bm25 = build_bm25_model(tokenized_texts)
|
| 41 |
+
save_bm25_model(bm25)
|
|
|
|
|
|
|
|
|