aaryan3781 commited on
Commit
2e896f5
·
1 Parent(s): 458a791

Update abstract.py

Browse files
Files changed (1) hide show
  1. abstract.py +10 -13
abstract.py CHANGED
@@ -29,16 +29,13 @@ def save_bm25_model(bm25_model, output_path='bm25.pkl'):
29
  with open(output_path, 'wb') as pkl_file:
30
  pickle.dump(bm25_model, pkl_file)
31
 
32
- if __name__ == "__main__":
33
- if len(sys.argv) != 2:
34
- print("Usage: python script.py <file_path>")
35
- sys.exit(1)
36
-
37
- file_path = sys.argv[1]
38
-
39
- data = load_data(file_path)
40
- save_texts(data)
41
- loaded_texts = load_texts()
42
- tokenized_texts = tokenize_texts(loaded_texts)
43
- bm25 = build_bm25_model(tokenized_texts)
44
- save_bm25_model(bm25)
 
29
  with open(output_path, 'wb') as pkl_file:
30
  pickle.dump(bm25_model, pkl_file)
31
 
32
+
33
+
34
+ file_path="Your_dataset.pkl"
35
+
36
+ data = load_data(file_path)
37
+ save_texts(data)
38
+ loaded_texts = load_texts()
39
+ tokenized_texts = tokenize_texts(loaded_texts)
40
+ bm25 = build_bm25_model(tokenized_texts)
41
+ save_bm25_model(bm25)