Commit bc700933 authored by Haj Rezvan's avatar Haj Rezvan

Optimized the functions.

parent 51d4a6fd
......@@ -24,11 +24,16 @@ if __name__ == '__main__':
print("بسم الله الرحمن الرحیم")
thread = threading.Thread(target=stop_word())
thread.run()
# split_document.file_open()
split_document.file_open_test()
split_document.file_open() # Main Splitter for all of news.
# split_document.file_open_test() # Splitter for test dataset.
files = __file_finder()
os.chdir("..")
# tokenizer.get_file(files)
tokenizer.get_file_test(files)
os.chdir("..")
tokenizer.get_file(files) # Main tokenizer.
# tokenizer.get_file_test(files) # Tokenizer in test dataset.
index_maker.index()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment