Commit bc700933 authored by Haj Rezvan's avatar Haj Rezvan

Optimized the functions.

parent 51d4a6fd
...@@ -24,11 +24,16 @@ if __name__ == '__main__': ...@@ -24,11 +24,16 @@ if __name__ == '__main__':
print("بسم الله الرحمن الرحیم") print("بسم الله الرحمن الرحیم")
thread = threading.Thread(target=stop_word()) thread = threading.Thread(target=stop_word())
thread.run() thread.run()
# split_document.file_open()
split_document.file_open_test() split_document.file_open() # Main Splitter for all of news.
# split_document.file_open_test() # Splitter for test dataset.
files = __file_finder() files = __file_finder()
os.chdir("..") os.chdir("..")
# tokenizer.get_file(files)
tokenizer.get_file_test(files) tokenizer.get_file(files) # Main tokenizer.
os.chdir("..")
# tokenizer.get_file_test(files) # Tokenizer in test dataset.
index_maker.index() index_maker.index()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment