preprocess - always flush to console

backend/preprocess/AssetProcessor.py

@@ -1,4 +1,5 @@
 
+import functools
 import os
 import re
 from colorthief import ColorThief
@@ -8,6 +9,7 @@
 from FileFinder import FileFinder
 from MongoDatabase import MongoDatabase
 
+print = functools.partial(print, flush=True)
 
 class AssetProcessor:
 	def __init__(self, file_finder: FileFinder, database: MongoDatabase):

backend/preprocess/ChannelCache.py

@@ -1,9 +1,11 @@
 
+import functools
 import os
 
 from MongoDatabase import MongoDatabase
 from helpers import is_compiled
 
+print = functools.partial(print, flush=True)
 
 class ChannelCache:
 	"""

backend/preprocess/Downloader.py

@@ -1,10 +1,14 @@
 
 
 
+import functools
 import os
 
 import requests
 
+print = functools.partial(print, flush=True)
+
+
 
 def download_gg(output_directory):
 		"""

backend/preprocess/FileFinder.py

@@ -1,7 +1,10 @@
+import functools
 import glob
 import re
 import os
-import traceback
+
+print = functools.partial(print, flush=True)
+
 
 class FileFinder():
 	"""

backend/preprocess/JsonFileStreamer.py

@@ -1,6 +1,9 @@
+import functools
 import ijson
 import datetime
 
+print = functools.partial(print, flush=True)
+
 
 class JsonFileStreamer():
 	def __init__(self, json_path: str):

backend/preprocess/JsonProcessor.py

@@ -1,6 +1,7 @@
 
 
 import copy
+import functools
 import hashlib
 from itertools import zip_longest
 import os
@@ -16,7 +17,7 @@
 from JsonFileStreamer import JsonFileStreamer
 from helpers import find_additional_missing_numbers, get_emoji_code, pad_id, batched
 
-
+print = functools.partial(print, flush=True)
 
 
 class JsonProcessor:

backend/preprocess/MongoDatabase.py

@@ -1,6 +1,10 @@
 
+import functools
 from pymongo import MongoClient
 
+print = functools.partial(print, flush=True)
+
+
 class MongoDatabase():
 	"""
 	Connects to the MongoDB database

backend/preprocess/Timer.py

@@ -1,5 +1,7 @@
+import functools
 import time
 
+print = functools.partial(print, flush=True)
 
 class Timer(object):
     def __init__(self, name=None):

backend/preprocess/helpers.py

@@ -1,7 +1,11 @@
+import functools
 from itertools import islice
 import json
 import os
 
+print = functools.partial(print, flush=True)
+
+
 
 with open('emojiIndex.json', 'r', encoding='utf8') as f:
     emoji_index = json.load(f)