try changing ingestor filedaemon to `process_IN_CLOSE_WRITE`

ingestor/filedaemon.py

@@ -81,7 +81,7 @@ client = redis.Redis(
 watchmanager = pyinotify.WatchManager()
 
 class EventHandler(pyinotify.ProcessEvent):
-    def process_IN_CREATE(self, event):
+    def process_IN_CLOSE_WRITE(self, event):
         logger.info(f'Parsing browse file: {event.pathname}')
         try:
             with open(event.pathname) as f:
@@ -100,6 +100,6 @@ class EventHandler(pyinotify.ProcessEvent):
 handler = EventHandler()
 notifier = pyinotify.Notifier(watchmanager, handler)
 
-wdd = watchmanager.add_watch(watch_dir, pyinotify.IN_CREATE, rec=True)
+wdd = watchmanager.add_watch(watch_dir, pyinotify.IN_CLOSE_WRITE, rec=True)
 
 notifier.loop()