Fix cache invalidation in IdentityReader (AmpX-AI#28)

tmi · Oct 21, 2022 · d8e7deb · d8e7deb
1 parent 2074875
commit d8e7deb
Showing 1 changed file with 8 additions and 7 deletions.
diff --git a/fsql/deser.py b/fsql/deser.py
@@ -277,14 +277,15 @@ class FileInPartition:
     fs: AbstractFileSystem
 
     def consume(self, fd_consumer: Callable[[OpenFile], Any]):
-        with self.fs.open(self.file_url) as fd:
-            try:
+        try:
+            with self.fs.open(self.file_url) as fd:
                 return fd_consumer(fd)
-            except FileNotFoundError as e:
-                logger.warning(
-                    f"file {self.file_url} reading exception {type(e)}, attempting cache invalidation and reread"
-                )
-                self.fs.invalidate_cache()
+        except FileNotFoundError as e:
+            logger.warning(
+                f"file {self.file_url} reading exception {type(e)}, attempting cache invalidation and reread"
+            )
+            self.fs.invalidate_cache()
+            with self.fs.open(self.file_url) as fd:
                 return fd_consumer(fd)