Skip to content

Commit

Permalink
Add logging statement to DataFrameConnector's load_table method and u…
Browse files Browse the repository at this point in the history
…pdate dependencies
  • Loading branch information
KeplerC committed Apr 18, 2024
1 parent 4647695 commit 12803d5
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions fog_x/database/polars_connector.py
Original file line number Diff line number Diff line change
Expand Up @@ -136,9 +136,11 @@ def create_table(self, table_name: str):


def load_tables(self, table_names: List[str]):

# load tables from the path
for table_name in table_names:
path = f"{self.path}/{table_name}.parquet"
logger.info(f"Prepare to load table {table_name} loaded from {path}.")
# if os.path.exists(os.path.expanduser(path)):
# self.tables[table_name] = pl.read_parquet(path)
# self.table_len[table_name] = len(self.tables[table_name])
Expand Down

0 comments on commit 12803d5

Please sign in to comment.