Skip to content

Commit

Permalink
Add debug logger statements
Browse files Browse the repository at this point in the history
  • Loading branch information
ppinchuk committed Aug 19, 2024
1 parent 62b5a3f commit 579377a
Showing 1 changed file with 6 additions and 0 deletions.
6 changes: 6 additions & 0 deletions gaps/batch.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,11 +91,16 @@ def _make_job_dirs(self):
logger.debug(
"Batch jobs list: %s", sorted(table.index.values.tolist())
)
logger.debug("Using the following batch sets: %s", self._sets)
logger.info("Preparing batch job directories...")

# walk through current directory getting everything to copy
for source_dir, _, filenames in os.walk(self._base_dir):
logger.debug("Processing files in : %s", source_dir)
logger.debug(
" - Is dupe dir: %s",
any(job_tag in source_dir for job_tag in self._sets)
)

# don't make additional copies of job sub directories.
if any(job_tag in source_dir for job_tag in self._sets):
Expand All @@ -112,6 +117,7 @@ def _make_job_dirs(self):
/ tag
/ source_dir.relative_to(self._base_dir)
)
logger.debug("Creating dir: %s", destination_dir)
destination_dir.mkdir(parents=True, exist_ok=True)

for name in filenames:
Expand Down

0 comments on commit 579377a

Please sign in to comment.