catch concurrent writes and continue w/o raising

dbt-labs · Apr 25, 2017 · c5dfc55 · c5dfc55
1 parent fe4647f
commit c5dfc55
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/dbt/compilation.py b/dbt/compilation.py
@@ -163,7 +163,12 @@ def __write(self, build_filepath, payload):
  target_path = os.path.join(self.project['target-path'], build_filepath)
 
  if not os.path.exists(os.path.dirname(target_path)):
- os.makedirs(os.path.dirname(target_path))
+ # concurrent writes that try to create the same dir can fail
+ try:
+ os.makedirs(os.path.dirname(target_path))
+ except FileExistsError:
+ logger.debug("Caught concurrent write: {}".format(target_path))
+ pass
 
  dbt.compat.write_file(target_path, payload)