Skip to content

Commit

Permalink
Merge pull request #365 from fairdataihub/files_to_rename_bad_reference
Browse files Browse the repository at this point in the history
fix: ps_upload_to_ds errors before retry vary initialization and caus…
  • Loading branch information
aaronm-2112 authored Oct 6, 2024
2 parents f03b7b5 + 4d9f22f commit 27dc9e8
Showing 1 changed file with 8 additions and 1 deletion.
9 changes: 8 additions & 1 deletion src/pyflask/curate/curate.py
Original file line number Diff line number Diff line change
Expand Up @@ -1900,6 +1900,11 @@ def build_create_folder_request(folder_name, folder_parent_id, dataset_id):

bytes_file_path_dict = {}

# retry variables instantiated outside function
list_of_files_to_rename = {}
renamed_files_counter = 0


def ps_upload_to_dataset(soda_json_structure, ps, ds, resume=False):
global namespace_logger

Expand All @@ -1925,7 +1930,9 @@ def ps_upload_to_dataset(soda_json_structure, ps, ds, resume=False):
global elapsed_time
global manifest_id
global origin_manifest_id
global main_curate_status
global main_curate_status
global list_of_files_to_rename
global renamed_files_counter


total_files = 0
Expand Down

0 comments on commit 27dc9e8

Please sign in to comment.