Rename master references to table_list

composer/workflows/bq_copy_across_locations.py

@@ -96,19 +96,19 @@
 # --------------------------------------------------------------------------------
 
 
-def read_master_file(master_file):
+def read_table_list(table_list_file):
     """
     Reads the master CSV file that will help in creating Airflow tasks in
     the DAG dynamically.
-    :param master_file: (String) The file location of the master file,
+    :param table_list_file: (String) The file location of the master file,
     e.g. '/home/airflow/framework/master.csv'
     :return master_record_all: (List) List of Python dictionaries containing
     the information for a single row in master CSV file.
     """
     master_record_all = []
-    logger.info('Reading master_file from : %s' % str(master_file))
+    logger.info('Reading table_list_file from : %s' % str(table_list_file))
     try:
-        with open(master_file, 'rb') as csv_file:
+        with open(table_list_file, 'rb') as csv_file:
             csv_reader = csv.reader(csv_file)
             next(csv_reader)  # skip the headers
             for row in csv_reader:
@@ -120,7 +120,7 @@ def read_master_file(master_file):
                 master_record_all.append(master_record)
             return master_record_all
     except IOError as e:
-        logger.error('Error opening master_file %s: ' % str(master_file), e)
+        logger.error('Error opening table_list_file %s: ' % str(table_list_file), e)
 
 
 # --------------------------------------------------------------------------------
@@ -145,7 +145,7 @@ def read_master_file(master_file):
     )
 
     # Get the table list from master file
-    all_records = read_master_file(table_list_file_path)
+    all_records = read_table_list(table_list_file_path)
 
     # Loop over each record in the 'all_records' python list to build up
     # Airflow tasks