diff --git a/llmfoundry/utils/config_utils.py b/llmfoundry/utils/config_utils.py index 8ac8d2afa7..72ca19834b 100644 --- a/llmfoundry/utils/config_utils.py +++ b/llmfoundry/utils/config_utils.py @@ -614,7 +614,7 @@ def _process_data_source( data_paths.append(('local', remote_path, true_split)) # Check for local path elif 'local' in dataset and dataset['local']: - data_paths.append(('local', remote_path, true_split)) + data_paths.append(('local', dataset['local'], true_split)) else: log.warning('DataSource Not Found.')