From c096031aecad8f0b030ec8144b6122dc901883d2 Mon Sep 17 00:00:00 2001 From: Richard Li Date: Tue, 23 Apr 2024 18:32:11 -0400 Subject: [PATCH 1/2] save --- .idea/.gitignore | 8 ++++++++ .idea/ffcv.iml | 15 +++++++++++++++ .idea/inspectionProfiles/Project_Default.xml | 6 ++++++ .idea/inspectionProfiles/profiles_settings.xml | 6 ++++++ .idea/modules.xml | 8 ++++++++ .idea/vcs.xml | 6 ++++++ ffcv/loader/loader.py | 7 ++++--- 7 files changed, 53 insertions(+), 3 deletions(-) create mode 100644 .idea/.gitignore create mode 100644 .idea/ffcv.iml create mode 100644 .idea/inspectionProfiles/Project_Default.xml create mode 100644 .idea/inspectionProfiles/profiles_settings.xml create mode 100644 .idea/modules.xml create mode 100644 .idea/vcs.xml diff --git a/.idea/.gitignore b/.idea/.gitignore new file mode 100644 index 00000000..13566b81 --- /dev/null +++ b/.idea/.gitignore @@ -0,0 +1,8 @@ +# Default ignored files +/shelf/ +/workspace.xml +# Editor-based HTTP Client requests +/httpRequests/ +# Datasource local storage ignored files +/dataSources/ +/dataSources.local.xml diff --git a/.idea/ffcv.iml b/.idea/ffcv.iml new file mode 100644 index 00000000..6b1d5bb0 --- /dev/null +++ b/.idea/ffcv.iml @@ -0,0 +1,15 @@ + + + + + + + + + + + + \ No newline at end of file diff --git a/.idea/inspectionProfiles/Project_Default.xml b/.idea/inspectionProfiles/Project_Default.xml new file mode 100644 index 00000000..03d9549e --- /dev/null +++ b/.idea/inspectionProfiles/Project_Default.xml @@ -0,0 +1,6 @@ + + + + \ No newline at end of file diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml new file mode 100644 index 00000000..105ce2da --- /dev/null +++ b/.idea/inspectionProfiles/profiles_settings.xml @@ -0,0 +1,6 @@ + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 00000000..bc72a1a1 --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 00000000..94a25f7f --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/ffcv/loader/loader.py b/ffcv/loader/loader.py index aa8fd9dc..0531fc2c 100644 --- a/ffcv/loader/loader.py +++ b/ffcv/loader/loader.py @@ -101,6 +101,7 @@ def __init__(self, drop_last: bool = True, batches_ahead: int = 3, recompile: bool = False, # Recompile at every epoch + order_kwargs: dict = dict(), ): if distributed and order == OrderOption.RANDOM and (seed is None): @@ -156,8 +157,8 @@ def __init__(self, if order in ORDER_MAP: self.traversal_order: TraversalOrder = ORDER_MAP[order](self) - elif isinstance(order, TraversalOrder): - self.traversal_order: TraversalOrder = order(self) + elif issubclass(order, TraversalOrder): + self.traversal_order: TraversalOrder = order(self, **order_kwargs) else: raise ValueError(f"Order {order} is not a supported order type or a subclass of TraversalOrder") @@ -180,7 +181,7 @@ def __init__(self, elif spec is None: continue # This is a disabled field else: - msg = f"The pipeline for {output_name} has to be " + msg = f"The pipeline for {output_name} has to be " msg += f"either a PipelineSpec or a sequence of operations" raise ValueError(msg) custom_pipeline_specs[output_name] = spec From c840ebf7c452637a1d2f9838309132e873ac3429 Mon Sep 17 00:00:00 2001 From: Richard Li Date: Tue, 23 Apr 2024 18:32:38 -0400 Subject: [PATCH 2/2] save --- .gitignore | 2 ++ .idea/.gitignore | 8 -------- .idea/ffcv.iml | 15 --------------- .idea/inspectionProfiles/Project_Default.xml | 6 ------ .idea/inspectionProfiles/profiles_settings.xml | 6 ------ .idea/modules.xml | 8 -------- .idea/vcs.xml | 6 ------ 7 files changed, 2 insertions(+), 49 deletions(-) delete mode 100644 .idea/.gitignore delete mode 100644 .idea/ffcv.iml delete mode 100644 .idea/inspectionProfiles/Project_Default.xml delete mode 100644 .idea/inspectionProfiles/profiles_settings.xml delete mode 100644 .idea/modules.xml delete mode 100644 .idea/vcs.xml diff --git a/.gitignore b/.gitignore index f4c53236..954f6dfb 100644 --- a/.gitignore +++ b/.gitignore @@ -139,3 +139,5 @@ dmypy.json # Cython debug symbols cython_debug/ + +.idea/ diff --git a/.idea/.gitignore b/.idea/.gitignore deleted file mode 100644 index 13566b81..00000000 --- a/.idea/.gitignore +++ /dev/null @@ -1,8 +0,0 @@ -# Default ignored files -/shelf/ -/workspace.xml -# Editor-based HTTP Client requests -/httpRequests/ -# Datasource local storage ignored files -/dataSources/ -/dataSources.local.xml diff --git a/.idea/ffcv.iml b/.idea/ffcv.iml deleted file mode 100644 index 6b1d5bb0..00000000 --- a/.idea/ffcv.iml +++ /dev/null @@ -1,15 +0,0 @@ - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/inspectionProfiles/Project_Default.xml b/.idea/inspectionProfiles/Project_Default.xml deleted file mode 100644 index 03d9549e..00000000 --- a/.idea/inspectionProfiles/Project_Default.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - \ No newline at end of file diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml deleted file mode 100644 index 105ce2da..00000000 --- a/.idea/inspectionProfiles/profiles_settings.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml deleted file mode 100644 index bc72a1a1..00000000 --- a/.idea/modules.xml +++ /dev/null @@ -1,8 +0,0 @@ - - - - - - - - \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml deleted file mode 100644 index 94a25f7f..00000000 --- a/.idea/vcs.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - - - \ No newline at end of file