Backports for v0.13.3 (#2954)

* Fix JsonLinesFile slicing. (#2925)

* Zebras: Fix index handling of SplitFrame.resize. (#2938)

* Docs: fix missing values use-case in `PandasDataset` docs (#2941)

* Ignore F403 errors in preludes. (#2948)

* Fix: prevent accumulation of `SelectFields` in `PyTorchPredictor` (#2951)

* Prevent redundant accumulation of fields

* update fix

---------

Co-authored-by: Cameronwood611 <cwood611@uab.edu>
Co-authored-by: Lorenzo Stella <stellalo@amazon.com>

* [Docs] fix link to NPTS implementation (#2953)

* Revert "Fix JsonLinesFile slicing. (#2925)"

This reverts commit fa7f9a0.

---------

Co-authored-by: Jasper <schjaspe@amazon.de>
Co-authored-by: cneely33 <cneely33@gmail.com>
Co-authored-by: cameronwood611 <cameron.wood611@gmail.com>
Co-authored-by: Cameronwood611 <cwood611@uab.edu>

docs/getting_started/models.md

@@ -78,4 +78,4 @@ NPTS | Local | Un
 [Prophet]: https://github.com/awslabs/gluonts/blob/dev/src/gluonts/ext/prophet/_predictor.py
 [NaiveSeasonal]: https://github.com/awslabs/gluonts/blob/dev/src/gluonts/model/seasonal_naive/_predictor.py
 [Naive2]: https://github.com/awslabs/gluonts/blob/dev/src/gluonts/ext/naive_2/_predictor.py
-[NPTS]: https://github.com/awslabs/gluonts/blob/dev/src/gluonts/ext/npts/_predictor.py
+[NPTS]: https://github.com/awslabs/gluonts/blob/dev/src/gluonts/model/npts/_predictor.py

docs/tutorials/data_manipulation/pandasdataframes.md.template

@@ -123,8 +123,8 @@ from gluonts.dataset.pandas import PandasDataset
 
 max_end = max(df.groupby("item_id").apply(lambda _df: _df.index[-1]))
 dfs_dict = {}
-for item_id, gdf in df.groupby("item_id"):
- new_index = pd.date_range(gdf.index[0], end=max_end, freq="1D")
+for item_id, gdf in df_missing_val.groupby("item_id"):
+ new_index = pd.date_range(gdf.index[0], end=max_end, freq="1H")
  dfs_dict[item_id] = gdf.reindex(new_index).drop("item_id", axis=1)
 
 ds = PandasDataset(dfs_dict, target="target")

src/gluonts/mx/prelude.py

@@ -11,7 +11,7 @@
 # express or implied. See the License for the specific language governing
 # permissions and limitations under the License.
 
-# flake8: noqa: F401
+# flake8: noqa: F401, F403
 
 from .component import *
 from .serde import *

src/gluonts/torch/model/predictor.py

@@ -73,12 +73,12 @@ def network(self) -> nn.Module:
  def predict(
  self, dataset: Dataset, num_samples: Optional[int] = None
  ) -> Iterator[Forecast]:
- self.input_transform += SelectFields(
- self.input_names + self.required_fields, allow_missing=True
- )
  inference_data_loader = InferenceDataLoader(
  dataset,
- transform=self.input_transform,
+ transform=self.input_transform
+ + SelectFields(
+ self.input_names + self.required_fields, allow_missing=True
+ ),
  batch_size=self.batch_size,
  stack_fn=lambda data: batchify(data, self.device),
  )

src/gluonts/torch/prelude.py

@@ -11,7 +11,7 @@
 # express or implied. See the License for the specific language governing
 # permissions and limitations under the License.
 
-# flake8: noqa: F401
+# flake8: noqa: F401, F403
 
 from .component import *
 from .model.forecast_generator import *

src/gluonts/zebras/_split_frame.py

@@ -180,7 +180,10 @@ def resize(
  future_length = maybe.unwrap_or(future_length, self.future_length)
 
  if index is not None:
- start = index[0] + (self.past_length + past_length)
+ # Calculate new start. If current past_length is larger than the
+ # the new one, we shift it to the right, if it's smaller, we need
+ # to go further into the past (shift to the left)
+ start = index[0] + (self.past_length - past_length)
  index = start.periods(past_length + future_length)
 
  return _replace(