Refactor array fieldlists

docs/examples/numpy_fieldlist.ipynb

@@ -26,7 +26,7 @@
     "tags": []
    },
    "source": [
-    "In this notebook we will show how to do some computations with GRIB data and generate a :py:class:`~data.sources.numpy_list.ArrayFieldList` from the results.\n",
+    "In this notebook we will show how to do some computations with GRIB data and generate a array fieldlist from the results.\n",
     "\n",
     "First we :ref:`read <data-sources-file>` some GRIB data containing pressure level fields."
    ]
@@ -227,7 +227,7 @@
     {
      "data": {
       "text/plain": [
-       "<earthkit.data.readers.grib.metadata.GribMetadata at 0x1379bfe20>"
+       "<earthkit.data.readers.grib.metadata.StandAloneGribMetadata at 0x1694997b0>"
       ]
      },
      "execution_count": 7,
@@ -280,7 +280,7 @@
     "tags": []
    },
    "source": [
-    "A new FieldList (type of :py:class:`~data.sources.numpy_list.ArrayFieldList`) can be created from the resulting ndarray and the modified metadata. It behaves as if it were a :py:class:`~data.readers.grib.index.GribFieldList`."
+    "A new FieldList (type of :py:class:`~data.indexing.fieldlist.SimpleFieldList`) can be created from the resulting ndarray and the modified metadata. It will store a list of :py:class:`~data.sources.array_list.ArrayField` fields each containing a values array and a metadata object entirely in memory. This fieldlist behaves as if it were a :py:class:`~data.readers.grib.index.GribFieldList`."
    ]
   },
   {
@@ -373,7 +373,7 @@
     {
      "data": {
       "text/plain": [
-       "ArrayField()"
+       "ArrayField(pt,850,20180801,1200,0,0)"
       ]
      },
      "execution_count": 10,
@@ -447,7 +447,7 @@
     "tags": []
    },
    "source": [
-    "We can save the :py:class:`~data.sources.numpy_list.ArrayFieldList` into a GRIB file:"
+    "We can save our new fieldlist into a GRIB file:"
    ]
   },
   {
@@ -716,7 +716,7 @@
     "tags": []
    },
    "source": [
-    "We create a :py:class:`~data.sources.numpy_list.ArrayFieldList` from the resulting ndarray and the modified metadata."
+    "We create an array fieldlist from the resulting ndarray and the modified metadata."
    ]
   },
   {
@@ -887,7 +887,7 @@
     "tags": []
    },
    "source": [
-    "We can save the :py:class:`~data.sources.numpy_list.ArrayFieldList` into a GRIB file:"
+    "We can save the fieldlist into a GRIB file:"
    ]
   },
   {
@@ -1169,10 +1169,13 @@
     "slideshow": {
      "slide_type": ""
     },
-    "tags": []
+    "tags": [],
+    "vscode": {
+     "languageId": "raw"
+    }
    },
    "source": [
-    "We can save the :py:class:`~data.sources.numpy_list.ArrayFieldList` into a GRIB file:"
+    "We can save the results into a GRIB file:"
    ]
   },
   {
@@ -1293,9 +1296,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "dev",
+   "display_name": "dev_ecc",
    "language": "python",
-   "name": "dev"
+   "name": "dev_ecc"
   },
   "language_info": {
    "codemirror_mode": {

pyproject.toml

@@ -31,6 +31,7 @@ dynamic = [
   "version",
 ]
 dependencies = [
+  "array-api-compat",
   "cfgrib>=0.9.10.1",
   "dask",
   "earthkit-geo>=0.2",
@@ -68,7 +69,6 @@ optional-dependencies.cds = [
   "cdsapi>=0.7.1",
 ]
 optional-dependencies.ci = [
-  "array-api-compat",
   "torch",
 ]
 optional-dependencies.covjsonkit = [

src/earthkit/data/__init__.py

@@ -22,15 +22,18 @@
 from .core.caching import CACHE as cache
 from .core.fieldlist import FieldList
 from .core.settings import SETTINGS as settings
+from .indexing.fieldlist import SimpleFieldList
 from .readers.grib.output import new_grib_output
 from .sources import Source
 from .sources import from_source
 from .sources import from_source_lazily
+from .sources.array_list import ArrayField
 from .utils.examples import download_example_file
 from .utils.examples import remote_example_file
 
 __all__ = [
     "ALL",
+    "ArrayField",
     "cache",
     "download_example_file",
     "FieldList",
@@ -41,6 +44,7 @@
     "new_grib_output",
     "remote_example_file",
     "settings",
+    "SimpleFieldList",
     "Source",
     "__version__",
 ]