From 36ed24481d7c864c829ad14efeda4ef05ea0394c Mon Sep 17 00:00:00 2001 From: Thomas-Moore-Creative Date: Mon, 16 Sep 2024 10:40:25 +1000 Subject: [PATCH] #22 update code for multiple platforms --- notebooks/CODA-database-sandbox.ipynb | 2871 ++++++++----------------- 1 file changed, 891 insertions(+), 1980 deletions(-) diff --git a/notebooks/CODA-database-sandbox.ipynb b/notebooks/CODA-database-sandbox.ipynb index a1b3629..a50491c 100644 --- a/notebooks/CODA-database-sandbox.ipynb +++ b/notebooks/CODA-database-sandbox.ipynb @@ -24,6 +24,43 @@ "#### Date: 11 September 2024" ] }, + { + "cell_type": "markdown", + "id": "e42b0004-214b-4015-bf93-e9e2b2f98c65", + "metadata": {}, + "source": [ + "# detect compute platform" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "b8fdfb1c-d68b-4693-938a-028037db64b7", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "the platform we are working on is Laptop with hostname: TWINFALLS-HF\n" + ] + } + ], + "source": [ + "import os\n", + "import socket\n", + "\n", + "def get_platform():\n", + " hostname = socket.gethostname()\n", + " if \"gadi\" in hostname: # Adjust this condition to fit your HPC's hostname or unique identifier\n", + " return 'HPC',hostname\n", + " else:\n", + " return 'Laptop',hostname\n", + " \n", + "[platform,hostname] = get_platform()\n", + "print('the platform we are working on is '+platform+' with hostname: '+hostname)" + ] + }, { "cell_type": "markdown", "id": "3f3276b1-c186-4b4a-81f6-2b3328ae6004", @@ -34,7 +71,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 2, "id": "61c387ac-757c-488b-b34b-50c6b2389578", "metadata": {}, "outputs": [], @@ -45,7 +82,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, "id": "d248ad4e-3a28-4610-b4ef-56191d13da4f", "metadata": {}, "outputs": [ @@ -56,7 +93,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-534cc86e-6ff0-11ef-ad7f-000007d0fe80

\n", + "

Client-905ca4b0-73bd-11ef-ade5-2ad1e9f1b3b7

\n", " \n", "\n", " \n", @@ -91,22 +128,22 @@ " \n", "
\n", "

LocalCluster

\n", - "

57aed272

\n", + "

66c6d3b8

\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", @@ -128,14 +165,14 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-7b3ec04c-2b0b-4055-934c-18da102b34c2

\n", + "

Scheduler-fe766dfd-bcd2-44d1-834c-44638033db41

\n", "
\n", " Dashboard: /proxy/8787/status\n", " \n", - " Workers: 7\n", + " Workers: 4\n", "
\n", - " Total threads: 28\n", + " Total threads: 12\n", " \n", - " Total memory: 251.19 GiB\n", + " Total memory: 32.00 GiB\n", "
\n", " \n", " \n", " \n", " \n", " \n", @@ -143,7 +180,7 @@ " Dashboard:/proxy/8787/status\n", " \n", " \n", " \n", " \n", @@ -151,7 +188,7 @@ " Started: Just now\n", " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:40719\n", + " Comm: tcp://127.0.0.1:49482\n", " \n", - " Workers: 7\n", + " Workers: 4\n", "
\n", - " Total threads: 28\n", + " Total threads: 12\n", "
\n", - " Total memory: 251.19 GiB\n", + " Total memory: 32.00 GiB\n", "
\n", @@ -174,29 +211,29 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -219,29 +256,29 @@ "
\n", - " Comm: tcp://127.0.0.1:38069\n", + " Comm: tcp://127.0.0.1:49494\n", " \n", - " Total threads: 4\n", + " Total threads: 3\n", "
\n", - " Dashboard: /proxy/39709/status\n", + " Dashboard: /proxy/8787/status\n", " \n", - " Memory: 35.88 GiB\n", + " Memory: 8.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:35885\n", + " Nanny: tcp://127.0.0.1:49485\n", "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-yfn8zaas\n", + " Local directory: /var/folders/2t/fb36j9595b5_0sczyy0ry7rw0000gp/T/dask-scratch-space/worker-xxxh1a65\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -264,29 +301,29 @@ "
\n", - " Comm: tcp://127.0.0.1:44749\n", + " Comm: tcp://127.0.0.1:49495\n", " \n", - " Total threads: 4\n", + " Total threads: 3\n", "
\n", - " Dashboard: /proxy/37965/status\n", + " Dashboard: /proxy/8787/status\n", " \n", - " Memory: 35.88 GiB\n", + " Memory: 8.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:34103\n", + " Nanny: tcp://127.0.0.1:49486\n", "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-6imjyjot\n", + " Local directory: /var/folders/2t/fb36j9595b5_0sczyy0ry7rw0000gp/T/dask-scratch-space/worker-jv7n3vvy\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -309,164 +346,29 @@ "
\n", - " Comm: tcp://127.0.0.1:45531\n", + " Comm: tcp://127.0.0.1:49496\n", " \n", - " Total threads: 4\n", + " Total threads: 3\n", "
\n", - " Dashboard: /proxy/44227/status\n", + " Dashboard: /proxy/8787/status\n", " \n", - " Memory: 35.88 GiB\n", + " Memory: 8.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:38895\n", + " Nanny: tcp://127.0.0.1:49487\n", "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-xzz5301f\n", + " Local directory: /var/folders/2t/fb36j9595b5_0sczyy0ry7rw0000gp/T/dask-scratch-space/worker-tfunswf_\n", "
\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:44389\n", - " \n", - " Total threads: 4\n", - "
\n", - " Dashboard: /proxy/40749/status\n", - " \n", - " Memory: 35.88 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44395\n", - "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-1tckx5_8\n", - "
\n", - " \n", - "
\n", - " \n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 4

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:35357\n", - " \n", - " Total threads: 4\n", - "
\n", - " Dashboard: /proxy/33005/status\n", - " \n", - " Memory: 35.88 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:33761\n", - "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-lm99ewas\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 5

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:37931\n", - " \n", - " Total threads: 4\n", - "
\n", - " Dashboard: /proxy/36813/status\n", - " \n", - " Memory: 35.88 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:46869\n", - "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-biftsfqr\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 6

\n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -493,10 +395,10 @@ "" ], "text/plain": [ - "" + "" ] }, - "execution_count": 2, + "execution_count": 3, "metadata": {}, "output_type": "execute_result" } @@ -512,9 +414,22 @@ "execution_count": 5, "id": "42083159-1001-4d97-9243-0caade722bfb", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using data path: /Users/moo270/data/CARSv2/CODA/\n" + ] + } + ], "source": [ - "data_path = '/g/data/es60/users/thomas_moore/CODA/2012/'" + "if platform == 'HPC':\n", + " data_path = '/g/data/es60/users/thomas_moore/CODA/2005/'\n", + "else:\n", + " data_path = '/Users/moo270/data/CARSv2/CODA/'\n", + "\n", + "print(f\"Using data path: {data_path}\")\n" ] }, { @@ -524,7 +439,7 @@ "metadata": {}, "outputs": [], "source": [ - "ds = xr.open_dataset(data_path+ \"WOD2018_CODA_2012_pfl.nc\",chunks=\"auto\")" + "ds = xr.open_dataset(data_path+ \"WOD2018_CODA_2005_pfl.nc\",chunks=\"auto\")" ] }, { @@ -900,31 +815,31 @@ " stroke: currentColor;\n", " fill: currentColor;\n", "}\n", - "
<xarray.Dataset> Size: 71GB\n",
-       "Dimensions:                 (cast: 142922, z_index: 4446)\n",
+       "
<xarray.Dataset> Size: 5GB\n",
+       "Dimensions:                 (cast: 64100, z_index: 1005)\n",
        "Coordinates:\n",
-       "  * cast                    (cast) int64 1MB 1 2 3 4 ... 142920 142921 142922\n",
-       "    time                    (cast) datetime64[ns] 1MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    lat                     (cast) float32 572kB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    lon                     (cast) float32 572kB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "  * z_index                 (z_index) int64 36kB 0 1 2 3 ... 4442 4443 4444 4445\n",
-       "    z                       (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "Data variables: (12/33)\n",
-       "    WOD_id                  (cast) int32 572kB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    origflagset             (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    country                 (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    dataset                 (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    Access_no               (cast) float64 1MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    dbase_orig              (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
+       "  * cast                    (cast) int64 513kB 1 2 3 4 ... 64098 64099 64100\n",
+       "    time                    (cast) datetime64[ns] 513kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    lat                     (cast) float32 256kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    lon                     (cast) float32 256kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "  * z_index                 (z_index) int64 8kB 0 1 2 3 ... 1001 1002 1003 1004\n",
+       "    z                       (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "Data variables: (12/29)\n",
+       "    WOD_id                  (cast) int32 256kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    origflagset             (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    country                 (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    dataset                 (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    Access_no               (cast) float64 513kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    Recorder                (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
        "    ...                      ...\n",
-       "    pH_WODflag              (cast, z_index) float64 5GB dask.array<chunksize=(23236, 722), meta=np.ndarray>\n",
-       "    pH_origflag             (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    z_WODflag               (cast, z_index) float64 5GB dask.array<chunksize=(23236, 722), meta=np.ndarray>\n",
-       "    z_origflag              (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
+       "    Chlorophyll_WODflag     (cast, z_index) float64 515MB dask.array<chunksize=(32766, 512), meta=np.ndarray>\n",
+       "    Chlorophyll_origflag    (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "    z_WODflag               (cast, z_index) float64 515MB dask.array<chunksize=(32766, 512), meta=np.ndarray>\n",
+       "    z_origflag              (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
        "    crs                     int32 4B ...\n",
-       "    CODA_id                 (cast) |S20 3MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
+       "    CODA_id                 (cast) |S20 1MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
        "Attributes:\n",
-       "    Parent ragged array file:  wod_pfl_2012.nc
\n", - " Comm: tcp://127.0.0.1:43735\n", + " Comm: tcp://127.0.0.1:49493\n", " \n", - " Total threads: 4\n", + " Total threads: 3\n", "
\n", - " Dashboard: /proxy/34217/status\n", + " Dashboard: /proxy/8787/status\n", " \n", - " Memory: 35.88 GiB\n", + " Memory: 8.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:45077\n", + " Nanny: tcp://127.0.0.1:49488\n", "
\n", - " Local directory: /jobfs/124613714.gadi-pbs/dask-scratch-space/worker-j5so35zf\n", + " Local directory: /var/folders/2t/fb36j9595b5_0sczyy0ry7rw0000gp/T/dask-scratch-space/worker-i64kz90t\n", "
\n", + " Parent ragged array file: wod_pfl_2005.nc
\n", " \n", "
\n", " \n", @@ -939,14 +854,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -974,12 +889,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
Bytes 1.09 MiB 1.09 MiB 500.78 kiB 500.78 kiB
Shape (142922,) (142922,) (64100,) (64100,)
Dask graph
  • lat
    (cast)
    float32
    dask.array<chunksize=(142922,), meta=np.ndarray>
    standard_name :
    latitude
    long_name :
    latitude
    units :
    degrees_north
    \n", + "
  • lat
    (cast)
    float32
    dask.array<chunksize=(64100,), meta=np.ndarray>
    standard_name :
    latitude
    long_name :
    latitude
    units :
    degrees_north
    \n", " \n", "
    \n", " \n", @@ -994,14 +909,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1029,12 +944,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
    Bytes 558.29 kiB 558.29 kiB 250.39 kiB 250.39 kiB
    Shape (142922,) (142922,) (64100,) (64100,)
    Dask graph
  • lon
    (cast)
    float32
    dask.array<chunksize=(142922,), meta=np.ndarray>
    standard_name :
    longitude
    long_name :
    longitude
    units :
    degrees_east
    \n", + "
  • lon
    (cast)
    float32
    dask.array<chunksize=(64100,), meta=np.ndarray>
    standard_name :
    longitude
    long_name :
    longitude
    units :
    degrees_east
    \n", " \n", "
    \n", " \n", @@ -1049,14 +964,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1084,12 +999,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
    Bytes 558.29 kiB 558.29 kiB 250.39 kiB 250.39 kiB
    Shape (142922,) (142922,) (64100,) (64100,)
    Dask graph
  • z_index
    (z_index)
    int64
    0 1 2 3 4 ... 4442 4443 4444 4445
    array([   0,    1,    2, ..., 4443, 4444, 4445])
  • z
    (cast, z_index)
    float32
    dask.array<chunksize=(32863, 1021), meta=np.ndarray>
    standard_name :
    depth
    long_name :
    depth_below_sea_surface
    units :
    m
    positive :
    down
    ancillary_variables :
    z_sigfigs z_WODflag z_origflag
    \n", + "
  • z_index
    (z_index)
    int64
    0 1 2 3 4 ... 1001 1002 1003 1004
    array([   0,    1,    2, ..., 1002, 1003, 1004])
  • z
    (cast, z_index)
    float32
    dask.array<chunksize=(46280, 725), meta=np.ndarray>
    standard_name :
    depth
    long_name :
    depth_below_sea_surface
    units :
    m
    positive :
    down
    ancillary_variables :
    z_sigfigs z_WODflag z_origflag
    \n", " \n", " \n", " \n", " \n", - "
    \n", " \n", @@ -1104,18 +1019,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1125,34 +1040,28 @@ "
    Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
    Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
    Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
    Data type
    \n", "     		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • WOD_id
      (cast)
      int32
      dask.array<chunksize=(142922,), meta=np.ndarray>
      cf_role :
      profile_id
      \n", + "
    • WOD_id
      (cast)
      int32
      dask.array<chunksize=(64100,), meta=np.ndarray>
      cf_role :
      profile_id
      \n", " \n", "
      \n", " \n", @@ -1167,14 +1076,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1202,12 +1111,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 558.29 kiB 558.29 kiB 250.39 kiB 250.39 kiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • origflagset
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      comment :
      set of originators flag codes to use
      \n", + "
    • origflagset
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      comment :
      set of originators flag codes to use
      \n", " \n", "
      \n", " \n", @@ -1222,14 +1131,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1257,12 +1166,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • country
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      \n", + "
    • country
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      \n", " \n", "
      \n", " \n", @@ -1277,14 +1186,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1312,12 +1221,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • dataset
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      long_name :
      WOD_dataset
      \n", + "
    • dataset
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      WOD_dataset
      \n", " \n", "
      \n", " \n", @@ -1332,14 +1241,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1367,12 +1276,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • Access_no
      (cast)
      float64
      dask.array<chunksize=(142922,), meta=np.ndarray>
      long_name :
      NODC_accession_number
      units_wod :
      NODC_code
      comment :
      used to find original data at NODC
      \n", + "
    • Access_no
      (cast)
      float64
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      NODC_accession_number
      units_wod :
      NODC_code
      comment :
      used to find original data at NODC
      \n", " \n", "
      \n", " \n", @@ -1387,14 +1296,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1422,12 +1331,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 1.09 MiB 1.09 MiB 500.78 kiB 500.78 kiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • dbase_orig
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      long_name :
      database_origin
      comment :
      Database from which data were extracted
      \n", + "
    • Recorder
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      Recorder
      units_wod :
      WMO code 4770
      comment :
      Device which recorded measurements
      \n", " \n", "
      \n", " \n", @@ -1442,14 +1351,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1477,12 +1386,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • Project
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      long_name :
      Project_name
      comment :
      name or acronym of project under which data were measured
      \n", + "
    • dbase_orig
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      database_origin
      comment :
      Database from which data were extracted
      \n", " \n", "
      \n", " \n", @@ -1497,14 +1406,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1532,12 +1441,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • WOD_cruise_identifier
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      comment :
      two byte country code + WOD cruise number (unique to country code)
      long_name :
      WOD_cruise_identifier
      \n", + "
    • Platform
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      Platform_name
      comment :
      name of platform from which measurements were taken
      \n", " \n", "
      \n", " \n", @@ -1552,14 +1461,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1587,12 +1496,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • Institute
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      long_name :
      Responsible_institute
      comment :
      name of institute which collected data
      \n", + "
    • Project
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      Project_name
      comment :
      name or acronym of project under which data were measured
      \n", " \n", "
      \n", " \n", @@ -1607,14 +1516,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1642,12 +1551,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • Ocean_Vehicle
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      comment :
      Ocean_vehicle
      \n", + "
    • WOD_cruise_identifier
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      comment :
      two byte country code + WOD cruise number (unique to country code)
      long_name :
      WOD_cruise_identifier
      \n", " \n", "
      \n", " \n", @@ -1662,14 +1571,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1697,12 +1606,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • Temperature_Instrument
      (cast)
      |S100
      dask.array<chunksize=(142922,), meta=np.ndarray>
      long_name :
      Instrument
      comment :
      Device used for measurement
      \n", + "
    • Institute
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      Responsible_institute
      comment :
      name of institute which collected data
      \n", " \n", "
      \n", " \n", @@ -1717,14 +1626,14 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -1752,75 +1661,12 @@ " \n", "\n", " \n", - " 142922\n", + " 64100\n", " 1\n", "\n", " \n", " \n", - "
      Bytes 13.63 MiB 13.63 MiB 6.11 MiB 6.11 MiB
      Shape (142922,) (142922,) (64100,) (64100,)
      Dask graph
    • Oxygen
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      long_name :
      volume_fraction_of_oxygen_in_sea_water
      standard_name :
      volume_fraction_of_oxygen_in_sea_water
      units :
      umol/kg
      grid_mapping :
      crs
      ancillary_variables :
      Oxygen_sigfigs Oxygen_WODflag Oxygen_WODprofileflag Oxygen_origflag
      \n", - " \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
      Array Chunk
      Bytes 2.37 GiB 128.00 MiB
      Shape (142922, 4446) (32863, 1021)
      Dask graph 25 chunks in 2 graph layers
      Data type float32 numpy.ndarray
      \n", - "       		\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " 4446\n", - " 142922\n", - "\n", - "
    • Oxygen_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      volume_fraction_of_oxygen_in_sea_water status_flag
      \n", + "
    • Ocean_Vehicle
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      comment :
      Ocean_vehicle
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -1835,59 +1681,47 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", "
      Bytes 4.73 GiB 127.99 MiB 6.11 MiB 6.11 MiB
      Shape (142922, 4446) (23236, 722) (64100,) (64100,)
      Dask graph 49 chunks in 2 graph layers 1 chunks in 2 graph layers
      Data type float64 numpy.ndarray |S100 numpy.ndarray
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 64100\n", + " 1\n", "\n", "
    • Oxygen_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      volume_fraction_of_oxygen_in_sea_water status_flag
      \n", + "
    • Temperature_Instrument
      (cast)
      |S100
      dask.array<chunksize=(64100,), meta=np.ndarray>
      long_name :
      Instrument
      comment :
      Device used for measurement
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -1902,55 +1736,47 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", "
      Bytes 2.37 GiB 128.00 MiB 6.11 MiB 6.11 MiB
      Shape (142922, 4446) (32863, 1021) (64100,) (64100,)
      Dask graph 25 chunks in 2 graph layers 1 chunks in 2 graph layers
      Data type float32 numpy.ndarray |S100 numpy.ndarray
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 64100\n", + " 1\n", "\n", "
    • Temperature
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      long_name :
      sea_water_temperature
      standard_name :
      sea_water_temperature
      units :
      degree_C
      grid_mapping :
      crs
      ancillary_variables :
      Temperature_sigfigs Temperature_WODflag Temperature_WODprofileflag Temperature_origflag
      \n", + "
    • Oxygen
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      long_name :
      volume_fraction_of_oxygen_in_sea_water
      standard_name :
      volume_fraction_of_oxygen_in_sea_water
      units :
      umol/kg
      grid_mapping :
      crs
      ancillary_variables :
      Oxygen_sigfigs Oxygen_WODflag Oxygen_WODprofileflag Oxygen_origflag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -1965,18 +1791,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1986,34 +1812,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Temperature_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      sea_water_temperature status_flag
      \n", + "
    • Oxygen_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(32766, 512), meta=np.ndarray>
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      volume_fraction_of_oxygen_in_sea_water status_flag
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2028,18 +1848,18 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2049,38 +1869,28 @@ "
      Bytes 4.73 GiB 491.49 MiB 127.99 MiB
      Shape (142922, 4446) (23236, 722) (64100, 1005) (32766, 512)
      Dask graph 49 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Temperature_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      sea_water_temperature status_flag
      \n", + "
    • Oxygen_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      volume_fraction_of_oxygen_in_sea_water status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2095,18 +1905,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2116,34 +1926,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Salinity
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      long_name :
      sea_water_salinity
      standard_name :
      sea_water_salinity
      grid_mapping :
      crs
      ancillary_variables :
      Salinity_sigfigs Salinity_WODflag Salinity_WODprofileflag Salinity_origflag
      \n", + "
    • Temperature
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      long_name :
      sea_water_temperature
      standard_name :
      sea_water_temperature
      units :
      degree_C
      grid_mapping :
      crs
      ancillary_variables :
      Temperature_sigfigs Temperature_WODflag Temperature_WODprofileflag Temperature_origflag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2158,18 +1962,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2179,34 +1983,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Salinity_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      sea_water_salinity status_flag
      \n", + "
    • Temperature_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(32766, 512), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      sea_water_temperature status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2221,18 +2019,18 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2242,38 +2040,28 @@ "
      Bytes 4.73 GiB 491.49 MiB 127.99 MiB
      Shape (142922, 4446) (23236, 722) (64100, 1005) (32766, 512)
      Dask graph 49 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Salinity_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      sea_water_salinity status_flag
      \n", + "
    • Temperature_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      sea_water_temperature status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2288,18 +2076,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2309,34 +2097,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Chlorophyll
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      long_name :
      mass_concentration_of_chlorophyll_in_sea_water
      standard_name :
      mass_concentration_of_chlorophyll_in_sea_water
      units :
      ugram/l
      grid_mapping :
      crs
      ancillary_variables :
      Chlorophyll_sigfigs Chlorophyll_WODflag Chlorophyll_WODprofileflag Chlorophyll_origflag
      \n", + "
    • Salinity
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      long_name :
      sea_water_salinity
      standard_name :
      sea_water_salinity
      grid_mapping :
      crs
      ancillary_variables :
      Salinity_sigfigs Salinity_WODflag Salinity_WODprofileflag Salinity_origflag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2351,18 +2133,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2372,34 +2154,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Chlorophyll_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      mass_concentration_of_chlorophyll_in_sea_water status_flag
      \n", + "
    • Salinity_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(32766, 512), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      sea_water_salinity status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2414,18 +2190,18 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2435,38 +2211,28 @@ "
      Bytes 4.73 GiB 491.49 MiB 127.99 MiB
      Shape (142922, 4446) (23236, 722) (64100, 1005) (32766, 512)
      Dask graph 49 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Chlorophyll_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      mass_concentration_of_chlorophyll_in_sea_water status_flag
      \n", + "
    • Salinity_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      sea_water_salinity status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2481,18 +2247,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2502,34 +2268,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Nitrate
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      long_name :
      mole_concentration_of_nitrate_in_sea_water
      standard_name :
      mole_concentration_of_nitrate_in_sea_water
      units :
      umol/kg
      grid_mapping :
      crs
      ancillary_variables :
      Nitrate_sigfigs Nitrate_WODflag Nitrate_WODprofileflag Nitrate_origflag
      \n", + "
    • Chlorophyll
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      long_name :
      mass_concentration_of_chlorophyll_in_sea_water
      standard_name :
      mass_concentration_of_chlorophyll_in_sea_water
      units :
      ugram/l
      grid_mapping :
      crs
      ancillary_variables :
      Chlorophyll_sigfigs Chlorophyll_WODflag Chlorophyll_WODprofileflag Chlorophyll_origflag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2544,18 +2304,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2565,34 +2325,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Nitrate_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      mole_concentration_of_nitrate_in_sea_water status_flag
      \n", + "
    • Chlorophyll_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(32766, 512), meta=np.ndarray>
      long_name :
      WOD_observation_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      standard_name :
      mass_concentration_of_chlorophyll_in_sea_water status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2607,18 +2361,18 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2628,38 +2382,28 @@ "
      Bytes 4.73 GiB 491.49 MiB 127.99 MiB
      Shape (142922, 4446) (23236, 722) (64100, 1005) (32766, 512)
      Dask graph 49 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • Nitrate_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      mole_concentration_of_nitrate_in_sea_water status_flag
      \n", + "
    • Chlorophyll_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      standard_name :
      mass_concentration_of_chlorophyll_in_sea_water status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2674,18 +2418,18 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -2695,34 +2439,28 @@ "
      Bytes 2.37 GiB 128.00 MiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (46280, 725)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • pH
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      long_name :
      pH
      grid_mapping :
      crs
      ancillary_variables :
      pH_sigfigs pH_WODflag pH_WODprofileflag pH_origflag
      \n", + "
    • z_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(32766, 512), meta=np.ndarray>
      long_name :
      WOD_depth_level_flag
      flag_values :
      [0 1 2]
      flag_meanings :
      accepted duplicate_or_inversion density_inversion
      standard_name :
      depth status_flag
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2737,55 +2475,49 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", "
      Bytes 2.37 GiB 128.00 MiB 491.49 MiB 127.99 MiB
      Shape (142922, 4446) (32863, 1021) (64100, 1005) (32766, 512)
      Dask graph 25 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type float32 numpy.ndarray float64 numpy.ndarray
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", " \n", - " \n", - " \n", - " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • pH_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      pH status_flag
      flag_values :
      [0 1 2 3 4 5 6 7 8 9]
      flag_meanings :
      accepted range_out inversion gradient anomaly gradient+inversion range+inversion range+gradient range+anomaly range+inversion+gradient
      \n", + "
    • z_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(46280, 725), meta=np.ndarray>
      standard_name :
      depth status_flag
      comment :
      Originator flags are dependent on origflagset
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2800,59 +2532,49 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", "
      Bytes 4.73 GiB 245.74 MiB 127.99 MiB
      Shape (142922, 4446) (23236, 722) (64100, 1005) (46280, 725)
      Dask graph 49 chunks in 2 graph layers 4 chunks in 2 graph layers
      Data type float64 numpy.ndarray float32 numpy.ndarray
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", "\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 1005\n", + " 64100\n", "\n", "
    • pH_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      flag_definitions :
      flag definitions dependent on origflagset
      long_name :
      pH status_flag
      \n", + "
    • crs
      ()
      int32
      ...
      grid_mapping_name :
      latitude_longitude
      epsg_code :
      EPSG:4326
      longitude_of_prime_meridian :
      0.0
      semi_major_axis :
      6378137.0
      inverse_flattening :
      298.25723
      [1 values with dtype=int32]
    • CODA_id
      (cast)
      |S20
      dask.array<chunksize=(64100,), meta=np.ndarray>
      Comment :
      Unique CODA identifier with format <Source Dataset><Obs Platform><Counter for date><YYYYMMDD>
      \n", " \n", " \n", " \n", " \n", - "
      \n", " \n", @@ -2867,275 +2589,80 @@ " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", "
      Bytes 2.37 GiB 128.00 MiB 1.22 MiB 1.22 MiB
      Shape (142922, 4446) (32863, 1021) (64100,) (64100,)
      Dask graph 25 chunks in 2 graph layers 1 chunks in 2 graph layers
      Data type float32 numpy.ndarray |S20 numpy.ndarray
      \n", "       		\n", - " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", "\n", " \n", - " \n", + " \n", "\n", " \n", - " 4446\n", - " 142922\n", + " 64100\n", + " 1\n", "\n", "
    • z_WODflag
      (cast, z_index)
      float64
      dask.array<chunksize=(23236, 722), meta=np.ndarray>
      long_name :
      WOD_depth_level_flag
      flag_values :
      [0 1 2]
      flag_meanings :
      accepted duplicate_or_inversion density_inversion
      standard_name :
      depth status_flag
      \n", - " \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
      Array Chunk
      Bytes 4.73 GiB 127.99 MiB
      Shape (142922, 4446) (23236, 722)
      Dask graph 49 chunks in 2 graph layers
      Data type float64 numpy.ndarray
      \n", - "       		\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " 4446\n", - " 142922\n", - "\n", - "
    • z_origflag
      (cast, z_index)
      float32
      dask.array<chunksize=(32863, 1021), meta=np.ndarray>
      standard_name :
      depth status_flag
      comment :
      Originator flags are dependent on origflagset
      \n", - " \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
      Array Chunk
      Bytes 2.37 GiB 128.00 MiB
      Shape (142922, 4446) (32863, 1021)
      Dask graph 25 chunks in 2 graph layers
      Data type float32 numpy.ndarray
      \n", - "       		\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " 4446\n", - " 142922\n", - "\n", - "
    • crs
      ()
      int32
      ...
      grid_mapping_name :
      latitude_longitude
      epsg_code :
      EPSG:4326
      longitude_of_prime_meridian :
      0.0
      semi_major_axis :
      6378137.0
      inverse_flattening :
      298.25723
      [1 values with dtype=int32]
    • CODA_id
      (cast)
      |S20
      dask.array<chunksize=(142922,), meta=np.ndarray>
      Comment :
      Unique CODA identifier with format <Source Dataset><Obs Platform><Counter for date><YYYYMMDD>
      \n", - " \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
      Array Chunk
      Bytes 2.73 MiB 2.73 MiB
      Shape (142922,) (142922,)
      Dask graph 1 chunks in 2 graph layers
      Data type |S20 numpy.ndarray
      \n", - "       		\n", - " \n", - "\n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " 142922\n", - " 1\n", - "\n", - "
      • cast
        PandasIndex
        PandasIndex(Index([     1,      2,      3,      4,      5,      6,      7,      8,      9,\n",
-       "           10,\n",
+       "
      • cast
        PandasIndex
        PandasIndex(Index([    1,     2,     3,     4,     5,     6,     7,     8,     9,    10,\n",
        "       ...\n",
-       "       142913, 142914, 142915, 142916, 142917, 142918, 142919, 142920, 142921,\n",
-       "       142922],\n",
-       "      dtype='int64', name='cast', length=142922))
      • z_index
        PandasIndex
        PandasIndex(Index([   0,    1,    2,    3,    4,    5,    6,    7,    8,    9,\n",
+       "       64091, 64092, 64093, 64094, 64095, 64096, 64097, 64098, 64099, 64100],\n",
+       "      dtype='int64', name='cast', length=64100))
      • z_index
        PandasIndex
        PandasIndex(Index([   0,    1,    2,    3,    4,    5,    6,    7,    8,    9,\n",
        "       ...\n",
-       "       4436, 4437, 4438, 4439, 4440, 4441, 4442, 4443, 4444, 4445],\n",
-       "      dtype='int64', name='z_index', length=4446))
    • Parent ragged array file :
      wod_pfl_2012.nc
      • " + " 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004],\n", + " dtype='int64', name='z_index', length=1005))
    • Parent ragged array file :
      wod_pfl_2005.nc
      • " ], "text/plain": [ - " Size: 71GB\n", - "Dimensions: (cast: 142922, z_index: 4446)\n", + " Size: 5GB\n", + "Dimensions: (cast: 64100, z_index: 1005)\n", "Coordinates:\n", - " * cast (cast) int64 1MB 1 2 3 4 ... 142920 142921 142922\n", - " time (cast) datetime64[ns] 1MB dask.array\n", - " lat (cast) float32 572kB dask.array\n", - " lon (cast) float32 572kB dask.array\n", - " * z_index (z_index) int64 36kB 0 1 2 3 ... 4442 4443 4444 4445\n", - " z (cast, z_index) float32 3GB dask.array\n", - "Data variables: (12/33)\n", - " WOD_id (cast) int32 572kB dask.array\n", - " origflagset (cast) |S100 14MB dask.array\n", - " country (cast) |S100 14MB dask.array\n", - " dataset (cast) |S100 14MB dask.array\n", - " Access_no (cast) float64 1MB dask.array\n", - " dbase_orig (cast) |S100 14MB dask.array\n", + " * cast (cast) int64 513kB 1 2 3 4 ... 64098 64099 64100\n", + " time (cast) datetime64[ns] 513kB dask.array\n", + " lat (cast) float32 256kB dask.array\n", + " lon (cast) float32 256kB dask.array\n", + " * z_index (z_index) int64 8kB 0 1 2 3 ... 1001 1002 1003 1004\n", + " z (cast, z_index) float32 258MB dask.array\n", + "Data variables: (12/29)\n", + " WOD_id (cast) int32 256kB dask.array\n", + " origflagset (cast) |S100 6MB dask.array\n", + " country (cast) |S100 6MB dask.array\n", + " dataset (cast) |S100 6MB dask.array\n", + " Access_no (cast) float64 513kB dask.array\n", + " Recorder (cast) |S100 6MB dask.array\n", " ... ...\n", - " pH_WODflag (cast, z_index) float64 5GB dask.array\n", - " pH_origflag (cast, z_index) float32 3GB dask.array\n", - " z_WODflag (cast, z_index) float64 5GB dask.array\n", - " z_origflag (cast, z_index) float32 3GB dask.array\n", + " Chlorophyll_WODflag (cast, z_index) float64 515MB dask.array\n", + " Chlorophyll_origflag (cast, z_index) float32 258MB dask.array\n", + " z_WODflag (cast, z_index) float64 515MB dask.array\n", + " z_origflag (cast, z_index) float32 258MB dask.array\n", " crs int32 4B ...\n", - " CODA_id (cast) |S20 3MB dask.array\n", + " CODA_id (cast) |S20 1MB dask.array\n", "Attributes:\n", - " Parent ragged array file: wod_pfl_2012.nc" + " Parent ragged array file: wod_pfl_2005.nc" ] }, "execution_count": 7, @@ -3149,7 +2676,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 8, "id": "ea1b275b-38a5-4ea8-956f-c95945ef690d", "metadata": {}, "outputs": [], @@ -3170,7 +2697,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 9, "id": "31a7877e-62bf-4a99-88bd-b34f864d0e01", "metadata": {}, "outputs": [ @@ -3541,38 +3068,38 @@ " stroke: currentColor;\n", " fill: currentColor;\n", "}\n", - "
      <xarray.Dataset> Size: 71GB\n",
-       "Dimensions:                 (cast: 142922, z_index: 4446)\n",
+       "
      <xarray.Dataset> Size: 5GB\n",
+       "Dimensions:                 (cast: 64100, z_index: 1005)\n",
        "Coordinates: (12/18)\n",
-       "  * cast                    (cast) int64 1MB 1 2 3 4 ... 142920 142921 142922\n",
-       "    WOD_id                  (cast) int32 572kB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    time                    (cast) datetime64[ns] 1MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    lat                     (cast) float32 572kB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    lon                     (cast) float32 572kB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    origflagset             (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
+       "  * cast                    (cast) int64 513kB 1 2 3 4 ... 64098 64099 64100\n",
+       "    WOD_id                  (cast) int32 256kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    time                    (cast) datetime64[ns] 513kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    lat                     (cast) float32 256kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    lon                     (cast) float32 256kB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    origflagset             (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
        "    ...                      ...\n",
-       "    Institute               (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    Ocean_Vehicle           (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "    Temperature_Instrument  (cast) |S100 14MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "  * z_index                 (z_index) int64 36kB 0 1 2 3 ... 4442 4443 4444 4445\n",
-       "    z                       (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    CODA_id                 (cast) |S20 3MB dask.array<chunksize=(142922,), meta=np.ndarray>\n",
-       "Data variables: (12/21)\n",
-       "    Oxygen                  (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    Oxygen_WODflag          (cast, z_index) float64 5GB dask.array<chunksize=(23236, 722), meta=np.ndarray>\n",
-       "    Oxygen_origflag         (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    Temperature             (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    Temperature_WODflag     (cast, z_index) float64 5GB dask.array<chunksize=(23236, 722), meta=np.ndarray>\n",
-       "    Temperature_origflag    (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
+       "    Institute               (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    Ocean_Vehicle           (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    Temperature_Instrument  (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "  * z_index                 (z_index) int64 8kB 0 1 2 3 ... 1001 1002 1003 1004\n",
+       "    z                       (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "    CODA_id                 (cast) |S20 1MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "Data variables: (12/17)\n",
+       "    Recorder                (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    Platform                (cast) |S100 6MB dask.array<chunksize=(64100,), meta=np.ndarray>\n",
+       "    Oxygen                  (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "    Oxygen_WODflag          (cast, z_index) float64 515MB dask.array<chunksize=(32766, 512), meta=np.ndarray>\n",
+       "    Oxygen_origflag         (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "    Temperature             (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
        "    ...                      ...\n",
-       "    pH                      (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    pH_WODflag              (cast, z_index) float64 5GB dask.array<chunksize=(23236, 722), meta=np.ndarray>\n",
-       "    pH_origflag             (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
-       "    z_WODflag               (cast, z_index) float64 5GB dask.array<chunksize=(23236, 722), meta=np.ndarray>\n",
-       "    z_origflag              (cast, z_index) float32 3GB dask.array<chunksize=(32863, 1021), meta=np.ndarray>\n",
+       "    Chlorophyll             (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "    Chlorophyll_WODflag     (cast, z_index) float64 515MB dask.array<chunksize=(32766, 512), meta=np.ndarray>\n",
+       "    Chlorophyll_origflag    (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
+       "    z_WODflag               (cast, z_index) float64 515MB dask.array<chunksize=(32766, 512), meta=np.ndarray>\n",
+       "    z_origflag              (cast, z_index) float32 258MB dask.array<chunksize=(46280, 725), meta=np.ndarray>\n",
        "    crs                     int32 4B ...\n",
        "Attributes:\n",
-       "    Parent ragged array file:  wod_pfl_2012.nc