In [1]:

import azarr

In [2]:

# see https://pangeo-forge.org/dashboard/feedstock/88
url = 'https://ncsa.osn.xsede.org/Pangeo/pangeo-forge/pangeo-forge/EOBS-feedstock/eobs-surface-downwelling.zarr'

In [3]:

z = azarr.open_consolidated(url)

In [4]:

list(z)

Out[4]:

['latitude', 'longitude', 'qq', 'time']

In [5]:

z.latitude

Out[5]:

<azarr.core.AArray '/latitude' (460,) float64 read-only>

In [6]:

z.latitude[:]

Out[6]:

<coroutine object AArray._get_selection at 0x10e36eec0>

In [7]:

# get two three arrays with a single context switch to async
# and only one latency wait
import asyncio
import time

t0 = time.time()
lat, lot, t = await asyncio.gather(
    z.latitude[:], 
    z.longitude[:],
    z.time[:]
)
t1 = time.time()
t1 - t0

Out[7]:

0.3319680690765381

In [8]:

lat[:100]

Out[8]:

array([25.04986065, 25.14986065, 25.24986065, 25.34986065, 25.44986065,
       25.54986065, 25.64986065, 25.74986065, 25.84986065, 25.94986065,
       26.04986065, 26.14986065, 26.24986065, 26.34986065, 26.44986065,
       26.54986064, 26.64986064, 26.74986064, 26.84986064, 26.94986064,
       27.04986064, 27.14986064, 27.24986064, 27.34986064, 27.44986064,
       27.54986064, 27.64986064, 27.74986064, 27.84986064, 27.94986064,
       28.04986064, 28.14986064, 28.24986064, 28.34986064, 28.44986064,
       28.54986064, 28.64986064, 28.74986064, 28.84986064, 28.94986064,
       29.04986063, 29.14986063, 29.24986063, 29.34986063, 29.44986063,
       29.54986063, 29.64986063, 29.74986063, 29.84986063, 29.94986063,
       30.04986063, 30.14986063, 30.24986063, 30.34986063, 30.44986063,
       30.54986063, 30.64986063, 30.74986063, 30.84986063, 30.94986063,
       31.04986063, 31.14986063, 31.24986063, 31.34986063, 31.44986063,
       31.54986062, 31.64986062, 31.74986062, 31.84986062, 31.94986062,
       32.04986062, 32.14986062, 32.24986062, 32.34986062, 32.44986062,
       32.54986062, 32.64986062, 32.74986062, 32.84986062, 32.94986062,
       33.04986062, 33.14986062, 33.24986062, 33.34986062, 33.44986062,
       33.54986062, 33.64986062, 33.74986062, 33.84986062, 33.94986062,
       34.04986061, 34.14986061, 34.24986061, 34.34986061, 34.44986061,
       34.54986061, 34.64986061, 34.74986061, 34.84986061, 34.94986061])

In [9]:

z.qq.shape, z.qq.chunks

Out[9]:

((25933, 460, 700), (40, 460, 700))

In [10]:

# or opposite ends of the same array
slice1, slice2 = await asyncio.gather(
    z.qq[:2, 200:250, 300:350],
    z.qq[-1, 200:250, 300:350]
)

In [11]:

slice2

Out[11]:

array([[78., 77., 75., ..., 49., 46., 46.],
       [76., 75., 74., ..., 53., 47., 46.],
       [73., 73., 72., ..., 56., 48., 47.],
       ...,
       [59., 59., 58., ..., 24., 27., 30.],
       [52., 52., 51., ..., 23., 26., 28.],
       [45., 45., 44., ..., 22., 25., 27.]], dtype=float32)

In [ ]: