import intake
import hvplot.xarray
cat = intake.open_catalog("https://github.com/fsspec/kerchunk/raw/main/"
"examples/intake_catalog.yml")
ds = cat.SDO.to_dask()
ds
ds.nbytes / 2**30 # GB
import fsspec
gcs = fsspec.filesystem("gcs")
gcs.ls("pangeo-data/SDO_AIA_Images/")
gcs.ls("pangeo-data/SDO_AIA_Images/094")[:5]
Now we create a "reference" filesystem:
fs = fsspec.filesystem(
"reference",
fo="gcs://mdtemp/SDO_no_coords.json",
remote_options={"token": "anon"},
remote_protocol="gcs",
target_options={"token": "anon"}
)
fs.ls("", False)
fs.ls("094", False)[:5]
print(fs.cat("094/.zarray").decode())
fs.references["094/0.0.0"]
So let's see it in action!
import numpy as np
ds = ds.assign_coords(x=np.arange(4096), y=np.arange(4096))
import numpy as np
ds["094"].hvplot.image(
'x', 'y', colormap="fire", xaxis=False, yaxis=False,
height=500, width=500, colorbar=False, clim=(0, 50)
)