https://github.com/cp4cds/c3s_34g_manifests/tree/master/intake/catalogs
import intake
url = "https://raw.githubusercontent.com/cp4cds/c3s_34g_manifests/master/intake/catalogs/c3s.yaml"
cat = intake.open_catalog(url)
df = cat['c3s-cmip6'].read()
df.nunique()
df_old = intake.open_csv("https://github.com/cp4cds/c3s_34g_manifests/raw/master/intake/catalogs/c3s-cmip6/c3s-cmip6_v20210313.csv.gz").read()
df_old.nunique()
ds_ids = set(df.ds_id.values)
ds_ids_old = set(df_old.ds_id.values)
ds_ids_missing = ds_ids_old - ds_ids
len(ds_ids_missing)
ds_ids_missing
df.loc[df.ds_id.str.match("c3s-cmip6.ScenarioMIP.NIMS-KMA.KACE-1-0-G.ssp126")]