In [1]:

%load_ext watermark
%watermark -a 'cs224' -u -d -v -p numpy,pandas

Author: cs224

Last updated: 2023-06-16

Python implementation: CPython
Python version       : 3.8.12
IPython version      : 8.2.0

numpy : 1.23.1
pandas: 1.4.2

In [2]:

from IPython.display import display, HTML, Markdown

from IPython.display import display_html
def display_side_by_side(*args):
    html_str=''
    for df in args:
        if type(df) == np.ndarray:
            df = pd.DataFrame(df)
        html_str+=df.to_html()
    html_str = html_str.replace('table','table style="display:inline"')
    # print(html_str)
    display_html(html_str,raw=True)

CSS = """
.output {
    flex-direction: row;
}
"""

def display_graphs_side_by_side(*args):
    html_str='<table><tr>'
    for g in args:
        html_str += '<td>'
        html_str += g._repr_svg_()
        html_str += '</td>'
    html_str += '</tr></table>'
    display_html(html_str,raw=True)
    

display(HTML("<style>.container { width:70% !important; }</style>"))

In [3]:

# regctl image inspect ghcr.io/home-assistant/home-assistant:stable
# regctl image manifest ghcr.io/home-assistant/home-assistant:stable
# regctl image manifest --format raw-body ghcr.io/home-assistant/home-assistant:stable
# regctl artifact tree ghcr.io/home-assistant/home-assistant:stable
# regctl registry login
# regctl image ratelimit influxdb:latest
# {
#   "Remain": 200,
#   "Limit": 200,
#   "Reset": 0,
#   "Set": true,
#   "Policies": [
#     "200;w=21600"
#   ]
# }

In [4]:

import numpy as np, pandas as pd
import subprocess, json, re, collections

In [5]:

image = 'ghcr.io/home-assistant/home-assistant:stable'
image_base = 'ghcr.io/home-assistant/home-assistant'

In [6]:

def run_cmd(args, cwd = None, stdin_input=None, decode=True):
    #out = subprocess.check_output(args, cwd=cwd)
    if stdin_input is not None:
        if isinstance(stdin_input, str):
            stdin_input = str.encode(stdin_input)
        out = subprocess.run(args, check=True, stdout=subprocess.PIPE, cwd=cwd, input=stdin_input).stdout #text=True, 
    else:
        out = subprocess.run(args, check=True, stdout=subprocess.PIPE, cwd=cwd).stdout
        
    if decode:
        return out.decode('utf-8')
    else:
        return out

In [7]:

def get_image_tags(image_ref, pattern=r'^.*$'):
    cmd = f'regctl tag ls {image_ref}'
    cmd = [itm for itm in cmd.split(' ') if itm != '']
    result = run_cmd(cmd).strip()
    result = result.split('\n')
    result = [r for r in result if re.match(pattern, r)]
    return result

In [8]:

get_image_tags(image_base)[-50:]

Out[8]:

['2023.6.0.dev20230511',
 '2023.6.0.dev20230513',
 '2023.6.0.dev20230514',
 '2023.6.0.dev20230515',
 '2023.6.0.dev20230516',
 '2023.6.0.dev20230517',
 '2023.6.0.dev20230518',
 '2023.6.0.dev20230519',
 '2023.6.0.dev20230520',
 '2023.6.0.dev20230521',
 '2023.6.0.dev20230522',
 '2023.6.0.dev20230523',
 '2023.6.0.dev20230524',
 '2023.6.0.dev20230525',
 '2023.6.0.dev20230526',
 '2023.6.0.dev20230527',
 '2023.6.0.dev20230528',
 '2023.6.0.dev20230529',
 '2023.6.0.dev20230530',
 '2023.6.0.dev20230531',
 '2023.6.0b0',
 '2023.6.0b1',
 '2023.6.0b2',
 '2023.6.0b3',
 '2023.6.0b4',
 '2023.6.0b5',
 '2023.6.0b6',
 '2023.6.1',
 '2023.6.2',
 '2023.7.0.dev20230601',
 '2023.7.0.dev20230602',
 '2023.7.0.dev20230603',
 '2023.7.0.dev20230604',
 '2023.7.0.dev20230605',
 '2023.7.0.dev20230606',
 '2023.7.0.dev20230607',
 '2023.7.0.dev20230608',
 '2023.7.0.dev20230609',
 '2023.7.0.dev20230610',
 '2023.7.0.dev20230611',
 '2023.7.0.dev20230612',
 '2023.7.0.dev20230613',
 '2023.7.0.dev20230614',
 '2023.7.0.dev20230615',
 '2023.7.0.dev20230616',
 'beta',
 'dev',
 'latest',
 'rc',
 'stable']

In [9]:

get_image_tags(image_base, pattern=r'^\d\d\d\d\.\d+\.\d+$')[-50:]

Out[9]:

['2022.8.1',
 '2022.8.2',
 '2022.8.3',
 '2022.8.4',
 '2022.8.5',
 '2022.8.6',
 '2022.8.7',
 '2022.9.0',
 '2022.9.1',
 '2022.9.2',
 '2022.9.3',
 '2022.9.4',
 '2022.9.5',
 '2022.9.6',
 '2022.9.7',
 '2023.1.0',
 '2023.1.1',
 '2023.1.2',
 '2023.1.4',
 '2023.1.5',
 '2023.1.6',
 '2023.1.7',
 '2023.2.0',
 '2023.2.1',
 '2023.2.2',
 '2023.2.3',
 '2023.2.4',
 '2023.2.5',
 '2023.3.0',
 '2023.3.1',
 '2023.3.2',
 '2023.3.3',
 '2023.3.4',
 '2023.3.5',
 '2023.3.6',
 '2023.4.0',
 '2023.4.1',
 '2023.4.2',
 '2023.4.3',
 '2023.4.4',
 '2023.4.5',
 '2023.4.6',
 '2023.5.0',
 '2023.5.1',
 '2023.5.2',
 '2023.5.3',
 '2023.5.4',
 '2023.6.0',
 '2023.6.1',
 '2023.6.2']

In [10]:

def get_image_metadata(image_ref, platform='linux/amd64'):
    cmd = f'regctl image inspect --platform {platform} {image_ref}'
    cmd = [itm for itm in cmd.split(' ') if itm != '']
    result = run_cmd(cmd)
    result = json.loads(result)
    return result

In [11]:

get_image_metadata(image)['created']

Out[11]:

'2023-06-15T04:44:26.960037188Z'

In [12]:

def get_image_manifest(image_ref):
    cmd = f'regctl image manifest {image_ref}'
    cmd = [itm for itm in cmd.split(' ') if itm != '']
    result1 = run_cmd(cmd).split('\n')[:3]
    result = []
    for r in result1:
        result += [[_.strip() for _ in r.split(':')]]
    result_ = result
        
    cmd = f'regctl image manifest --format raw-body {image_ref}'
    cmd = [itm for itm in cmd.split(' ') if itm != '']
    result = run_cmd(cmd)
    result = json.loads(result)
    return result_ + result['manifests']

In [13]:

r = get_image_manifest(image)
r

Out[13]:

[['Name', 'ghcr.io/home-assistant/home-assistant', 'stable'],
 ['MediaType', 'application/vnd.docker.distribution.manifest.list.v2+json'],
 ['Digest',
  'sha256',
  '8e069fcfddbd95c0acff88b9e515e3b208c2a5b4ad801a8f0cb8b55be417fc45'],
 {'mediaType': 'application/vnd.docker.distribution.manifest.v2+json',
  'size': 6386,
  'digest': 'sha256:f2788cff750499781f5be851e95a0d1906141e22b4187aa8f5a150d0728d57fc',
  'platform': {'architecture': 'arm64', 'os': 'linux', 'variant': 'v8'}},
 {'mediaType': 'application/vnd.docker.distribution.manifest.v2+json',
  'size': 6386,
  'digest': 'sha256:d23d82c22c4dc97a3d0c187d7cd9e8370033798222683c45b8b80a0ad8a81620',
  'platform': {'architecture': 'amd64', 'os': 'linux'}},
 {'mediaType': 'application/vnd.docker.distribution.manifest.v2+json',
  'size': 6387,
  'digest': 'sha256:fc8754954cdabbd9ff670f0d5b8db08be5b6e80bdb6e83055335eb8b5e568362',
  'platform': {'architecture': 'arm', 'os': 'linux', 'variant': 'v6'}},
 {'mediaType': 'application/vnd.docker.distribution.manifest.v2+json',
  'size': 6386,
  'digest': 'sha256:cca6f53f8c72c29a84697d9ae953bf2e0ad7099b4ae645ef748c5d84cb1ae36c',
  'platform': {'architecture': 'arm', 'os': 'linux', 'variant': 'v7'}},
 {'mediaType': 'application/vnd.docker.distribution.manifest.v2+json',
  'size': 6386,
  'digest': 'sha256:2c9c9c97b60635f64f3ec0a0b68b0ce335db26af158d345d9f09f1cd5e1560da',
  'platform': {'architecture': '386', 'os': 'linux'}}]

In [14]:

def generate_docker_image_overview(image_ref, tag_pattern=r'^.*$', tag_limit=20):
    tags = get_image_tags(image_ref, pattern=tag_pattern)
    tags.reverse()
    r = []
    for tag in tags[:tag_limit]:
        img_ref = image_ref + ':' + tag
        meta = get_image_metadata(img_ref)
        dt = pd.to_datetime(meta['created'])
        labels = meta['config']['Labels']
        manifests = get_image_manifest(img_ref)
        digest = ':'.join(manifests[2][1:])
        platform = ''
        entry = collections.OrderedDict(tag=tag, dt=dt, digest=digest, platform=platform, labels=json.dumps(labels))
        r += [entry]
        for manifest in manifests[3:]:
            digest = manifest['digest']
            platform = manifest['platform']['os'] + '/' + manifest['platform']['architecture']
            entry = collections.OrderedDict(tag=tag, dt=dt, digest=digest, platform=platform, labels=json.dumps(labels))
            r += [entry]
        
    rdf = pd.DataFrame(r)
    return rdf

In [15]:

%%time
ldf = generate_docker_image_overview(image_base, tag_pattern=r'^\d\d\d\d\.\d+\.\d+$', tag_limit=10)

CPU times: user 28.7 ms, sys: 79.6 ms, total: 108 ms
Wall time: 21.3 s

In [16]:

ldf

Out[16]:

	tag	dt	digest	platform	labels
0	2023.6.2	2023-06-15 04:44:26.960037188+00:00	sha256:8e069fcfddbd95c0acff88b9e515e3b208c2a5b...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
1	2023.6.2	2023-06-15 04:44:26.960037188+00:00	sha256:f2788cff750499781f5be851e95a0d1906141e2...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
2	2023.6.2	2023-06-15 04:44:26.960037188+00:00	sha256:d23d82c22c4dc97a3d0c187d7cd9e8370033798...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
3	2023.6.2	2023-06-15 04:44:26.960037188+00:00	sha256:fc8754954cdabbd9ff670f0d5b8db08be5b6e80...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
4	2023.6.2	2023-06-15 04:44:26.960037188+00:00	sha256:cca6f53f8c72c29a84697d9ae953bf2e0ad7099...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
5	2023.6.2	2023-06-15 04:44:26.960037188+00:00	sha256:2c9c9c97b60635f64f3ec0a0b68b0ce335db26a...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
6	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:d1dadb8e6ae23c76875c24b72c7af85cbf0e35f...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
7	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:f4a9ab7dc35ac54860dc302e354a7ed6d31f598...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
8	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:a29527b65f76ca36451aed4a4ae8859821c54e4...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
9	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:417bcfbbd3357486b06d24d7df2989707376d78...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
10	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:2b5353ac0757d74452495fa8fbe35827b87baed...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
11	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:15c7c127dca4c024ea541a858ee3f1422b7b4c2...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
12	2023.6.0	2023-06-07 14:17:50.352968105+00:00	sha256:a1f116fea0091f48ea5bf1323538afae176ab0f...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
13	2023.6.0	2023-06-07 14:17:50.352968105+00:00	sha256:d0c0aa9b48ecf65f4ca9d4b548b887d11f29139...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
14	2023.6.0	2023-06-07 14:17:50.352968105+00:00	sha256:cdeb41f8ee47ac85ab0861d7c25e339fd23a798...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
15	2023.6.0	2023-06-07 14:17:50.352968105+00:00	sha256:a90656ab6c58ebe18455929537ba685fb9ba218...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
16	2023.6.0	2023-06-07 14:17:50.352968105+00:00	sha256:2f8fe4dcaba6664f12c3760daa0ade3ffcb15e0...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
17	2023.6.0	2023-06-07 14:17:50.352968105+00:00	sha256:49ae1363b4734a7ece2d5cfbebcce099a8e236d...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
18	2023.5.4	2023-05-23 22:07:32.617477863+00:00	sha256:2c631c99d7078072126e50050b57042ec5548b7...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
19	2023.5.4	2023-05-23 22:07:32.617477863+00:00	sha256:aace2c05d1c22903f5349a0ffa5ed74afc7abec...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
20	2023.5.4	2023-05-23 22:07:32.617477863+00:00	sha256:7d851868869d5b7633eda6d0c88828304f05a01...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
21	2023.5.4	2023-05-23 22:07:32.617477863+00:00	sha256:6106389e694e6eb3d26f33f024d377bbf00cd4b...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
22	2023.5.4	2023-05-23 22:07:32.617477863+00:00	sha256:e54b316ea9733f4fcace778c22ee20ad60fc4d6...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
23	2023.5.4	2023-05-23 22:07:32.617477863+00:00	sha256:c381ad9968f711c64d4c36481312f6dbc5edab6...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
24	2023.5.3	2023-05-14 17:21:09.668837214+00:00	sha256:24ac7c2b44448cfd17fe02372b4a3ecbe120230...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
25	2023.5.3	2023-05-14 17:21:09.668837214+00:00	sha256:e34b66e7275b1783c7020c8c27300b9913ff3e6...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
26	2023.5.3	2023-05-14 17:21:09.668837214+00:00	sha256:654a2279df6b34203573bcb6096798dadc5441f...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
27	2023.5.3	2023-05-14 17:21:09.668837214+00:00	sha256:0a61a2024b644ce3bab8dfa01c745141096868a...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
28	2023.5.3	2023-05-14 17:21:09.668837214+00:00	sha256:d02169dee31829eb90930c1332318aa8f273094...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
29	2023.5.3	2023-05-14 17:21:09.668837214+00:00	sha256:b3da8afb852dfefdd9414e2f0e52d8d632caa29...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
30	2023.5.2	2023-05-05 19:36:51.208333508+00:00	sha256:40c15990157cf3240f873c32bc5a327fa8fc2b1...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
31	2023.5.2	2023-05-05 19:36:51.208333508+00:00	sha256:0e32f1ef4cef379806fbace43cf49f99233f69a...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
32	2023.5.2	2023-05-05 19:36:51.208333508+00:00	sha256:1b961b865ec8679f3dc438a41ce4b1ed0114b19...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
33	2023.5.2	2023-05-05 19:36:51.208333508+00:00	sha256:9ce281df8bccfb301b6d86dfab3cdadadca1727...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
34	2023.5.2	2023-05-05 19:36:51.208333508+00:00	sha256:730c829a5704500e00fe4283626d06d7cce23cc...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
35	2023.5.2	2023-05-05 19:36:51.208333508+00:00	sha256:de2276535b3e7034e399c59b4d2b05c3e265e6e...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
36	2023.5.1	2023-05-04 23:55:12.579704982+00:00	sha256:fc2d1d28f9e1ae317b50f293ce36dd37e36a030...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
37	2023.5.1	2023-05-04 23:55:12.579704982+00:00	sha256:26354e7ebef8e1c85f53a9ab4ddb6f4c1f40930...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
38	2023.5.1	2023-05-04 23:55:12.579704982+00:00	sha256:2a161b8fb8ce22ad965656c8f513b8f82d0a646...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
39	2023.5.1	2023-05-04 23:55:12.579704982+00:00	sha256:49fc3c6abcc3b8016af1acb24aaeec0d7ea9c52...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
40	2023.5.1	2023-05-04 23:55:12.579704982+00:00	sha256:cf7c3003e4b324ba17c74c7cdc05e76164f064b...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
41	2023.5.1	2023-05-04 23:55:12.579704982+00:00	sha256:c40091823cfa8d453066fa07eb3fb45830d0dbc...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
42	2023.5.0	2023-05-03 19:03:08.227804935+00:00	sha256:2939bbadb03ff22b047da6c47f5c372d0ffdb24...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
43	2023.5.0	2023-05-03 19:03:08.227804935+00:00	sha256:9966316ad5a1ed67dfe8c4ed139995d8a5975a4...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
44	2023.5.0	2023-05-03 19:03:08.227804935+00:00	sha256:3de6c6dc0b2ecf3c0fbd433d437349d507156cb...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
45	2023.5.0	2023-05-03 19:03:08.227804935+00:00	sha256:c4174c0b300afc58d14f37422531dca9438e2ed...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
46	2023.5.0	2023-05-03 19:03:08.227804935+00:00	sha256:891a0177140523e7be3ec22d54ade22c569fff3...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
47	2023.5.0	2023-05-03 19:03:08.227804935+00:00	sha256:281fc2eed9845eea7e437eccd2320412ffb000a...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
48	2023.4.6	2023-04-22 00:44:00.828004568+00:00	sha256:f25710773690a4a0809797862b8762daf38774d...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
49	2023.4.6	2023-04-22 00:44:00.828004568+00:00	sha256:97752e894572f77af77e78a5b7cc595b346a73f...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
50	2023.4.6	2023-04-22 00:44:00.828004568+00:00	sha256:732a6d23ccb7d7de00c22ea0adc14bf846cb4f0...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
51	2023.4.6	2023-04-22 00:44:00.828004568+00:00	sha256:1652d63ce298be8ac934be4bcaf95b2d948f776...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
52	2023.4.6	2023-04-22 00:44:00.828004568+00:00	sha256:49e512096f0100038a8825c143372d10e85dcc2...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
53	2023.4.6	2023-04-22 00:44:00.828004568+00:00	sha256:ce82b13c3c3f157c5792a08cdd3b7f7b84428cc...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...
54	2023.4.5	2023-04-18 02:35:17.189187876+00:00	sha256:37f519d97494dee68c4536515992961b52dc631...		{"io.hass.arch": "amd64", "io.hass.base.arch":...
55	2023.4.5	2023-04-18 02:35:17.189187876+00:00	sha256:d642d13d3f3f2d031649603ad075ef8b74996e4...	linux/arm64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
56	2023.4.5	2023-04-18 02:35:17.189187876+00:00	sha256:417433e41c056d4f0fea0a5ee1b65b542f19025...	linux/amd64	{"io.hass.arch": "amd64", "io.hass.base.arch":...
57	2023.4.5	2023-04-18 02:35:17.189187876+00:00	sha256:3bb3624f438fe8ea9fa2078e527b6319587b199...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
58	2023.4.5	2023-04-18 02:35:17.189187876+00:00	sha256:e0279e4f19d0470b242f9f80f4f85ed9d79dd18...	linux/arm	{"io.hass.arch": "amd64", "io.hass.base.arch":...
59	2023.4.5	2023-04-18 02:35:17.189187876+00:00	sha256:75dc9e878f2a04262473b101f9191042d13a46b...	linux/386	{"io.hass.arch": "amd64", "io.hass.base.arch":...

In [17]:

# docker image ls --digests
# docker image inspect --format '{{json .}}' ghcr.io/home-assistant/home-assistant:stable | jq .
# docker image inspect --format '{{json .}}' ghcr.io/home-assistant/home-assistant:stable | jq '.RepoDigests[0]'

In [18]:

repo_digest_part = 'd1dadb8e6'

In [19]:

ldf[ldf['digest'].str.contains(repo_digest_part)]

Out[19]:

	tag	dt	digest	platform	labels
6	2023.6.1	2023-06-08 19:24:18.420101786+00:00	sha256:d1dadb8e6ae23c76875c24b72c7af85cbf0e35f...		{"io.hass.arch": "amd64", "io.hass.base.arch":...

In [20]:

# list(ldf['digest'])

In [ ]: