Notebook

In [ ]:

!pip install fastai --upgrade

In [65]:

from fastai.text.all import *
from inspect import signature, getfullargspec

Decorators and function signature¶

In [96]:

def decorator_func(func): 
  lis = [isinstance(3, signature(func).parameters[i].annotation) for i in getfullargspec(func)[0]]

  return lis

In [100]:

def sample_func(x: int, y: str): return x

In [110]:

decorator_func(sample_func)

Out[110]:

[True, False]

In [64]:

def ffff(x: int, y: str, u: float, q: bool): return x, y, u, q

In [74]:

for i in range(len(getfullargspec(ffff)[0])):
  param = getfullargspec(ffff)[0][i]
  
  print(param, signature(ffff).parameters[param].annotation)

  print(isinstance(2.0, signature(ffff).parameters[param].annotation))

x <class 'int'>
False
y <class 'str'>
False
u <class 'float'>
True
q <class 'bool'>
False

In [17]:

def f(x:int): return x+3
tfm = Transform(f)

tfm(2.0), tfm(4), tfm("qwe")

Out[17]:

(2.0, 7, 'qwe')

In [18]:

@Transform
def f1(x: str): return x+" hello"

f1(2.0), f1(4), f1("qwe")

Out[18]:

(2.0, 4, 'qwe hello')

In [25]:

decorator_func(2), decorator_func("qwe"), decorator_func(2.8)

Out[25]:

(10, 'qwe', 2.8)

In [37]:

sig = signature(f)

sig.parameters['x'].annotation

Out[37]:

int

In [70]:

def sig(func): return signature(func).parameters['x'].annotation

In [71]:

sig(f)

Out[71]:

int

In [157]:

def returns(func): return print(func()+" + func @returns()")

In [159]:

@returns
def dec(): 
  return "func dec()"

func dec() + func @returns()

In [165]:

@Transform
def f(x: int): return x+2

In [166]:

f(3), f(2.0)

Out[166]:

(5, 2.0)

Siamese Pair¶

In [29]:

from fastai.vision.all import *
import torch

import re

In [3]:

path = untar_data(URLs.PETS)
path.ls()

Out[3]:

(#2) [Path('/root/.fastai/data/oxford-iiit-pet/annotations'),Path('/root/.fastai/data/oxford-iiit-pet/images')]

In [5]:

files = get_image_files(path/'images')
files

Out[5]:

(#7390) [Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_92.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_146.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_77.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_177.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_123.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_187.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_14.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_93.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_71.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_16.jpg')...]

In [114]:

class SiameseImage(fastuple):
  def show(self, ctx=None, **kwargs):
    img1, img2, same_breed = self

    if not isinstance(img1, Tensor):
      if img2.size != img1.size: img2.resize(img1.size)
      t1, t2 = tensor(img1), tensor(img2)
      t1, t2 = t1.permute(2, 1, 0), t2.permute(2, 1, 0)
    else: t1, t2 = img1, img2

    line = t1.new_zeros(t1.shape[0], t1.shape[1], 10)

    return show_image(torch.cat([t1, line, t2], dim=2), title=same_breed, ctx=ctx)

In [115]:

img = PILImage.create(files[0])
s = SiameseImage(img, img, True)

s.show();

In [116]:

img1 = PILImage.create(files[1])
s1 = SiameseImage(img, img1, False)

s1.show();

In [117]:

s2 = Resize(224)(s1)
s2.show()

Out[117]:

<matplotlib.axes._subplots.AxesSubplot at 0x7f457d4cb908>

In [39]:

[re.match(r'^(.*)_\d+.jpg$', fname.name).groups()[0] for fname in files[:5]]

Out[39]:

['Maine_Coon', 'boxer', 'Siamese', 'wheaten_terrier', 'samoyed']

In [40]:

def label_func(fname): return re.match(r'^(.*)_\d+.jpg$', fname.name).groups()[0]

In [41]:

label_func(files[0])

Out[41]:

'Maine_Coon'

In [42]:

files[:4].map(label_func)

Out[42]:

(#4) ['Maine_Coon','boxer','Siamese','wheaten_terrier']

In [54]:

files.map(label_func).unique()

Out[54]:

(#37) ['Maine_Coon','boxer','Siamese','wheaten_terrier','samoyed','havanese','chihuahua','basset_hound','Persian','Egyptian_Mau'...]

In [66]:

dic = {l: L(f for f in files if label_func(f)==l) for l in files.map(label_func).unique()}
dic

Out[66]:

{'Abyssinian': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_97.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_112.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_140.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_1.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_169.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_180.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_21.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_14.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_62.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Abyssinian_107.jpg')...],
 'Bengal': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_15.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_162.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_196.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_172.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_46.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_195.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_111.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_74.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_43.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bengal_177.jpg')...],
 'Birman': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_59.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_100.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_148.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_4.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_81.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_68.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_10.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_26.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_161.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Birman_168.jpg')...],
 'Bombay': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_91.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_136.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_169.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_167.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_9.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_32.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_177.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_24.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_47.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Bombay_50.jpg')...],
 'British_Shorthair': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_65.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_198.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_102.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_26.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_210.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_2.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_45.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_269.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_128.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/British_Shorthair_9.jpg')...],
 'Egyptian_Mau': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_30.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_184.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_213.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_113.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_50.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_97.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_85.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_14.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_11.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Egyptian_Mau_220.jpg')...],
 'Maine_Coon': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_92.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_24.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_85.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_217.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_271.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_63.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_196.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_133.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_153.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_193.jpg')...],
 'Persian': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_16.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_139.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_182.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_103.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_120.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_273.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_107.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_125.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_72.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Persian_97.jpg')...],
 'Ragdoll': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_168.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_124.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_92.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_32.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_140.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_53.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_135.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_197.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_205.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Ragdoll_117.jpg')...],
 'Russian_Blue': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_199.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_63.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_153.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_108.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_236.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_38.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_79.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_109.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_45.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Russian_Blue_244.jpg')...],
 'Siamese': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_77.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_93.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_146.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_206.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_19.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_113.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_26.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_23.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_207.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Siamese_194.jpg')...],
 'Sphynx': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_160.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_234.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_242.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_107.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_117.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_136.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_24.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_133.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_55.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/Sphynx_33.jpg')...],
 'american_bulldog': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_25.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_147.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_208.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_15.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_184.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_97.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_87.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_194.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_63.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_bulldog_96.jpg')...],
 'american_pit_bull_terrier': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_97.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_20.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_180.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_89.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_47.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_41.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_192.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_125.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_91.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/american_pit_bull_terrier_178.jpg')...],
 'basset_hound': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_71.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_77.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_46.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_125.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_72.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_44.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_4.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_185.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_111.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/basset_hound_76.jpg')...],
 'beagle': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_155.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_107.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_180.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_8.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_176.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_92.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_147.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_95.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_133.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/beagle_16.jpg')...],
 'boxer': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_146.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_88.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_141.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_31.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_7.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_64.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_159.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_153.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_15.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/boxer_6.jpg')...],
 'chihuahua': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_14.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_147.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_105.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_142.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_2.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_195.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_58.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_137.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_156.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/chihuahua_140.jpg')...],
 'english_cocker_spaniel': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_173.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_138.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_102.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_155.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_183.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_120.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_123.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_79.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_95.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_cocker_spaniel_31.jpg')...],
 'english_setter': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_81.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_129.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_60.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_20.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_82.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_101.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_84.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_32.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_73.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/english_setter_162.jpg')...],
 'german_shorthaired': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_181.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_155.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_95.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_161.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_23.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_144.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_10.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_163.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_56.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/german_shorthaired_9.jpg')...],
 'great_pyrenees': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_103.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_161.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_158.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_138.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_146.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_136.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_49.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_96.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_77.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/great_pyrenees_87.jpg')...],
 'havanese': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_187.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_103.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_112.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_182.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_86.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_49.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_45.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_177.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_106.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/havanese_100.jpg')...],
 'japanese_chin': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_13.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_6.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_23.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_61.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_72.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_153.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_124.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_196.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_56.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/japanese_chin_194.jpg')...],
 'keeshond': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_177.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_58.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_49.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_142.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_183.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_83.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_135.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_65.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_171.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/keeshond_102.jpg')...],
 'leonberger': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_115.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_114.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_91.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_73.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_103.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_149.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_194.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_56.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_68.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/leonberger_122.jpg')...],
 'miniature_pinscher': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_151.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_17.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_58.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_64.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_107.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_134.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_147.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_50.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_44.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/miniature_pinscher_108.jpg')...],
 'newfoundland': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_143.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_188.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_31.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_157.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_71.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_172.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_76.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_15.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_36.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/newfoundland_59.jpg')...],
 'pomeranian': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_58.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_26.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_69.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_16.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_121.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_103.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_3.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_136.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_119.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pomeranian_99.jpg')...],
 'pug': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/pug_66.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_58.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_38.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_44.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_75.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_139.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_186.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_1.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_141.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/pug_82.jpg')...],
 'saint_bernard': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_118.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_162.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_95.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_179.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_178.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_180.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_143.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_136.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_132.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_7.jpg')...],
 'samoyed': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_123.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_165.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_3.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_6.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_162.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_82.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_116.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_45.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_41.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/samoyed_171.jpg')...],
 'scottish_terrier': (#199) [Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_10.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_84.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_53.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_151.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_14.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_148.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_16.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_35.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_197.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/scottish_terrier_97.jpg')...],
 'shiba_inu': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_64.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_172.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_136.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_180.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_47.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_186.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_208.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_182.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_192.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/shiba_inu_196.jpg')...],
 'staffordshire_bull_terrier': (#191) [Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_67.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_85.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_151.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_70.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_131.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_130.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_101.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_129.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_104.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/staffordshire_bull_terrier_23.jpg')...],
 'wheaten_terrier': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_177.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_173.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_84.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_89.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_146.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_57.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_61.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_28.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_151.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/wheaten_terrier_35.jpg')...],
 'yorkshire_terrier': (#200) [Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_128.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_180.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_154.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_67.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_29.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_27.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_197.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_92.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_6.jpg'),Path('/root/.fastai/data/oxford-iiit-pet/images/yorkshire_terrier_3.jpg')...]}

In [67]:

splits = RandomSplitter()(files)
splits

Out[67]:

((#5912) [4296,6719,5068,4116,307,5896,3396,4384,4087,6262...],
 (#1478) [6308,2734,5318,2271,3336,5392,4078,2410,5502,798...])

In [85]:

# L(f for f in files[splits[0]])

def draw(f):
  same = random.random() < 0.5
  cls = label_func(f)

  if not same:
    print(cls)
    cls = random.choice(L(l for l in files.map(label_func).unique() if l != cls))

  return random.choice(dic[cls]),same 

draw(files[0])

Maine_Coon

Out[85]:

(Path('/root/.fastai/data/oxford-iiit-pet/images/saint_bernard_16.jpg'), False)

In [89]:

random.choice(dic['Maine_Coon'])

Out[89]:

Path('/root/.fastai/data/oxford-iiit-pet/images/Maine_Coon_213.jpg')

In [106]:

class SiameseTransform(Transform):
  def __init__(self, files, label_func, splits):
    self.labels = files.map(label_func)
    self.lbl2files = {l: L(f for f in files if label_func(f)==l) for l in self.labels}
    self.label_func = label_func
    self.valid = {f: self._draw(f) for f in files[splits[1]]}

  def encodes(self, f):
    f2, t = self.valid.get(f, self._draw(f))
    img1, img2 = PILImage.create(f), PILImage.create(f2)

    return SiameseImage(img1, img2, t)

  def _draw(self, f):
    same = random.random() < 0.5
    cls = self.label_func(f)

    if not same:
      cls = random.choice(L(l for l in self.labels if self.labels != cls))  

    return random.choice(self.lbl2files[cls]), same

In [118]:

tfm = SiameseTransform(files, label_func, splits)

In [122]:

tfm(files[1]).show()

Out[122]:

<matplotlib.axes._subplots.AxesSubplot at 0x7f457d3ff198>

In [120]:

tls = TfmdLists(files, tfm, splits=splits)

In [125]:

show_at(tls.valid, 1)

Out[125]:

<matplotlib.axes._subplots.AxesSubplot at 0x7f457d77add8>

In [126]:

dls = tls.dataloaders(after_item=[Resize(224), ToTensor],
                      after_batch=[IntToFloatTensor, Normalize.from_stats(*imagenet_stats)])

In [134]:

x1, x2, y = dls.one_batch()

x1.shape, x2.shape, y.shape

Out[134]:

(torch.Size([64, 3, 224, 224]),
 torch.Size([64, 3, 224, 224]),
 torch.Size([64]))

In [ ]: