import MeCab
import time
from IPython.parallel import Client

t = MeCab.Tagger()

wakati = lambda x: " ".join([feature.split('\t')[0] for feature in t.parse(x).split('\n')][:-2])

wakati('すもももももももももももももももももももももももももものうち')

with open('shayo.txt') as fp:
    text = [line.replace('\u3000','').rstrip() for line in fp.readlines()]

text[:5]


start = time.time()

parsed = [wakati(line) for line in text]

elapsed_time = time.time() - start
print(elapsed_time)


parsed[:5]

c = Client()
v = c[:]
len(v)

res = v.map(lambda x: x**2 ,[1,2,3,4,5])

res.get()

v.execute('''
import MeCab
t = MeCab.Tagger()
''')


start = time.time()

res = v.map(wakati, text)
parsed = res.get()

elapsed_time = time.time() - start
print(elapsed_time)


parsed[:5]