Turkish ULMFiT from scratch¶

/home/jhoward/.fastai/data/enwiki/enwiki already exists; not downloading
<doc id="12" url="https://en.wikipedia.org/wiki?curid=12" title="Anarchism">
Anarchism

Anarchism is an anti-authoritarian political philosophy that advocates self-managed, self-governed societies based on voluntary, cooperative institutions and the rejection of hierarchies those societies view as unjust. These institutions are often described as stateless societies, although several authors have defined them more specifically as distinct institutions based on non-hierarchical or free associations. Anarchism's central disagreement with other ideologies is that it holds the state to be undesirable, unnecessary, and harmful.

/home/jhoward/.fastai/data/enwiki/docs already exists; not splitting

----------------------------------------------------------------------
OSError                              Traceback (most recent call last)
<ipython-input-6-3e15cb154237> in <module>
      1 data = (TextList.from_folder(dest)
----> 2             .split_by_rand_pct(0.1, seed=42)
      3             .label_for_lm()
      4             .databunch(bs=bs, num_workers=1))
      5 

~/git/fastai/fastai/data_block.py in _inner(*args, **kwargs)
    475             self.valid = fv(*args, from_item_lists=True, **kwargs)
    476             self.__class__ = LabelLists
--> 477             self.process()
    478             return self
    479         return _inner

~/git/fastai/fastai/data_block.py in process(self)
    529         "Process the inner datasets."
    530         xp,yp = self.get_processors()
--> 531         for ds,n in zip(self.lists, ['train','valid','test']): ds.process(xp, yp, name=n)
    532         #progress_bar clear the outputs so in some case warnings issued during processing disappear.
    533         for ds in self.lists:

~/git/fastai/fastai/data_block.py in process(self, xp, yp, name)
    708                     p.warns = []
    709                 self.x,self.y = self.x[~filt],self.y[~filt]
--> 710         self.x.process(xp)
    711         return self
    712 

~/git/fastai/fastai/data_block.py in process(self, processor)
     81         if processor is not None: self.processor = processor
     82         self.processor = listify(self.processor)
---> 83         for p in self.processor: p.process(self)
     84         return self
     85 

~/git/fastai/fastai/text/data.py in process(self, ds)
    294         tokens = []
    295         for i in progress_bar(range(0,len(ds),self.chunksize), leave=False):
--> 296             tokens += self.tokenizer.process_all(ds.items[i:i+self.chunksize])
    297         ds.items = tokens
    298 

~/git/fastai/fastai/text/transform.py in process_all(self, texts)
    118         if self.n_cpus <= 1: return self._process_all_1(texts)
    119         with ProcessPoolExecutor(self.n_cpus) as e:
--> 120             return sum(e.map(self._process_all_1, partition_by_cores(texts, self.n_cpus)), [])
    121 
    122 class Vocab():

~/anaconda3/lib/python3.7/concurrent/futures/process.py in map(self, fn, timeout, chunksize, *iterables)
    643         results = super().map(partial(_process_chunk, fn),
    644                               _get_chunks(*iterables, chunksize=chunksize),
--> 645                               timeout=timeout)
    646         return _chain_from_iterable_of_lists(results)
    647 

~/anaconda3/lib/python3.7/concurrent/futures/_base.py in map(self, fn, timeout, chunksize, *iterables)
    573             end_time = timeout + time.monotonic()
    574 
--> 575         fs = [self.submit(fn, *args) for args in zip(*iterables)]
    576 
    577         # Yield must be hidden in closure so that the futures are submitted

~/anaconda3/lib/python3.7/concurrent/futures/_base.py in <listcomp>(.0)
    573             end_time = timeout + time.monotonic()
    574 
--> 575         fs = [self.submit(fn, *args) for args in zip(*iterables)]
    576 
    577         # Yield must be hidden in closure so that the futures are submitted

~/anaconda3/lib/python3.7/concurrent/futures/process.py in submit(self, fn, *args, **kwargs)
    613             self._queue_management_thread_wakeup.wakeup()
    614 
--> 615             self._start_queue_management_thread()
    616             return f
    617     submit.__doc__ = _base.Executor.submit.__doc__

~/anaconda3/lib/python3.7/concurrent/futures/process.py in _start_queue_management_thread(self)
    567                 thread_wakeup.wakeup()
    568             # Start the processes so that their sentinels are known.
--> 569             self._adjust_process_count()
    570             self._queue_management_thread = threading.Thread(
    571                 target=_queue_management_worker,

~/anaconda3/lib/python3.7/concurrent/futures/process.py in _adjust_process_count(self)
    591                       self._initializer,
    592                       self._initargs))
--> 593             p.start()
    594             self._processes[p.pid] = p
    595 

~/anaconda3/lib/python3.7/multiprocessing/process.py in start(self)
    110                'daemonic processes are not allowed to have children'
    111         _cleanup()
--> 112         self._popen = self._Popen(self)
    113         self._sentinel = self._popen.sentinel
    114         # Avoid a refcycle if the target function holds an indirect

~/anaconda3/lib/python3.7/multiprocessing/context.py in _Popen(process_obj)
    275         def _Popen(process_obj):
    276             from .popen_fork import Popen
--> 277             return Popen(process_obj)
    278 
    279     class SpawnProcess(process.BaseProcess):

~/anaconda3/lib/python3.7/multiprocessing/popen_fork.py in __init__(self, process_obj)
     18         self.returncode = None
     19         self.finalizer = None
---> 20         self._launch(process_obj)
     21 
     22     def duplicate_for_child(self, fd):

~/anaconda3/lib/python3.7/multiprocessing/popen_fork.py in _launch(self, process_obj)
     68         code = 1
     69         parent_r, child_w = os.pipe()
---> 70         self.pid = os.fork()
     71         if self.pid == 0:
     72             try:

OSError: [Errno 12] Cannot allocate memory