---------------------------------------------------------------------------
RuntimeError Traceback (most recent call last)
Input In [4], in <cell line: 10>()
3 executor = processor.DaskExecutor(client=client)
5 run = processor.Runner(executor=executor,
6 schema=schemas.NanoAODSchema,
7 savemetrics=True
8 )
---> 10 output, metrics = run(fileset, "Events", processor_instance=Processor())
12 metrics
File /opt/conda/lib/python3.8/site-packages/coffea/processor/executor.py:1588, in Runner.__call__(self, fileset, treename, processor_instance)
1567 def __call__(
1568 self,
1569 fileset: Dict,
1570 treename: str,
1571 processor_instance: ProcessorABC,
1572 ) -> Accumulatable:
1573 """Run the processor_instance on a given fileset
1574
1575 Parameters
(...)
1585 An instance of a class deriving from ProcessorABC
1586 """
-> 1588 wrapped_out = self.run(fileset, processor_instance, treename)
1589 if self.use_dataframes:
1590 return wrapped_out # not wrapped anymore
File /opt/conda/lib/python3.8/site-packages/coffea/processor/executor.py:1670, in Runner.run(self, fileset, processor_instance, treename)
1668 chunks = fileset
1669 else:
-> 1670 chunks = self.preprocess(fileset, treename)
1672 if self.processor_compression is None:
1673 pi_to_send = processor_instance
File /opt/conda/lib/python3.8/site-packages/coffea/processor/executor.py:1622, in Runner.preprocess(self, fileset, treename)
1619 for filemeta in fileset:
1620 filemeta.maybe_populate(self.metadata_cache)
-> 1622 self._preprocess_fileset(fileset)
1623 fileset = self._filter_badfiles(fileset)
1625 # reverse fileset list to match the order of files as presented in version
1626 # v0.7.4. This fixes tests using maxchunks.
File /opt/conda/lib/python3.8/site-packages/coffea/processor/executor.py:1383, in Runner._preprocess_fileset(self, fileset)
1376 pre_executor = self.pre_executor.copy(**pre_arg_override)
1377 closure = partial(
1378 self.automatic_retries,
1379 self.retries,
1380 self.skipbadfiles,
1381 partial(self.metadata_fetcher, self.xrootdtimeout, self.align_clusters),
1382 )
-> 1383 out, _ = pre_executor(to_get, closure, out)
1384 while out:
1385 item = out.pop()
File /opt/conda/lib/python3.8/site-packages/coffea/processor/executor.py:964, in DaskExecutor.__call__(self, items, function, accumulator)
961 from distributed import progress
963 # FIXME: fancy widget doesn't appear, have to live with boring pbar
--> 964 progress(work, multi=True, notebook=False)
965 return (
966 accumulate(
967 [
(...)
974 0,
975 )
976 except KilledWorker as ex:
File /opt/conda/lib/python3.8/site-packages/distributed/diagnostics/progressbar.py:448, in progress(notebook, multi, complete, *futures, **kwargs)
446 return bar
447 else:
--> 448 TextProgressBar(futures, complete=complete, **kwargs)
File /opt/conda/lib/python3.8/site-packages/distributed/diagnostics/progressbar.py:129, in TextProgressBar.__init__(self, keys, scheduler, interval, width, loop, complete, start, **kwargs)
127 if start:
128 loop_runner = LoopRunner(self.loop)
--> 129 loop_runner.run_sync(self.listen)
File /opt/conda/lib/python3.8/site-packages/distributed/utils.py:535, in LoopRunner.run_sync(self, func, *args, **kwargs)
533 return sync(self.loop, func, *args, **kwargs)
534 else:
--> 535 self.start()
536 try:
537 return sync(self.loop, func, *args, **kwargs)
File /opt/conda/lib/python3.8/site-packages/distributed/utils.py:428, in LoopRunner.start(self)
421 """
422 Start the IO loop if required. The loop is run in a dedicated
423 thread.
424
425 If the loop is already running, this method does nothing.
426 """
427 with self._lock:
--> 428 self._start_unlocked()
File /opt/conda/lib/python3.8/site-packages/distributed/utils.py:464, in LoopRunner._start_unlocked(self)
462 thread = threading.Thread(target=run_loop, name="IO loop")
463 thread.daemon = True
--> 464 thread.start()
466 loop_evt.wait(timeout=10)
467 self._started = True
File /opt/conda/lib/python3.8/threading.py:852, in Thread.start(self)
850 _limbo[self] = self
851 try:
--> 852 _start_new_thread(self._bootstrap, ())
853 except Exception:
854 with _active_limbo_lock:
RuntimeError: can't start new thread