adler32 = b866399c
(/depot/cms/users/yun79/conda_envs/yun_coffea_latest) [shar1172@purdue-af-182 copperheadV2_main]$ dasgoclient --query="file=/store/mc/RunIII2024Summer24NanoAODv15/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/NANOAODSIM/150X_mcRun3_2024_realistic_v2-v2/2520000/004eb958-f042-48a7-b7a3-2f1cd5185215.root" --json
[
{"das":{"expire":1764689399,"instance":"prod/global","primary_key":"file.name","record":1,"services":["dbs3:files"]},"file":[{"adler32":"b866399c","auto_cross_section":0,"block.name":"/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/RunIII2024Summer24NanoAODv15-150X_mcRun3_2024_realistic_v2-v2/NANOAODSIM#c405159c-915d-4680-bcc7-ef75513c7895","block_id":40603398,"block_name":"/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/RunIII2024Summer24NanoAODv15-150X_mcRun3_2024_realistic_v2-v2/NANOAODSIM#c405159c-915d-4680-bcc7-ef75513c7895","branch_hash_id":null,"check_sum":"699935532","create_by":"WMAgent","created_by":"WMAgent","creation_date":1745031136,"creation_time":1745031136,"dataset":"/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/RunIII2024Summer24NanoAODv15-150X_mcRun3_2024_realistic_v2-v2/NANOAODSIM","dataset_id":15292847,"file_id":22763079637,"file_type_id":1,"is_file_valid":1,"last_modification_date":1745031136,"last_modified_by":"WMAgent","md5":null,"modification_time":1745031136,"modified_by":"WMAgent","name":"/store/mc/RunIII2024Summer24NanoAODv15/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/NANOAODSIM/150X_mcRun3_2024_realistic_v2-v2/2520000/004eb958-f042-48a7-b7a3-2f1cd5185215.root","nevents":624239,"size":1999747850,"type":"EDM"}],"qhash":"7ecbfc2a46d262613975e9236e895201"}
]adler32 = b866399c
(/depot/cms/users/yun79/conda_envs/yun_coffea_latest) [shar1172@purdue-af-182 copperheadV2_main]$ xrdadler32 root://xcache.cms.rcac.purdue.edu//store/mc/RunIII2024Summer24NanoAODv15/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/NANOAODSIM/150X_mcRun3_2024_realistic_v2-v2/2520000/004eb958-f042-48a7-b7a3-2f1cd5185215.root
b866399c root://xcache.cms.rcac.purdue.edu//store/mc/RunIII2024Summer24NanoAODv15/TTtoLNu2Q_TuneCP5_13p6TeV_powheg-pythia8/NANOAODSIM/150X_mcRun3_2024_realistic_v2-v2/2520000/004eb958-f042-48a7-b7a3-2f1cd5185215.rootINFO year: 2024, dataset_yaml_file: configs/datasets/dataset_nanoAODv15_run3.yaml copperhead_processor.py:1212
INFO:CopperHead:year: 2024, dataset_yaml_file: configs/datasets/dataset_nanoAODv15_run3.yaml
INFO sample_info: {'year': '2024', 'process_group': 'Top', 'sample': 'ttjets_sl', 'total_lumi_pb': 108960.0, 'cross_section_pb': 405.69, 'cross_section_source': copperhead_processor.py:1215
'https://twiki.cern.ch/twiki/bin/view/LHCPhysics/TtbarNNLO', 'kfactor_value': 1.0, 'kfactor_source': 'Top NNLO+NNLL', 'filter_efficiency': 1.0, 'references': ['POWHEG '], 'notes': 'NNLO+NNLL top-quark-pair
cross sections 923.6; multiplied by the branching ratio of SL = 923.6*0.3258*0.6741*2 = 405.69'}
INFO:CopperHead:sample_info: {'year': '2024', 'process_group': 'Top', 'sample': 'ttjets_sl', 'total_lumi_pb': 108960.0, 'cross_section_pb': 405.69, 'cross_section_source': 'https://twiki.cern.ch/twiki/bin/view/LHCPhysics/TtbarNNLO', 'kfactor_value': 1.0, 'kfactor_source': 'Top NNLO+NNLL', 'filter_efficiency': 1.0, 'references': ['POWHEG '], 'notes': 'NNLO+NNLL top-quark-pair cross sections 923.6; multiplied by the branching ratio of SL = 923.6*0.3258*0.6741*2 = 405.69'}
INFO cross_section: 405.69 copperhead_processor.py:1219
INFO:CopperHead:cross_section: 405.69
INFO [timing] Weights time: 0.10 seconds copperhead_processor.py:1258
INFO:CopperHead:[timing] Weights time: 0.10 seconds
INFO [timing] some GEN event weights for syst time: 0.36 seconds copperhead_processor.py:1367
INFO:CopperHead:[timing] some GEN event weights for syst time: 0.36 seconds
INFO [timing] Fill muon and gjet variables time: 0.28 seconds copperhead_processor.py:1753
INFO:CopperHead:[timing] Fill muon and gjet variables time: 0.28 seconds
WARNING jets has no jetId attribute! Calling custom_jet_id... jet.py:284
WARNING:CopperHead:jets has no jetId attribute! Calling custom_jet_id...
INFO Using puIdDisc for PUID jet.py:313
INFO:CopperHead:Using puIdDisc for PUID
WARNING Skipping jet PUID SFs for variation: nominal, is_mc: True, dnn_year: 2024.0 copperhead_processor.py:2356
WARNING:CopperHead:Skipping jet PUID SFs for variation: nominal, is_mc: True, dnn_year: 2024.0
INFO [timing] Jet pT variations time: 0.97 seconds copperhead_processor.py:1781
INFO:CopperHead:[timing] Jet pT variations time: 0.97 seconds
INFO [timing] various region (z-peak) fill time: 0.03 seconds copperhead_processor.py:1798
INFO:CopperHead:[timing] various region (z-peak) fill time: 0.03 seconds
INFO [timing] Zpt weights time: 0.00 seconds copperhead_processor.py:1847
INFO:CopperHead:[timing] Zpt weights time: 0.00 seconds
INFO [timing] Weights variations time: 0.01 seconds copperhead_processor.py:1874
INFO:CopperHead:[timing] Weights variations time: 0.01 seconds
INFO [timing] Weights partials time: 0.02 seconds copperhead_processor.py:1883
INFO:CopperHead:[timing] Weights partials time: 0.02 seconds
INFO [timing] Cutflow time: 0.00 seconds copperhead_processor.py:1997
INFO:CopperHead:[timing] Cutflow time: 0.00 seconds
WARNING [resume] attempt 7 failed for ttjets_sl[0] (OSError: File did not vector_read properly: [ERROR] Operation expired) run_stage1.py:507
WARNING:CopperHead:[resume] attempt 7 failed for ttjets_sl[0] (OSError: File did not vector_read properly: [ERROR] Operation expired)
ERROR [resume] write failed after 7 attempts for ttjets_sl[0] run_stage1.py:516
╭────────────────────────────────────────────────────────────────────────────────────────── Traceback (most recent call last) ──────────────────────────────────────────────────────────────────────────────────────────╮
│ /depot/cms/private/users/shar1172/copperheadV2_main/run_stage1.py:493 in <module> │
│ │
│ 490 │ │ │ │ │ │ │ │
│ 491 │ │ │ │ │ │ │ to_persist = to_persist.persist() │
│ 492 │ │ │ │ │ │ │ # to_persist.to_parquet(save_path, write_metadata_file=False │
│ ❱ 493 │ │ │ │ │ │ │ to_persist.to_parquet(save_path) │
│ 494 │ │ │ │ │ │ │ │
│ 495 │ │ │ │ │ │ │ if not _parquet_dir_has_files(save_path): │
│ 496 │ │ │ │ │ │ │ │ raise RuntimeError("Parquet write produced no files.") │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask_awkward/lib/core.py:1757 in to_parquet │
│ │
│ 1754 │ ) -> Any: │
│ 1755 │ │ from dask_awkward.lib.io.parquet import to_parquet │
│ 1756 │ │ │
│ ❱ 1757 │ │ return to_parquet(self, path, storage_options=storage_options, **kwargs) │
│ 1758 │ │
│ 1759 │ def to_dask_bag(self) -> DaskBag: │
│ 1760 │ │ from dask_awkward.lib.io.io import to_dask_bag │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask_awkward/lib/io/parquet.py:694 in to_parquet │
│ │
│ 691 │ ) │
│ 692 │ out = new_scalar_object(graph, final_name, dtype="f8") │
│ 693 │ if compute: │
│ ❱ 694 │ │ out.compute() │
│ 695 │ │ return None │
│ 696 │ else: │
│ 697 │ │ return out │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask/base.py:372 in compute │
│ │
│ 369 │ │ -------- │
│ 370 │ │ dask.compute │
│ 371 │ │ """ │
│ ❱ 372 │ │ (result,) = compute(self, traverse=False, **kwargs) │
│ 373 │ │ return result │
│ 374 │ │
│ 375 │ def __await__(self): │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask/base.py:660 in compute │
│ │
│ 657 │ │ postcomputes.append(x.__dask_postcompute__()) │
│ 658 │ │
│ 659 │ with shorten_traceback(): │
│ ❱ 660 │ │ results = schedule(dsk, keys, **kwargs) │
│ 661 │ │
│ 662 │ return repack([f(r, *a) for r, (f, a) in zip(results, postcomputes)]) │
│ 663 │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py:1345 in __call__ │
│ │
│ 1342 │ │ │ │ │ ), │
│ 1343 │ │ │ │ ) │
│ 1344 │ │ │
│ ❱ 1345 │ │ result, _ = self._call_impl( │
│ 1346 │ │ │ file_path, object_path, i_step_or_start, n_steps_or_stop, is_chunk │
│ 1347 │ │ ) │
│ 1348 │ │ return result │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py:1298 in _call_impl │
│ │
│ 1295 │ │ │
│ 1296 │ │ assert start <= stop │
│ 1297 │ │ │
│ ❱ 1298 │ │ return self.read_tree( │
│ 1299 │ │ │ ttree, │
│ 1300 │ │ │ start, │
│ 1301 │ │ │ stop, │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py:985 in read_tree │
│ │
│ 982 │ │ # The remap implementation should correctly populate the generated │
│ 983 │ │ # buffer mapping in __call__, such that the high-level form can be │
│ 984 │ │ # used in `from_buffers` │
│ ❱ 985 │ │ mapping = self.form_mapping_info.load_buffers( │
│ 986 │ │ │ tree, │
│ 987 │ │ │ self.common_keys, │
│ 988 │ │ │ start, │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/coffea/nanoevents/factory.py:157 in load_buffers │
│ │
│ 154 │ │ │ f"{start}-{stop}", │
│ 155 │ │ ) │
│ 156 │ │ uuidpfn = {partition_key[0]: tree.file.file_path} │
│ ❱ 157 │ │ arrays = tree.arrays( │
│ 158 │ │ │ keys, │
│ 159 │ │ │ entry_start=start, │
│ 160 │ │ │ entry_stop=stop, │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py:826 in arrays │
│ │
│ 823 │ │ │ │ │ │ ranges_or_baskets.append((branch, basket_num, range_or_basket)) │
│ 824 │ │ │
│ 825 │ │ interp_options = {"ak_add_doc": ak_add_doc} │
│ ❱ 826 │ │ _ranges_or_baskets_to_arrays( │
│ 827 │ │ │ self, │
│ 828 │ │ │ ranges_or_baskets, │
│ 829 │ │ │ branchid_interpretation, │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py:3111 in _ranges_or_baskets_to_arrays │
│ │
│ 3108 │ │ │ pass │
│ 3109 │ │ │
│ 3110 │ │ elif isinstance(obj, tuple) and len(obj) == 3: │
│ ❱ 3111 │ │ │ uproot.source.futures.delayed_raise(*obj) │
│ 3112 │ │ │
│ 3113 │ │ else: │
│ 3114 │ │ │ raise AssertionError(obj) │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/futures.py:38 in delayed_raise │
│ │
│ 35 │ """ │
│ 36 │ Raise an exception from a background thread on the main thread. │
│ 37 │ """ │
│ ❱ 38 │ raise exception_value.with_traceback(traceback) │
│ 39 │
│ 40 │
│ 41 class Executor(ABC): │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py:3032 in chunk_to_basket │
│ │
│ 3029 │ def chunk_to_basket(chunk, branch, basket_num): │
│ 3030 │ │ try: │
│ 3031 │ │ │ cursor = uproot.source.cursor.Cursor(chunk.start) │
│ ❱ 3032 │ │ │ basket = uproot.models.TBasket.Model_TBasket.read( │
│ 3033 │ │ │ │ chunk, │
│ 3034 │ │ │ │ cursor, │
│ 3035 │ │ │ │ {"basket_num": basket_num}, │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/model.py:854 in read │
│ │
│ 851 │ │ │ │ forth_stash.name = f"start-of-model {key}" │
│ 852 │ │ │ │ forth_obj.add_node(forth_stash) │
│ 853 │ │ │ │ forth_obj.push_active_node(forth_stash) │
│ ❱ 854 │ │ │ self.read_members(chunk, cursor, context, file) │
│ 855 │ │ │ if forth_obj is not None: │
│ 856 │ │ │ │ forth_obj.pop_active_node() │
│ 857 │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/models/TBasket.py:227 in read_members │
│ │
│ 224 │ │ │ self._members["fDatime"], │
│ 225 │ │ │ self._members["fKeylen"], │
│ 226 │ │ │ self._members["fCycle"], │
│ ❱ 227 │ │ ) = cursor.fields(chunk, _tbasket_format1, context) │
│ 228 │ │ │
│ 229 │ │ # skip the class name, name, and title │
│ 230 │ │ cursor.move_to( │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/cursor.py:201 in fields │
│ │
│ 198 │ │ stop = start + format.size │
│ 199 │ │ if move: │
│ 200 │ │ │ self._index = stop │
│ ❱ 201 │ │ return format.unpack(chunk.get(start, stop, self, context)) │
│ 202 │ │
│ 203 │ def field( │
│ 204 │ │ self, │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/chunk.py:446 in get │
│ │
│ 443 │ │ already. │
│ 444 │ │ """ │
│ 445 │ │ if (start, stop) in self: │
│ ❱ 446 │ │ │ self.wait(insist=stop) │
│ 447 │ │ │ local_start = start - self._start │
│ 448 │ │ │ local_stop = stop - self._start │
│ 449 │ │ │ return self._raw_data[local_start:local_stop] │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/chunk.py:388 in wait │
│ │
│ 385 │ │ :ref:`uproot.source.chunk.Chunk.future` completes). │
│ 386 │ │ """ │
│ 387 │ │ if self._raw_data is None: │
│ ❱ 388 │ │ │ self._raw_data = numpy.frombuffer(self._future.result(), dtype=self._dtype) │
│ 389 │ │ │ if insist is True: │
│ 390 │ │ │ │ requirement = len(self._raw_data) == self._stop - self._start │
│ 391 │ │ │ elif isinstance(insist, numbers.Integral): │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/coalesce.py:39 in result │
│ │
│ 36 │ │ if uproot._util.wasm: │
│ 37 │ │ │ # Pyodide futures don't support timeout │
│ 38 │ │ │ return self._parent.result()[self._s] │
│ ❱ 39 │ │ return self._parent.result(timeout=timeout)[self._s] │
│ 40 │
│ 41 │
│ 42 @dataclass │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/coalesce.py:39 in result │
│ │
│ 36 │ │ if uproot._util.wasm: │
│ 37 │ │ │ # Pyodide futures don't support timeout │
│ 38 │ │ │ return self._parent.result()[self._s] │
│ ❱ 39 │ │ return self._parent.result(timeout=timeout)[self._s] │
│ 40 │
│ 41 │
│ 42 @dataclass │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec_xrootd/xrootd.py:657 in _cat_ranges │
│ │
│ 654 │ │ │ for key in uniquePaths.keys() │
│ 655 │ │ ] │
│ 656 │ │ │
│ ❱ 657 │ │ results = await _run_coros_in_chunks(coros, batch_size=batch_size, nofiles=True) │
│ 658 │ │ │
│ 659 │ │ resDict = dict(results) │
│ 660 │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec/asyn.py:268 in _run_coros_in_chunks │
│ │
│ 265 │ │ │
│ 266 │ │ done, pending = await asyncio.wait(pending, return_when=asyncio.FIRST_COMPLETED) │
│ 267 │ │ while done: │
│ ❱ 268 │ │ │ result, k = await done.pop() │
│ 269 │ │ │ results[k] = result │
│ 270 │ │
│ 271 │ return results │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec/asyn.py:245 in _run_coro │
│ │
│ 242 │ │
│ 243 │ async def _run_coro(coro, i): │
│ 244 │ │ try: │
│ ❱ 245 │ │ │ return await asyncio.wait_for(coro, timeout=timeout), i │
│ 246 │ │ except Exception as e: │
│ 247 │ │ │ if not return_exceptions: │
│ 248 │ │ │ │ raise │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/asyncio/tasks.py:452 in wait_for │
│ │
│ 449 │ loop = events.get_running_loop() │
│ 450 │ │
│ 451 │ if timeout is None: │
│ ❱ 452 │ │ return await fut │
│ 453 │ │
│ 454 │ if timeout <= 0: │
│ 455 │ │ fut = ensure_future(fut, loop=loop) │
│ │
│ /depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec_xrootd/xrootd.py:617 in _cat_vector_read │
│ │
│ 614 │ │ result_bufs = [] │
│ 615 │ │ for status, buffers in results: │
│ 616 │ │ │ if not status.ok: │
│ ❱ 617 │ │ │ │ raise OSError(f"File did not vector_read properly: {status.message}") │
│ 618 │ │ │ result_bufs.append(buffers) │
│ 619 │ │ deets = _vectors_to_chunks(chunks, result_bufs) │
│ 620 │
╰───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
OSError: File did not vector_read properly: [ERROR] Operation expired
ERROR:CopperHead:[resume] write failed after 7 attempts for ttjets_sl[0]
Traceback (most recent call last):
File "/depot/cms/private/users/shar1172/copperheadV2_main/run_stage1.py", line 493, in <module>
to_persist.to_parquet(save_path)
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask_awkward/lib/core.py", line 1757, in to_parquet
return to_parquet(self, path, storage_options=storage_options, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask_awkward/lib/io/parquet.py", line 694, in to_parquet
out.compute()
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask/base.py", line 372, in compute
(result,) = compute(self, traverse=False, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask/base.py", line 660, in compute
results = schedule(dsk, keys, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py", line 1345, in __call__
result, _ = self._call_impl(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py", line 1298, in _call_impl
return self.read_tree(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py", line 985, in read_tree
mapping = self.form_mapping_info.load_buffers(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/coffea/nanoevents/factory.py", line 157, in load_buffers
arrays = tree.arrays(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py", line 826, in arrays
_ranges_or_baskets_to_arrays(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py", line 3111, in _ranges_or_baskets_to_arrays
uproot.source.futures.delayed_raise(*obj)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/futures.py", line 38, in delayed_raise
raise exception_value.with_traceback(traceback)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py", line 3032, in chunk_to_basket
basket = uproot.models.TBasket.Model_TBasket.read(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/model.py", line 854, in read
self.read_members(chunk, cursor, context, file)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/models/TBasket.py", line 227, in read_members
) = cursor.fields(chunk, _tbasket_format1, context)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/cursor.py", line 201, in fields
return format.unpack(chunk.get(start, stop, self, context))
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/chunk.py", line 446, in get
self.wait(insist=stop)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/chunk.py", line 388, in wait
self._raw_data = numpy.frombuffer(self._future.result(), dtype=self._dtype)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/coalesce.py", line 39, in result
return self._parent.result(timeout=timeout)[self._s]
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/coalesce.py", line 39, in result
return self._parent.result(timeout=timeout)[self._s]
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec_xrootd/xrootd.py", line 657, in _cat_ranges
results = await _run_coros_in_chunks(coros, batch_size=batch_size, nofiles=True)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec/asyn.py", line 268, in _run_coros_in_chunks
result, k = await done.pop()
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec/asyn.py", line 245, in _run_coro
return await asyncio.wait_for(coro, timeout=timeout), i
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/asyncio/tasks.py", line 452, in wait_for
return await fut
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec_xrootd/xrootd.py", line 617, in _cat_vector_read
raise OSError(f"File did not vector_read properly: {status.message}")
^^^^^^^^^^^^^^^^^
OSError: File did not vector_read properly: [ERROR] Operation expired
Processing datasets: 0%| | 0/1 [18:19<?, ?it/s]
Traceback (most recent call last):
File "/depot/cms/private/users/shar1172/copperheadV2_main/run_stage1.py", line 493, in <module>
to_persist.to_parquet(save_path)
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask_awkward/lib/core.py", line 1757, in to_parquet
return to_parquet(self, path, storage_options=storage_options, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask_awkward/lib/io/parquet.py", line 694, in to_parquet
out.compute()
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask/base.py", line 372, in compute
(result,) = compute(self, traverse=False, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/dask/base.py", line 660, in compute
results = schedule(dsk, keys, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py", line 1345, in __call__
result, _ = self._call_impl(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py", line 1298, in _call_impl
return self.read_tree(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/_dask.py", line 985, in read_tree
mapping = self.form_mapping_info.load_buffers(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/coffea/nanoevents/factory.py", line 157, in load_buffers
arrays = tree.arrays(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py", line 826, in arrays
_ranges_or_baskets_to_arrays(
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py", line 3111, in _ranges_or_baskets_to_arrays
uproot.source.futures.delayed_raise(*obj)
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/futures.py", line 38, in delayed_raise
raise exception_value.with_traceback(traceback)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/behaviors/TBranch.py", line 3032, in chunk_to_basket
basket = uproot.models.TBasket.Model_TBasket.read(
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/model.py", line 854, in read
self.read_members(chunk, cursor, context, file)
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/models/TBasket.py", line 227, in read_members
) = cursor.fields(chunk, _tbasket_format1, context)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/cursor.py", line 201, in fields
return format.unpack(chunk.get(start, stop, self, context))
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/chunk.py", line 446, in get
self.wait(insist=stop)
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/chunk.py", line 388, in wait
self._raw_data = numpy.frombuffer(self._future.result(), dtype=self._dtype)
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/coalesce.py", line 39, in result
return self._parent.result(timeout=timeout)[self._s]
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/uproot/source/coalesce.py", line 39, in result
return self._parent.result(timeout=timeout)[self._s]
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec_xrootd/xrootd.py", line 657, in _cat_ranges
results = await _run_coros_in_chunks(coros, batch_size=batch_size, nofiles=True)
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec/asyn.py", line 268, in _run_coros_in_chunks
result, k = await done.pop()
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec/asyn.py", line 245, in _run_coro
return await asyncio.wait_for(coro, timeout=timeout), i
^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/asyncio/tasks.py", line 452, in wait_for
return await fut
^^^^^^^^^^^^^^^^^
File "/depot/cms/users/yun79/conda_envs/yun_coffea_latest/lib/python3.11/site-packages/fsspec_xrootd/xrootd.py", line 617, in _cat_vector_read
raise OSError(f"File did not vector_read properly: {status.message}")
^^^^^^^^^^^
OSError: File did not vector_read properly: [ERROR] Operation expired
ERROR:asyncio:Unclosed client session
client_session: <aiohttp.client.ClientSession object at 0x7fa670502b90>
Program FAILED on Tue Dec 2 16:43:05 CET 2025