Skip to content

Commit

Permalink
Dropping the decorator; that's something we'll do in another PR.
Browse files Browse the repository at this point in the history
  • Loading branch information
jpivarski committed Apr 19, 2022
1 parent 219ecff commit 34e04c3
Showing 1 changed file with 42 additions and 43 deletions.
85 changes: 42 additions & 43 deletions src/awkward/_v2/operations/convert/ak_from_parquet.py
Original file line number Diff line number Diff line change
@@ -1,24 +1,8 @@
# BSD 3-Clause License; see https://github.com/scikit-hep/awkward-1.0/blob/main/LICENSE
import functools

import awkward as ak


def error_wrap(impl_name=None):
def _(impl):
impln = impl_name or f"{str(impl.__module__)}.{impl.__name__}"

@functools.wraps(impl)
def fn(*args, **kwargs):
with ak._v2._util.OperationErrorContext(impln, kwargs):
return impl(*args, **kwargs)

return fn

return _


@error_wrap(impl_name="ak._v2.from_parquet")
def from_parquet(
path,
columns=None,
Expand Down Expand Up @@ -61,31 +45,46 @@ def from_parquet(
See also #ak.to_parquet, #ak.metadata_from_parquet.
"""
import awkward._v2._connect.pyarrow # noqa: F401

parquet_columns, subform, actual_paths, fs, subrg, meta = _metadata(
path,
storage_options,
row_groups,
columns,
max_gap,
max_block,
footer_sample_size,
)
return _load(
actual_paths,
parquet_columns,
subrg,
max_gap,
max_block,
footer_sample_size,
conservative_optiontype,
subform,
highlevel,
behavior,
fs,
meta,
)
with ak._v2._util.OperationErrorContext(
"ak._v2.from_parquet",
dict(
path=path,
columns=columns,
row_groups=row_groups,
storage_options=storage_options,
max_gap=max_gap,
max_block=max_block,
footer_sample_size=footer_sample_size,
conservative_optiontype=conservative_optiontype,
highlevel=highlevel,
behavior=behavior,
),
):
import awkward._v2._connect.pyarrow # noqa: F401

parquet_columns, subform, actual_paths, fs, subrg, meta = _metadata(
path,
storage_options,
row_groups,
columns,
max_gap,
max_block,
footer_sample_size,
)
return _load(
actual_paths,
parquet_columns,
subrg,
max_gap,
max_block,
footer_sample_size,
conservative_optiontype,
subform,
highlevel,
behavior,
fs,
meta,
)


def _metadata(
Expand Down Expand Up @@ -215,7 +214,7 @@ def _load(
arrays = []
for i, p in enumerate(actual_paths):
arrays.append(
read_parquet_file(
_read_parquet_file(
p,
fs=fs,
parquet_columns=parquet_columns,
Expand All @@ -239,7 +238,7 @@ def _load(
)


def read_parquet_file(
def _read_parquet_file(
path,
fs,
parquet_columns,
Expand Down

0 comments on commit 34e04c3

Please sign in to comment.