Skip to content

Commit

Permalink
XFAIL test_read_spark_generated_data
Browse files Browse the repository at this point in the history
  • Loading branch information
crusaderky committed Sep 21, 2023
1 parent 4e9941c commit 3b383ef
Showing 1 changed file with 12 additions and 0 deletions.
12 changes: 12 additions & 0 deletions tests/benchmarks/test_parquet.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,10 +12,18 @@
import pandas
import pytest
from coiled import Cluster
from packaging.version import Version

from ..conftest import dump_cluster_kwargs
from ..utils_test import run_up_to_nthreads, wait

try:
import pyarrow

HAS_PYARROW12 = Version(pyarrow.__version__) >= Version("12.0.0")
except ImportError:
HAS_PYARROW12 = False


@pytest.fixture(scope="module")
def parquet_cluster(dask_env_variables, cluster_kwargs, github_cluster_tags):
Expand All @@ -42,6 +50,10 @@ def parquet_client(parquet_cluster, cluster_kwargs, upload_cluster_dump, benchma
yield client


@pytest.mark.xfail(
HAS_PYARROW12,
reason="50x slower than PyArrow 11; https://github.com/coiled/benchmarks/issues/998",
)
@run_up_to_nthreads("parquet_cluster", 100, reason="fixed dataset")
def test_read_spark_generated_data(parquet_client):
"""
Expand Down

0 comments on commit 3b383ef

Please sign in to comment.