Skip to content

Commit

Permalink
remove minio-client dependency
Browse files Browse the repository at this point in the history
  • Loading branch information
kszucs committed Sep 24, 2019
1 parent d399643 commit f70f9fb
Show file tree
Hide file tree
Showing 3 changed files with 20 additions and 6 deletions.
1 change: 0 additions & 1 deletion ci/conda_env_python.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,6 @@ cython=0.29.7
cloudpickle
hypothesis
numpy>=1.14
minio
pandas
pytest
pytest-faulthandler
Expand Down
24 changes: 20 additions & 4 deletions python/pyarrow/tests/test_parquet.py
Original file line number Diff line number Diff line change
Expand Up @@ -1844,12 +1844,28 @@ def test_filters_read_table(tempdir):


@pytest.fixture
def s3_example(minio_server, minio_bucket):
s3fs = pytest.importorskip('s3fs')
def s3_bucket(request, minio_server):
boto3 = pytest.importorskip('boto3')
botocore = pytest.importorskip('botocore')

address, access_key, secret_key = minio_server
bucket_name = minio_bucket
s3 = boto3.resource('s3',
endpoint_url='http://{}'.format(address),
aws_access_key_id=access_key,
aws_secret_access_key=secret_key,
config=botocore.client.Config(signature_version='s3v4'),
region_name='us-east-1'
)
bucket = s3.Bucket('test-s3fs')
bucket.create()
return 'test-s3fs'


@pytest.fixture
def s3_example(minio_server, s3_bucket):
s3fs = pytest.importorskip('s3fs')

address, access_key, secret_key = minio_server
fs = s3fs.S3FileSystem(
key=access_key,
secret=secret_key,
Expand All @@ -1859,7 +1875,7 @@ def s3_example(minio_server, minio_bucket):
)

test_dir = guid()
bucket_uri = 's3://{0}/{1}'.format(bucket_name, test_dir)
bucket_uri = 's3://{0}/{1}'.format(s3_bucket, test_dir)

fs.mkdir(bucket_uri)
yield fs, bucket_uri
Expand Down
1 change: 0 additions & 1 deletion python/requirements-test.txt
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
cython
hypothesis
minio
pandas
pathlib2; python_version < "3.4"
pytest
Expand Down

0 comments on commit f70f9fb

Please sign in to comment.