diff --git a/python/.ipynb_checkpoints/Untitled-checkpoint.ipynb b/python/.ipynb_checkpoints/Untitled-checkpoint.ipynb deleted file mode 100644 index 2fd64429bf421..0000000000000 --- a/python/.ipynb_checkpoints/Untitled-checkpoint.ipynb +++ /dev/null @@ -1,6 +0,0 @@ -{ - "cells": [], - "metadata": {}, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/python/Untitled.ipynb b/python/Untitled.ipynb deleted file mode 100644 index a6546e3b758d4..0000000000000 --- a/python/Untitled.ipynb +++ /dev/null @@ -1,387 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "import pandas as pd\n", - "import pyarrow as pa\n", - "import pyarrow.parquet as pq\n", - "from s3fs import S3File, S3FileSystem\n", - "\n", - "\n", - "df = pd.DataFrame({'col0': []})\n", - "s3_filepath = 's3://some-bogus-bucket/df.parquet'" - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "3" - ] - }, - "execution_count": 16, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": { - "scrolled": false - }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Exception ignored in: \n", - "Traceback (most recent call last):\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1127, in __del__\n", - " self.close()\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1104, in close\n", - " self.flush(force=True)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 976, in flush\n", - " self._initiate_upload()\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 984, in _initiate_upload\n", - " Bucket=self.bucket, Key=self.key, ACL=self.acl)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 971, in _call_s3\n", - " **kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 189, in _call_s3\n", - " return method(**additional_kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 357, in _api_call\n", - " return self._make_api_call(operation_name, kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 648, in _make_api_call\n", - " operation_model, request_dict, request_context)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 667, in _make_request\n", - " return self._endpoint.make_request(operation_model, request_dict)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 102, in make_request\n", - " return self._send_request(request_dict, operation_model)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 132, in _send_request\n", - " request = self.create_request(request_dict, operation_model)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 116, in create_request\n", - " operation_name=operation_model.name)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 356, in emit\n", - " return self._emitter.emit(aliased_event_name, **kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 228, in emit\n", - " return self._emit(event_name, kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 211, in _emit\n", - " response = handler(**kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 90, in handler\n", - " return self.sign(operation_name, request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 157, in sign\n", - " auth.add_auth(request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 425, in add_auth\n", - " super(S3SigV4Auth, self).add_auth(request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 357, in add_auth\n", - " raise NoCredentialsError\n", - "botocore.exceptions.NoCredentialsError: Unable to locate credentials\n" - ] - } - ], - "source": [ - "del out" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "3" - ] - }, - "execution_count": 10, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Exception ignored in: \n", - "Traceback (most recent call last):\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1127, in __del__\n", - " self.close()\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1104, in close\n", - " self.flush(force=True)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 976, in flush\n", - " self._initiate_upload()\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 984, in _initiate_upload\n", - " Bucket=self.bucket, Key=self.key, ACL=self.acl)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 971, in _call_s3\n", - " **kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 189, in _call_s3\n", - " return method(**additional_kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 357, in _api_call\n", - " return self._make_api_call(operation_name, kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 648, in _make_api_call\n", - " operation_model, request_dict, request_context)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 667, in _make_request\n", - " return self._endpoint.make_request(operation_model, request_dict)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 102, in make_request\n", - " return self._send_request(request_dict, operation_model)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 132, in _send_request\n", - " request = self.create_request(request_dict, operation_model)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 116, in create_request\n", - " operation_name=operation_model.name)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 356, in emit\n", - " return self._emitter.emit(aliased_event_name, **kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 228, in emit\n", - " return self._emit(event_name, kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 211, in _emit\n", - " response = handler(**kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 90, in handler\n", - " return self.sign(operation_name, request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 157, in sign\n", - " auth.add_auth(request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 425, in add_auth\n", - " super(S3SigV4Auth, self).add_auth(request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 357, in add_auth\n", - " raise NoCredentialsError\n", - "botocore.exceptions.NoCredentialsError: Unable to locate credentials\n" - ] - } - ], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "out.flush()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "CMakeLists.txt \u001b[34mbuild\u001b[m\u001b[m requirements-wheel.txt\r\n", - "Dockerfile \u001b[35mcmake_modules\u001b[m\u001b[m requirements.txt\r\n", - "Dockerfile.alpine \u001b[34mdist\u001b[m\u001b[m \u001b[31mrun_test.sh\u001b[m\u001b[m\r\n", - "Dockerfile.nopandas \u001b[34mexamples\u001b[m\u001b[m \u001b[34mscripts\u001b[m\u001b[m\r\n", - "MANIFEST.in \u001b[34mmanylinux1\u001b[m\u001b[m setup.cfg\r\n", - "README.md \u001b[34mmanylinux2010\u001b[m\u001b[m \u001b[31msetup.py\u001b[m\u001b[m\r\n", - "Untitled.ipynb nm_arrow.log \u001b[34msource-dir\u001b[m\u001b[m\r\n", - "\u001b[31masv-build.sh\u001b[m\u001b[m \u001b[34mpyarrow\u001b[m\u001b[m test.parquet\r\n", - "\u001b[31masv-install.sh\u001b[m\u001b[m \u001b[34mpyarrow.egg-info\u001b[m\u001b[m test.txt\r\n", - "\u001b[31masv-uninstall.sh\u001b[m\u001b[m pyproject.toml visible_symbols.log\r\n", - "asv.conf.json requirements-build.txt\r\n", - "\u001b[34mbenchmarks\u001b[m\u001b[m requirements-test.txt\r\n" - ] - } - ], - "source": [ - "!ls" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [], - "source": [ - "f = open('test.txt', 'wb')" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [ - { - "ename": "AttributeError", - "evalue": "'_io.BufferedWriter' object has no attribute '__mro__'", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", - "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__mro__\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", - "\u001b[0;31mAttributeError\u001b[0m: '_io.BufferedWriter' object has no attribute '__mro__'" - ] - } - ], - "source": [ - "f." - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "ename": "NoCredentialsError", - "evalue": "Unable to locate credentials", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mNoCredentialsError\u001b[0m Traceback (most recent call last)", - "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mout\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\u001b[0m in \u001b[0;36mclose\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 1102\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1103\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforced\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1104\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mflush\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mforce\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1105\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1106\u001b[0m \u001b[0;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbuffer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtell\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\u001b[0m in \u001b[0;36mflush\u001b[0;34m(self, force)\u001b[0m\n\u001b[1;32m 974\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 975\u001b[0m \u001b[0;31m# Initialize a multipart upload\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 976\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_initiate_upload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 977\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 978\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_upload_chunk\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfinal\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mforce\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\u001b[0m in \u001b[0;36m_initiate_upload\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 982\u001b[0m self.mpu = self._call_s3(\n\u001b[1;32m 983\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0ms3\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate_multipart_upload\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 984\u001b[0;31m Bucket=self.bucket, Key=self.key, ACL=self.acl)\n\u001b[0m\u001b[1;32m 985\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mClientError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 986\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mtranslate_boto_error\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\u001b[0m in \u001b[0;36m_call_s3\u001b[0;34m(self, method, *kwarglist, **kwargs)\u001b[0m\n\u001b[1;32m 969\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_call_s3\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0mkwarglist\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 970\u001b[0m return self.fs._call_s3(method, self.s3_additional_kwargs, *kwarglist,\n\u001b[0;32m--> 971\u001b[0;31m **kwargs)\n\u001b[0m\u001b[1;32m 972\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 973\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_initiate_upload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\u001b[0m in \u001b[0;36m_call_s3\u001b[0;34m(self, method, *akwarglist, **kwargs)\u001b[0m\n\u001b[1;32m 187\u001b[0m additional_kwargs = self._get_s3_method_kwargs(method, *akwarglist,\n\u001b[1;32m 188\u001b[0m **kwargs)\n\u001b[0;32m--> 189\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0madditional_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 190\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 191\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_get_s3_method_kwargs\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0makwarglist\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\u001b[0m in \u001b[0;36m_api_call\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 355\u001b[0m \"%s() only accepts keyword arguments.\" % py_operation_name)\n\u001b[1;32m 356\u001b[0m \u001b[0;31m# The \"self\" in this scope is referring to the BaseClient.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 357\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_api_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moperation_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 358\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 359\u001b[0m \u001b[0m_api_call\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__name__\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpy_operation_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\u001b[0m in \u001b[0;36m_make_api_call\u001b[0;34m(self, operation_name, api_params)\u001b[0m\n\u001b[1;32m 646\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 647\u001b[0m http, parsed_response = self._make_request(\n\u001b[0;32m--> 648\u001b[0;31m operation_model, request_dict, request_context)\n\u001b[0m\u001b[1;32m 649\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 650\u001b[0m self.meta.events.emit(\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, operation_model, request_dict, request_context)\u001b[0m\n\u001b[1;32m 665\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_make_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_context\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 666\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 667\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_endpoint\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moperation_model\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 668\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 669\u001b[0m self.meta.events.emit(\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\u001b[0m in \u001b[0;36mmake_request\u001b[0;34m(self, operation_model, request_dict)\u001b[0m\n\u001b[1;32m 100\u001b[0m logger.debug(\"Making request for %s with params: %s\",\n\u001b[1;32m 101\u001b[0m operation_model, request_dict)\n\u001b[0;32m--> 102\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_send_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 103\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mcreate_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\u001b[0m in \u001b[0;36m_send_request\u001b[0;34m(self, request_dict, operation_model)\u001b[0m\n\u001b[1;32m 130\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_send_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 131\u001b[0m \u001b[0mattempts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 132\u001b[0;31m \u001b[0mrequest\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 133\u001b[0m \u001b[0mcontext\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'context'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 134\u001b[0m success_response, exception = self._get_response(\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\u001b[0m in \u001b[0;36mcreate_request\u001b[0;34m(self, params, operation_model)\u001b[0m\n\u001b[1;32m 114\u001b[0m op_name=operation_model.name)\n\u001b[1;32m 115\u001b[0m self._event_emitter.emit(event_name, request=request,\n\u001b[0;32m--> 116\u001b[0;31m operation_name=operation_model.name)\n\u001b[0m\u001b[1;32m 117\u001b[0m \u001b[0mprepared_request\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mprepare_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 118\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mprepared_request\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\u001b[0m in \u001b[0;36memit\u001b[0;34m(self, event_name, **kwargs)\u001b[0m\n\u001b[1;32m 354\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0memit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 355\u001b[0m \u001b[0maliased_event_name\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_alias_event_name\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mevent_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 356\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_emitter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0memit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maliased_event_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 357\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 358\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0memit_until_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\u001b[0m in \u001b[0;36memit\u001b[0;34m(self, event_name, **kwargs)\u001b[0m\n\u001b[1;32m 226\u001b[0m \u001b[0mhandlers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 227\u001b[0m \"\"\"\n\u001b[0;32m--> 228\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_emit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 229\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 230\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0memit_until_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\u001b[0m in \u001b[0;36m_emit\u001b[0;34m(self, event_name, kwargs, stop_on_response)\u001b[0m\n\u001b[1;32m 209\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhandler\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mhandlers_to_call\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 210\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Event %s: calling handler %s'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandler\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 211\u001b[0;31m \u001b[0mresponse\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhandler\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 212\u001b[0m \u001b[0mresponses\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhandler\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 213\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mstop_on_response\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mresponse\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\u001b[0m in \u001b[0;36mhandler\u001b[0;34m(self, operation_name, request, **kwargs)\u001b[0m\n\u001b[1;32m 88\u001b[0m \u001b[0;31m# this method is invoked to sign the request.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 89\u001b[0m \u001b[0;31m# Don't call this method directly.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 90\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msign\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moperation_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 91\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 92\u001b[0m def sign(self, operation_name, request, region_name=None,\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\u001b[0m in \u001b[0;36msign\u001b[0;34m(self, operation_name, request, region_name, signing_type, expires_in, signing_name)\u001b[0m\n\u001b[1;32m 155\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 156\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 157\u001b[0;31m \u001b[0mauth\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0madd_auth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 158\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 159\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_choose_signer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msigning_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcontext\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\u001b[0m in \u001b[0;36madd_auth\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 423\u001b[0m self._region_name = signing_context.get(\n\u001b[1;32m 424\u001b[0m 'region', self._default_region_name)\n\u001b[0;32m--> 425\u001b[0;31m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mS3SigV4Auth\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0madd_auth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 426\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 427\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_modify_request_before_signing\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\u001b[0m in \u001b[0;36madd_auth\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 355\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0madd_auth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 356\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcredentials\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 357\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mNoCredentialsError\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 358\u001b[0m \u001b[0mdatetime_now\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutcnow\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 359\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontext\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'timestamp'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatetime_now\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrftime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mSIGV4_TIMESTAMP\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;31mNoCredentialsError\u001b[0m: Unable to locate credentials" - ] - } - ], - "source": [ - "out.close()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Exception ignored in: \n", - "Traceback (most recent call last):\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1127, in __del__\n", - " self.close()\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1104, in close\n", - " self.flush(force=True)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 976, in flush\n", - " self._initiate_upload()\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 984, in _initiate_upload\n", - " Bucket=self.bucket, Key=self.key, ACL=self.acl)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 971, in _call_s3\n", - " **kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 189, in _call_s3\n", - " return method(**additional_kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 357, in _api_call\n", - " return self._make_api_call(operation_name, kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 648, in _make_api_call\n", - " operation_model, request_dict, request_context)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 667, in _make_request\n", - " return self._endpoint.make_request(operation_model, request_dict)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 102, in make_request\n", - " return self._send_request(request_dict, operation_model)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 132, in _send_request\n", - " request = self.create_request(request_dict, operation_model)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 116, in create_request\n", - " operation_name=operation_model.name)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 356, in emit\n", - " return self._emitter.emit(aliased_event_name, **kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 228, in emit\n", - " return self._emit(event_name, kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 211, in _emit\n", - " response = handler(**kwargs)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 90, in handler\n", - " return self.sign(operation_name, request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 157, in sign\n", - " auth.add_auth(request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 425, in add_auth\n", - " super(S3SigV4Auth, self).add_auth(request)\n", - " File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 357, in add_auth\n", - " raise NoCredentialsError\n", - "botocore.exceptions.NoCredentialsError: Unable to locate credentials\n" - ] - } - ], - "source": [ - "out = S3File(S3FileSystem(), s3_filepath, mode='wb')\n", - "table = pa.Table.from_pandas(df.copy())\n", - "try:\n", - " pq.write_table(table, out)\n", - "except:\n", - " print('EEEEEEEEEEEEEe')" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.7.3" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/python/open-append-stream b/python/open-append-stream deleted file mode 100644 index e7b3f4697c0ed..0000000000000 --- a/python/open-append-stream +++ /dev/null @@ -1,2 +0,0 @@ - -newly added \ No newline at end of file diff --git a/python/pyarrow/includes/libarrow.pxd b/python/pyarrow/includes/libarrow.pxd index 2fd15d1f97818..3cb4f70bafea7 100644 --- a/python/pyarrow/includes/libarrow.pxd +++ b/python/pyarrow/includes/libarrow.pxd @@ -811,7 +811,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: int file_descriptor() cdef cppclass CMemoryMappedFile \ - "arrow::io::MemoryMappedFile"(ReadWriteFileInterface): + " arrow::io::MemoryMappedFile"(ReadWriteFileInterface): @staticmethod CStatus Create(const c_string& path, int64_t size, @@ -826,7 +826,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: int file_descriptor() cdef cppclass CCompressedInputStream \ - "arrow::io::CompressedInputStream"(CInputStream): + " arrow::io::CompressedInputStream"(CInputStream): @staticmethod CStatus Make(CMemoryPool* pool, CCodec* codec, shared_ptr[CInputStream] raw, @@ -837,7 +837,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: shared_ptr[CCompressedInputStream]* out) cdef cppclass CCompressedOutputStream \ - "arrow::io::CompressedOutputStream"(COutputStream): + " arrow::io::CompressedOutputStream"(COutputStream): @staticmethod CStatus Make(CMemoryPool* pool, CCodec* codec, shared_ptr[COutputStream] raw, @@ -848,7 +848,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: shared_ptr[CCompressedOutputStream]* out) cdef cppclass CBufferedInputStream \ - "arrow::io::BufferedInputStream"(CInputStream): + " arrow::io::BufferedInputStream"(CInputStream): @staticmethod CStatus Create(int64_t buffer_size, CMemoryPool* pool, @@ -858,7 +858,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: shared_ptr[CInputStream] Detach() cdef cppclass CBufferedOutputStream \ - "arrow::io::BufferedOutputStream"(COutputStream): + " arrow::io::BufferedOutputStream"(COutputStream): @staticmethod CStatus Create(int64_t buffer_size, CMemoryPool* pool, @@ -903,8 +903,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: cdef cppclass HdfsOutputStream(COutputStream): pass - cdef cppclass CHadoopFileSystem \ - "arrow::io::HadoopFileSystem"(CIOFileSystem): + cdef cppclass CHadoopFileSystem" arrow::io::HadoopFileSystem"(CIOFileSystem): @staticmethod CStatus Connect(const HdfsConnectionConfig* config, shared_ptr[CHadoopFileSystem]* client) @@ -940,21 +939,21 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil: shared_ptr[HdfsOutputStream]* handle) cdef cppclass CBufferReader \ - "arrow::io::BufferReader"(CRandomAccessFile): + " arrow::io::BufferReader"(CRandomAccessFile): CBufferReader(const shared_ptr[CBuffer]& buffer) CBufferReader(const uint8_t* data, int64_t nbytes) cdef cppclass CBufferOutputStream \ - "arrow::io::BufferOutputStream"(COutputStream): + " arrow::io::BufferOutputStream"(COutputStream): CBufferOutputStream(const shared_ptr[CResizableBuffer]& buffer) cdef cppclass CMockOutputStream \ - "arrow::io::MockOutputStream"(COutputStream): + " arrow::io::MockOutputStream"(COutputStream): CMockOutputStream() int64_t GetExtentBytesWritten() cdef cppclass CFixedSizeBufferWriter \ - "arrow::io::FixedSizeBufferWriter"(WritableFile): + " arrow::io::FixedSizeBufferWriter"(WritableFile): CFixedSizeBufferWriter(const shared_ptr[CBuffer]& buffer) void set_memcopy_threads(int num_threads) diff --git a/python/test.txt b/python/test.txt deleted file mode 100644 index e69de29bb2d1d..0000000000000