From 3079bf061f765b0934783a75486178298872e1da Mon Sep 17 00:00:00 2001 From: yuqi Date: Mon, 14 Oct 2024 22:01:12 +0800 Subject: [PATCH] Fix --- .../gravitino/catalog/hadoop/TestHadoopCatalogOperations.java | 1 - clients/client-python/tests/integration/test_catalog.py | 3 +-- .../client-python/tests/integration/test_fileset_catalog.py | 4 +--- docs/hadoop-catalog.md | 2 +- 4 files changed, 3 insertions(+), 7 deletions(-) diff --git a/catalogs/catalog-hadoop/src/test/java/org/apache/gravitino/catalog/hadoop/TestHadoopCatalogOperations.java b/catalogs/catalog-hadoop/src/test/java/org/apache/gravitino/catalog/hadoop/TestHadoopCatalogOperations.java index 53ef0f7cfae..f40826c60de 100644 --- a/catalogs/catalog-hadoop/src/test/java/org/apache/gravitino/catalog/hadoop/TestHadoopCatalogOperations.java +++ b/catalogs/catalog-hadoop/src/test/java/org/apache/gravitino/catalog/hadoop/TestHadoopCatalogOperations.java @@ -1187,7 +1187,6 @@ private Fileset createFileset( if (catalogPath != null) { props.put(HadoopCatalogPropertiesMetadata.LOCATION, catalogPath); } - props.put(HadoopCatalogPropertiesMetadata.DEFAULT_FS, "file:///"); try (SecureHadoopCatalogOperations ops = new SecureHadoopCatalogOperations(store)) { ops.initialize(props, randomCatalogInfo("m1", "c1"), HADOOP_PROPERTIES_METADATA); diff --git a/clients/client-python/tests/integration/test_catalog.py b/clients/client-python/tests/integration/test_catalog.py index 0403b41757e..71caafbc206 100644 --- a/clients/client-python/tests/integration/test_catalog.py +++ b/clients/client-python/tests/integration/test_catalog.py @@ -154,8 +154,7 @@ def test_load_catalog(self): self.assertEqual(catalog.name(), self.catalog_name) self.assertEqual(catalog.comment(), self.catalog_comment) self.assertEqual( - catalog.properties(), - {self.catalog_location_prop: "/tmp/test_schema"}, + catalog.properties(), {self.catalog_location_prop: "/tmp/test_schema"} ) self.assertEqual(catalog.audit_info().creator(), "anonymous") diff --git a/clients/client-python/tests/integration/test_fileset_catalog.py b/clients/client-python/tests/integration/test_fileset_catalog.py index f5fd654fe57..0e92ec1b090 100644 --- a/clients/client-python/tests/integration/test_fileset_catalog.py +++ b/clients/client-python/tests/integration/test_fileset_catalog.py @@ -254,9 +254,7 @@ def test_get_file_location(self): .get_file_location(fileset_ident, "/test/test.txt") ) - self.assertEqual( - actual_file_location, "/tmp/test_get_file_location/test/test.txt" - ) + self.assertEqual(actual_file_location, f"file:{fileset_location}/test/test.txt") # test rename without sub path should throw an exception caller_context = CallerContext( diff --git a/docs/hadoop-catalog.md b/docs/hadoop-catalog.md index fba90ecb70d..698cb187e45 100644 --- a/docs/hadoop-catalog.md +++ b/docs/hadoop-catalog.md @@ -29,7 +29,7 @@ Besides the [common catalog properties](./gravitino-server-config.md#gravitino-c |----------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|---------------|-------------------------------------------------------------|---------------| | `location` | The storage location managed by Hadoop catalog. | (none) | No | 0.5.0 | | `filesystem-providers` | The filesystem providers for the Hadoop catalog. Gravitino already support `local file` and `hdfs`, if you want to support other file system, you can implement `FileSystemProvider` and set this value | (none) | No | 0.7.0 | -| `default-filesystem-provider` | The default file system of this Hadoop catalog. The value of this can be 'file', 'hdfs' currently. | (none) | No | 0.7.0 | +| `default-filesystem-provider` | The default file system provider this Hadoop catalog. The value of this can be 'file', 'hdfs' currently, more information please refer to `filesystem-providers` | (none) | No | 0.7.0 | | `authentication.impersonation-enable` | Whether to enable impersonation for the Hadoop catalog. | `false` | No | 0.5.1 | | `authentication.type` | The type of authentication for Hadoop catalog, currently we only support `kerberos`, `simple`. | `simple` | No | 0.5.1 | | `authentication.kerberos.principal` | The principal of the Kerberos authentication | (none) | required if the value of `authentication.type` is Kerberos. | 0.5.1 |