[apache#2738] feat(catalog-lakehouse-paimon): support PaimonCatalog i…

…mplementation to manage Paimon table operations

build.gradle.kts

@@ -701,6 +701,7 @@ tasks {
     dependsOn(
       ":catalogs:catalog-hive:copyLibAndConfig",
       ":catalogs:catalog-lakehouse-iceberg:copyLibAndConfig",
+      ":catalogs:catalog-lakehouse-paimon:copyLibAndConfig",
       // TODO. Enable packaging the catalog-jdbc-doris module when it is ready for shipping
       // ":catalogs:catalog-jdbc-doris:copyLibAndConfig",
       ":catalogs:catalog-jdbc-mysql:copyLibAndConfig",

catalogs/bundled-catalog/build.gradle.kts

@@ -16,6 +16,7 @@ dependencies {
   implementation(project(":catalogs:catalog-jdbc-mysql"))
   implementation(project(":catalogs:catalog-jdbc-postgresql"))
   implementation(project(":catalogs:catalog-lakehouse-iceberg"))
+  implementation(project(":catalogs:catalog-lakehouse-paimon"))
   implementation(project(":core"))
   implementation(libs.slf4j.api)
 }
@@ -80,6 +81,7 @@ tasks.jar {
 tasks.compileJava {
   dependsOn(":catalogs:catalog-jdbc-postgresql:runtimeJars")
   dependsOn(":catalogs:catalog-lakehouse-iceberg:runtimeJars")
+  dependsOn(":catalogs:catalog-lakehouse-paimon:runtimeJars")
   dependsOn(":catalogs:catalog-jdbc-mysql:runtimeJars")
   dependsOn(":catalogs:catalog-hive:runtimeJars")
   dependsOn(":catalogs:catalog-hadoop:runtimeJars")

catalogs/catalog-lakehouse-paimon/build.gradle.kts

@@ -0,0 +1,111 @@
+/*
+ * Copyright 2024 Datastrato Pvt Ltd.
+ * This software is licensed under the Apache License version 2.
+ */
+description = "catalog-lakehouse-paimon"
+
+plugins {
+  `maven-publish`
+  id("java")
+  id("idea")
+}
+
+dependencies {
+  implementation(project(":api"))
+  implementation(project(":common"))
+  implementation(project(":core"))
+  implementation(libs.bundles.paimon)
+  implementation(libs.guava)
+  implementation(libs.hadoop2.common) {
+    exclude("com.github.spotbugs")
+  }
+  implementation(libs.hadoop2.hdfs)
+  implementation(libs.hive2.exec) {
+    artifact {
+      classifier = "core"
+    }
+    exclude("com.google.code.findbugs", "jsr305")
+    exclude("com.google.protobuf")
+    exclude("org.apache.avro")
+    exclude("org.apache.calcite")
+    exclude("org.apache.calcite.avatica")
+    exclude("org.apache.curator")
+    exclude("org.apache.hadoop", "hadoop-yarn-server-resourcemanager")
+    exclude("org.apache.logging.log4j")
+    exclude("org.apache.zookeeper")
+    exclude("org.eclipse.jetty.aggregate", "jetty-all")
+    exclude("org.eclipse.jetty.orbit", "javax.servlet")
+    exclude("org.openjdk.jol")
+    exclude("org.pentaho")
+    exclude("org.slf4j")
+  }
+  implementation(libs.hive2.metastore) {
+    exclude("co.cask.tephra")
+    exclude("com.github.spotbugs")
+    exclude("com.google.code.findbugs", "jsr305")
+    exclude("com.tdunning", "json")
+    exclude("javax.transaction", "transaction-api")
+    exclude("org.apache.avro", "avro")
+    exclude("org.apache.hbase")
+    exclude("org.apache.hadoop", "hadoop-yarn-api")
+    exclude("org.apache.hadoop", "hadoop-yarn-server-applicationhistoryservice")
+    exclude("org.apache.hadoop", "hadoop-yarn-server-common")
+    exclude("org.apache.hadoop", "hadoop-yarn-server-resourcemanager")
+    exclude("org.apache.hadoop", "hadoop-yarn-server-web-proxy")
+    exclude("org.apache.logging.log4j")
+    exclude("org.apache.parquet", "parquet-hadoop-bundle")
+    exclude("org.apache.zookeeper")
+    exclude("org.eclipse.jetty.aggregate", "jetty-all")
+    exclude("org.eclipse.jetty.orbit", "javax.servlet")
+    exclude("org.pentaho") // missing dependency
+    exclude("org.slf4j", "slf4j-log4j12")
+    exclude("com.zaxxer", "HikariCP")
+    exclude("com.sun.jersey", "jersey-server")
+  }
+
+  annotationProcessor(libs.lombok)
+  compileOnly(libs.lombok)
+
+  testImplementation(libs.junit.jupiter.api)
+  testImplementation(libs.junit.jupiter.params)
+  testImplementation(libs.mockito.core)
+  testImplementation(libs.mockito.inline)
+
+  testRuntimeOnly(libs.junit.jupiter.engine)
+}
+
+tasks {
+  val runtimeJars by registering(Copy::class) {
+    from(configurations.runtimeClasspath)
+    into("build/libs")
+  }
+
+  val copyCatalogLibs by registering(Copy::class) {
+    dependsOn("jar", "runtimeJars")
+    from("build/libs")
+    into("$rootDir/distribution/package/catalogs/lakehouse-paimon/libs")
+  }
+
+  val copyCatalogConfig by registering(Copy::class) {
+    from("src/main/resources")
+    into("$rootDir/distribution/package/catalogs/lakehouse-paimon/conf")
+
+    include("lakehouse-paimon.conf")
+
+    rename { original ->
+      if (original.endsWith(".template")) {
+        original.replace(".template", "")
+      } else {
+        original
+      }
+    }
+
+    exclude { details ->
+      details.file.isDirectory()
+    }
+  }
+
+  register("copyLibAndConfig", Copy::class) {
+    dependsOn(copyCatalogLibs, copyCatalogConfig)
+  }
+}

catalogs/catalog-lakehouse-paimon/src/main/java/com/datastrato/gravitino/catalog/lakehouse/paimon/PaimonCatalog.java

@@ -0,0 +1,45 @@
+/*
+ * Copyright 2024 Datastrato Pvt Ltd.
+ * This software is licensed under the Apache License version 2.
+ */
+package com.datastrato.gravitino.catalog.lakehouse.paimon;
+
+import com.datastrato.gravitino.Catalog;
+import com.datastrato.gravitino.connector.BaseCatalog;
+import com.datastrato.gravitino.connector.CatalogOperations;
+import com.datastrato.gravitino.rel.SupportsSchemas;
+import com.datastrato.gravitino.rel.TableCatalog;
+import java.util.Map;
+
+/** Implementation of {@link Catalog} that represents a Paimon catalog in Gravitino. */
+public class PaimonCatalog extends BaseCatalog<PaimonCatalog> {
+
+  /** @return The short name of the catalog. */
+  @Override
+  public String shortName() {
+    return "lakehouse-paimon";
+  }
+
+  /**
+   * Creates a new instance of {@link PaimonCatalogOperations} with the provided configuration.
+   *
+   * @param config The configuration map for the Paimon catalog operations.
+   * @return A new instance of {@link PaimonCatalogOperations}.
+   */
+  @Override
+  protected CatalogOperations newOps(Map<String, String> config) {
+    return new PaimonCatalogOperations();
+  }
+
+  /** @return The Paimon catalog operations as {@link PaimonCatalogOperations}. */
+  @Override
+  public SupportsSchemas asSchemas() {
+    return (PaimonCatalogOperations) ops();
+  }
+
+  /** @return The Paimon catalog operations as {@link PaimonCatalogOperations}. */
+  @Override
+  public TableCatalog asTableCatalog() {
+    return (PaimonCatalogOperations) ops();
+  }
+}

catalogs/catalog-lakehouse-paimon/src/main/java/com/datastrato/gravitino/catalog/lakehouse/paimon/PaimonCatalogBackend.java

@@ -0,0 +1,11 @@
+/*
+ * Copyright 2024 Datastrato Pvt Ltd.
+ * This software is licensed under the Apache License version 2.
+ */
+package com.datastrato.gravitino.catalog.lakehouse.paimon;
+
+/** The type of Paimon catalog backend. */
+public enum PaimonCatalogBackend {
+  FILESYSTEM,
+  HIVE
+}