-
Notifications
You must be signed in to change notification settings - Fork 379
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Browse files
Browse the repository at this point in the history
### What changes were proposed in this pull request? The purpose of this PR is to implement JDBC backend operation `Catalog` metadata. Depend on #1980 . Metadata operations of Schema, Table and Fileset will be supported in the remaining PRs. ### Why are the changes needed? Fix: #2081 ### How was this patch tested? Add unit tests to test the catalog metadata ops. --------- Co-authored-by: xiaojiebao <[email protected]>
- Loading branch information
Showing
13 changed files
with
1,152 additions
and
83 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
150 changes: 150 additions & 0 deletions
150
core/src/main/java/com/datastrato/gravitino/storage/relational/mapper/CatalogMetaMapper.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,150 @@ | ||
| /* | ||
| * Copyright 2024 Datastrato Pvt Ltd. | ||
| * This software is licensed under the Apache License version 2. | ||
| */ | ||
|
|
||
| package com.datastrato.gravitino.storage.relational.mapper; | ||
|
|
||
| import com.datastrato.gravitino.storage.relational.po.CatalogPO; | ||
| import java.util.List; | ||
| import org.apache.ibatis.annotations.Insert; | ||
| import org.apache.ibatis.annotations.Param; | ||
| import org.apache.ibatis.annotations.Select; | ||
| import org.apache.ibatis.annotations.Update; | ||
|
|
||
| /** | ||
| * A MyBatis Mapper for catalog meta operation SQLs. | ||
| * | ||
| * <p>This interface class is a specification defined by MyBatis. It requires this interface class | ||
| * to identify the corresponding SQLs for execution. We can write SQLs in an additional XML file, or | ||
| * write SQLs with annotations in this interface Mapper. See: <a | ||
| * href="https://mybatis.org/mybatis-3/getting-started.html"></a> | ||
| */ | ||
| public interface CatalogMetaMapper { | ||
| String TABLE_NAME = "catalog_meta"; | ||
|
|
||
| @Select( | ||
| "SELECT catalog_id as catalogId, catalog_name as catalogName," | ||
| + " metalake_id as metalakeId, type, provider," | ||
| + " catalog_comment as catalogComment, properties, audit_info as auditInfo," | ||
| + " current_version as currentVersion, last_version as lastVersion," | ||
| + " deleted_at as deletedAt" | ||
| + " FROM " | ||
| + TABLE_NAME | ||
| + " WHERE metalake_id = #{metalakeId} AND deleted_at = 0") | ||
| List<CatalogPO> listCatalogPOsByMetalakeId(@Param("metalakeId") Long metalakeId); | ||
|
|
||
| @Select( | ||
| "SELECT catalog_id as catalogId FROM " | ||
| + TABLE_NAME | ||
| + " WHERE metalake_id = #{metalakeId} AND catalog_name = #{catalogName} AND deleted_at = 0") | ||
| Long selectCatalogIdByMetalakeIdAndName( | ||
| @Param("metalakeId") Long metalakeId, @Param("catalogName") String name); | ||
|
|
||
| @Select( | ||
| "SELECT catalog_id as catalogId, catalog_name as catalogName," | ||
| + " metalake_id as metalakeId, type, provider," | ||
| + " catalog_comment as catalogComment, properties, audit_info as auditInfo," | ||
| + " current_version as currentVersion, last_version as lastVersion," | ||
| + " deleted_at as deletedAt" | ||
| + " FROM " | ||
| + TABLE_NAME | ||
| + " WHERE metalake_id = #{metalakeId} AND catalog_name = #{catalogName} AND deleted_at = 0") | ||
| CatalogPO selectCatalogMetaByMetalakeIdAndName( | ||
| @Param("metalakeId") Long metalakeId, @Param("catalogName") String name); | ||
|
|
||
| @Insert( | ||
| "INSERT INTO " | ||
| + TABLE_NAME | ||
| + "(catalog_id, catalog_name, metalake_id," | ||
| + " type, provider, catalog_comment, properties, audit_info," | ||
| + " current_version, last_version, deleted_at)" | ||
| + " VALUES(" | ||
| + " #{catalogMeta.catalogId}," | ||
| + " #{catalogMeta.catalogName}," | ||
| + " #{catalogMeta.metalakeId}," | ||
| + " #{catalogMeta.type}," | ||
| + " #{catalogMeta.provider}," | ||
| + " #{catalogMeta.catalogComment}," | ||
| + " #{catalogMeta.properties}," | ||
| + " #{catalogMeta.auditInfo}," | ||
| + " #{catalogMeta.currentVersion}," | ||
| + " #{catalogMeta.lastVersion}," | ||
| + " #{catalogMeta.deletedAt}" | ||
| + " )") | ||
| void insertCatalogMeta(@Param("catalogMeta") CatalogPO catalogPO); | ||
|
|
||
| @Insert( | ||
| "INSERT INTO " | ||
| + TABLE_NAME | ||
| + "(catalog_id, catalog_name, metalake_id," | ||
| + " type, provider, catalog_comment, properties, audit_info," | ||
| + " current_version, last_version, deleted_at)" | ||
| + " VALUES(" | ||
| + " #{catalogMeta.catalogId}," | ||
| + " #{catalogMeta.catalogName}," | ||
| + " #{catalogMeta.metalakeId}," | ||
| + " #{catalogMeta.type}," | ||
| + " #{catalogMeta.provider}," | ||
| + " #{catalogMeta.catalogComment}," | ||
| + " #{catalogMeta.properties}," | ||
| + " #{catalogMeta.auditInfo}," | ||
| + " #{catalogMeta.currentVersion}," | ||
| + " #{catalogMeta.lastVersion}," | ||
| + " #{catalogMeta.deletedAt}" | ||
| + " )" | ||
| + " ON DUPLICATE KEY UPDATE" | ||
| + " catalog_name = #{catalogMeta.catalogName}," | ||
| + " metalake_id = #{catalogMeta.metalakeId}," | ||
| + " type = #{catalogMeta.type}," | ||
| + " provider = #{catalogMeta.provider}," | ||
| + " catalog_comment = #{catalogMeta.catalogComment}," | ||
| + " properties = #{catalogMeta.properties}," | ||
| + " audit_info = #{catalogMeta.auditInfo}," | ||
| + " current_version = #{catalogMeta.currentVersion}," | ||
| + " last_version = #{catalogMeta.lastVersion}," | ||
| + " deleted_at = #{catalogMeta.deletedAt}") | ||
| void insertCatalogMetaOnDuplicateKeyUpdate(@Param("catalogMeta") CatalogPO catalogPO); | ||
|
|
||
| @Update( | ||
| "UPDATE " | ||
| + TABLE_NAME | ||
| + " SET catalog_name = #{newCatalogMeta.catalogName}," | ||
| + " metalake_id = #{newCatalogMeta.metalakeId}," | ||
| + " type = #{newCatalogMeta.type}," | ||
| + " provider = #{newCatalogMeta.provider}," | ||
| + " catalog_comment = #{newCatalogMeta.catalogComment}," | ||
| + " properties = #{newCatalogMeta.properties}," | ||
| + " audit_info = #{newCatalogMeta.auditInfo}," | ||
| + " current_version = #{newCatalogMeta.currentVersion}," | ||
| + " last_version = #{newCatalogMeta.lastVersion}," | ||
| + " deleted_at = #{newCatalogMeta.deletedAt}" | ||
| + " WHERE catalog_id = #{oldCatalogMeta.catalogId}" | ||
| + " AND catalog_name = #{oldCatalogMeta.catalogName}" | ||
| + " AND metalake_id = #{oldCatalogMeta.metalakeId}" | ||
| + " AND type = #{oldCatalogMeta.type}" | ||
| + " AND provider = #{oldCatalogMeta.provider}" | ||
| + " AND catalog_comment = #{oldCatalogMeta.catalogComment}" | ||
| + " AND properties = #{oldCatalogMeta.properties}" | ||
| + " AND audit_info = #{oldCatalogMeta.auditInfo}" | ||
| + " AND current_version = #{oldCatalogMeta.currentVersion}" | ||
| + " AND last_version = #{oldCatalogMeta.lastVersion}" | ||
| + " AND deleted_at = 0") | ||
| Integer updateCatalogMeta( | ||
| @Param("newCatalogMeta") CatalogPO newCatalogPO, | ||
| @Param("oldCatalogMeta") CatalogPO oldCatalogPO); | ||
|
|
||
| @Update( | ||
| "UPDATE " | ||
| + TABLE_NAME | ||
| + " SET deleted_at = UNIX_TIMESTAMP()" | ||
| + " WHERE catalog_id = #{catalogId} AND deleted_at = 0") | ||
| Integer softDeleteCatalogMetasByCatalogId(@Param("catalogId") Long catalogId); | ||
|
|
||
| @Update( | ||
| "UPDATE " | ||
| + TABLE_NAME | ||
| + " SET deleted_at = UNIX_TIMESTAMP()" | ||
| + " WHERE metalake_id = #{metalakeId} AND deleted_at = 0") | ||
| Integer softDeleteCatalogMetasByMetalakeId(@Param("metalakeId") Long metalakeId); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.