Skip to content

Commit

Permalink
initial version for DuckDB database type. fixes #2448
Browse files Browse the repository at this point in the history
  • Loading branch information
bamaer committed Feb 21, 2023
1 parent e5c1c00 commit d904102
Show file tree
Hide file tree
Showing 19 changed files with 1,276 additions and 1 deletion.
52 changes: 52 additions & 0 deletions assemblies/plugins/databases/duckdb-assemblies/pom.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one or more
~ contributor license agreements. See the NOTICE file distributed with
~ this work for additional information regarding copyright ownership.
~ The ASF licenses this file to You under the Apache License, Version 2.0
~ (the "License"); you may not use this file except in compliance with
~ the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing, software
~ distributed under the License is distributed on an "AS IS" BASIS,
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
~ See the License for the specific language governing permissions and
~ limitations under the License.
~
-->

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>

<parent>
<artifactId>hop-assemblies-plugins-databases</artifactId>
<groupId>org.apache.hop</groupId>
<version>2.4.0-SNAPSHOT</version>
</parent>


<artifactId>hop-assemblies-plugins-databases-duckdb</artifactId>
<version>2.4.0-SNAPSHOT</version>
<packaging>pom</packaging>

<name>Hop Assemblies Plugins Databases DuckDB</name>
<description />



<dependencies>
<dependency>
<groupId>org.apache.hop</groupId>
<artifactId>hop-databases-duckdb</artifactId>
<version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.duckdb</groupId>
<artifactId>duckdb_jdbc</artifactId>
<version>0.7.0</version>
</dependency>
</dependencies>

</project>
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
<!--
~ Licensed to the Apache Software Foundation (ASF) under one or more
~ contributor license agreements. See the NOTICE file distributed with
~ this work for additional information regarding copyright ownership.
~ The ASF licenses this file to You under the Apache License, Version 2.0
~ (the "License"); you may not use this file except in compliance with
~ the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing, software
~ distributed under the License is distributed on an "AS IS" BASIS,
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
~ See the License for the specific language governing permissions and
~ limitations under the License.
~
-->

<assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3 http://maven.apache.org/xsd/assembly-1.1.3.xsd">
<id>hop-assemblies-plugins-databases-duckdb</id>
<formats>
<format>zip</format>
</formats>
<baseDirectory>databases/duckdb</baseDirectory>
<files>
<file>
<source>${project.basedir}/src/main/resources/version.xml</source>
<outputDirectory>.</outputDirectory>
<filtered>true</filtered>
</file>
</files>
<fileSets>
<fileSet>
<outputDirectory>lib</outputDirectory>
<excludes>
<exclude>**/*</exclude>
</excludes>
</fileSet>
</fileSets>
<dependencySets>
<dependencySet>
<useProjectArtifact>false</useProjectArtifact>
<includes>
<include>org.apache.hop:hop-databases-duckdb:jar</include>
</includes>
</dependencySet>
<dependencySet>
<useProjectArtifact>false</useProjectArtifact>
<outputDirectory>lib</outputDirectory>
<includes>
<include>org.duckdb:duckdb_jdbc:jar</include>
</includes>
</dependencySet>
</dependencySets>
</assembly>
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one or more
~ contributor license agreements. See the NOTICE file distributed with
~ this work for additional information regarding copyright ownership.
~ The ASF licenses this file to You under the Apache License, Version 2.0
~ (the "License"); you may not use this file except in compliance with
~ the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing, software
~ distributed under the License is distributed on an "AS IS" BASIS,
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
~ See the License for the specific language governing permissions and
~ limitations under the License.
~
-->

<version>${project.version}</version>
1 change: 1 addition & 0 deletions assemblies/plugins/databases/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@
<module>infobright-assemblies</module>
<module>infinidb-assemblies</module>
<module>derby-assemblies</module>
<module>duckdb-assemblies</module>
<module>monetdb-assemblies</module>
<module>cache-assemblies</module>
<module>exasol4-assemblies</module>
Expand Down
13 changes: 13 additions & 0 deletions assemblies/plugins/dist/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -2925,6 +2925,19 @@
</exclusions>
</dependency>

<dependency>
<groupId>org.apache.hop</groupId>
<artifactId>hop-assemblies-plugins-databases-duckdb</artifactId>
<version>${project.version}</version>
<type>zip</type>
<exclusions>
<exclusion>
<groupId>*</groupId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
</dependency>

<dependency>
<groupId>org.apache.hop</groupId>
<artifactId>hop-assemblies-plugins-databases-exasol4</artifactId>
Expand Down
3 changes: 2 additions & 1 deletion docs/hop-user-manual/modules/ROOT/nav.adoc
Original file line number Diff line number Diff line change
Expand Up @@ -357,12 +357,13 @@ under the License.
* xref:database/databases.adoc[Relational Database Connections]
//::=START AUTO GENERATED LINKS DATABASES
** xref:database/databases/derby.adoc[Apache Derby]
** xref:database/databases/doris.adoc[Apache Doris]
** xref:database/databases/duckdb.adoc[DuckDB]
** xref:database/databases/apache-hive.adoc[Apache Hive]
** xref:database/databases/as400.adoc[AS400]
** xref:database/databases/cache.adoc[Cache]
** xref:database/databases/clickhouse.adoc[ClickHouse]
** xref:database/databases/db2.adoc[DB2]
** xref:database/databases/doris.adoc[Apache Doris]
** xref:database/databases/exasol.adoc[Exasol]
** xref:database/databases/firebird.adoc[Firebird]
** xref:database/databases/googlebigquery.adoc[Google BigQuery]
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
////
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
////
[[database-plugins-duckdb]]
:documentationPath: /database/databases/
:language: en_US

= DuckDB

DuckDB is an in-process SQL OLAP database management system.

As an in-process database, DuckDB is easy to configure: specify the path to your DuckDB filename as the database name, e.g. `<PATH_TO_YOUR_DUCKDB_FILE>/duckdb`.

[cols="2*",options="header"]
|===
| Option | Info
|Type | Relational
|Driver | https://search.maven.org/artifact/org.duckdb/duckdb_jdbc/0.7.0/jar[Driver Link]
|Version Included | 0.7.0
|Hop Dependencies | None
|Documentation | https://duckdb.org/docs/api/java.html
|JDBC Url | jdbc:duckdb: (in memory) or jdbc:duckdb:<FILE_PATH>
|Driver folder | Hop Installation/plugins/databases/duckdb/lib
|===


7 changes: 7 additions & 0 deletions integration-tests/duckdb/dev-env-config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
{
"variables" : [ {
"name" : "DUCKDB_DIR",
"value" : "/tmp/duckdb",
"description" : ""
} ]
}
Loading

0 comments on commit d904102

Please sign in to comment.