scala version | pre-release | release |
---|---|---|
dbc4s sbt plugin 2.12 | ||
dbc4s api 2.12 | ||
dbc4s api 2.13 | ||
3.1 |
example jobs
- pi: calculate pi
- todo: streaming-jobs
Libraries
- dbc4s-api: databricks api types
- dbc4s-sbt-plugin: upload uber jar, create, update and delete job from project
addSbtPlugin("dev.i10416" %% "dbc4s-sbt" % "<version>")
val foo = project
.in(file("."))
.enablePlugins(DBC4sPlugin)
.settings(
assembly / mainClass := Some("com.example.App"),
dbc4sApiToken := "",
dbc4sHost := "your.cloud.databricks.com",
dbc4sJobName := "foo",
dbc4sJobWorkers := Some(2),
dbc4sJobRuntimeSetting := DBCSparkRuntimeConfig(
10,2,false,false,false,false,false,"2.12"
),
)
// upload jar job to databricks
sbt dbc4sJobUpload
// upload and create jar job
sbt dbc4sCreateJob