Skip to content

Commit

Permalink
use rustls for delta checkpoint lambda
Browse files Browse the repository at this point in the history
also test rustls feature in CI
  • Loading branch information
houqp committed Sep 26, 2022
1 parent 0b12e32 commit 197c516
Show file tree
Hide file tree
Showing 3 changed files with 15 additions and 12 deletions.
5 changes: 4 additions & 1 deletion .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -105,9 +105,12 @@ jobs:
- name: Start emulated services
run: docker-compose up -d

- name: Run tests
- name: Run tests with default ssl
run: |
cargo test --features integration_test,azure,s3,gcs,datafusion-ext
- name: Run tests with rustls
run: |
cargo test --features integration_test,s3-rustls,datafusion-ext
paruqet2_test:
runs-on: ubuntu-latest
Expand Down
6 changes: 3 additions & 3 deletions aws/delta-checkpoint/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -23,12 +23,12 @@ tokio-stream = { version = "0", features = ["fs"] }
[dependencies.deltalake]
path = "../../rust"
version = "0"
features = ["s3"]
features = ["s3-rustls"]

[dev-dependencies]
rusoto_core = "0.48"
rusoto_core = { version = "0.48", default-features = false, features = ["rustls"] }
rusoto_credential = "0.48"
rusoto_s3 = "0.48"
rusoto_s3 = { version = "0.48", default-features = false, features = ["rustls"] }

[[bin]]
name = "bootstrap"
Expand Down
16 changes: 8 additions & 8 deletions rust/tests/integration_commit.rs
Original file line number Diff line number Diff line change
Expand Up @@ -10,30 +10,30 @@ use std::collections::HashMap;

#[tokio::test]
#[serial]
async fn test_commit_tables_local() -> TestResult {
Ok(commit_tables(StorageIntegration::Local).await?)
async fn test_commit_tables_local() {
commit_tables(StorageIntegration::Local).await.unwrap();
}

#[cfg(any(feature = "s3", feature = "s3-rustls"))]
#[tokio::test]
#[serial]
async fn test_commit_tables_aws() -> TestResult {
async fn test_commit_tables_aws() {
std::env::set_var("AWS_S3_LOCKING_PROVIDER", "dynamodb");
Ok(commit_tables(StorageIntegration::Amazon).await?)
commit_tables(StorageIntegration::Amazon).await.unwrap();
}

#[cfg(feature = "azure")]
#[tokio::test]
#[serial]
async fn test_commit_tables_azure() -> TestResult {
Ok(commit_tables(StorageIntegration::Microsoft).await?)
async fn test_commit_tables_azure() {
commit_tables(StorageIntegration::Microsoft).await.unwrap();
}

#[cfg(feature = "gcs")]
#[tokio::test]
#[serial]
async fn test_commit_tables_gcp() -> TestResult {
Ok(commit_tables(StorageIntegration::Google).await?)
async fn test_commit_tables_gcp() {
commit_tables(StorageIntegration::Google).await.unwrap();
}

#[cfg(any(feature = "s3", feature = "s3-rustls"))]
Expand Down

0 comments on commit 197c516

Please sign in to comment.