diff --git a/integration-tests/bouncycastle-jsse/src/main/java/io/quarkus/it/bouncycastle/SecretProvider.java b/integration-tests/bouncycastle-jsse/src/main/java/io/quarkus/it/bouncycastle/SecretProvider.java
index 9eed67c40298d..ba0332d277ffd 100644
--- a/integration-tests/bouncycastle-jsse/src/main/java/io/quarkus/it/bouncycastle/SecretProvider.java
+++ b/integration-tests/bouncycastle-jsse/src/main/java/io/quarkus/it/bouncycastle/SecretProvider.java
@@ -15,7 +15,7 @@ public class SecretProvider implements CredentialsProvider {
     @Override
     public Map<String, String> getCredentials(String credentialsProviderName) {
         Map<String, String> creds = new HashMap<>();
-        creds.put("keystore-password", "password");
+        creds.put("keystore-password", "secret");
         creds.put("truststore-password", "password");
         return creds;
     }
diff --git a/integration-tests/bouncycastle-jsse/src/main/resources/application.properties b/integration-tests/bouncycastle-jsse/src/main/resources/application.properties
index 40f0793cd8e70..3a28e5d45804b 100644
--- a/integration-tests/bouncycastle-jsse/src/main/resources/application.properties
+++ b/integration-tests/bouncycastle-jsse/src/main/resources/application.properties
@@ -1,7 +1,7 @@
 quarkus.security.security-providers=BCJSSE
 
 quarkus.http.ssl.certificate.key-store-file=server-keystore.jks
-quarkus.http.ssl.certificate.key-store-password-key=key-store-password
+quarkus.http.ssl.certificate.key-store-password-key=keystore-password
 quarkus.http.ssl.certificate.trust-store-file=server-truststore.jks
 quarkus.http.ssl.certificate.trust-store-password-key=truststore-password
 quarkus.http.ssl.certificate.credentials-provider=custom
diff --git a/integration-tests/bouncycastle-jsse/src/main/resources/server-keystore.jks b/integration-tests/bouncycastle-jsse/src/main/resources/server-keystore.jks
index d8991ddbd627d..da33e8e7a1668 100644
Binary files a/integration-tests/bouncycastle-jsse/src/main/resources/server-keystore.jks and b/integration-tests/bouncycastle-jsse/src/main/resources/server-keystore.jks differ
diff --git a/integration-tests/bouncycastle-jsse/src/test/java/io/quarkus/it/bouncycastle/BouncyCastleJsseTestCase.java b/integration-tests/bouncycastle-jsse/src/test/java/io/quarkus/it/bouncycastle/BouncyCastleJsseTestCase.java
index 13b16316d1b1c..26be3a6af710a 100644
--- a/integration-tests/bouncycastle-jsse/src/test/java/io/quarkus/it/bouncycastle/BouncyCastleJsseTestCase.java
+++ b/integration-tests/bouncycastle-jsse/src/test/java/io/quarkus/it/bouncycastle/BouncyCastleJsseTestCase.java
@@ -45,7 +45,7 @@ protected void doTestListProviders() {
                 .setBaseUri(String.format("%s://%s", url.getProtocol(), url.getHost()))
                 .setPort(url.getPort())
                 .setKeyStore("client-keystore.jks", "password")
-                .setTrustStore("client-truststore.jks", "password")
+                .setTrustStore("client-truststore.jks", "secret")
                 .build();
         RestAssured.given()
                 .spec(spec)
diff --git a/integration-tests/bouncycastle-jsse/src/test/resources/client-truststore.jks b/integration-tests/bouncycastle-jsse/src/test/resources/client-truststore.jks
index 112fb9857fbd7..da33e8e7a1668 100644
Binary files a/integration-tests/bouncycastle-jsse/src/test/resources/client-truststore.jks and b/integration-tests/bouncycastle-jsse/src/test/resources/client-truststore.jks differ