Swtich to list from walk as it seems more stble for S3. #88
GitHub Actions / Junit Tests - Summary
failed
Dec 25, 2024 in 0s
5 fail, 164 skipped, 4 055 pass in 9m 59s
Annotations
Check warning on line 0 in org.gorpipe.s3.driver.ITestS3Source
github-actions / Junit Tests - Summary
testS3WritePgorGord (org.gorpipe.s3.driver.ITestS3Source) failed
integrationTest-reports/drivers/build/test-results/integrationTest/TEST-org.gorpipe.s3.driver.ITestS3Source.xml [took 13s]
Raw output
org.gorpipe.exceptions.GorResourceException: Dictionary file '/tmp/c82c75pf9jo3ce14p1hi8olj552.gord.link' was not found
URI: /tmp/c82c75pf9jo3ce14p1hi8olj552.gord.link
Request ID: cf87ddf4-73e1-4d59-bde6-1b46509652fe
Cause: /tmp/c82c75pf9jo3ce14p1hi8olj552.gord.link
Query:
pgor -split 2 ../tests/data/gor/genes.gor | top 2 | write s3://gdb-unit-test-data/s3write/9d3737d7-a02a-4df3-a21a-3d8766c64db0-genes.gord
Command Step: GOR /tmp/c82c75pf9jo3ce14p1hi8olj552.gord.link
Command Name: GOR
Command Index: 1
Extra info: Hostname=fv-az985-866
at app//org.gorpipe.gor.model.GorOptions.addSourceRef(GorOptions.java:746)
at app//org.gorpipe.gor.model.GorOptions.addSourceRef(GorOptions.java:719)
at app//org.gorpipe.gor.model.GorOptions.createStandardSources(GorOptions.java:589)
at app//org.gorpipe.gor.model.GorOptions.resolveSources(GorOptions.java:578)
at app//org.gorpipe.gor.model.GorOptions.<init>(GorOptions.java:382)
at app//org.gorpipe.gor.model.GorOptions.createGorOptions(GorOptions.java:298)
at app//gorsat.Iterators.FastGorSource.openSource(FastGorSource.scala:76)
at app//org.gorpipe.model.gor.iterators.TimedRowSource.openSource(TimedRowSource.scala:81)
at app//org.gorpipe.model.gor.iterators.TimedRowSource.openSource(TimedRowSource.scala:83)
at app//gorsat.Iterators.FastGorSource.getHeader(FastGorSource.scala:109)
at app//gorsat.Iterators.SingleRowIteratorSource.getHeader(SingleRowIteratorSource.scala:76)
at app//gorsat.process.PipeInstance.checkHeader(PipeInstance.scala:479)
at app//gorsat.process.PipeInstance.$anonfun$preparePipeStep$1(PipeInstance.scala:334)
at app//gorsat.process.PipeInstance.$anonfun$preparePipeStep$1$adapted(PipeInstance.scala:310)
at app//scala.collection.immutable.Range.foreach(Range.scala:190)
at app//gorsat.process.PipeInstance.preparePipeStep(PipeInstance.scala:310)
at app//gorsat.process.PipeInstance.init(PipeInstance.scala:290)
at app//gorsat.process.PipeInstance.processArguments(PipeInstance.scala:215)
at app//gorsat.process.PipeInstance.scalaInit(PipeInstance.scala:172)
at app//gorsat.process.PipeInstance.init(PipeInstance.scala:143)
at app//gorsat.TestUtils.runGorPipeWithOptions(TestUtils.java:273)
at app//gorsat.TestUtils.runGorPipeWithOptions(TestUtils.java:267)
at app//gorsat.TestUtils.runGorPipeWithOptions(TestUtils.java:263)
at app//gorsat.TestUtils.runGorPipe(TestUtils.java:85)
at app//org.gorpipe.s3.driver.ITestS3Source.testS3WritePgorGord(ITestS3Source.java:160)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at app//org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.contrib.java.lang.system.internal.LogPrintStream$1$1.evaluate(LogPrintStream.java:30)
at app//org.junit.contrib.java.lang.system.internal.PrintStreamHandler$3.evaluate(PrintStreamHandler.java:48)
at app//org.junit.contrib.java.lang.system.internal.LogPrintStream$1.evaluate(LogPrintStream.java:26)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:112)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:40)
at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:54)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:53)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:92)
at jdk.proxy2/jdk.proxy2.$Proxy6.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:183)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:132)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:103)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:63)
at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:121)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:71)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
Caused by: java.nio.file.NoSuchFileException: /tmp/c82c75pf9jo3ce14p1hi8olj552.gord.link
at org.gorpipe.gor.table.TableCache.getTable(TableCache.java:47)
at org.gorpipe.gor.table.TableCache.getTable(TableCache.java:40)
at org.gorpipe.gor.model.GorOptions.processDictionary(GorOptions.java:797)
at org.gorpipe.gor.model.GorOptions.addSourceRef(GorOptions.java:743)
... 76 more
Check warning on line 0 in org.gorpipe.s3.driver.ITestFilesS3Source
github-actions / Junit Tests - Summary
testCreateDeleteListEmtpyDirectory (org.gorpipe.s3.driver.ITestFilesS3Source) failed
integrationTest-reports/drivers/build/test-results/integrationTest/TEST-org.gorpipe.s3.driver.ITestFilesS3Source.xml [took 1s]
Raw output
java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertFalse(Assert.java:65)
at org.junit.Assert.assertFalse(Assert.java:75)
at org.gorpipe.gor.driver.providers.stream.sources.CommonFilesTests.testCreateDeleteListEmtpyDirectory(CommonFilesTests.java:87)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.junit.contrib.java.lang.system.internal.LogPrintStream$1$1.evaluate(LogPrintStream.java:30)
at org.junit.contrib.java.lang.system.internal.PrintStreamHandler$3.evaluate(PrintStreamHandler.java:48)
at org.junit.contrib.java.lang.system.internal.LogPrintStream$1.evaluate(LogPrintStream.java:26)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:112)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:40)
at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:54)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:92)
at jdk.proxy2/jdk.proxy2.$Proxy6.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:183)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:132)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:103)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:63)
at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:121)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:71)
at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
Check warning on line 0 in org.gorpipe.s3.table.ITestS3Table
github-actions / Junit Tests - Summary
testBucketizeLocalTableS3DataS3DataBuckets (org.gorpipe.s3.table.ITestS3Table) failed
integrationTest-reports/drivers/build/test-results/integrationTest/TEST-org.gorpipe.s3.table.ITestS3Table.xml [took 1s]
Raw output
org.gorpipe.exceptions.GorResourceException: Amazon SDK client exception
URI: s3://gdb-unit-test-data/projects/some_project/user_data/buckets/
Cause: List failed for s3://gdb-unit-test-data/projects/some_project/user_data/buckets/, region: eu-west-1, access key: AKIA4IY3JGTGNS2PE2KA, secret key: Has secret
URI: s3://gdb-unit-test-data/projects/some_project/user_data/buckets/
Unable to load credentials from system settings. Access key must be specified either via environment variable (AWS_ACCESS_KEY_ID) or system property (aws.accessKeyId).
at app//org.gorpipe.s3.driver.S3RetryHandler.checkIfShouldRetryException(S3RetryHandler.java:45)
at app//org.gorpipe.gor.driver.utils.RetryHandlerWithFixedWait.perform(RetryHandlerWithFixedWait.java:38)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.RetryStreamSourceWrapper.list(RetryStreamSourceWrapper.java:141)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.WrappedDataSource.list(WrappedDataSource.java:129)
at app//org.gorpipe.gor.model.DriverBackedFileReader.list(DriverBackedFileReader.java:248)
at app//org.gorpipe.gor.manager.BucketManager.collectBucketsToClean(BucketManager.java:687)
at app//org.gorpipe.gor.manager.BucketManager.cleanOldBucketFiles(BucketManager.java:663)
at app//org.gorpipe.gor.manager.BucketManager.bucketize(BucketManager.java:182)
at app//org.gorpipe.gor.manager.TableManager.bucketize(TableManager.java:304)
at app//org.gorpipe.s3.table.ITestS3Table.testBucketizeLocalTableS3DataS3DataBuckets(ITestS3Table.java:176)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at app//org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.contrib.java.lang.system.EnvironmentVariables$EnvironmentVariablesStatement.evaluate(EnvironmentVariables.java:122)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:112)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:40)
at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:54)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:53)
at jdk.internal.reflect.GeneratedMethodAccessor16.invoke(Unknown Source)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:92)
at jdk.proxy2/jdk.proxy2.$Proxy6.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:183)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:132)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:103)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:63)
at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:121)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:71)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
Caused by: org.gorpipe.exceptions.GorResourceException: List failed for s3://gdb-unit-test-data/projects/some_project/user_data/buckets/, region: eu-west-1, access key: AKIA4IY3JGTGNS2PE2KA, secret key: Has secret
URI: s3://gdb-unit-test-data/projects/some_project/user_data/buckets/
Cause: Unable to load credentials from system settings. Access key must be specified either via environment variable (AWS_ACCESS_KEY_ID) or system property (aws.accessKeyId).
at app//org.gorpipe.s3.driver.S3Source.list(S3Source.java:355)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.WrappedDataSource.list(WrappedDataSource.java:129)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.RetryStreamSourceWrapper.lambda$list$14(RetryStreamSourceWrapper.java:141)
at app//org.gorpipe.gor.driver.utils.RetryHandlerWithFixedWait.perform(RetryHandlerWithFixedWait.java:33)
... 55 more
Caused by: software.amazon.awssdk.core.exception.SdkClientException: Unable to load credentials from system settings. Access key must be specified either via environment variable (AWS_ACCESS_KEY_ID) or system property (aws.accessKeyId).
at app//software.amazon.awssdk.core.exception.SdkClientException$BuilderImpl.build(SdkClientException.java:111)
at app//software.amazon.awssdk.auth.credentials.internal.SystemSettingsCredentialsProvider.resolveCredentials(SystemSettingsCredentialsProvider.java:60)
at app//software.amazon.awssdk.auth.credentials.AwsCredentialsProvider.resolveIdentity(AwsCredentialsProvider.java:54)
at app//software.amazon.awssdk.identity.spi.IdentityProvider.resolveIdentity(IdentityProvider.java:60)
at app//software.amazon.awssdk.auth.credentials.AwsCredentialsProviderChain.resolveCredentials(AwsCredentialsProviderChain.java:103)
at app//software.amazon.awssdk.auth.credentials.internal.LazyAwsCredentialsProvider.resolveCredentials(LazyAwsCredentialsProvider.java:45)
at app//software.amazon.awssdk.auth.credentials.DefaultCredentialsProvider.resolveCredentials(DefaultCredentialsProvider.java:129)
at app//software.amazon.awssdk.auth.credentials.AwsCredentialsProvider.resolveIdentity(AwsCredentialsProvider.java:54)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.lambda$trySelectAuthScheme$4(S3AuthSchemeInterceptor.java:163)
at app//software.amazon.awssdk.core.internal.util.MetricUtils.reportDuration(MetricUtils.java:80)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.trySelectAuthScheme(S3AuthSchemeInterceptor.java:163)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.selectAuthScheme(S3AuthSchemeInterceptor.java:84)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.beforeExecution(S3AuthSchemeInterceptor.java:64)
at app//software.amazon.awssdk.core.interceptor.ExecutionInterceptorChain.lambda$beforeExecution$1(ExecutionInterceptorChain.java:59)
at [email protected]/java.util.ArrayList.forEach(ArrayList.java:1511)
at app//software.amazon.awssdk.core.interceptor.ExecutionInterceptorChain.beforeExecution(ExecutionInterceptorChain.java:59)
at app//software.amazon.awssdk.awscore.internal.AwsExecutionContextBuilder.runInitialInterceptors(AwsExecutionContextBuilder.java:248)
at app//software.amazon.awssdk.awscore.internal.AwsExecutionContextBuilder.invokeInterceptorsAndCreateExecutionContext(AwsExecutionContextBuilder.java:138)
at app//software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.invokeInterceptorsAndCreateExecutionContext(AwsSyncClientHandler.java:67)
at app//software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.lambda$execute$1(BaseSyncClientHandler.java:76)
at app//software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.measureApiCallSuccess(BaseSyncClientHandler.java:182)
at app//software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.execute(BaseSyncClientHandler.java:74)
at app//software.amazon.awssdk.core.client.handler.SdkSyncClientHandler.execute(SdkSyncClientHandler.java:45)
at app//software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.execute(AwsSyncClientHandler.java:53)
at app//software.amazon.awssdk.services.s3.DefaultS3Client.listObjectsV2(DefaultS3Client.java:8081)
at app//org.carlspring.cloud.storage.s3fs.S3Iterator.<init>(S3Iterator.java:79)
at app//org.carlspring.cloud.storage.s3fs.S3Iterator.<init>(S3Iterator.java:66)
at app//org.carlspring.cloud.storage.s3fs.S3Iterator.<init>(S3Iterator.java:61)
at app//org.carlspring.cloud.storage.s3fs.S3FilteredIterator.<init>(S3FilteredIterator.java:24)
at app//org.carlspring.cloud.storage.s3fs.S3FileSystemProvider$1.iterator(S3FileSystemProvider.java:453)
at [email protected]/java.nio.file.Files.list(Files.java:3794)
at app//org.gorpipe.s3.driver.S3Source.list(S3Source.java:347)
... 58 more
Check warning on line 0 in org.gorpipe.s3.table.ITestS3Table
github-actions / Junit Tests - Summary
testBucketizeLocalTableS3DataS3DataBucketsRelative (org.gorpipe.s3.table.ITestS3Table) failed
integrationTest-reports/drivers/build/test-results/integrationTest/TEST-org.gorpipe.s3.table.ITestS3Table.xml [took 1s]
Raw output
org.gorpipe.exceptions.GorSystemException: Bucket dirs must exists, directory s3data://project/.dict/b is not found!
at app//org.gorpipe.gor.manager.BucketManager.checkBucketDirExistence(BucketManager.java:320)
at app//org.gorpipe.gor.manager.BucketManager.doBucketizeForBucketDir(BucketManager.java:463)
at app//org.gorpipe.gor.manager.BucketManager.doBucketize(BucketManager.java:425)
at app//org.gorpipe.gor.manager.BucketManager.bucketize(BucketManager.java:185)
at app//org.gorpipe.gor.manager.TableManager.bucketize(TableManager.java:304)
at app//org.gorpipe.s3.table.ITestS3Table.testBucketizeLocalTableS3DataS3DataBucketsRelative(ITestS3Table.java:210)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at app//org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.contrib.java.lang.system.EnvironmentVariables$EnvironmentVariablesStatement.evaluate(EnvironmentVariables.java:122)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:112)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:40)
at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:54)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:53)
at jdk.internal.reflect.GeneratedMethodAccessor16.invoke(Unknown Source)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:92)
at jdk.proxy2/jdk.proxy2.$Proxy6.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:183)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:132)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:103)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:63)
at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:121)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:71)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
Check warning on line 0 in org.gorpipe.s3.table.ITestS3Table
github-actions / Junit Tests - Summary
testBucketizeLocalTableS3DataS3Buckets (org.gorpipe.s3.table.ITestS3Table) failed
integrationTest-reports/drivers/build/test-results/integrationTest/TEST-org.gorpipe.s3.table.ITestS3Table.xml [took 0s]
Raw output
org.gorpipe.exceptions.GorResourceException: Amazon SDK client exception
URI: s3://gdb-unit-test-data/tmp/buckets/
Cause: List failed for s3://gdb-unit-test-data/tmp/buckets/, region: eu-west-1, access key: AKIA4IY3JGTGNS2PE2KA, secret key: Has secret
URI: s3://gdb-unit-test-data/tmp/buckets/
Unable to load credentials from system settings. Access key must be specified either via environment variable (AWS_ACCESS_KEY_ID) or system property (aws.accessKeyId).
at app//org.gorpipe.s3.driver.S3RetryHandler.checkIfShouldRetryException(S3RetryHandler.java:45)
at app//org.gorpipe.gor.driver.utils.RetryHandlerWithFixedWait.perform(RetryHandlerWithFixedWait.java:38)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.RetryStreamSourceWrapper.list(RetryStreamSourceWrapper.java:141)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.WrappedDataSource.list(WrappedDataSource.java:129)
at app//org.gorpipe.gor.model.DriverBackedFileReader.list(DriverBackedFileReader.java:248)
at app//org.gorpipe.gor.manager.BucketManager.collectBucketsToClean(BucketManager.java:687)
at app//org.gorpipe.gor.manager.BucketManager.cleanOldBucketFiles(BucketManager.java:663)
at app//org.gorpipe.gor.manager.BucketManager.bucketize(BucketManager.java:182)
at app//org.gorpipe.gor.manager.TableManager.bucketize(TableManager.java:304)
at app//org.gorpipe.s3.table.ITestS3Table.testBucketizeLocalTableS3DataS3Buckets(ITestS3Table.java:143)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at app//org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.contrib.java.lang.system.EnvironmentVariables$EnvironmentVariablesStatement.evaluate(EnvironmentVariables.java:122)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:112)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:40)
at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:54)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:53)
at jdk.internal.reflect.GeneratedMethodAccessor16.invoke(Unknown Source)
at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:569)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:92)
at jdk.proxy2/jdk.proxy2.$Proxy6.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:183)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:132)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:103)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:63)
at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:121)
at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:71)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
Caused by: org.gorpipe.exceptions.GorResourceException: List failed for s3://gdb-unit-test-data/tmp/buckets/, region: eu-west-1, access key: AKIA4IY3JGTGNS2PE2KA, secret key: Has secret
URI: s3://gdb-unit-test-data/tmp/buckets/
Cause: Unable to load credentials from system settings. Access key must be specified either via environment variable (AWS_ACCESS_KEY_ID) or system property (aws.accessKeyId).
at app//org.gorpipe.s3.driver.S3Source.list(S3Source.java:355)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.WrappedDataSource.list(WrappedDataSource.java:129)
at app//org.gorpipe.gor.driver.providers.stream.sources.wrappers.RetryStreamSourceWrapper.lambda$list$14(RetryStreamSourceWrapper.java:141)
at app//org.gorpipe.gor.driver.utils.RetryHandlerWithFixedWait.perform(RetryHandlerWithFixedWait.java:33)
... 55 more
Caused by: software.amazon.awssdk.core.exception.SdkClientException: Unable to load credentials from system settings. Access key must be specified either via environment variable (AWS_ACCESS_KEY_ID) or system property (aws.accessKeyId).
at app//software.amazon.awssdk.core.exception.SdkClientException$BuilderImpl.build(SdkClientException.java:111)
at app//software.amazon.awssdk.auth.credentials.internal.SystemSettingsCredentialsProvider.resolveCredentials(SystemSettingsCredentialsProvider.java:60)
at app//software.amazon.awssdk.auth.credentials.AwsCredentialsProvider.resolveIdentity(AwsCredentialsProvider.java:54)
at app//software.amazon.awssdk.identity.spi.IdentityProvider.resolveIdentity(IdentityProvider.java:60)
at app//software.amazon.awssdk.auth.credentials.AwsCredentialsProviderChain.resolveCredentials(AwsCredentialsProviderChain.java:103)
at app//software.amazon.awssdk.auth.credentials.internal.LazyAwsCredentialsProvider.resolveCredentials(LazyAwsCredentialsProvider.java:45)
at app//software.amazon.awssdk.auth.credentials.DefaultCredentialsProvider.resolveCredentials(DefaultCredentialsProvider.java:129)
at app//software.amazon.awssdk.auth.credentials.AwsCredentialsProvider.resolveIdentity(AwsCredentialsProvider.java:54)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.lambda$trySelectAuthScheme$4(S3AuthSchemeInterceptor.java:163)
at app//software.amazon.awssdk.core.internal.util.MetricUtils.reportDuration(MetricUtils.java:80)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.trySelectAuthScheme(S3AuthSchemeInterceptor.java:163)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.selectAuthScheme(S3AuthSchemeInterceptor.java:84)
at app//software.amazon.awssdk.services.s3.auth.scheme.internal.S3AuthSchemeInterceptor.beforeExecution(S3AuthSchemeInterceptor.java:64)
at app//software.amazon.awssdk.core.interceptor.ExecutionInterceptorChain.lambda$beforeExecution$1(ExecutionInterceptorChain.java:59)
at [email protected]/java.util.ArrayList.forEach(ArrayList.java:1511)
at app//software.amazon.awssdk.core.interceptor.ExecutionInterceptorChain.beforeExecution(ExecutionInterceptorChain.java:59)
at app//software.amazon.awssdk.awscore.internal.AwsExecutionContextBuilder.runInitialInterceptors(AwsExecutionContextBuilder.java:248)
at app//software.amazon.awssdk.awscore.internal.AwsExecutionContextBuilder.invokeInterceptorsAndCreateExecutionContext(AwsExecutionContextBuilder.java:138)
at app//software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.invokeInterceptorsAndCreateExecutionContext(AwsSyncClientHandler.java:67)
at app//software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.lambda$execute$1(BaseSyncClientHandler.java:76)
at app//software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.measureApiCallSuccess(BaseSyncClientHandler.java:182)
at app//software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.execute(BaseSyncClientHandler.java:74)
at app//software.amazon.awssdk.core.client.handler.SdkSyncClientHandler.execute(SdkSyncClientHandler.java:45)
at app//software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.execute(AwsSyncClientHandler.java:53)
at app//software.amazon.awssdk.services.s3.DefaultS3Client.listObjectsV2(DefaultS3Client.java:8081)
at app//org.carlspring.cloud.storage.s3fs.S3Iterator.<init>(S3Iterator.java:79)
at app//org.carlspring.cloud.storage.s3fs.S3Iterator.<init>(S3Iterator.java:66)
at app//org.carlspring.cloud.storage.s3fs.S3Iterator.<init>(S3Iterator.java:61)
at app//org.carlspring.cloud.storage.s3fs.S3FilteredIterator.<init>(S3FilteredIterator.java:24)
at app//org.carlspring.cloud.storage.s3fs.S3FileSystemProvider$1.iterator(S3FileSystemProvider.java:453)
at [email protected]/java.nio.file.Files.list(Files.java:3794)
at app//org.gorpipe.s3.driver.S3Source.list(S3Source.java:347)
... 58 more
Loading