sqoop-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From va...@apache.org
Subject sqoop git commit: SQOOP-3383: Disable FileSystem static cache in S3 tests
Date Wed, 12 Sep 2018 07:00:56 GMT
Repository: sqoop
Updated Branches:
  refs/heads/trunk b37e0c605 -> 932822aa8


SQOOP-3383: Disable FileSystem static cache in S3 tests

(Boglarka Egyed via Szabolcs Vasas)


Project: http://git-wip-us.apache.org/repos/asf/sqoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/sqoop/commit/932822aa
Tree: http://git-wip-us.apache.org/repos/asf/sqoop/tree/932822aa
Diff: http://git-wip-us.apache.org/repos/asf/sqoop/diff/932822aa

Branch: refs/heads/trunk
Commit: 932822aa8fdddeb0aff6445d4f585a599ccb0084
Parents: b37e0c6
Author: Szabolcs Vasas <vasas@apache.org>
Authored: Wed Sep 12 14:00:02 2018 +0700
Committer: Szabolcs Vasas <vasas@apache.org>
Committed: Wed Sep 12 14:00:02 2018 +0700

----------------------------------------------------------------------
 src/test/org/apache/sqoop/testutil/S3TestUtils.java | 5 +++++
 1 file changed, 5 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/sqoop/blob/932822aa/src/test/org/apache/sqoop/testutil/S3TestUtils.java
----------------------------------------------------------------------
diff --git a/src/test/org/apache/sqoop/testutil/S3TestUtils.java b/src/test/org/apache/sqoop/testutil/S3TestUtils.java
index 7724026..0e6ef5b 100644
--- a/src/test/org/apache/sqoop/testutil/S3TestUtils.java
+++ b/src/test/org/apache/sqoop/testutil/S3TestUtils.java
@@ -132,6 +132,11 @@ public class S3TestUtils {
             hadoopConf.set(Constants.SESSION_TOKEN, s3CredentialGenerator.getS3SessionToken());
             hadoopConf.set(Constants.AWS_CREDENTIALS_PROVIDER, TEMPORARY_CREDENTIALS_PROVIDER_CLASS);
         }
+
+        // FileSystem has a static cache that should be disabled during tests to make sure
+        // Sqoop relies on the S3 credentials set via the -D system properties.
+        // For details please see SQOOP-3383
+        hadoopConf.setBoolean("fs.s3a.impl.disable.cache", true);
     }
 
     public static ArgumentArrayBuilder getArgumentArrayBuilderForS3UnitTests(BaseSqoopTestCase
testCase,


Mime
View raw message