Unverified Commit dcdd7ded authored by rockxsj's avatar rockxsj Committed by GitHub
Browse files

Modify the AWS S3 request encryption method to V4. (#3182) 



Co-authored-by: default avatarrockxsj <junjun@mgtv.com>
parent 1e7582e9

dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/Constants.java

+4 −0
Original line number Diff line number Diff line
@@ -786,6 +786,10 @@ public final class Constants { 
     */

    public static final String HADOOP_SECURITY_AUTHENTICATION_STARTUP_STATE = "hadoop.security.authentication.startup.state";



    /**

     * com.amazonaws.services.s3.enableV4

     */

    public static final String AWS_S3_V4 = "com.amazonaws.services.s3.enableV4";



    /**

     * loginUserFromKeytab user

dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/utils/HadoopUtils.java

+1 −0
Original line number Diff line number Diff line
@@ -159,6 +159,7 @@ public class HadoopUtils implements Closeable { 
                    }

                }

            } else if (resUploadType == ResUploadType.S3) {

                System.setProperty(Constants.AWS_S3_V4, Constants.STRING_TRUE);

                configuration.set(Constants.FS_DEFAULTFS, PropertyUtils.getString(Constants.FS_DEFAULTFS));

                configuration.set(Constants.FS_S3A_ENDPOINT, PropertyUtils.getString(Constants.FS_S3A_ENDPOINT));

                configuration.set(Constants.FS_S3A_ACCESS_KEY, PropertyUtils.getString(Constants.FS_S3A_ACCESS_KEY));