share-image
ESC

AWS S3 JAVA SDK

数据库

本文代码为网易云 AWS S3 JAVA SDK 代码,为什么要写到这里，因为开发给的文档有问题，代码也有问题，无奈自己调试。

初始化

/**
 * 初始化
 */

String accessKey = "";
String secretKey = "";
AWSCredentials credentials = new BasicAWSCredentials(accessKey,secretKey);
ClientConfiguration conf = new ClientConfiguration();
// 设置AmazonS3使用的最大连接数
conf.setMaxConnections(200);
// 设置socket超时时间
conf.setSocketTimeout(10000);
// 设置失败请求重试次数
conf.setMaxErrorRetry(2);
// 如果要用https协议，请加上下面语句
conf.setProtocol(Protocol.HTTPS);

//AmazonS3 s3Client = new AmazonS3Client(credentials,clientConfiguration);
//s3Client.setEndpoint(endPoint);
AmazonS3 s3Client = AmazonS3ClientBuilder.standard()
            .withCredentials(new AWSStaticCredentialsProvider(credentials))
            .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration("nos-eastchina1.126.net","us-east-1"))
            .withClientConfiguration(conf)
            .build();//endpoint,region请指定为NOS支持的

创建桶

		/**
		 * 创建桶
		 */
		String bucketName = "cloud201411";
		boolean exists = s3Client.doesBucketExist(bucketName);
		if (exists) {
			System.out.println("桶已存在");
		}else {
			CreateBucketRequest request = new CreateBucketRequest(bucketName);
			request.setCannedAcl(CannedAccessControlList.PublicRead);
			s3Client.createBucket(request);
			
		}
		
		/**
		 * 列举桶
		 */
		
		for (Bucket bucket : s3Client.listBuckets()) {
		     System.out.println(" - " + bucket.getName());
		}
		
		/**
		 * 删除桶
		 */
		
//		s3Client.deleteBucket(bucketName);
//		for (Bucket bucket : s3Client.listBuckets()) {
//		     System.out.println(" - " + bucket.getName());
//		}
		
		/**
		 * 查看桶的 ACL
		 */
		
		AccessControlList accessControlList = s3Client.getBucketAcl(bucketName);
		System.out.println("owner : " +  accessControlList.getOwner().getId() + " : " + accessControlList.getOwner().getDisplayName());
		for(Grant grant : accessControlList.getGrantsAsList()){//NOS由于权限不能赋值给其他的用户，所以返回值中只有一条记录
		      System.out.println(grant.getGrantee().getIdentifier() + " : " +  grant.getPermission() + " : " + grant.getGrantee().getTypeIdentifier());
		}

上传文件


	
    		/**
		 * 上传内容
		 */
		
		//要上传文件的路径
//		String content = "Object content";
//		try {
//		   s3Client.putObject(bucketName,"a/b/test.txt",content);
//		}catch (Exception e){
//		   System.out.println(e.getMessage());
//		}
		
		/**
		 * 上传普通文件
		 */
		
		//要上传文件的路径
//		String filePath = "tomcat.zip";
//		try {
//		   s3Client.putObject(bucketName,"tomcat.zip", new File(filePath));
//		}catch (Exception e){
//		   System.out.println(e.getMessage());
//		}
		
		/**
		 * 设置元数据
		 * 
		 */
		
		
//		String filePath = "tomcat.zip";
//		ObjectMetadata objectMetadata = new ObjectMetadata();
//		//设置Content-Type
//		objectMetadata.setContentType("application/zip");
//		//设置标准http消息头（元数据）
//		objectMetadata.setHeader("Cache-Control", "no-cache");
//		//设置用户自定义元数据信息
//		Map<String, String> userMeta = new HashMap<String, String>();
//		userMeta.put("ud", "test");
//		objectMetadata.setUserMetadata(userMeta);
//		PutObjectRequest putObjectRequest = new PutObjectRequest(bucketName,"tomcat1.zip", new File(filePath));
//		putObjectRequest.setMetadata(objectMetadata);
//		s3Client.putObject(putObjectRequest);
		
//		
//		try {
//			   ObjectMetadata objectMetadata = new ObjectMetadata();
//			   //设置流的长度，您还可以设置其他文件元数据信息
//			   objectMetadata.setContentLength(streamLength);
//			   s3Client.putObject("your-bucketname","your-objectname", inputStream, objectMetadata)
//			}catch (Exception e){
//			   System.out.println(e.getMessage());
//			}

	}

分块上传

package awsnos.awsnos;

import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.util.ArrayList;
import java.util.List;

import com.amazonaws.ClientConfiguration;
import com.amazonaws.Protocol;
import com.amazonaws.auth.AWSCredentials;
import com.amazonaws.auth.AWSStaticCredentialsProvider;
import com.amazonaws.auth.BasicAWSCredentials;
import com.amazonaws.client.builder.AwsClientBuilder;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.AmazonS3ClientBuilder;
import com.amazonaws.services.s3.model.CompleteMultipartUploadRequest;
import com.amazonaws.services.s3.model.CompleteMultipartUploadResult;
import com.amazonaws.services.s3.model.InitiateMultipartUploadRequest;
import com.amazonaws.services.s3.model.InitiateMultipartUploadResult;
import com.amazonaws.services.s3.model.ListPartsRequest;
import com.amazonaws.services.s3.model.ObjectMetadata;
import com.amazonaws.services.s3.model.PartETag;
import com.amazonaws.services.s3.model.UploadPartRequest;

public class AwsS3 {


	public static void main(String[] args) {
		
		/**
		 * 初始化
		 */
		
		String accessKey = "";
		String secretKey = "";
		AWSCredentials credentials = new BasicAWSCredentials(accessKey,secretKey);
		ClientConfiguration conf = new ClientConfiguration();
		// 设置AmazonS3使用的最大连接数
		conf.setMaxConnections(200);
		// 设置socket超时时间
		conf.setSocketTimeout(10000);
		// 设置失败请求重试次数
		conf.setMaxErrorRetry(2);
		// 如果要用https协议，请加上下面语句
		conf.setProtocol(Protocol.HTTPS);

		AmazonS3 s3Client = AmazonS3ClientBuilder.standard()
			            .withCredentials(new AWSStaticCredentialsProvider(credentials))
			            .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration("nos-eastchina1.126.net","us-east-1"))
			            .withClientConfiguration(conf)
			            .build();
		
		String bucketName = "cloud201411";
		String key = "tomcat111.zip"; //对象名称
		String filePath = "tomcat.zip"; // 文件路径
		
     	File file = new File(filePath);
		long contentLength = file.length();
		long partSize = 5 * 1024 * 1024; // Set part size to 5 MB.
		List<PartETag> partETags = new ArrayList<>();
		
		 try {
			FileInputStream is = new FileInputStream(file);
		} catch (FileNotFoundException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
		 InitiateMultipartUploadRequest  initRequest = new InitiateMultipartUploadRequest(bucketName,key);
		 //您还可以在初始化分块上传时，设置文件的Content-Type
		 ObjectMetadata objectMetadata = new ObjectMetadata();
		 objectMetadata.setContentType("application/zip");
		 initRequest.setObjectMetadata(objectMetadata);
		 InitiateMultipartUploadResult initResult = s3Client.initiateMultipartUpload(initRequest);
		 String uploadId = initResult.getUploadId();
		 
		
		/**
		 * 上传文件
		 */
		 
		    long filePosition = 0;
		    for (int i = 1; filePosition < contentLength; i++) {
		        // Last part can be less than 5 MB. Adjust part size.
		        partSize = Math.min(partSize, (contentLength - filePosition));
		        System.out.println("partNum : " + i + " , partSize : " + partSize);
		
		        // Create request to upload a part.
		        UploadPartRequest uploadRequest = new UploadPartRequest()
		                .withBucketName(bucketName).withKey(key)
		                .withUploadId(uploadId).withPartNumber(i)
		                .withFileOffset(filePosition)
		                .withFile(file) //要上传的文件对象
		                .withPartSize(partSize);
		        partETags.add(s3Client.uploadPart(uploadRequest).getPartETag());
		        filePosition += partSize;
		    }
		
		    /**
		     * 完成上传
		     */
	        
		    CompleteMultipartUploadRequest completeRequest =  new CompleteMultipartUploadRequest(
                    bucketName,key, uploadId, partETags);
		    CompleteMultipartUploadResult completeResult = s3Client.completeMultipartUpload(completeRequest);
		
	}
}

操作 AWS S3

看了下 aws s3 的开发文档，发现这个代码完全平移过去改下 ak，sk 和 origin 以endpoint 就可以操作 aws 的对象存储,或者说这个 SDK 就是亚马逊提供的，只不过网易云兼容了 aws 的接口。

package awsnos.awsnos;



import java.security.NoSuchAlgorithmException;

import com.amazonaws.ClientConfiguration;
import com.amazonaws.Protocol;
import com.amazonaws.auth.AWSCredentials;
import com.amazonaws.auth.AWSStaticCredentialsProvider;
import com.amazonaws.auth.BasicAWSCredentials;
import com.amazonaws.client.builder.AwsClientBuilder;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.AmazonS3ClientBuilder;
import com.amazonaws.services.s3.AmazonS3Encryption;
import com.amazonaws.services.s3.AmazonS3EncryptionClientBuilder;
import com.amazonaws.services.s3.model.Bucket;
import com.amazonaws.services.s3.model.CannedAccessControlList;
import com.amazonaws.services.s3.model.CreateBucketRequest;
import com.amazonaws.services.s3.model.CryptoConfiguration;
import com.amazonaws.services.s3.model.CryptoMode;
import com.amazonaws.services.s3.model.CryptoStorageMode;
import com.amazonaws.services.s3.model.EncryptionMaterials;
import com.amazonaws.services.s3.model.EncryptionMaterialsProvider;
import com.amazonaws.services.s3.model.StaticEncryptionMaterialsProvider;

public class Aws3 {

	public static void main(String[] args) throws NoSuchAlgorithmException {

		String accessKey = "AKIA*****TGD3B***MDA";
		String secretKey = "GL*******ZFfH5H***gVb/yUO4YA***iBUy8X6U";
		String bucketName = "cloud201411";
		AWSCredentials credentials = new BasicAWSCredentials(accessKey, secretKey);
		ClientConfiguration conf = new ClientConfiguration();
		// 设置AmazonS3使用的最大连接数
		conf.setMaxConnections(200);
		// 设置socket超时时间
		conf.setSocketTimeout(10000);
		// 设置失败请求重试次数
		conf.setMaxErrorRetry(2);
		// 如果要用https协议，请加上下面语句
		conf.setProtocol(Protocol.HTTPS);

		// AmazonS3 s3Client = new AmazonS3Client(credentials,clientConfiguration);
		// s3Client.setEndpoint(endPoint);
		AmazonS3 s3Client = AmazonS3ClientBuilder.standard()
				.withCredentials(new AWSStaticCredentialsProvider(credentials))
				.withEndpointConfiguration(
						new AwsClientBuilder.EndpointConfiguration("s3.ap-northeast-1.amazonaws.com", "ap-northeast-1"))
				.withClientConfiguration(conf).build();// endpoint,region请指定为NOS支持的

		/**
		 * 创建桶
		 */
		boolean exists = s3Client.doesBucketExist(bucketName);
		if (exists) {
			System.out.println("桶已存在");
		} else {
			CreateBucketRequest request = new CreateBucketRequest(bucketName);
			request.setCannedAcl(CannedAccessControlList.PublicRead);
			s3Client.createBucket(request);

		}

		/**
		 * 列举桶
		 */

		for (Bucket bucket : s3Client.listBuckets()) {
			System.out.println(" - " + bucket.getName());
		}

	}

}

AWS S3的 endpoint 以及 origin 参考AWS文档

文章作者：阿文
文章链接： https://www.awen.me/post/27545.html
版权声明：本博客所有文章除特别声明外，均采用 CC BY-NC-SA 4.0 许可协议。转载请注明来自 阿文的博客！
本文于 2018-04-09 发布，已超过半年（2852天），请注意甄别内容是否已过期。