AWS SNS SQS Large Message Tips

SNS 对于大于当前最大值 256KB（最大为 2GB）的消息，可以通过Amazon SNS 扩展库来实现，具体的流程如下：

事先准备

Pom maven依赖包

<dependency>
    <groupId>software.amazon.sns</groupId>
    <artifactId>sns-extended-client</artifactId>
    <version>1.1.2</version>
</dependency>
		
<dependency>
    <groupId>com.amazonaws</groupId>
    <artifactId>aws-java-sdk-sns</artifactId>
    <version>1.12.362</version>
</dependency>

aws上创建 Amazon SQS队列

aws上创建SNS 主题，并且订阅上面的队列。

aws上创建S3 Bucket

Java端往SNS发消息的代码

package com.jtb.nucleus.aws.service;

import com.amazon.sqs.javamessaging.AmazonSQSExtendedClient;
import com.amazon.sqs.javamessaging.ExtendedClientConfiguration;
import com.amazonaws.regions.Regions;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.AmazonS3ClientBuilder;
import com.amazonaws.services.sns.AmazonSNS;
import com.amazonaws.services.sns.AmazonSNSClientBuilder;
import com.amazonaws.services.sqs.AmazonSQS;
import com.amazonaws.services.sqs.AmazonSQSClientBuilder;
import com.amazonaws.services.sqs.model.ReceiveMessageResult;

import software.amazon.sns.AmazonSNSExtendedClient;
import software.amazon.sns.SNSExtendedClientConfiguration;

public class Sns2SqsExample {

	public static void main(String[] args) {
		final String BUCKET_NAME = "laragemsg";
		final Regions region = Regions.AP_NORTHEAST_1;

		// Message threshold controls the maximum message size that will be allowed to
		// be published
		// through SNS using the extended client. Payload of messages exceeding this
		// value will be stored in
		// S3. The default value of this parameter is 256 KB which is the maximum
		// message size in SNS (and SQS).
		final int EXTENDED_STORAGE_MESSAGE_SIZE_THRESHOLD = 32;

		// Initialize SNS, SQS and S3 clients
		final AmazonSNS snsClient = AmazonSNSClientBuilder.standard().withRegion(region).build();
		final AmazonSQS sqsClient = AmazonSQSClientBuilder.standard().withRegion(region).build();
		final AmazonS3 s3Client = AmazonS3ClientBuilder.standard().withRegion(region).build();

		var topicsList = snsClient.listTopics();
		var queueList = sqsClient.listQueues();


		// Initialize SNS extended client
		// PayloadSizeThreshold triggers message content storage in S3 when the
		// threshold is exceeded
		// To store all messages content in S3, use AlwaysThroughS3 flag
		final SNSExtendedClientConfiguration snsExtendedClientConfiguration = new SNSExtendedClientConfiguration()
				.withPayloadSupportEnabled(s3Client, BUCKET_NAME)
				.withPayloadSizeThreshold(EXTENDED_STORAGE_MESSAGE_SIZE_THRESHOLD);
		final AmazonSNSExtendedClient snsExtendedClient = new AmazonSNSExtendedClient(snsClient,
				snsExtendedClientConfiguration);

		var topicArn = topicsList.getTopics().get(0).getTopicArn();
		// Publish message via SNS with storage in S3
		final String message = "This message is stored in S3 as it exceeds the threshold of 32 bytes set above.";
		snsExtendedClient.publish(topicArn, message);

		// Initialize SQS extended client
		final ExtendedClientConfiguration sqsExtendedClientConfiguration = new ExtendedClientConfiguration()
				.withPayloadSupportEnabled(s3Client, BUCKET_NAME);
		final AmazonSQSExtendedClient sqsExtendedClient = new AmazonSQSExtendedClient(sqsClient,
				sqsExtendedClientConfiguration);

		// Read the message from the queue
		for (String url : queueList.getQueueUrls()) {
			final ReceiveMessageResult result = sqsExtendedClient.receiveMessage(url);
			if (result.getMessages().size() > 0) {
				System.out.println("Received message is " + result.getMessages().get(0).getBody());
			}
		}
	}
}