@Override
public boolean doAction(User user, HttpServletRequest request, HttpServletResponse response)
throws Exception {
CQSQueue queue = CQSControllerServlet.getCachedQueue(user, request);
String ownerId = request.getParameter("QueueOwnerAWSAccountId");
if (ownerId == null) {
ownerId = user.getUserId();
}
if (!ownerId.equals(user.getUserId())) {
CMBPolicy policy = new CMBPolicy(queue.getPolicy());
if (!policy.isAllowed(user, "CQS:" + this.actionName)) {
throw new CMBException(
CMBErrorCodes.AccessDenied, "You don't have permission for " + this.actionName);
}
}
List<String> attributesList = Util.fillGetAttributesRequests(request);
for (String attribute : attributesList) {
if (!attribute.equals("All")
&& !attribute.equals(CQSConstants.VISIBILITY_TIMEOUT)
&& !attribute.equals(CQSConstants.POLICY)
&& !attribute.equals(CQSConstants.QUEUE_ARN)
&& !attribute.equals(CQSConstants.MAXIMUM_MESSAGE_SIZE)
&& !attribute.equals(CQSConstants.MESSAGE_RETENTION_PERIOD)
&& !attribute.equals(CQSConstants.DELAY_SECONDS)
&& !attribute.equals(CQSConstants.APPROXIMATE_NUMBER_OF_MESSAGES)) {
throw new CMBException(
CMBErrorCodes.InvalidAttributeName, "Unknown attribute " + attribute);
}
}
String out = CQSQueuePopulator.getQueueAttributesResponse(queue, attributesList);
response.getWriter().print(out);
return true;
}
@Override
public CNSSubscription subscribe(
String endpoint, CnsSubscriptionProtocol protocol, String topicArn, String userId)
throws Exception {
// subscription is unique by protocol + endpoint + topic
final CNSSubscription subscription = new CNSSubscription(endpoint, protocol, topicArn, userId);
CNSTopic t = PersistenceFactory.getTopicPersistence().getTopic(topicArn);
if (t == null) {
throw new TopicNotFoundException("Resource not found.");
}
// check if queue exists for cqs endpoints
if (protocol.equals(CnsSubscriptionProtocol.cqs)) {
CQSQueue queue =
PersistenceFactory.getQueuePersistence()
.getQueue(com.comcast.cqs.util.Util.getRelativeQueueUrlForArn(endpoint));
if (queue == null) {
throw new CMBException(
CMBErrorCodes.NotFound, "Queue with arn " + endpoint + " does not exist.");
}
}
subscription.setArn(Util.generateCnsTopicSubscriptionArn(topicArn, protocol, endpoint));
// attempt to delete existing subscription
/*Composite superColumnName = new Composite(subscription.getEndpoint(), subscription.getProtocol().name());
HSuperColumn<Composite, String, String> superCol = readColumnFromSuperColumnFamily(columnFamilySubscriptions, subscription.getTopicArn(), superColumnName, new StringSerializer(), new CompositeSerializer(), StringSerializer.get(), StringSerializer.get(), CMBProperties.getInstance().getReadConsistencyLevel());
if (superCol != null) {
CNSSubscription exisitingSub = extractSubscriptionFromSuperColumn(superCol, topicArn);
deleteIndexes(exisitingSub.getArn(), exisitingSub.getUserId(), exisitingSub.getToken());
deleteSuperColumn(subscriptionsTemplate, exisitingSub.getTopicArn(), superColumnName);
}*/
// then set confirmation stuff and update cassandra
CNSSubscription retrievedSubscription = getSubscription(subscription.getArn());
if (!CMBProperties.getInstance().getCNSRequireSubscriptionConfirmation()) {
subscription.setConfirmed(true);
subscription.setConfirmDate(new Date());
insertOrUpdateSubsAndIndexes(subscription, null);
if (retrievedSubscription == null) {
cassandraHandler.incrementCounter(
AbstractDurablePersistence.CNS_KEYSPACE,
columnFamilyTopicStats,
subscription.getTopicArn(),
"subscriptionConfirmed",
1,
CMB_SERIALIZER.STRING_SERIALIZER,
CMB_SERIALIZER.STRING_SERIALIZER);
}
} else {
// protocols that cannot confirm subscriptions (e.g. redisPubSub)
// get an automatic confirmation here
if (!protocol.canConfirmSubscription()) {
subscription.setConfirmed(true);
subscription.setConfirmDate(new Date());
insertOrUpdateSubsAndIndexes(subscription, null);
// auto confirm subscription to cqs queue by owner
} else if (protocol.equals(CnsSubscriptionProtocol.cqs)) {
String queueOwner = com.comcast.cqs.util.Util.getQueueOwnerFromArn(endpoint);
if (queueOwner != null && queueOwner.equals(userId)) {
subscription.setConfirmed(true);
subscription.setConfirmDate(new Date());
insertOrUpdateSubsAndIndexes(subscription, null);
if (retrievedSubscription == null) {
cassandraHandler.incrementCounter(
AbstractDurablePersistence.CNS_KEYSPACE,
columnFamilyTopicStats,
subscription.getTopicArn(),
"subscriptionConfirmed",
1,
CMB_SERIALIZER.STRING_SERIALIZER,
CMB_SERIALIZER.STRING_SERIALIZER);
}
} else {
// use cassandra ttl to implement expiration after 3 days
insertOrUpdateSubsAndIndexes(subscription, 3 * 24 * 60 * 60);
if (retrievedSubscription == null) {
cassandraHandler.incrementCounter(
AbstractDurablePersistence.CNS_KEYSPACE,
columnFamilyTopicStats,
subscription.getTopicArn(),
"subscriptionPending",
1,
CMB_SERIALIZER.STRING_SERIALIZER,
CMB_SERIALIZER.STRING_SERIALIZER);
}
}
} else {
// use cassandra ttl to implement expiration after 3 days
insertOrUpdateSubsAndIndexes(subscription, 3 * 24 * 60 * 60);
if (retrievedSubscription == null) {
cassandraHandler.incrementCounter(
AbstractDurablePersistence.CNS_KEYSPACE,
columnFamilyTopicStats,
subscription.getTopicArn(),
"subscriptionPending",
1,
CMB_SERIALIZER.STRING_SERIALIZER,
CMB_SERIALIZER.STRING_SERIALIZER);
}
}
}
CNSSubscriptionAttributes attributes =
new CNSSubscriptionAttributes(topicArn, subscription.getArn(), userId);
PersistenceFactory.getCNSAttributePersistence()
.setSubscriptionAttributes(attributes, subscription.getArn());
return subscription;
}
@Override
public boolean doAction(User user, AsyncContext asyncContext) throws Exception {
CQSHttpServletRequest request = (CQSHttpServletRequest) asyncContext.getRequest();
HttpServletResponse response = (HttpServletResponse) asyncContext.getResponse();
CQSQueue queue = CQSCache.getCachedQueue(user, request);
List<CQSMessage> msgList = new ArrayList<CQSMessage>();
List<String> idList = new ArrayList<String>();
List<CQSBatchResultErrorEntry> invalidBodyIdList = new ArrayList<CQSBatchResultErrorEntry>();
int totalMessageSize = 0;
int index = 1;
String suppliedId =
request.getParameter(this.actionName + CQSConstants.REQUEST_ENTRY + index + ".Id");
String messageBody =
request.getParameter(
this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY);
while (suppliedId != null) {
if (!Util.isValidId(suppliedId)) {
throw new CMBException(
CQSErrorCodes.InvalidBatchEntryId,
"Id "
+ suppliedId
+ " is invalid. Only alphanumeric, hyphen, and underscore are allowed. It can be at most "
+ CMBProperties.getInstance().getCQSMaxMessageSuppliedIdLength()
+ " letters long.");
}
if (idList.contains(suppliedId)) {
throw new CMBException(
CQSErrorCodes.BatchEntryIdsNotDistinct, "Id " + suppliedId + " repeated");
}
idList.add(suppliedId);
if (messageBody == null || messageBody.isEmpty()) {
invalidBodyIdList.add(
new CQSBatchResultErrorEntry(
suppliedId,
true,
"EmptyValue",
"No value found for "
+ this.actionName
+ CQSConstants.REQUEST_ENTRY
+ index
+ "."
+ CQSConstants.MESSAGE_BODY));
} else if (!com.comcast.cmb.common.util.Util.isValidUnicode(messageBody)) {
invalidBodyIdList.add(
new CQSBatchResultErrorEntry(
suppliedId,
true,
"InvalidMessageContents",
"Invalid character was found in the message body."));
} else {
HashMap<String, String> attributes = new HashMap<String, String>();
String delaySecondsStr =
request.getParameter(
this.actionName
+ CQSConstants.REQUEST_ENTRY
+ index
+ "."
+ CQSConstants.DELAY_SECONDS);
if (delaySecondsStr != null) {
Integer delaySeconds = 0;
try {
delaySeconds = Integer.parseInt(delaySecondsStr);
} catch (NumberFormatException ex) {
throw new CMBException(
CMBErrorCodes.InvalidParameterValue, "DelaySeconds must be integer value");
}
if (delaySeconds < 0
|| delaySeconds > CMBProperties.getInstance().getCQSMaxMessageDelaySeconds()) {
throw new CMBException(
CMBErrorCodes.InvalidParameterValue,
"DelaySeconds should be from 0 to "
+ CMBProperties.getInstance().getCQSMaxMessageDelaySeconds());
} else {
attributes.put(CQSConstants.DELAY_SECONDS, "" + delaySeconds);
}
}
attributes.put(CQSConstants.SENDER_ID, user.getUserId());
attributes.put(CQSConstants.SENT_TIMESTAMP, "" + Calendar.getInstance().getTimeInMillis());
attributes.put(CQSConstants.APPROXIMATE_RECEIVE_COUNT, "0");
attributes.put(CQSConstants.APPROXIMATE_FIRST_RECEIVE_TIMESTAMP, "");
CQSMessage msg = new CQSMessage(messageBody, attributes);
msg.setSuppliedMessageId(suppliedId);
msgList.add(msg);
}
if (msgList.size() > CMBProperties.getInstance().getCQSMaxMessageCountBatch()) {
throw new CMBException(
CQSErrorCodes.TooManyEntriesInBatchRequest,
"Maximum number of entries per request are "
+ CMBProperties.getInstance().getCQSMaxMessageCountBatch()
+ ". You have sent "
+ msgList.size()
+ ".");
}
totalMessageSize += messageBody == null ? 0 : messageBody.length();
if (totalMessageSize > CMBProperties.getInstance().getCQSMaxMessageSizeBatch()) {
throw new CMBException(
CQSErrorCodes.BatchRequestTooLong,
"Batch requests cannot be longer than "
+ CMBProperties.getInstance().getCQSMaxMessageSizeBatch()
+ " bytes");
}
index++;
suppliedId =
request.getParameter(this.actionName + CQSConstants.REQUEST_ENTRY + index + ".Id");
messageBody =
request.getParameter(
this.actionName
+ CQSConstants.REQUEST_ENTRY
+ index
+ "."
+ CQSConstants.MESSAGE_BODY);
}
if (msgList.size() == 0) {
throw new CMBException(
CMBErrorCodes.InvalidQueryParameter,
"Both user supplied message Id and message body are required");
}
int shard = 0;
if (queue.getNumberOfShards() > 1) {
shard = rand.nextInt(queue.getNumberOfShards());
}
Map<String, String> result =
PersistenceFactory.getCQSMessagePersistence().sendMessageBatch(queue, shard, msgList);
try {
CQSLongPollSender.send(queue.getArn());
} catch (Exception ex) {
logger.warn("event=failed_to_send_longpoll_notification", ex);
}
List<String> receiptHandles = new ArrayList<String>();
for (CQSMessage message : msgList) {
message.setMessageId(result.get(message.getSuppliedMessageId()));
message.setReceiptHandle(result.get(message.getSuppliedMessageId()));
receiptHandles.add(message.getReceiptHandle());
}
request.setReceiptHandles(receiptHandles);
String out = CQSMessagePopulator.getSendMessageBatchResponse(msgList, invalidBodyIdList);
writeResponse(out, response);
CQSMonitor.getInstance().addNumberOfMessagesReceived(queue.getRelativeUrl(), msgList.size());
return true;
}