@Override public boolean doAction(User user, HttpServletRequest request, HttpServletResponse response) throws Exception { CQSQueue queue = CQSControllerServlet.getCachedQueue(user, request); String ownerId = request.getParameter("QueueOwnerAWSAccountId"); if (ownerId == null) { ownerId = user.getUserId(); } if (!ownerId.equals(user.getUserId())) { CMBPolicy policy = new CMBPolicy(queue.getPolicy()); if (!policy.isAllowed(user, "CQS:" + this.actionName)) { throw new CMBException( CMBErrorCodes.AccessDenied, "You don't have permission for " + this.actionName); } } List<String> attributesList = Util.fillGetAttributesRequests(request); for (String attribute : attributesList) { if (!attribute.equals("All") && !attribute.equals(CQSConstants.VISIBILITY_TIMEOUT) && !attribute.equals(CQSConstants.POLICY) && !attribute.equals(CQSConstants.QUEUE_ARN) && !attribute.equals(CQSConstants.MAXIMUM_MESSAGE_SIZE) && !attribute.equals(CQSConstants.MESSAGE_RETENTION_PERIOD) && !attribute.equals(CQSConstants.DELAY_SECONDS) && !attribute.equals(CQSConstants.APPROXIMATE_NUMBER_OF_MESSAGES)) { throw new CMBException( CMBErrorCodes.InvalidAttributeName, "Unknown attribute " + attribute); } } String out = CQSQueuePopulator.getQueueAttributesResponse(queue, attributesList); response.getWriter().print(out); return true; }
@Override public CNSSubscription subscribe( String endpoint, CnsSubscriptionProtocol protocol, String topicArn, String userId) throws Exception { // subscription is unique by protocol + endpoint + topic final CNSSubscription subscription = new CNSSubscription(endpoint, protocol, topicArn, userId); CNSTopic t = PersistenceFactory.getTopicPersistence().getTopic(topicArn); if (t == null) { throw new TopicNotFoundException("Resource not found."); } // check if queue exists for cqs endpoints if (protocol.equals(CnsSubscriptionProtocol.cqs)) { CQSQueue queue = PersistenceFactory.getQueuePersistence() .getQueue(com.comcast.cqs.util.Util.getRelativeQueueUrlForArn(endpoint)); if (queue == null) { throw new CMBException( CMBErrorCodes.NotFound, "Queue with arn " + endpoint + " does not exist."); } } subscription.setArn(Util.generateCnsTopicSubscriptionArn(topicArn, protocol, endpoint)); // attempt to delete existing subscription /*Composite superColumnName = new Composite(subscription.getEndpoint(), subscription.getProtocol().name()); HSuperColumn<Composite, String, String> superCol = readColumnFromSuperColumnFamily(columnFamilySubscriptions, subscription.getTopicArn(), superColumnName, new StringSerializer(), new CompositeSerializer(), StringSerializer.get(), StringSerializer.get(), CMBProperties.getInstance().getReadConsistencyLevel()); if (superCol != null) { CNSSubscription exisitingSub = extractSubscriptionFromSuperColumn(superCol, topicArn); deleteIndexes(exisitingSub.getArn(), exisitingSub.getUserId(), exisitingSub.getToken()); deleteSuperColumn(subscriptionsTemplate, exisitingSub.getTopicArn(), superColumnName); }*/ // then set confirmation stuff and update cassandra CNSSubscription retrievedSubscription = getSubscription(subscription.getArn()); if (!CMBProperties.getInstance().getCNSRequireSubscriptionConfirmation()) { subscription.setConfirmed(true); subscription.setConfirmDate(new Date()); insertOrUpdateSubsAndIndexes(subscription, null); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionConfirmed", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } else { // protocols that cannot confirm subscriptions (e.g. redisPubSub) // get an automatic confirmation here if (!protocol.canConfirmSubscription()) { subscription.setConfirmed(true); subscription.setConfirmDate(new Date()); insertOrUpdateSubsAndIndexes(subscription, null); // auto confirm subscription to cqs queue by owner } else if (protocol.equals(CnsSubscriptionProtocol.cqs)) { String queueOwner = com.comcast.cqs.util.Util.getQueueOwnerFromArn(endpoint); if (queueOwner != null && queueOwner.equals(userId)) { subscription.setConfirmed(true); subscription.setConfirmDate(new Date()); insertOrUpdateSubsAndIndexes(subscription, null); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionConfirmed", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } else { // use cassandra ttl to implement expiration after 3 days insertOrUpdateSubsAndIndexes(subscription, 3 * 24 * 60 * 60); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionPending", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } } else { // use cassandra ttl to implement expiration after 3 days insertOrUpdateSubsAndIndexes(subscription, 3 * 24 * 60 * 60); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionPending", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } } CNSSubscriptionAttributes attributes = new CNSSubscriptionAttributes(topicArn, subscription.getArn(), userId); PersistenceFactory.getCNSAttributePersistence() .setSubscriptionAttributes(attributes, subscription.getArn()); return subscription; }
@Override public boolean doAction(User user, AsyncContext asyncContext) throws Exception { CQSHttpServletRequest request = (CQSHttpServletRequest) asyncContext.getRequest(); HttpServletResponse response = (HttpServletResponse) asyncContext.getResponse(); CQSQueue queue = CQSCache.getCachedQueue(user, request); List<CQSMessage> msgList = new ArrayList<CQSMessage>(); List<String> idList = new ArrayList<String>(); List<CQSBatchResultErrorEntry> invalidBodyIdList = new ArrayList<CQSBatchResultErrorEntry>(); int totalMessageSize = 0; int index = 1; String suppliedId = request.getParameter(this.actionName + CQSConstants.REQUEST_ENTRY + index + ".Id"); String messageBody = request.getParameter( this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY); while (suppliedId != null) { if (!Util.isValidId(suppliedId)) { throw new CMBException( CQSErrorCodes.InvalidBatchEntryId, "Id " + suppliedId + " is invalid. Only alphanumeric, hyphen, and underscore are allowed. It can be at most " + CMBProperties.getInstance().getCQSMaxMessageSuppliedIdLength() + " letters long."); } if (idList.contains(suppliedId)) { throw new CMBException( CQSErrorCodes.BatchEntryIdsNotDistinct, "Id " + suppliedId + " repeated"); } idList.add(suppliedId); if (messageBody == null || messageBody.isEmpty()) { invalidBodyIdList.add( new CQSBatchResultErrorEntry( suppliedId, true, "EmptyValue", "No value found for " + this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY)); } else if (!com.comcast.cmb.common.util.Util.isValidUnicode(messageBody)) { invalidBodyIdList.add( new CQSBatchResultErrorEntry( suppliedId, true, "InvalidMessageContents", "Invalid character was found in the message body.")); } else { HashMap<String, String> attributes = new HashMap<String, String>(); String delaySecondsStr = request.getParameter( this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.DELAY_SECONDS); if (delaySecondsStr != null) { Integer delaySeconds = 0; try { delaySeconds = Integer.parseInt(delaySecondsStr); } catch (NumberFormatException ex) { throw new CMBException( CMBErrorCodes.InvalidParameterValue, "DelaySeconds must be integer value"); } if (delaySeconds < 0 || delaySeconds > CMBProperties.getInstance().getCQSMaxMessageDelaySeconds()) { throw new CMBException( CMBErrorCodes.InvalidParameterValue, "DelaySeconds should be from 0 to " + CMBProperties.getInstance().getCQSMaxMessageDelaySeconds()); } else { attributes.put(CQSConstants.DELAY_SECONDS, "" + delaySeconds); } } attributes.put(CQSConstants.SENDER_ID, user.getUserId()); attributes.put(CQSConstants.SENT_TIMESTAMP, "" + Calendar.getInstance().getTimeInMillis()); attributes.put(CQSConstants.APPROXIMATE_RECEIVE_COUNT, "0"); attributes.put(CQSConstants.APPROXIMATE_FIRST_RECEIVE_TIMESTAMP, ""); CQSMessage msg = new CQSMessage(messageBody, attributes); msg.setSuppliedMessageId(suppliedId); msgList.add(msg); } if (msgList.size() > CMBProperties.getInstance().getCQSMaxMessageCountBatch()) { throw new CMBException( CQSErrorCodes.TooManyEntriesInBatchRequest, "Maximum number of entries per request are " + CMBProperties.getInstance().getCQSMaxMessageCountBatch() + ". You have sent " + msgList.size() + "."); } totalMessageSize += messageBody == null ? 0 : messageBody.length(); if (totalMessageSize > CMBProperties.getInstance().getCQSMaxMessageSizeBatch()) { throw new CMBException( CQSErrorCodes.BatchRequestTooLong, "Batch requests cannot be longer than " + CMBProperties.getInstance().getCQSMaxMessageSizeBatch() + " bytes"); } index++; suppliedId = request.getParameter(this.actionName + CQSConstants.REQUEST_ENTRY + index + ".Id"); messageBody = request.getParameter( this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY); } if (msgList.size() == 0) { throw new CMBException( CMBErrorCodes.InvalidQueryParameter, "Both user supplied message Id and message body are required"); } int shard = 0; if (queue.getNumberOfShards() > 1) { shard = rand.nextInt(queue.getNumberOfShards()); } Map<String, String> result = PersistenceFactory.getCQSMessagePersistence().sendMessageBatch(queue, shard, msgList); try { CQSLongPollSender.send(queue.getArn()); } catch (Exception ex) { logger.warn("event=failed_to_send_longpoll_notification", ex); } List<String> receiptHandles = new ArrayList<String>(); for (CQSMessage message : msgList) { message.setMessageId(result.get(message.getSuppliedMessageId())); message.setReceiptHandle(result.get(message.getSuppliedMessageId())); receiptHandles.add(message.getReceiptHandle()); } request.setReceiptHandles(receiptHandles); String out = CQSMessagePopulator.getSendMessageBatchResponse(msgList, invalidBodyIdList); writeResponse(out, response); CQSMonitor.getInstance().addNumberOfMessagesReceived(queue.getRelativeUrl(), msgList.size()); return true; }