public static void listen() { if (!initialized) { contextQueues = new ConcurrentHashMap<String, ConcurrentLinkedQueue<AsyncContext>>(); serverSocketChannelFactory = new NioServerSocketChannelFactory( Executors.newCachedThreadPool(), Executors.newCachedThreadPool()); ServerBootstrap serverBootstrap = new ServerBootstrap(serverSocketChannelFactory); serverBootstrap.setPipelineFactory( new ChannelPipelineFactory() { public ChannelPipeline getPipeline() { return Channels.pipeline(new LongPollServerHandler()); } }); serverBootstrap.setOption("child.tcpNoDelay", true); serverBootstrap.setOption("child.keepAlive", true); serverBootstrap.bind(new InetSocketAddress(CMBProperties.getInstance().getCQSLongPollPort())); initialized = true; logger.info( "event=longpoll_receiver_service_listening port=" + CMBProperties.getInstance().getCQSLongPollPort()); } }
@Override public void send() throws Exception { if (!CMBProperties.getInstance().getSmtpEnabled()) { logger.warn("event=send_email error_code=smtp_disabled endpoint=" + endpoint); return; } MailWrapper mailAgent = new MailWrapper(); String msg = null; if (message.getMessageStructure() == CNSMessageStructure.json) { msg = message.getProtocolSpecificMessage(CnsSubscriptionProtocol.email_json); } else { msg = message.getMessage(); } if (!rawMessageDelivery && message.getMessageType() == CNSMessageType.Notification) { msg = com.comcast.cns.util.Util.generateMessageJson( message, CnsSubscriptionProtocol.email_json); } logger.debug( "event=send_email endpoint=" + endpoint + " subject=\"" + subject + " message=\"" + msg + "\""); mailAgent.postMail( new String[] {endpoint}, subject, msg, CMBProperties.getInstance().getSmtpReplyAddress()); }
public CQSQueue(String name, String ownerId) { this.name = name; this.ownerUserId = ownerId; this.region = CMBProperties.getInstance().getRegion(); this.setArn("arn:cmb:cqs:" + region + ":" + ownerId + ":" + name); String serviceUrl = CMBProperties.getInstance().getCQSServerUrl(); if (serviceUrl != null && serviceUrl.endsWith("/")) { serviceUrl = serviceUrl.substring(0, serviceUrl.length() - 1); } this.setServiceEndpoint(serviceUrl); this.setRelativeUrl(ownerId + "/" + name); this.visibilityTO = CMBProperties.getInstance().getVisibilityTO(); this.maxMsgSize = CMBProperties.getInstance().getMaxMsgSize(); this.msgRetentionPeriod = CMBProperties.getInstance().getMsgRetentionPeriod(); this.delaySeconds = CMBProperties.getInstance().getDelaySeconds(); }
@Override public CNSSubscription subscribe( String endpoint, CnsSubscriptionProtocol protocol, String topicArn, String userId) throws Exception { // subscription is unique by protocol + endpoint + topic final CNSSubscription subscription = new CNSSubscription(endpoint, protocol, topicArn, userId); CNSTopic t = PersistenceFactory.getTopicPersistence().getTopic(topicArn); if (t == null) { throw new TopicNotFoundException("Resource not found."); } // check if queue exists for cqs endpoints if (protocol.equals(CnsSubscriptionProtocol.cqs)) { CQSQueue queue = PersistenceFactory.getQueuePersistence() .getQueue(com.comcast.cqs.util.Util.getRelativeQueueUrlForArn(endpoint)); if (queue == null) { throw new CMBException( CMBErrorCodes.NotFound, "Queue with arn " + endpoint + " does not exist."); } } subscription.setArn(Util.generateCnsTopicSubscriptionArn(topicArn, protocol, endpoint)); // attempt to delete existing subscription /*Composite superColumnName = new Composite(subscription.getEndpoint(), subscription.getProtocol().name()); HSuperColumn<Composite, String, String> superCol = readColumnFromSuperColumnFamily(columnFamilySubscriptions, subscription.getTopicArn(), superColumnName, new StringSerializer(), new CompositeSerializer(), StringSerializer.get(), StringSerializer.get(), CMBProperties.getInstance().getReadConsistencyLevel()); if (superCol != null) { CNSSubscription exisitingSub = extractSubscriptionFromSuperColumn(superCol, topicArn); deleteIndexes(exisitingSub.getArn(), exisitingSub.getUserId(), exisitingSub.getToken()); deleteSuperColumn(subscriptionsTemplate, exisitingSub.getTopicArn(), superColumnName); }*/ // then set confirmation stuff and update cassandra CNSSubscription retrievedSubscription = getSubscription(subscription.getArn()); if (!CMBProperties.getInstance().getCNSRequireSubscriptionConfirmation()) { subscription.setConfirmed(true); subscription.setConfirmDate(new Date()); insertOrUpdateSubsAndIndexes(subscription, null); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionConfirmed", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } else { // protocols that cannot confirm subscriptions (e.g. redisPubSub) // get an automatic confirmation here if (!protocol.canConfirmSubscription()) { subscription.setConfirmed(true); subscription.setConfirmDate(new Date()); insertOrUpdateSubsAndIndexes(subscription, null); // auto confirm subscription to cqs queue by owner } else if (protocol.equals(CnsSubscriptionProtocol.cqs)) { String queueOwner = com.comcast.cqs.util.Util.getQueueOwnerFromArn(endpoint); if (queueOwner != null && queueOwner.equals(userId)) { subscription.setConfirmed(true); subscription.setConfirmDate(new Date()); insertOrUpdateSubsAndIndexes(subscription, null); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionConfirmed", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } else { // use cassandra ttl to implement expiration after 3 days insertOrUpdateSubsAndIndexes(subscription, 3 * 24 * 60 * 60); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionPending", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } } else { // use cassandra ttl to implement expiration after 3 days insertOrUpdateSubsAndIndexes(subscription, 3 * 24 * 60 * 60); if (retrievedSubscription == null) { cassandraHandler.incrementCounter( AbstractDurablePersistence.CNS_KEYSPACE, columnFamilyTopicStats, subscription.getTopicArn(), "subscriptionPending", 1, CMB_SERIALIZER.STRING_SERIALIZER, CMB_SERIALIZER.STRING_SERIALIZER); } } } CNSSubscriptionAttributes attributes = new CNSSubscriptionAttributes(topicArn, subscription.getArn(), userId); PersistenceFactory.getCNSAttributePersistence() .setSubscriptionAttributes(attributes, subscription.getArn()); return subscription; }
public static void start(String mode) throws Exception { Util.initLog4j(); modes = parseMode(mode); logger.info( "event=startup version=" + CMBControllerServlet.VERSION + " ip=" + InetAddress.getLocalHost().getHostAddress() + " io_mode=" + CMBProperties.getInstance().getCNSIOMode() + " mode=" + modes); if (modes.contains(Mode.Producer)) { CNSEndpointPublisherJobProducer.initialize(); jobProducers = new CNSPublisherJobThread [CMBProperties.getInstance().getCNSNumEndpointPublisherJobProducers() * CMBProperties.getInstance().getCNSNumPublishJobQueues()]; int idx = 0; for (int i = 0; i < CMBProperties.getInstance().getCNSNumEndpointPublisherJobProducers(); i++) { for (int k = 0; k < CMBProperties.getInstance().getCNSNumPublishJobQueues(); k++) { jobProducers[idx] = new CNSPublisherJobThread( "CNSEPJobProducer-" + idx, new CNSEndpointPublisherJobProducer(), k); jobProducers[idx].start(); idx++; } } } if (modes.contains(Mode.Consumer)) { CNSEndpointPublisherJobConsumer.initialize(); consumers = new CNSPublisherJobThread [CMBProperties.getInstance().getCNSNumEndpointPublisherJobConsumers() * CMBProperties.getInstance().getCNSNumEndpointPublishJobQueues()]; int idx = 0; for (int i = 0; i < CMBProperties.getInstance().getCNSNumEndpointPublisherJobConsumers(); i++) { for (int k = 0; k < CMBProperties.getInstance().getCNSNumEndpointPublishJobQueues(); k++) { consumers[idx] = new CNSPublisherJobThread( "CNSEPJobConsumer-" + idx, new CNSEndpointPublisherJobConsumer(), k); consumers[idx].start(); idx++; } } MBeanServer mbs = ManagementFactory.getPlatformMBeanServer(); ObjectName name = new ObjectName("com.comcast.cns.tools:type=CNSWorkerMonitorMBean"); if (!mbs.isRegistered(name)) { mbs.registerMBean(CNSWorkerMonitor.getInstance(), name); } } }
@Override public boolean doAction(User user, AsyncContext asyncContext) throws Exception { CQSHttpServletRequest request = (CQSHttpServletRequest) asyncContext.getRequest(); HttpServletResponse response = (HttpServletResponse) asyncContext.getResponse(); CQSQueue queue = CQSCache.getCachedQueue(user, request); List<CQSMessage> msgList = new ArrayList<CQSMessage>(); List<String> idList = new ArrayList<String>(); List<CQSBatchResultErrorEntry> invalidBodyIdList = new ArrayList<CQSBatchResultErrorEntry>(); int totalMessageSize = 0; int index = 1; String suppliedId = request.getParameter(this.actionName + CQSConstants.REQUEST_ENTRY + index + ".Id"); String messageBody = request.getParameter( this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY); while (suppliedId != null) { if (!Util.isValidId(suppliedId)) { throw new CMBException( CQSErrorCodes.InvalidBatchEntryId, "Id " + suppliedId + " is invalid. Only alphanumeric, hyphen, and underscore are allowed. It can be at most " + CMBProperties.getInstance().getCQSMaxMessageSuppliedIdLength() + " letters long."); } if (idList.contains(suppliedId)) { throw new CMBException( CQSErrorCodes.BatchEntryIdsNotDistinct, "Id " + suppliedId + " repeated"); } idList.add(suppliedId); if (messageBody == null || messageBody.isEmpty()) { invalidBodyIdList.add( new CQSBatchResultErrorEntry( suppliedId, true, "EmptyValue", "No value found for " + this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY)); } else if (!com.comcast.cmb.common.util.Util.isValidUnicode(messageBody)) { invalidBodyIdList.add( new CQSBatchResultErrorEntry( suppliedId, true, "InvalidMessageContents", "Invalid character was found in the message body.")); } else { HashMap<String, String> attributes = new HashMap<String, String>(); String delaySecondsStr = request.getParameter( this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.DELAY_SECONDS); if (delaySecondsStr != null) { Integer delaySeconds = 0; try { delaySeconds = Integer.parseInt(delaySecondsStr); } catch (NumberFormatException ex) { throw new CMBException( CMBErrorCodes.InvalidParameterValue, "DelaySeconds must be integer value"); } if (delaySeconds < 0 || delaySeconds > CMBProperties.getInstance().getCQSMaxMessageDelaySeconds()) { throw new CMBException( CMBErrorCodes.InvalidParameterValue, "DelaySeconds should be from 0 to " + CMBProperties.getInstance().getCQSMaxMessageDelaySeconds()); } else { attributes.put(CQSConstants.DELAY_SECONDS, "" + delaySeconds); } } attributes.put(CQSConstants.SENDER_ID, user.getUserId()); attributes.put(CQSConstants.SENT_TIMESTAMP, "" + Calendar.getInstance().getTimeInMillis()); attributes.put(CQSConstants.APPROXIMATE_RECEIVE_COUNT, "0"); attributes.put(CQSConstants.APPROXIMATE_FIRST_RECEIVE_TIMESTAMP, ""); CQSMessage msg = new CQSMessage(messageBody, attributes); msg.setSuppliedMessageId(suppliedId); msgList.add(msg); } if (msgList.size() > CMBProperties.getInstance().getCQSMaxMessageCountBatch()) { throw new CMBException( CQSErrorCodes.TooManyEntriesInBatchRequest, "Maximum number of entries per request are " + CMBProperties.getInstance().getCQSMaxMessageCountBatch() + ". You have sent " + msgList.size() + "."); } totalMessageSize += messageBody == null ? 0 : messageBody.length(); if (totalMessageSize > CMBProperties.getInstance().getCQSMaxMessageSizeBatch()) { throw new CMBException( CQSErrorCodes.BatchRequestTooLong, "Batch requests cannot be longer than " + CMBProperties.getInstance().getCQSMaxMessageSizeBatch() + " bytes"); } index++; suppliedId = request.getParameter(this.actionName + CQSConstants.REQUEST_ENTRY + index + ".Id"); messageBody = request.getParameter( this.actionName + CQSConstants.REQUEST_ENTRY + index + "." + CQSConstants.MESSAGE_BODY); } if (msgList.size() == 0) { throw new CMBException( CMBErrorCodes.InvalidQueryParameter, "Both user supplied message Id and message body are required"); } int shard = 0; if (queue.getNumberOfShards() > 1) { shard = rand.nextInt(queue.getNumberOfShards()); } Map<String, String> result = PersistenceFactory.getCQSMessagePersistence().sendMessageBatch(queue, shard, msgList); try { CQSLongPollSender.send(queue.getArn()); } catch (Exception ex) { logger.warn("event=failed_to_send_longpoll_notification", ex); } List<String> receiptHandles = new ArrayList<String>(); for (CQSMessage message : msgList) { message.setMessageId(result.get(message.getSuppliedMessageId())); message.setReceiptHandle(result.get(message.getSuppliedMessageId())); receiptHandles.add(message.getReceiptHandle()); } request.setReceiptHandles(receiptHandles); String out = CQSMessagePopulator.getSendMessageBatchResponse(msgList, invalidBodyIdList); writeResponse(out, response); CQSMonitor.getInstance().addNumberOfMessagesReceived(queue.getRelativeUrl(), msgList.size()); return true; }