Root Zanli
Home
Console
Upload
information
Create File
Create Folder
About
Tools
:
/
opt
/
gsutil
/
gslib
/
vendored
/
boto
/
boto
/
sqs
/
Filename :
connection.py
back
Copy
# Copyright (c) 2006-2009 Mitch Garnaat http://garnaat.org/ # # Permission is hereby granted, free of charge, to any person obtaining a # copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, dis- # tribute, sublicense, and/or sell copies of the Software, and to permit # persons to whom the Software is furnished to do so, subject to the fol- # lowing conditions: # # The above copyright notice and this permission notice shall be included # in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS # IN THE SOFTWARE. import boto from boto.connection import AWSQueryConnection from boto.sqs.regioninfo import SQSRegionInfo from boto.sqs.queue import Queue from boto.sqs.message import Message from boto.sqs.attributes import Attributes from boto.sqs.batchresults import BatchResults from boto.exception import SQSError, BotoServerError class SQSConnection(AWSQueryConnection): """ A Connection to the SQS Service. """ DefaultRegionName = boto.config.get('Boto', 'sqs_region_name', 'us-east-1') DefaultRegionEndpoint = boto.config.get('Boto', 'sqs_region_endpoint', 'queue.amazonaws.com') APIVersion = boto.config.get('Boto', 'sqs_version', '2012-11-05') DefaultContentType = 'text/plain' ResponseError = SQSError AuthServiceName = 'sqs' def __init__(self, aws_access_key_id=None, aws_secret_access_key=None, is_secure=True, port=None, proxy=None, proxy_port=None, proxy_user=None, proxy_pass=None, debug=0, https_connection_factory=None, region=None, path='/', security_token=None, validate_certs=True, profile_name=None): if not region: region = SQSRegionInfo(self, self.DefaultRegionName, self.DefaultRegionEndpoint) self.region = region super(SQSConnection, self).__init__(aws_access_key_id, aws_secret_access_key, is_secure, port, proxy, proxy_port, proxy_user, proxy_pass, self.region.endpoint, debug, https_connection_factory, path, security_token=security_token, validate_certs=validate_certs, profile_name=profile_name) self.auth_region_name = self.region.name def _required_auth_capability(self): return ['hmac-v4'] def create_queue(self, queue_name, visibility_timeout=None): """ Create an SQS Queue. :type queue_name: str or unicode :param queue_name: The name of the new queue. Names are scoped to an account and need to be unique within that account. Calling this method on an existing queue name will not return an error from SQS unless the value for visibility_timeout is different than the value of the existing queue of that name. This is still an expensive operation, though, and not the preferred way to check for the existence of a queue. See the :func:`boto.sqs.connection.SQSConnection.lookup` method. :type visibility_timeout: int :param visibility_timeout: The default visibility timeout for all messages written in the queue. This can be overridden on a per-message. :rtype: :class:`boto.sqs.queue.Queue` :return: The newly created queue. """ params = {'QueueName': queue_name} if visibility_timeout: params['Attribute.1.Name'] = 'VisibilityTimeout' params['Attribute.1.Value'] = int(visibility_timeout) return self.get_object('CreateQueue', params, Queue) def delete_queue(self, queue, force_deletion=False): """ Delete an SQS Queue. :type queue: A Queue object :param queue: The SQS queue to be deleted :type force_deletion: Boolean :param force_deletion: A deprecated parameter that is no longer used by SQS's API. :rtype: bool :return: True if the command succeeded, False otherwise """ return self.get_status('DeleteQueue', None, queue.id) def purge_queue(self, queue): """ Purge all messages in an SQS Queue. :type queue: A Queue object :param queue: The SQS queue to be purged :rtype: bool :return: True if the command succeeded, False otherwise """ return self.get_status('PurgeQueue', None, queue.id) def get_queue_attributes(self, queue, attribute='All'): """ Gets one or all attributes of a Queue :type queue: A Queue object :param queue: The SQS queue to get attributes for :type attribute: str :param attribute: The specific attribute requested. If not supplied, the default is to return all attributes. Valid attributes are: * All * ApproximateNumberOfMessages * ApproximateNumberOfMessagesNotVisible * VisibilityTimeout * CreatedTimestamp * LastModifiedTimestamp * Policy * MaximumMessageSize * MessageRetentionPeriod * QueueArn * ApproximateNumberOfMessagesDelayed * DelaySeconds * ReceiveMessageWaitTimeSeconds * RedrivePolicy :rtype: :class:`boto.sqs.attributes.Attributes` :return: An Attributes object containing request value(s). """ params = {'AttributeName' : attribute} return self.get_object('GetQueueAttributes', params, Attributes, queue.id) def set_queue_attribute(self, queue, attribute, value): """ Set a new value for an attribute of a Queue. :type queue: A Queue object :param queue: The SQS queue to get attributes for :type attribute: String :param attribute: The name of the attribute you want to set. :param value: The new value for the attribute must be: * For `DelaySeconds` the value must be an integer number of seconds from 0 to 900 (15 minutes). >>> connection.set_queue_attribute(queue, 'DelaySeconds', 900) * For `MaximumMessageSize` the value must be an integer number of bytes from 1024 (1 KiB) to 262144 (256 KiB). >>> connection.set_queue_attribute(queue, 'MaximumMessageSize', 262144) * For `MessageRetentionPeriod` the value must be an integer number of seconds from 60 (1 minute) to 1209600 (14 days). >>> connection.set_queue_attribute(queue, 'MessageRetentionPeriod', 1209600) * For `Policy` the value must be an string that contains JSON formatted parameters and values. >>> connection.set_queue_attribute(queue, 'Policy', json.dumps({ ... 'Version': '2008-10-17', ... 'Id': '/123456789012/testQueue/SQSDefaultPolicy', ... 'Statement': [ ... { ... 'Sid': 'Queue1ReceiveMessage', ... 'Effect': 'Allow', ... 'Principal': { ... 'AWS': '*' ... }, ... 'Action': 'SQS:ReceiveMessage', ... 'Resource': 'arn:aws:aws:sqs:us-east-1:123456789012:testQueue' ... } ... ] ... })) * For `ReceiveMessageWaitTimeSeconds` the value must be an integer number of seconds from 0 to 20. >>> connection.set_queue_attribute(queue, 'ReceiveMessageWaitTimeSeconds', 20) * For `VisibilityTimeout` the value must be an integer number of seconds from 0 to 43200 (12 hours). >>> connection.set_queue_attribute(queue, 'VisibilityTimeout', 43200) * For `RedrivePolicy` the value must be an string that contains JSON formatted parameters and values. You can set maxReceiveCount to a value between 1 and 1000. The deadLetterTargetArn value is the Amazon Resource Name (ARN) of the queue that will receive the dead letter messages. >>> connection.set_queue_attribute(queue, 'RedrivePolicy', json.dumps({ ... 'maxReceiveCount': 5, ... 'deadLetterTargetArn': "arn:aws:aws:sqs:us-east-1:123456789012:testDeadLetterQueue" ... })) """ params = {'Attribute.Name' : attribute, 'Attribute.Value' : value} return self.get_status('SetQueueAttributes', params, queue.id) def receive_message(self, queue, number_messages=1, visibility_timeout=None, attributes=None, wait_time_seconds=None, message_attributes=None): """ Read messages from an SQS Queue. :type queue: A Queue object :param queue: The Queue from which messages are read. :type number_messages: int :param number_messages: The maximum number of messages to read (default=1) :type visibility_timeout: int :param visibility_timeout: The number of seconds the message should remain invisible to other queue readers (default=None which uses the Queues default) :type attributes: str :param attributes: The name of additional attribute to return with response or All if you want all attributes. The default is to return no additional attributes. Valid values: * All * SenderId * SentTimestamp * ApproximateReceiveCount * ApproximateFirstReceiveTimestamp :type wait_time_seconds: int :param wait_time_seconds: The duration (in seconds) for which the call will wait for a message to arrive in the queue before returning. If a message is available, the call will return sooner than wait_time_seconds. :type message_attributes: list :param message_attributes: The name(s) of additional message attributes to return. The default is to return no additional message attributes. Use ``['All']`` or ``['.*']`` to return all. :rtype: list :return: A list of :class:`boto.sqs.message.Message` objects. """ params = {'MaxNumberOfMessages' : number_messages} if visibility_timeout is not None: params['VisibilityTimeout'] = visibility_timeout if attributes is not None: self.build_list_params(params, attributes, 'AttributeName') if wait_time_seconds is not None: params['WaitTimeSeconds'] = wait_time_seconds if message_attributes is not None: self.build_list_params(params, message_attributes, 'MessageAttributeName') return self.get_list('ReceiveMessage', params, [('Message', queue.message_class)], queue.id, queue) def delete_message(self, queue, message): """ Delete a message from a queue. :type queue: A :class:`boto.sqs.queue.Queue` object :param queue: The Queue from which messages are read. :type message: A :class:`boto.sqs.message.Message` object :param message: The Message to be deleted :rtype: bool :return: True if successful, False otherwise. """ params = {'ReceiptHandle' : message.receipt_handle} return self.get_status('DeleteMessage', params, queue.id) def delete_message_batch(self, queue, messages): """ Deletes a list of messages from a queue in a single request. :type queue: A :class:`boto.sqs.queue.Queue` object. :param queue: The Queue to which the messages will be written. :type messages: List of :class:`boto.sqs.message.Message` objects. :param messages: A list of message objects. """ params = {} for i, msg in enumerate(messages): prefix = 'DeleteMessageBatchRequestEntry' p_name = '%s.%i.Id' % (prefix, (i+1)) params[p_name] = msg.id p_name = '%s.%i.ReceiptHandle' % (prefix, (i+1)) params[p_name] = msg.receipt_handle return self.get_object('DeleteMessageBatch', params, BatchResults, queue.id, verb='POST') def delete_message_from_handle(self, queue, receipt_handle): """ Delete a message from a queue, given a receipt handle. :type queue: A :class:`boto.sqs.queue.Queue` object :param queue: The Queue from which messages are read. :type receipt_handle: str :param receipt_handle: The receipt handle for the message :rtype: bool :return: True if successful, False otherwise. """ params = {'ReceiptHandle' : receipt_handle} return self.get_status('DeleteMessage', params, queue.id) def send_message(self, queue, message_content, delay_seconds=None, message_attributes=None): """ Send a new message to the queue. :type queue: A :class:`boto.sqs.queue.Queue` object. :param queue: The Queue to which the messages will be written. :type message_content: string :param message_content: The body of the message :type delay_seconds: int :param delay_seconds: Number of seconds (0 - 900) to delay this message from being processed. :type message_attributes: dict :param message_attributes: Message attributes to set. Should be of the form: { "name1": { "data_type": "Number", "string_value": "1" }, "name2": { "data_type": "String", "string_value": "Bob" } } """ params = {'MessageBody' : message_content} if delay_seconds: params['DelaySeconds'] = int(delay_seconds) if message_attributes is not None: keys = sorted(message_attributes.keys()) for i, name in enumerate(keys, start=1): attribute = message_attributes[name] params['MessageAttribute.%s.Name' % i] = name if 'data_type' in attribute: params['MessageAttribute.%s.Value.DataType' % i] = \ attribute['data_type'] if 'string_value' in attribute: params['MessageAttribute.%s.Value.StringValue' % i] = \ attribute['string_value'] if 'binary_value' in attribute: params['MessageAttribute.%s.Value.BinaryValue' % i] = \ attribute['binary_value'] if 'string_list_value' in attribute: params['MessageAttribute.%s.Value.StringListValue' % i] = \ attribute['string_list_value'] if 'binary_list_value' in attribute: params['MessageAttribute.%s.Value.BinaryListValue' % i] = \ attribute['binary_list_value'] return self.get_object('SendMessage', params, Message, queue.id, verb='POST') def send_message_batch(self, queue, messages): """ Delivers up to 10 messages to a queue in a single request. :type queue: A :class:`boto.sqs.queue.Queue` object. :param queue: The Queue to which the messages will be written. :type messages: List of lists. :param messages: A list of lists or tuples. Each inner tuple represents a single message to be written and consists of and ID (string) that must be unique within the list of messages, the message body itself which can be a maximum of 64K in length, an integer which represents the delay time (in seconds) for the message (0-900) before the message will be delivered to the queue, and an optional dict of message attributes like those passed to ``send_message`` above. """ params = {} for i, msg in enumerate(messages): base = 'SendMessageBatchRequestEntry.%i' % (i + 1) params['%s.Id' % base] = msg[0] params['%s.MessageBody' % base] = msg[1] params['%s.DelaySeconds' % base] = msg[2] if len(msg) > 3: base += '.MessageAttribute' keys = sorted(msg[3].keys()) for j, name in enumerate(keys): attribute = msg[3][name] p_name = '%s.%i.Name' % (base, j + 1) params[p_name] = name if 'data_type' in attribute: p_name = '%s.%i.Value.DataType' % (base, j + 1) params[p_name] = attribute['data_type'] if 'string_value' in attribute: p_name = '%s.%i.Value.StringValue' % (base, j + 1) params[p_name] = attribute['string_value'] if 'binary_value' in attribute: p_name = '%s.%i.Value.BinaryValue' % (base, j + 1) params[p_name] = attribute['binary_value'] if 'string_list_value' in attribute: p_name = '%s.%i.Value.StringListValue' % (base, j + 1) params[p_name] = attribute['string_list_value'] if 'binary_list_value' in attribute: p_name = '%s.%i.Value.BinaryListValue' % (base, j + 1) params[p_name] = attribute['binary_list_value'] return self.get_object('SendMessageBatch', params, BatchResults, queue.id, verb='POST') def change_message_visibility(self, queue, receipt_handle, visibility_timeout): """ Extends the read lock timeout for the specified message from the specified queue to the specified value. :type queue: A :class:`boto.sqs.queue.Queue` object :param queue: The Queue from which messages are read. :type receipt_handle: str :param receipt_handle: The receipt handle associated with the message whose visibility timeout will be changed. :type visibility_timeout: int :param visibility_timeout: The new value of the message's visibility timeout in seconds. """ params = {'ReceiptHandle' : receipt_handle, 'VisibilityTimeout' : visibility_timeout} return self.get_status('ChangeMessageVisibility', params, queue.id) def change_message_visibility_batch(self, queue, messages): """ A batch version of change_message_visibility that can act on up to 10 messages at a time. :type queue: A :class:`boto.sqs.queue.Queue` object. :param queue: The Queue to which the messages will be written. :type messages: List of tuples. :param messages: A list of tuples where each tuple consists of a :class:`boto.sqs.message.Message` object and an integer that represents the new visibility timeout for that message. """ params = {} for i, t in enumerate(messages): prefix = 'ChangeMessageVisibilityBatchRequestEntry' p_name = '%s.%i.Id' % (prefix, (i+1)) params[p_name] = t[0].id p_name = '%s.%i.ReceiptHandle' % (prefix, (i+1)) params[p_name] = t[0].receipt_handle p_name = '%s.%i.VisibilityTimeout' % (prefix, (i+1)) params[p_name] = t[1] return self.get_object('ChangeMessageVisibilityBatch', params, BatchResults, queue.id, verb='POST') def get_all_queues(self, prefix=''): """ Retrieves all queues. :keyword str prefix: Optionally, only return queues that start with this value. :rtype: list :returns: A list of :py:class:`boto.sqs.queue.Queue` instances. """ params = {} if prefix: params['QueueNamePrefix'] = prefix return self.get_list('ListQueues', params, [('QueueUrl', Queue)]) def get_queue(self, queue_name, owner_acct_id=None): """ Retrieves the queue with the given name, or ``None`` if no match was found. :param str queue_name: The name of the queue to retrieve. :param str owner_acct_id: Optionally, the AWS account ID of the account that created the queue. :rtype: :py:class:`boto.sqs.queue.Queue` or ``None`` :returns: The requested queue, or ``None`` if no match was found. """ params = {'QueueName': queue_name} if owner_acct_id: params['QueueOwnerAWSAccountId']=owner_acct_id try: return self.get_object('GetQueueUrl', params, Queue) except SQSError: return None lookup = get_queue def get_dead_letter_source_queues(self, queue): """ Retrieves the dead letter source queues for a given queue. :type queue: A :class:`boto.sqs.queue.Queue` object. :param queue: The queue for which to get DL source queues :rtype: list :returns: A list of :py:class:`boto.sqs.queue.Queue` instances. """ params = {'QueueUrl': queue.url} return self.get_list('ListDeadLetterSourceQueues', params, [('QueueUrl', Queue)]) # # Permissions methods # def add_permission(self, queue, label, aws_account_id, action_name): """ Add a permission to a queue. :type queue: :class:`boto.sqs.queue.Queue` :param queue: The queue object :type label: str or unicode :param label: A unique identification of the permission you are setting. Maximum of 80 characters ``[0-9a-zA-Z_-]`` Example, AliceSendMessage :type aws_account_id: str or unicode :param principal_id: The AWS account number of the principal who will be given permission. The principal must have an AWS account, but does not need to be signed up for Amazon SQS. For information about locating the AWS account identification. :type action_name: str or unicode :param action_name: The action. Valid choices are: * * * SendMessage * ReceiveMessage * DeleteMessage * ChangeMessageVisibility * GetQueueAttributes :rtype: bool :return: True if successful, False otherwise. """ params = {'Label': label, 'AWSAccountId' : aws_account_id, 'ActionName' : action_name} return self.get_status('AddPermission', params, queue.id) def remove_permission(self, queue, label): """ Remove a permission from a queue. :type queue: :class:`boto.sqs.queue.Queue` :param queue: The queue object :type label: str or unicode :param label: The unique label associated with the permission being removed. :rtype: bool :return: True if successful, False otherwise. """ params = {'Label': label} return self.get_status('RemovePermission', params, queue.id)