Skip to content

Commit

Permalink
Merge pull request #249 from nadlerjessie/feature/redshift
Browse files Browse the repository at this point in the history
Feature/redshift
  • Loading branch information
jantman authored Feb 6, 2017
2 parents b8aea0f + c2f15fe commit bb8c560
Show file tree
Hide file tree
Showing 6 changed files with 440 additions and 0 deletions.
1 change: 1 addition & 0 deletions awslimitchecker/services/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -51,6 +51,7 @@
from awslimitchecker.services.ses import _SesService
from awslimitchecker.services.cloudformation import _CloudformationService
from awslimitchecker.services.firehose import _FirehoseService
from awslimitchecker.services.redshift import _RedshiftService

# dynamically generate the service name to class dict
_services = {}
Expand Down
139 changes: 139 additions & 0 deletions awslimitchecker/services/redshift.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,139 @@
"""
awslimitchecker/services/redshift.py
The latest version of this package is available at:
<https://github.com/jantman/awslimitchecker>
################################################################################
Copyright 2016 Jessie Nadler <nadler.jessie@gmail.com>
This file is part of awslimitchecker, also known as awslimitchecker.
awslimitchecker is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
awslimitchecker is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with awslimitchecker. If not, see <http://www.gnu.org/licenses/>.
The Copyright and Authors attributions contained herein may not be removed or
otherwise altered, except to add the Author attribution of a contributor to
this work. (Additional Terms pursuant to Section 7b of the AGPL v3)
################################################################################
While not legally required, I sincerely request that anyone who finds
bugs please submit them at <https://github.com/jantman/awslimitchecker> or
to me via email, and that you send any contributions or improvements
either as a pull request on GitHub, or to me via email.
################################################################################
AUTHORS:
Jessie Nadler <nadler.jessie@gmail.com>
################################################################################
"""

import abc # noqa
import logging

from .base import _AwsService
from ..limit import AwsLimit
from ..utils import paginate_dict

logger = logging.getLogger(__name__)


class _RedshiftService(_AwsService):

service_name = 'Redshift'
api_name = 'redshift'

def find_usage(self):
"""
Determine the current usage for each limit of this service,
and update corresponding Limit via
:py:meth:`~.AwsLimit._add_current_usage`.
"""
logger.debug("Checking usage for service %s", self.service_name)
self.connect()
for lim in self.limits.values():
lim._reset_usage()
self._find_cluster_manual_snapshots()
self._find_cluster_subnet_groups()
self._have_usage = True
logger.debug("Done checking usage.")

def _find_cluster_manual_snapshots(self):
results = paginate_dict(
self.conn.describe_cluster_snapshots,
alc_marker_path=['Marker'],
alc_data_path=['Snapshots'],
alc_marker_param='Marker',
SnapshotType='manual'
)
self.limits['Redshift manual snapshots']._add_current_usage(
len(results['Snapshots']),
resource_id=self._boto3_connection_kwargs['region_name'],
aws_type='AWS::Redshift::Snapshot',
)

def _find_cluster_subnet_groups(self):
results = paginate_dict(
self.conn.describe_cluster_subnet_groups,
alc_marker_path=['Marker'],
alc_data_path=['ClusterSubnetGroups'],
alc_marker_param='Marker'
)
self.limits['Redshift subnet groups']._add_current_usage(
len(results['ClusterSubnetGroups']),
resource_id=self._boto3_connection_kwargs['region_name'],
aws_type='AWS::Redshift::SubnetGroup',
)

def get_limits(self):
"""
Return all known limits for this service, as a dict of their names
to :py:class:`~.AwsLimit` objects.
:returns: dict of limit names to :py:class:`~.AwsLimit` objects
:rtype: dict
"""
if self.limits != {}:
return self.limits
limits = {}
limits['Redshift manual snapshots'] = AwsLimit(
'Redshift manual snapshots',
self,
20,
self.warning_threshold,
self.critical_threshold,
limit_type='AWS::Redshift::Snapshot',
)
limits['Redshift subnet groups'] = AwsLimit(
'Redshift subnet groups',
self,
20,
self.warning_threshold,
self.critical_threshold,
limit_type='AWS::Redshift::SubnetGroup',
)
self.limits = limits
return limits

def required_iam_permissions(self):
"""
Return a list of IAM Actions required for this Service to function
properly. All Actions will be shown with an Effect of "Allow"
and a Resource of "*".
:returns: list of IAM Action strings
:rtype: list
"""
return [
"redshift:DescribeClusterSnapshots",
"redshift:DescribeClusterSubnetGroups",
]
140 changes: 140 additions & 0 deletions awslimitchecker/tests/services/result_fixtures.py
Original file line number Diff line number Diff line change
Expand Up @@ -2069,3 +2069,143 @@ class Firehose(object):
}
}
]


class Redshift(object):

test_describe_cluster_snapshots = {
'Snapshots': [
{
"EstimatedSecondsToCompletion": 0,
"OwnerAccount": "123456789",
"CurrentBackupRateInMegaBytesPerSecond": 1.0,
"ActualIncrementalBackupSizeInMegaBytes": 1.0,
"NumberOfNodes": 1,
"Status": "available",
"VpcId": "vpc-123456",
"ClusterVersion": "1.0",
"Tags": [],
"MasterUsername": "username",
"TotalBackupSizeInMegaBytes": 10.0,
"DBName": "test",
"BackupProgressInMegaBytes": 4.0,
"ClusterCreateTime": "2017-01-01T00:00:00.000Z",
"RestorableNodeTypes": [
"dc1.large"
],
"EncryptedWithHSM": False,
"ClusterIdentifier": "test12346",
"SnapshotCreateTime": "2017-01-04T00:00:00.000Z",
"AvailabilityZone": "us-east-1e",
"NodeType": "dc1.large",
"Encrypted": False,
"ElapsedTimeInSeconds": 0,
"SnapshotType": "manual",
"Port": 1234,
"SnapshotIdentifier": "snapshot1"
},
{
"EstimatedSecondsToCompletion": 0,
"OwnerAccount": "123456789",
"CurrentBackupRateInMegaBytesPerSecond": 1.0,
"ActualIncrementalBackupSizeInMegaBytes": 1.0,
"NumberOfNodes": 1,
"Status": "available",
"VpcId": "vpc-123456",
"ClusterVersion": "1.0",
"Tags": [],
"MasterUsername": "username",
"TotalBackupSizeInMegaBytes": 10.0,
"DBName": "test",
"BackupProgressInMegaBytes": 4.0,
"ClusterCreateTime": "2017-01-01T00:00:00.000Z",
"RestorableNodeTypes": [
"dc1.large"
],
"EncryptedWithHSM": False,
"ClusterIdentifier": "test12346",
"SnapshotCreateTime": "2017-01-04T00:00:00.000Z",
"AvailabilityZone": "us-east-1e",
"NodeType": "dc1.large",
"Encrypted": False,
"ElapsedTimeInSeconds": 0,
"SnapshotType": "manual",
"Port": 1234,
"SnapshotIdentifier": "snapshot2"
}
]
}

test_describe_cluster_subnet_groups = {
"ClusterSubnetGroups": [
{
"Subnets": [
{
"SubnetStatus": "Active",
"SubnetIdentifier": "subnet-1",
"SubnetAvailabilityZone": {
"Name": "region-name"
}
},
{
"SubnetStatus": "Active",
"SubnetIdentifier": "subnet-2",
"SubnetAvailabilityZone": {
"Name": "alt-region-name"
}
}
],
"VpcId": "vpc-1",
"Description": "Redshift Subnet Group for Test1",
"Tags": [],
"SubnetGroupStatus": "Complete",
"ClusterSubnetGroupName": "groupname1"
},
{
"Subnets": [
{
"SubnetStatus": "Active",
"SubnetIdentifier": "subnet-3",
"SubnetAvailabilityZone": {
"Name": "alt-region-name"
}
},
{
"SubnetStatus": "Active",
"SubnetIdentifier": "subnet-4",
"SubnetAvailabilityZone": {
"Name": "region-name"
}
}
],
"VpcId": "vpc-2",
"Description": "Redshift Subnet Group for Test2",
"Tags": [],
"SubnetGroupStatus": "Complete",
"ClusterSubnetGroupName": "groupname2"
},
{
"Subnets": [
{
"SubnetStatus": "Active",
"SubnetIdentifier": "subnet-5",
"SubnetAvailabilityZone": {
"Name": "alt-region-name"
}
},
{
"SubnetStatus": "Active",
"SubnetIdentifier": "subnet-6",
"SubnetAvailabilityZone": {
"Name": "region-name"
}
}
],
"VpcId": "vpc-3",
"Description": "Redshift Subnet Group for Test3",
"Tags": [],
"SubnetGroupStatus": "Complete",
"ClusterSubnetGroupName": "groupname3"
}
]
}
Loading

0 comments on commit bb8c560

Please sign in to comment.