Add GovCloud region(s)

[Issue(s) #50]

botocross/__init__.py

@@ -77,6 +77,8 @@ def build_common_parser():
 def build_region_parser():
     parser = argparse.ArgumentParser(add_help=False)
     parser.add_argument("-r", "--region", help="A region substring selector (e.g. 'us-west')")
+    parser.add_argument("--include_govcloud", action='store_true', help="Include 'GovCloud' regions. [default: False]")
+    parser.add_argument("--only_govcloud", action='store_true', help="Return only 'GovCloud' region(s). [default: False]")
     return parser
 
 def build_filter_parser(resource_name, add_ids=True):
@@ -114,11 +116,18 @@ def parse_credentials(args):
 def is_region_selected(region, name):
     return True if region.name.find(name) != -1 else False
 
+def is_govcloud(region):
+    return True if region.name.find('gov') != -1 else False
+
 def filter_list_by_attribute(includes, excludes, attribute):
     excluded_ids = set([getattr(exclude, attribute) for exclude in excludes])
     return [include for include in includes if getattr(include, attribute) not in excluded_ids]
 
-def filter_regions(regions, region):
+def filter_regions(regions, region, include_govcloud=False, only_govcloud=False):
+    if not (include_govcloud or only_govcloud):
+        regions = filter(lambda x: not is_govcloud(x), regions)
+    if only_govcloud:
+        regions = filter(lambda x: is_govcloud(x), regions)
     if region:
         botocross_log.info("... (filtered by region '" + region + "')")
         regions = filter(lambda x: is_region_selected(x, region), regions)
@@ -130,7 +139,16 @@ def is_region_selected_s3(region, name):
     return True if RegionMap[region].find(name) != -1 else False
 
 # REVIEW: remove this S3 legacy induced partial duplication, if possible.
-def filter_regions_s3(regions, region):
+def is_govcloud_s3(region):
+    from botocross.s3 import RegionMap
+    return True if RegionMap[region].find('gov') != -1 else False
+
+# REVIEW: remove this S3 legacy induced partial duplication, if possible.
+def filter_regions_s3(regions, region, include_govcloud=False, only_govcloud=False):
+    if not (include_govcloud or only_govcloud):
+        regions = filter(lambda x: not is_govcloud_s3(x), regions)
+    if only_govcloud:
+        regions = filter(lambda x: is_govcloud_s3(x), regions)
     if region:
         botocross_log.info("... (filtered by S3 region '" + region + "')")
         regions = filter(lambda x: is_region_selected_s3(x, region), regions)

botocross/s3/__init__.py

@@ -30,7 +30,8 @@
     'EU': 'eu-west-1',
     'APNortheast': 'ap-northeast-1',
     'APSoutheast': 'ap-southeast-1',
-    'APSoutheast2': 'ap-southeast-2'}
+    'APSoutheast2': 'ap-southeast-2',
+    'USGovWest': 'us-gov-west-1'}
 
 # NOTE: S3 region handling differs in an unfortunate way (likely a legacy issue) and requires special treatment.
 def class_iterator(Class):

scripts/authorize-securitygroups.py

@@ -65,7 +65,7 @@ def authorizeIp():
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 group_name = args.name if args.name else ""

scripts/create-buckets.py

@@ -39,7 +39,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-locations = bc.filter_regions_s3(class_iterator(Location), args.region)
+locations = bc.filter_regions_s3(class_iterator(Location), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Creating S3 buckets named '" + args.bucket + "':")

scripts/create-images.py

@@ -40,7 +40,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 
 # execute business logic

scripts/create-securitygroups.py

@@ -39,7 +39,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Creating EC2 security groups named '" + args.group + "':")

scripts/create-snapshots.py

@@ -39,7 +39,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 
 # execute business logic

scripts/create-stacks.py

@@ -45,7 +45,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.cloudformation.regions(), args.region)
+regions = bc.filter_regions(boto.cloudformation.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 def processParameter(parameter, region_name, account_id):
     replacement = parameter[1].replace('{REGION}', region_name).replace('{ACCOUNT}', account_id)

scripts/create-topics.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.sns.regions(), args.region)
+regions = bc.filter_regions(boto.sns.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Creating SNS topics named '" + args.topic + "':")

scripts/delete-buckets.py

@@ -40,7 +40,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-locations = bc.filter_regions_s3(class_iterator(Location), args.region)
+locations = bc.filter_regions_s3(class_iterator(Location), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Deleting S3 buckets named '" + args.bucket + "':")

scripts/delete-keypairs.py

@@ -37,7 +37,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Deleting key pair named '" + args.key_name + "':")

scripts/delete-keys.py

@@ -40,7 +40,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-locations = bc.filter_regions_s3(class_iterator(Location), args.region)
+locations = bc.filter_regions_s3(class_iterator(Location), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Deleting from S3 buckets named '" + args.bucket + "':")

scripts/delete-securitygroups.py

@@ -40,7 +40,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 groupname = args.name if args.name else ""

scripts/delete-snapshots.py

@@ -36,7 +36,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 log.info(args.resource_ids)
 

scripts/delete-stacks.py

@@ -37,7 +37,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.cloudformation.regions(), args.region)
+regions = bc.filter_regions(boto.cloudformation.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Deleting CloudFormation stacks named '" + args.stack_name_or_id + "':")

scripts/delete-topics.py

@@ -37,7 +37,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.sns.regions(), args.region)
+regions = bc.filter_regions(boto.sns.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 def createTopicArn(region_name, topic_name):
     from botocross.iam.accountinfo import AccountInfo

scripts/deregister-images.py

@@ -36,7 +36,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 log.info(args.resource_ids)
 

scripts/describe-images.py

@@ -36,7 +36,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 log.info(args.resource_ids)
 

scripts/describe-instances.py

@@ -36,7 +36,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 log.info(args.resource_ids)
 

scripts/describe-regions.py

@@ -35,7 +35,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Describing regions for EC2:")

scripts/describe-securitygroups.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 
 # execute business logic

scripts/describe-snapshots.py

@@ -36,7 +36,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 log.info(args.resource_ids)
 

scripts/describe-stacks.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.cloudformation.regions(), args.region)
+regions = bc.filter_regions(boto.cloudformation.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Describing CloudFormation stacks:")

scripts/describe-tags.py

@@ -37,7 +37,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filters = bc.build_filter_params(args.filter)
 
 # execute business logic

scripts/describe-volumes.py

@@ -36,7 +36,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 log.info(args.resource_ids)
 

scripts/expire-images.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 
 # execute business logic

scripts/expire-snapshots.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 filter = bc.build_filter(args.filter, args.exclude)
 
 # execute business logic

scripts/import-keypairs.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Importing key pair named '" + args.key_name + "':")

scripts/list-subscriptions.py

@@ -37,7 +37,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.sns.regions(), args.region)
+regions = bc.filter_regions(boto.sns.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Describing SNS topics:")

scripts/list-topics.py

@@ -35,7 +35,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.sns.regions(), args.region)
+regions = bc.filter_regions(boto.sns.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Describing SNS topics:")

scripts/read-buckets.py

@@ -40,7 +40,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-locations = bc.filter_regions_s3(class_iterator(Location), args.region)
+locations = bc.filter_regions_s3(class_iterator(Location), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Reading S3 buckets named '" + args.bucket + "':")

scripts/revoke-securitygroups.py

@@ -65,7 +65,7 @@ def revokeIp():
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.ec2.regions(), args.region)
+regions = bc.filter_regions(boto.ec2.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 group_name = args.name if args.name else ""

scripts/subscribe-topics.py

@@ -39,7 +39,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.sns.regions(), args.region)
+regions = bc.filter_regions(boto.sns.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Subscribing to SNS topics named '" + args.topic + ' with protocol ' + args.protocol + ' and endpoint ' + args.endpoint + "':")

scripts/update-stacks.py

@@ -45,7 +45,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.cloudformation.regions(), args.region)
+regions = bc.filter_regions(boto.cloudformation.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 def processParameter(parameter, region_name, account_id):
     replacement = parameter[1].replace('{REGION}', region_name).replace('{ACCOUNT}', account_id)

scripts/upload-keys.py

@@ -42,7 +42,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-locations = bc.filter_regions_s3(class_iterator(Location), args.region)
+locations = bc.filter_regions_s3(class_iterator(Location), args.region, args.include_govcloud, args.only_govcloud)
 
 # execute business logic
 log.info("Uploading to S3 buckets named '" + args.bucket + "':")

scripts/validate-template.py

@@ -38,7 +38,7 @@
 log = logging.getLogger('botocross')
 bc.configure_logging(log, args.log_level)
 credentials = bc.parse_credentials(args)
-regions = bc.filter_regions(boto.cloudformation.regions(), args.region)
+regions = bc.filter_regions(boto.cloudformation.regions(), args.region, args.include_govcloud, args.only_govcloud)
 
 def processArgument(argument, region_name):
     return argument.replace('{REGION}', region_name)

tests/s3/test_package.py

@@ -22,7 +22,7 @@
 import unittest
 
 class S3PackageTest(unittest.TestCase):
-    num_regions = 8;
+    num_regions = 9;
 
     def test_region_map(self):
         from botocross.s3 import RegionMap