forked from jhuapl-boss/boss-manage
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request jhuapl-boss#5 from aplmicrons/dynamo_autoscale
Dynamo autoscale
- Loading branch information
Showing
6 changed files
with
291 additions
and
10 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,259 @@ | ||
| # Copyright 2016 The Johns Hopkins University Applied Physics Laboratory | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
|
|
||
| """ | ||
| Create the DynamoDB lambda configuration which consists of: | ||
| * Lambda function written in NodeJS | ||
| * Lambda policy | ||
| """ | ||
|
|
||
| import boto3 | ||
| import configparser | ||
| import io | ||
| from lib.cloudformation import CloudFormationConfiguration, Arg, Arn, Ref | ||
| from lib.names import AWSNames | ||
| from lib.external import ExternalCalls | ||
| from lib import aws | ||
| from lib import constants as const | ||
| import os | ||
| import subprocess | ||
|
|
||
| from update_lambda_fcn import load_lambdas_on_s3 | ||
|
|
||
| # Location of repo with the lambda autoscaler. | ||
| LAMBDA_ROOT_FOLDER = os.path.join( | ||
| os.path.dirname(__file__), '../lambda/dynamodb-lambda-autoscale') | ||
|
|
||
| # Zip file created by `npm run build` | ||
| LAMBDA_ZIP_FILE = os.path.join(LAMBDA_ROOT_FOLDER, 'dist.zip') | ||
|
|
||
| CONFIG_TEMPLATE_PATH = os.path.join( | ||
| os.path.dirname(__file__), 'dynamo_config.template') | ||
| CONFIG_OUTPUT_PATH = os.path.join(LAMBDA_ROOT_FOLDER, 'config.env.production') | ||
|
|
||
| DYNAMO_LAMBDA_KEY = 'DynamoLambda' | ||
| TRIGGER_KEY = 'TriggerDynamoAutoscale' | ||
|
|
||
| SLACK_WEBHOOK_HOST = 'SLACK_WEBHOOK_HOST' | ||
|
|
||
| # This variable is the one used by the lambda function. | ||
| SLACK_WEBHOOK_PATH = 'SLACK_WEBHOOK_PATH' | ||
|
|
||
| # Value in this config variable will be written to SLACK_WEBHOOK_PATH when | ||
| # standing up the service in production. | ||
| SLACK_WEBHOOK_PATH_PRODUCTION = 'SLACK_WEBHOOK_PATH_PRODUCTION' | ||
|
|
||
| # Value in this config variable will be written to SLACK_WEBHOOK_PATH when | ||
| # standing up the service in a development stack or an integration stack. | ||
| SLACK_WEBHOOK_PATH_DEV = 'SLACK_WEBHOOK_PATH_DEV' | ||
|
|
||
| # Domain name will be included in messages to Slack and also determines | ||
| # whether SLACK_WEBHOOK_PATH_DEV's or SLACK_WEBHOOK_PATH_PRODUCTION's value is | ||
| # written to SLACK_WEBHOOK_PATH. | ||
| VPC_DOMAIN = 'VPC_DOMAIN' | ||
|
|
||
| def create_config(session, domain): | ||
| """ | ||
| Create the CloudFormationConfiguration object. | ||
| Args: | ||
| session (Session): amazon session object | ||
| domain (str): domain of the stack being created | ||
| Returns: the config for the Cloud Formation stack | ||
| """ | ||
| names = AWSNames(domain) | ||
| config = CloudFormationConfiguration("dynamolambda", domain, const.REGION) | ||
|
|
||
| role = aws.role_arn_lookup(session, "lambda_cache_execution") | ||
| config.add_arg(Arg.String("LambdaCacheExecutionRole", role, | ||
| "IAM role for multilambda." + domain)) | ||
|
|
||
| lambda_bucket = aws.get_lambda_s3_bucket(session) | ||
| lambda_key = generate_lambda_key(domain) | ||
| config.add_lambda(DYNAMO_LAMBDA_KEY, | ||
| names.dynamo_lambda, | ||
| Ref("LambdaCacheExecutionRole"), | ||
| s3=(aws.get_lambda_s3_bucket(session), | ||
| lambda_key, | ||
| "index.handler"), | ||
| timeout=120, | ||
| memory=128, | ||
| runtime="nodejs6.10") | ||
|
|
||
| config.add_cloudwatch_rule(TRIGGER_KEY, | ||
| name=names.trigger_dynamo_autoscale, | ||
| description='Run DynamoDB table autoscaler', | ||
| targets=[ | ||
| { | ||
| 'Arn': Arn(DYNAMO_LAMBDA_KEY), | ||
| 'Id': names.vault_monitor, | ||
| } | ||
| ], | ||
| schedule='rate(1 minute)', | ||
| depends_on=[DYNAMO_LAMBDA_KEY]) | ||
|
|
||
| config.add_lambda_permission('TriggerPerms', | ||
| names.dynamo_lambda, | ||
| principal='events.amazonaws.com', | ||
| source=Arn(TRIGGER_KEY)) | ||
|
|
||
| return config | ||
|
|
||
|
|
||
| def generate(session, domain): | ||
| """Create the configuration and save it to disk""" | ||
| config = create_config(session, domain) | ||
| config.generate() | ||
|
|
||
|
|
||
| def create(session, domain): | ||
| """Create the configuration, and launch it""" | ||
| keypair = aws.keypair_lookup(session) | ||
|
|
||
| try: | ||
| pre_init(session, domain) | ||
|
|
||
| config = create_config(session, domain) | ||
|
|
||
| success = config.create(session) | ||
| if not success: | ||
| raise Exception("Create Failed") | ||
| else: | ||
| post_init(session, domain) | ||
| except: | ||
| # DP NOTE: This will catch errors from pre_init, create, and post_init | ||
| print("Error detected") | ||
| raise | ||
|
|
||
|
|
||
| def pre_init(session, domain): | ||
| """ | ||
| Create NodeJS config file from template. | ||
| Package NodeJS lambda function. | ||
| Upload .zip to S3 bucket. | ||
| """ | ||
| with open(CONFIG_TEMPLATE_PATH) as fh: | ||
| config_str = fh.read() | ||
| update_config_file(config_str, domain) | ||
|
|
||
| build_lambda() | ||
| bucket = aws.get_lambda_s3_bucket(session) | ||
| zip_file = os.path.join(LAMBDA_ROOT_FOLDER, LAMBDA_ZIP_FILE) | ||
| zips_s3_key = upload_to_s3(session, domain, zip_file, bucket) | ||
|
|
||
|
|
||
| def post_init(session, domain): | ||
| pass | ||
|
|
||
|
|
||
| def update_config_file(config_str, domain): | ||
| """Update config file that stores environment variables for the lambda | ||
| environment. | ||
| Args: | ||
| config_str (str): String representation of config file template. | ||
| """ | ||
| parser = configparser.ConfigParser() | ||
| parser.read_string(config_str) | ||
| parser.set('default', VPC_DOMAIN, domain) | ||
|
|
||
| slack_host = parser.get('default', SLACK_WEBHOOK_HOST) | ||
| slack_path_prod = parser.get('default', SLACK_WEBHOOK_PATH_PRODUCTION) | ||
| slack_path_dev = parser.get('default', SLACK_WEBHOOK_PATH_DEV) | ||
| if domain == 'production.boss': | ||
| parser.set('default', SLACK_WEBHOOK_PATH, slack_path_prod) | ||
| else: | ||
| parser.set('default', SLACK_WEBHOOK_PATH, slack_path_dev) | ||
| slack_path = parser.get('default', SLACK_WEBHOOK_PATH) | ||
|
|
||
| # Remove stack specific variables before outputting. | ||
| parser.remove_option('default', SLACK_WEBHOOK_PATH_DEV) | ||
| parser.remove_option('default', SLACK_WEBHOOK_PATH_PRODUCTION) | ||
|
|
||
| print('\nWill post to Slack at https://{}{}'.format(slack_host, slack_path)) | ||
|
|
||
| updated_config = io.StringIO() | ||
| parser.write(updated_config) | ||
| config_str = updated_config.getvalue() | ||
| updated_config.close() | ||
|
|
||
| # Strip default section header from config. NodeJS config file does not | ||
| # use sections. | ||
| _, headerless_config = config_str.split('[default]', 1) | ||
|
|
||
| # Convert variable names back to upper case. | ||
| headerless_config = headerless_config.replace( | ||
| SLACK_WEBHOOK_HOST.lower(), SLACK_WEBHOOK_HOST).replace( | ||
| SLACK_WEBHOOK_PATH.lower(), SLACK_WEBHOOK_PATH).replace( | ||
| VPC_DOMAIN.lower(), VPC_DOMAIN) | ||
|
|
||
| with open(CONFIG_OUTPUT_PATH, 'w') as out: | ||
| out.write(headerless_config) | ||
| #print(headerless_config) | ||
|
|
||
| def build_lambda(): | ||
| """Package lambda in preparation to upload to S3.""" | ||
| install_node_deps() | ||
| build_node() | ||
|
|
||
| def install_node_deps(): | ||
| """npm install NodeJS dependencies.""" | ||
| print('Installing NodeJS dependencies.') | ||
| args = ('npm', 'install') | ||
| popen = subprocess.Popen(args, cwd=LAMBDA_ROOT_FOLDER, stdout=subprocess.PIPE) | ||
| exit_code = popen.wait() | ||
| output = popen.stdout.read() | ||
| if not exit_code == 0: | ||
| print(str(output)) | ||
| raise RuntimeError('Failed to install dependencies.') | ||
|
|
||
| def build_node(): | ||
| """Build and package in dist.zip.""" | ||
| print('Packaging NodeJS app.') | ||
| args = ('npm', 'run', 'build') | ||
| popen = subprocess.Popen(args, cwd=LAMBDA_ROOT_FOLDER, stdout=subprocess.PIPE) | ||
| exit_code = popen.wait() | ||
| output = popen.stdout.read() | ||
| if not exit_code == 0: | ||
| print(str(output)) | ||
| raise RuntimeError('Failed to build Node application.') | ||
|
|
||
| def upload_to_s3(session, domain, zip_file, bucket): | ||
| """Upload the zip file to the given S3 bucket. | ||
| Args: | ||
| session (Session): Boto3 Session. | ||
| domain (str): domain of the stack being created | ||
| zip_file (str): Name of zip file. | ||
| bucket (str): Name of bucket to use. | ||
| """ | ||
| print('Uploading to S3.') | ||
| key = generate_lambda_key(domain) | ||
| s3 = session.client('s3') | ||
| s3.create_bucket(Bucket=bucket) | ||
| s3.put_object(Bucket=bucket, Key=key, Body=open(zip_file, 'rb')) | ||
|
|
||
| def generate_lambda_key(domain): | ||
| """Generate the S3 key name for the lambda's zip file. | ||
| Args: | ||
| domain (str): Use the domain as part of the key. | ||
| Returns: | ||
| (str) | ||
| """ | ||
| key = 'dynamodb_autoscale.' + domain + '.zip' | ||
| return key | ||
|
|
Submodule dynamodb-lambda-autoscale
added at
836094
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters