Showing
7 changed files
with
316 additions
and
0 deletions
MANIFEST.in
0 → 100644
bin/kappa
0 → 100755
| 1 | +#!/usr/bin/env python | ||
| 2 | +# Copyright (c) 2014 Mitch Garnaat http://garnaat.org/ | ||
| 3 | +# | ||
| 4 | +# Licensed under the Apache License, Version 2.0 (the "License"). You | ||
| 5 | +# may not use this file except in compliance with the License. A copy of | ||
| 6 | +# the License is located at | ||
| 7 | +# | ||
| 8 | +# http://aws.amazon.com/apache2.0/ | ||
| 9 | +# | ||
| 10 | +# or in the "license" file accompanying this file. This file is | ||
| 11 | +# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF | ||
| 12 | +# ANY KIND, either express or implied. See the License for the specific | ||
| 13 | +# language governing permissions and limitations under the License. | ||
| 14 | +import logging | ||
| 15 | + | ||
| 16 | +import click | ||
| 17 | +import yaml | ||
| 18 | + | ||
| 19 | +from kappa import Kappa | ||
| 20 | + | ||
| 21 | +FmtString = '%(asctime)s - %(name)s - %(levelname)s - %(message)s' | ||
| 22 | + | ||
| 23 | + | ||
| 24 | +def set_debug_logger(logger_names=['kappa'], stream=None): | ||
| 25 | + """ | ||
| 26 | + Convenience function to quickly configure full debug output | ||
| 27 | + to go to the console. | ||
| 28 | + """ | ||
| 29 | + for logger_name in logger_names: | ||
| 30 | + log = logging.getLogger(logger_name) | ||
| 31 | + log.setLevel(logging.DEBUG) | ||
| 32 | + | ||
| 33 | + ch = logging.StreamHandler(stream) | ||
| 34 | + ch.setLevel(logging.DEBUG) | ||
| 35 | + | ||
| 36 | + # create formatter | ||
| 37 | + formatter = logging.Formatter(FmtString) | ||
| 38 | + | ||
| 39 | + # add formatter to ch | ||
| 40 | + ch.setFormatter(formatter) | ||
| 41 | + | ||
| 42 | + # add ch to logger | ||
| 43 | + log.addHandler(ch) | ||
| 44 | + | ||
| 45 | + | ||
| 46 | +@click.command() | ||
| 47 | +@click.option( | ||
| 48 | + '--config', | ||
| 49 | + help="Path to the Kappa config YAML file", | ||
| 50 | + type=click.File('rb'), | ||
| 51 | + envvar='KAPPA_CONFIG', | ||
| 52 | + default=None | ||
| 53 | +) | ||
| 54 | +@click.option( | ||
| 55 | + '--debug/--no-debug', | ||
| 56 | + default=False, | ||
| 57 | + help='Turn on debugging output' | ||
| 58 | +) | ||
| 59 | +@click.option( | ||
| 60 | + '--dryrun/--no-dryrun', | ||
| 61 | + default=False, | ||
| 62 | + help='Do not send the email' | ||
| 63 | +) | ||
| 64 | +@click.argument( | ||
| 65 | + 'command', | ||
| 66 | + required=True, | ||
| 67 | + type=click.Choice(['deploy', 'test', 'tail', 'delete']) | ||
| 68 | +) | ||
| 69 | +def main(config=None, debug=False, dryrun=False, command=None): | ||
| 70 | + if debug: | ||
| 71 | + set_debug_logger() | ||
| 72 | + config = yaml.load(config) | ||
| 73 | + kappa = Kappa(config) | ||
| 74 | + if command == 'deploy': | ||
| 75 | + kappa.deploy() | ||
| 76 | + elif command == 'test': | ||
| 77 | + kappa.test() | ||
| 78 | + elif command == 'tail': | ||
| 79 | + kappa.tail() | ||
| 80 | + elif command == 'delete': | ||
| 81 | + kappa.delete() | ||
| 82 | + | ||
| 83 | + | ||
| 84 | +if __name__ == '__main__': | ||
| 85 | + main() |
kappa/__init__.py
0 → 100644
| 1 | +# Copyright (c) 2014 Mitch Garnaat http://garnaat.org/ | ||
| 2 | +# | ||
| 3 | +# Licensed under the Apache License, Version 2.0 (the "License"). You | ||
| 4 | +# may not use this file except in compliance with the License. A copy of | ||
| 5 | +# the License is located at | ||
| 6 | +# | ||
| 7 | +# http://aws.amazon.com/apache2.0/ | ||
| 8 | +# | ||
| 9 | +# or in the "license" file accompanying this file. This file is | ||
| 10 | +# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF | ||
| 11 | +# ANY KIND, either express or implied. See the License for the specific | ||
| 12 | +# language governing permissions and limitations under the License. | ||
| 13 | + | ||
| 14 | +import logging | ||
| 15 | +import os | ||
| 16 | +import zipfile | ||
| 17 | + | ||
| 18 | +import botocore.session | ||
| 19 | +from botocore.exceptions import ClientError | ||
| 20 | + | ||
| 21 | +LOG = logging.getLogger(__name__) | ||
| 22 | + | ||
| 23 | + | ||
| 24 | +class Kappa(object): | ||
| 25 | + | ||
| 26 | + def __init__(self, config): | ||
| 27 | + self.config = config | ||
| 28 | + self.session = botocore.session.get_session() | ||
| 29 | + self.session.profile = config['profile'] | ||
| 30 | + self.region = config['region'] | ||
| 31 | + | ||
| 32 | + def create_update_roles(self, stack_name, roles_path): | ||
| 33 | + LOG.debug('create_update_policies: stack_name=%s', stack_name) | ||
| 34 | + LOG.debug('create_update_policies: roles_path=%s', roles_path) | ||
| 35 | + cfn = self.session.create_client('cloudformation', self.region) | ||
| 36 | + # Does stack already exist? | ||
| 37 | + try: | ||
| 38 | + response = cfn.describe_stacks(StackName=stack_name) | ||
| 39 | + LOG.debug('Stack %s already exists', stack_name) | ||
| 40 | + except ClientError: | ||
| 41 | + LOG.debug('Stack %s does not exist', stack_name) | ||
| 42 | + response = None | ||
| 43 | + template_body = open(roles_path).read() | ||
| 44 | + if response: | ||
| 45 | + try: | ||
| 46 | + cfn.update_stack( | ||
| 47 | + StackName=stack_name, TemplateBody=template_body, | ||
| 48 | + Capabilities=['CAPABILITY_IAM']) | ||
| 49 | + except ClientError, e: | ||
| 50 | + LOG.debug(str(e)) | ||
| 51 | + else: | ||
| 52 | + response = cfn.create_stack( | ||
| 53 | + StackName=stack_name, TemplateBody=template_body, | ||
| 54 | + Capabilities=['CAPABILITY_IAM']) | ||
| 55 | + | ||
| 56 | + def get_role_arn(self, role_name): | ||
| 57 | + role_arn = None | ||
| 58 | + cfn = self.session.create_client('cloudformation', self.region) | ||
| 59 | + try: | ||
| 60 | + resources = cfn.list_stack_resources( | ||
| 61 | + StackName=self.config['cloudformation']['stack_name']) | ||
| 62 | + except Exception: | ||
| 63 | + LOG.exception('Unable to find role ARN: %s', role_name) | ||
| 64 | + for resource in resources['StackResourceSummaries']: | ||
| 65 | + if resource['LogicalResourceId'] == role_name: | ||
| 66 | + iam = self.session.create_client('iam') | ||
| 67 | + role = iam.get_role(RoleName=resource['PhysicalResourceId']) | ||
| 68 | + role_arn = role['Role']['Arn'] | ||
| 69 | + LOG.debug('role_arn: %s', role_arn) | ||
| 70 | + return role_arn | ||
| 71 | + | ||
| 72 | + def delete_roles(self, stack_name): | ||
| 73 | + LOG.debug('delete_roles: stack_name=%s', stack_name) | ||
| 74 | + cfn = self.session.create_client('cloudformation', self.region) | ||
| 75 | + try: | ||
| 76 | + cfn.delete_stack(StackName=stack_name) | ||
| 77 | + except Exception: | ||
| 78 | + LOG.exception('Unable to delete stack: %s', stack_name) | ||
| 79 | + | ||
| 80 | + def _zip_lambda_dir(self, zipfile_name, lambda_dir): | ||
| 81 | + LOG.debug('_zip_lambda_dir: lambda_dir=%s', lambda_dir) | ||
| 82 | + LOG.debug('zipfile_name=%s', zipfile_name) | ||
| 83 | + relroot = os.path.abspath(os.path.join(lambda_dir, os.pardir)) | ||
| 84 | + with zipfile.ZipFile(zipfile_name, 'w') as zf: | ||
| 85 | + for root, dirs, files in os.walk(lambda_dir): | ||
| 86 | + zf.write(root, os.path.relpath(root, relroot)) | ||
| 87 | + for file in files: | ||
| 88 | + filename = os.path.join(root, file) | ||
| 89 | + if os.path.isfile(filename): | ||
| 90 | + arcname = os.path.join( | ||
| 91 | + os.path.relpath(root, relroot), file) | ||
| 92 | + zf.write(filename, arcname) | ||
| 93 | + | ||
| 94 | + def _zip_lambda_file(self, zipfile_name, lambda_file): | ||
| 95 | + LOG.debug('_zip_lambda_file: lambda_file=%s', lambda_file) | ||
| 96 | + LOG.debug('zipfile_name=%s', zipfile_name) | ||
| 97 | + with zipfile.ZipFile(zipfile_name, 'w') as zf: | ||
| 98 | + zf.write(lambda_file) | ||
| 99 | + | ||
| 100 | + def zip_lambda_function(self, zipfile_name, lambda_fn): | ||
| 101 | + if os.path.isdir(lambda_fn): | ||
| 102 | + self._zip_lambda_dir(zipfile_name, lambda_fn) | ||
| 103 | + else: | ||
| 104 | + self._zip_lambda_file(zipfile_name, lambda_fn) | ||
| 105 | + | ||
| 106 | + def upload_lambda_function(self, zip_file): | ||
| 107 | + LOG.debug('uploading %s', zip_file) | ||
| 108 | + lambda_svc = self.session.create_client('lambda', self.region) | ||
| 109 | + with open(zip_file, 'rb') as fp: | ||
| 110 | + exec_role = self.get_role_arn( | ||
| 111 | + self.config['cloudformation']['exec_role']) | ||
| 112 | + try: | ||
| 113 | + response = lambda_svc.upload_function( | ||
| 114 | + FunctionName=self.config['lambda']['name'], | ||
| 115 | + FunctionZip=fp, | ||
| 116 | + Runtime=self.config['lambda']['runtime'], | ||
| 117 | + Role=exec_role, | ||
| 118 | + Handler=self.config['lambda']['handler'], | ||
| 119 | + Mode=self.config['lambda']['mode'], | ||
| 120 | + Description=self.config['lambda']['description'], | ||
| 121 | + Timeout=self.config['lambda']['timeout'], | ||
| 122 | + MemorySize=self.config['lambda']['memory_size']) | ||
| 123 | + LOG.debug(response) | ||
| 124 | + except Exception: | ||
| 125 | + LOG.exception('Unable to upload zip file') | ||
| 126 | + | ||
| 127 | + def delete_lambda_function(self, function_name): | ||
| 128 | + LOG.debug('deleting function %s', function_name) | ||
| 129 | + lambda_svc = self.session.create_client('lambda', self.region) | ||
| 130 | + response = lambda_svc.delete_function(FunctionName=function_name) | ||
| 131 | + LOG.debug(response) | ||
| 132 | + return response | ||
| 133 | + | ||
| 134 | + def _invoke_asynch(self, data_file): | ||
| 135 | + LOG.debug('_invoke_async %s', data_file) | ||
| 136 | + with open(data_file) as fp: | ||
| 137 | + lambda_svc = self.session.create_client('lambda', self.region) | ||
| 138 | + response = lambda_svc.invoke_async( | ||
| 139 | + FunctionName=self.config['lambda']['name'], | ||
| 140 | + InvokeArgs=fp) | ||
| 141 | + LOG.debug(response) | ||
| 142 | + | ||
| 143 | + def _tail(self, function_name): | ||
| 144 | + LOG.debug('tailing function: %s', function_name) | ||
| 145 | + log_svc = self.session.create_client('logs', self.region) | ||
| 146 | + log_group_name = '/aws/lambda/%s' % function_name | ||
| 147 | + latest_stream = None | ||
| 148 | + response = log_svc.describe_log_streams(logGroupName=log_group_name) | ||
| 149 | + for stream in response['logStreams']: | ||
| 150 | + if not latest_stream: | ||
| 151 | + latest_stream = stream | ||
| 152 | + elif stream['lastEventTimestamp'] > latest_stream['lastEventTimestamp']: | ||
| 153 | + latest_stream = stream | ||
| 154 | + response = log_svc.get_log_events( | ||
| 155 | + logGroupName=log_group_name, | ||
| 156 | + logStreamName=latest_stream['logStreamName']) | ||
| 157 | + for log_event in response['events']: | ||
| 158 | + print('%s: %s' % (log_event['timestamp'], log_event['message'])) | ||
| 159 | + | ||
| 160 | + def deploy(self): | ||
| 161 | + self.create_update_roles( | ||
| 162 | + self.config['cloudformation']['stack_name'], | ||
| 163 | + self.config['cloudformation']['template']) | ||
| 164 | + self.zip_lambda_function( | ||
| 165 | + self.config['lambda']['zipfile_name'], | ||
| 166 | + self.config['lambda']['path']) | ||
| 167 | + self.upload_lambda_function(self.config['lambda']['zipfile_name']) | ||
| 168 | + | ||
| 169 | + def test(self): | ||
| 170 | + self._invoke_asynch(self.config['lambda']['test_data']) | ||
| 171 | + | ||
| 172 | + def tail(self): | ||
| 173 | + self._tail(self.config['lambda']['name']) | ||
| 174 | + | ||
| 175 | + def delete(self): | ||
| 176 | + self.delete_roles(self.config['cloudformation']['stack_name']) | ||
| 177 | + self.delete_lambda_function(self.config['lambda']['name']) |
kappa/_version
0 → 100644
| 1 | +0.1.0 | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
requirements.txt
0 → 100755
setup.py
0 → 100755
| 1 | +#!/usr/bin/env python | ||
| 2 | + | ||
| 3 | +from setuptools import setup, find_packages | ||
| 4 | + | ||
| 5 | +import os | ||
| 6 | + | ||
| 7 | +requires = [ | ||
| 8 | + 'botocore==0.75.0', | ||
| 9 | + 'click==3.3', | ||
| 10 | + 'PyYAML>=3.11' | ||
| 11 | +] | ||
| 12 | + | ||
| 13 | + | ||
| 14 | +setup( | ||
| 15 | + name='kappa', | ||
| 16 | + version=open(os.path.join('kappa', '_version')).read().strip(), | ||
| 17 | + description='A CLI tool for AWS Lambda developers', | ||
| 18 | + long_description=open('README.md').read(), | ||
| 19 | + author='Mitch Garnaat', | ||
| 20 | + author_email='mitch@garnaat.com', | ||
| 21 | + url='https://github.com/garnaat/kappa', | ||
| 22 | + packages=find_packages(exclude=['tests*']), | ||
| 23 | + package_data={'kappa': ['_version']}, | ||
| 24 | + package_dir={'kappa': 'kappa'}, | ||
| 25 | + scripts=['bin/kappa'], | ||
| 26 | + install_requires=requires, | ||
| 27 | + license=open("LICENSE").read(), | ||
| 28 | + classifiers=( | ||
| 29 | + 'Development Status :: 3 - Alpha', | ||
| 30 | + 'Intended Audience :: Developers', | ||
| 31 | + 'Intended Audience :: System Administrators', | ||
| 32 | + 'Natural Language :: English', | ||
| 33 | + 'License :: OSI Approved :: Apache Software License', | ||
| 34 | + 'Programming Language :: Python', | ||
| 35 | + 'Programming Language :: Python :: 2.6', | ||
| 36 | + 'Programming Language :: Python :: 2.7', | ||
| 37 | + 'Programming Language :: Python :: 3', | ||
| 38 | + 'Programming Language :: Python :: 3.3', | ||
| 39 | + 'Programming Language :: Python :: 3.4' | ||
| 40 | + ), | ||
| 41 | +) |
-
Please register or login to post a comment