-
Notifications
You must be signed in to change notification settings - Fork 25
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #10 from turnerlabs/updates-10-3-19
- Loading branch information
Showing
8 changed files
with
659 additions
and
36 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,120 @@ | ||
| /** | ||
| * ECS Event Stream | ||
| * This component gives you full access to the ECS event logs | ||
| * for your cluster by creating a cloudwatch event rule that listens for | ||
| * events for this cluster and calls a lambda that writes them to cloudwatch logs. | ||
| * It then adds a cloudwatch dashboard the displays the results of a | ||
| * logs insights query against the lambda logs | ||
| */ | ||
|
|
||
| # cw event rule | ||
| resource "aws_cloudwatch_event_rule" "ecs_event_stream" { | ||
| name = "${var.app}-${var.environment}-ecs-event-stream" | ||
| description = "Passes ecs event logs for ${var.app}-${var.environment} to a lambda that writes them to cw logs" | ||
|
|
||
| event_pattern = <<PATTERN | ||
| { | ||
| "detail": { | ||
| "clusterArn": ["${aws_ecs_cluster.app.arn}"] | ||
| } | ||
| } | ||
| PATTERN | ||
|
|
||
| } | ||
|
|
||
| resource "aws_cloudwatch_event_target" "ecs_event_stream" { | ||
| rule = aws_cloudwatch_event_rule.ecs_event_stream.name | ||
| arn = aws_lambda_function.ecs_event_stream.arn | ||
| } | ||
|
|
||
| data "template_file" "lambda_source" { | ||
| template = <<EOF | ||
| exports.handler = (event, context, callback) => { | ||
| console.log(JSON.stringify(event)); | ||
| } | ||
| EOF | ||
|
|
||
| } | ||
|
|
||
| data "archive_file" "lambda_zip" { | ||
| type = "zip" | ||
| source_content = data.template_file.lambda_source.rendered | ||
| source_content_filename = "index.js" | ||
| output_path = "lambda-${var.app}.zip" | ||
| } | ||
|
|
||
| resource "aws_lambda_permission" "ecs_event_stream" { | ||
| statement_id = "AllowExecutionFromCloudWatch" | ||
| action = "lambda:InvokeFunction" | ||
| function_name = aws_lambda_function.ecs_event_stream.arn | ||
| principal = "events.amazonaws.com" | ||
| source_arn = aws_cloudwatch_event_rule.ecs_event_stream.arn | ||
| } | ||
|
|
||
| resource "aws_lambda_function" "ecs_event_stream" { | ||
| function_name = "${var.app}-${var.environment}-ecs-event-stream" | ||
| role = aws_iam_role.ecs_event_stream.arn | ||
| filename = data.archive_file.lambda_zip.output_path | ||
| source_code_hash = data.archive_file.lambda_zip.output_base64sha256 | ||
| handler = "index.handler" | ||
| runtime = "nodejs8.10" | ||
| tags = var.tags | ||
| } | ||
|
|
||
| resource "aws_lambda_alias" "ecs_event_stream" { | ||
| name = aws_lambda_function.ecs_event_stream.function_name | ||
| description = "latest" | ||
| function_name = aws_lambda_function.ecs_event_stream.function_name | ||
| function_version = "$LATEST" | ||
| } | ||
|
|
||
| resource "aws_iam_role" "ecs_event_stream" { | ||
| name = aws_cloudwatch_event_rule.ecs_event_stream.name | ||
|
|
||
| assume_role_policy = <<EOF | ||
| { | ||
| "Version": "2012-10-17", | ||
| "Statement": [ | ||
| { | ||
| "Action": "sts:AssumeRole", | ||
| "Principal": { | ||
| "Service": "lambda.amazonaws.com" | ||
| }, | ||
| "Effect": "Allow", | ||
| "Sid": "" | ||
| } | ||
| ] | ||
| } | ||
| EOF | ||
|
|
||
| } | ||
|
|
||
| resource "aws_iam_role_policy_attachment" "ecs_event_stream" { | ||
| role = aws_iam_role.ecs_event_stream.name | ||
| policy_arn = "arn:aws:iam::aws:policy/service-role/AWSLambdaBasicExecutionRole" | ||
| } | ||
|
|
||
| # cloudwatch dashboard with logs insights query | ||
| resource "aws_cloudwatch_dashboard" "ecs-event-stream" { | ||
| dashboard_name = "${var.app}-${var.environment}-ecs-event-stream" | ||
|
|
||
| dashboard_body = <<EOF | ||
| { | ||
| "widgets": [ | ||
| { | ||
| "type": "log", | ||
| "x": 0, | ||
| "y": 0, | ||
| "width": 24, | ||
| "height": 18, | ||
| "properties": { | ||
| "query": "SOURCE '/aws/lambda/${var.app}-${var.environment}-ecs-event-stream' | fields @timestamp as time, detail.desiredStatus as desired, detail.lastStatus as latest, detail.stoppedReason as reason, detail.containers.0.reason as container_reason, detail.taskDefinitionArn as task_definition\n| filter @type != \"START\" and @type != \"END\" and @type != \"REPORT\"\n| sort detail.updatedAt desc, detail.version desc\n| limit 100", | ||
| "region": "us-east-1", | ||
| "title": "ECS Event Log" | ||
| } | ||
| } | ||
| ] | ||
| } | ||
| EOF | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.