#aws - October 2021

 {"Event Source":"db-snapshot","Event Time":"2021-10-01 02:09:04.371","Identifier Link":"<https://console.aws.amazon.com/rds/home?region=us-west-2#snapshot:id=rds:dev-mpa-spa-db-01-2021-10-01-02-09>","Source ID":"rds:dev-mpa-spa-db-01-2021-10-01-02-09","Source ARN":"arn:aws:rds:us-west-2:730458288754:snapshot:rds:dev-mpa-spa-db-01-2021-10-01-02-09","Event ID":"<http://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/USER_Events.html#RDS-EVENT-0090>","Event Message":"Creating automated snapshot"}

def lambda_handler(event, context): 
    url = "<https://outlook.office.com/webhook/xxxxxxx>"    
    msg = {
        "text": event['Records'][0]['Sns']['Message']
    }
    encoded_msg = json.dumps(msg).encode('utf-8')
    resp = http.request('POST',url, body=encoded_msg)
    print({
        "message": event['Records'][0]['Sns']['Message'], 
        "status_code": resp.status, 
        "response": resp.data
    })

module "kafka" {
  source = "../../external_modules/cloudposse/terraform-aws-msk-apache-kafka-cluster"
  # version = "0.6.3"
  namespace = "testnamesapce"
  stage     = "dev"
  name      = "msk"
  vpc_id    = module.vpc.vpc_id
  security_groups        = ["sg-XXXXXXXXXXXX", "sg-XXXXXXXXXXXX"]         
  subnet_ids             = ["subnet-XXXXXXXXXXXX", "subnet-XXXXXXXXXXXX"]
  kafka_version          = "2.8.0"
  number_of_broker_nodes = 2 # this has to be a multiple of the # of subnet_ids
  broker_instance_type   = "kafka.t3.small"
  broker_volume_size     = "100"
}

2021-10-04 10:10:13 WARN  o.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1] Bootstrap broker <http://z-2.dev.mjd92j.c17.kafka.us-east-1.amazonaws.com:2182|z-2.dev.mjd92j.c17.kafka.us-east-1.amazonaws.com:2182> (id: -1 rack: null) disconnected
2021-10-04 10:10:13 WARN  o.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1] Bootstrap broker <http://z-3.dev.mjd92j.c17.kafka.us-east-1.amazonaws.com:2182|z-3.dev.mjd92j.c17.kafka.us-east-1.amazonaws.com:2182> (id: -2 rack: null) disconnected
2021-10-04 10:10:14 WARN  o.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1] Bootstrap broker <http://z-1.dev.mjd92j.c17.kafka.us-east-1.amazonaws.com:2182|z-1.dev.mjd92j.c17.kafka.us-east-1.amazonaws.com:2182> (id: -3 rack: null) disconnected

 ./kafka-topics.sh --create --bootstrap-server <http://z-2.msk.xxxxxxx.c17.kafka.us-east-1.amazonaws.com:2181|z-2.msk.xxxxxxx.c17.kafka.us-east-1.amazonaws.com:2181> --create --topic test-topic --partitions 3 --replication-factor 3 --if-not-exists

Error while executing topic command : Timed out waiting for a node assignment. Call: createTopics
[2021-10-04 11:55:27,380] ERROR org.apache.kafka.common.errors.TimeoutException: Timed out waiting for a node assignment. Call: createTopics
 (kafka.admin.TopicCommand$)

nc -vz <http://z-2.msk.xxxxxxx.c17.kafka.us-east-1.amazonaws.com|z-2.msk.xxxxxxx.c17.kafka.us-east-1.amazonaws.com> 2181
Connection to <http://z-2.msk.xxxxxxx.c17.kafka.us-east-1.amazonaws.com|z-2.msk.xxxxxxx.c17.kafka.us-east-1.amazonaws.com> 2181 port [tcp/*] succeeded!

KAFKA_ADVERTISED_LISTENERS=<PLAINTEXT://kafka-server:9092>,PLAINTEXT_<HOST://localhost:29092>

Error: POST <https://api.github.com/repos/><name><app>/hooks: 404 Not Found []
│
│   with module.ecs_push_pipeline.module.github_webhooks.github_repository_webhook.default[0],
│   on .terraform/modules/ecs_push_pipeline.github_webhooks/main.tf line 7, in resource "github_repository_webhook" "default":
│    7: resource "github_repository_webhook" "default" {

module "ecs_push_pipeline" {
  source = "cloudposse/ecs-codepipeline/aws"
  version = "0.28.1"
  name                        = var.name
  namespace                   = var.namespace
  stage                       = "stage"
  image_repo_name             = var.imgRepoName
  region                      = var.aws_region
  github_oauth_token    = "<secure_token_from_github_org_oauth_creation>"
  github_webhooks_token = "<github_repo_webhook_secret>"
  repo_owner                  = var.owner
  repo_name                   = var.repo
  branch                      = "master"
  service_name                = "test-app-service"
  ecs_cluster_name            = "${var.name}-ecs-cluster"
  privileged_mode             = true
  cache_bucket_suffix_enabled = false # important: see <https://github.com/cloudposse/terraform-aws-codebuild/issues/91>
}

*New customers can access two Availability Zones in US West (Northern California).