#terraform - November 2020

Error: error creating EKS Cluster (dev_cluster): ResourceInUseException: Cluster already exists with name: dev_cluster

{

RespMetadata: {

StatusCode: 409,

RequestID: "6a650024-bdab-4965-9940-d15506218621"

},

ClusterName: "dev_cluster",

Message_: "Cluster already exists with name: dev_cluster"

}

on .terraform/modules/eks/cluster.tf line 9, in resource "aws_eks_cluster" "this":

9: resource "aws_eks_cluster" "this" {

data "external" "this" {
  program = ["go", "run", "${path.module}/../main.go", "-i", "i-12345678"]
}

{
  "/": { "Device": "rootfs", "FSType": "rootfs" },
  "/boot": { "Device": "nvme0n1p1", "FSType": "ext4" }
}

module "elb-5xx-label" {
  source     = "git::<https://github.com/cloudposse/terraform-terraform-label.git>"
  name       = var.name
  namespace  = var.namespace
  stage      = var.stage
  attributes = compact(concat(var.attributes, list("elb", "5xx")))
}

resource "aws_cloudwatch_metric_alarm" "elb-5xx-anomaly" {
  count               = length(var.monitored-elb-ids)
  alarm_name          = join("", ["ELB 5xx errors high - ", var.monitored-elb-ids[count.index]])
#  alarm_name          = join("", ["ELB 5xx errors high - ", module.elb-5xx-label.id])
  comparison_operator = "LessThanLowerOrGreaterThanUpperThreshold"
  evaluation_periods  = "1"
  threshold_metric_id = "e1"
  alarm_description   = "The number of HTTP 5XX errors originating from the ELB are out of band. This is not an error generated by the targets (backend)"
  treat_missing_data  = "notBreaching"
  alarm_actions       = [element(var.sns-topics.*.topic-id, 1)]
  ok_actions          = [element(var.sns-topics.*.topic-id, 1)]

  metric_query {
    id                 = "e1"
    expression         = "ANOMALY_DETECTION_BAND(m1, 1)"
    label              = "HTTPCode_ELB_5XX (expected)"
    return_data        = "true"
  }

  metric_query {
    id          = "m1"
    return_data = "true"
    metric {
      metric_name = "HTTPCode_ELB_5XX"
      namespace   = "AWS/ELB"
      period      = "60"
      stat        = "Sum"
      unit        = "Count"

      dimensions = {
        LoadBalancerName = var.monitored-elb-ids[count.index]
      }
    }
  }
}

Hello! good morning, i'm new to this slack! I wanted to ask you a question, I was trying to build a cluster with the cloudposse modules and they work perfect, my problem is that I don't understand how to continue after that, I don't understand how to make the services work, I raise the cluster, but automate the listeners part and target group complicates me, I always get to a point (both with workers and node groups) that I get stuck


Do you have any guidance from scratch on how to make all this work? mount the cluster and run the services

   + alias {
          + evaluate_target_health = false
          + name                   = "<http://s3-website.ca-central-1.amazonaws.com|s3-website.ca-central-1.amazonaws.com>"
          + zone_id                = "xxx"
        }
    }

module "website" {
  source = "git::<https://github.com/cloudposse/terraform-aws-s3-website.git?ref=0.12.0>"

  delimiter                = "."
  region                   = var.region
  namespace                = var.name
  stage                    = local.stage_namespace
  name                     = local.cluster_domain
  hostname                 = local.domain
  versioning_enabled       = "true"
  cors_allowed_methods     = ["GET", "HEAD"]
  index_document           = "index.html"
  error_document           = "index.html"
  parent_zone_name         = local.namespace_domain

  tags = merge(
    map("Country", substr(var.region, 0, 2)),
    map("DataCenter", substr(var.region, 3, length(var.region) - 5))
  )
}

 module.datamart_writer_cluster_us_east_1.aws_rds_cluster.default[0] its
original provider configuration at
provider["<http://registry.terraform.io/-/aws|registry.terraform.io/-/aws>"].us_east_1 is required, but it has been
removed. This occurs when a provider configuration is removed while objects
created by that provider still exist in the state. Re-add the provider
configuration to destroy
module.datamart_writer_cluster_us_east_1.aws_rds_cluster.default[0], after
which you can remove the provider configuration again.

[ERR]: Error building changeset: AccessDenied: The resource hostedzone/XXXX can only be managed through AWS Cloud Map (arn:aws:servicediscovery:us-west-1:123456789:namespace/ns-xxxxxxx)
        status code: 403, request id: 4d9a9437-3af1-4982-ad58-c766dc1d18d6

module "xxx_yyy" {
  source = "git::<https://github.com/cloudposse/terraform-aws-ecr.git?ref=tags/0.29.0>"
  name   = "xxx_yyy"
}

# terraform state list
data.aws_acm_certificate.amazon_issued_compeat_wc
aws_s3_bucket.beta_data_buckets["svc_feedback"]
aws_s3_bucket.frontend_beta_web_buckets["accounting"]
aws_s3_bucket.frontend_beta_web_buckets["integrations"]
aws_s3_bucket.frontend_beta_web_buckets["inventory"]
aws_s3_bucket.frontend_beta_web_buckets["portal"]
root@f30c14ba15f6:/tfroot/beta# terraform import aws_s3_bucket.beta_data_buckets[\"svc_imports\"] co-beta-service-imports
aws_s3_bucket.beta_data_buckets["svc_imports"]: Importing from ID "co-beta-service-imports"...
aws_s3_bucket.beta_data_buckets["svc_imports"]: Import prepared!
  Prepared aws_s3_bucket for import
aws_s3_bucket.beta_data_buckets["svc_imports"]: Refreshing state... [id=co-beta-service-imports]

Error: Invalid index

  on /tfroot/beta/resources.tf line 72, in locals:
  72:       aws_s3_bucket.beta_data_buckets[bucket].arn
    |----------------
    | aws_s3_bucket.beta_data_buckets is object with 1 attribute "svc_feedback"

The given key does not identify an element in this collection value.

Error: InvalidParameter: 1 validation error(s) found. - minimum field size of 1, ListTargetsByRuleInput.EventBusName.

* hashicorp/aws: version = "~> 3.14.0"

resource "aws_ssm_maintenance_window_task" "task" {
  ....
  task_invocation_parameters {
    run_command_parameters {
      ...
      timeout_seconds = 600
    }
  }
}

main_elasticache_redis.tf:
module "redis" {
  source                     = "git::<https://github.com/cloudposse/terraform-aws-elasticache-redis.git?ref=tags/0.25.0>"
  availability_zones               = data.aws_availability_zones.available.names
  vpc_id                           = module.vpc.vpc_id
  allowed_security_groups          = [module.vpc.default_security_group_id]
  subnets                          = module.vpc.private_subnets
  cluster_size                     = var.redis_cluster_size #number_cache_clusters
  instance_type                    = var.redis_instance_type
  apply_immediately                = true
  automatic_failover_enabled       = true
  engine_version                   = var.redis_engine_version
  family                           = var.redis_family
  #enabled                          = var.enabled
  cluster_mode_enabled             = true
  enabled                          = true
  replication_group_id             = var.replication_group_id
  elasticache_subnet_group_name    = var.elasticache_subnet_group_name
  at_rest_encryption_enabled       = var.at_rest_encryption_enabled
  transit_encryption_enabled       = var.transit_encryption_enabled
  cloudwatch_metric_alarms_enabled = var.cloudwatch_metric_alarms_enabled

  parameter = [
    {
      name  = "notify-keyspace-events"
      value = "lK"
    }
  ]

  context = module.this.context
}

data.tf: 
provider "aws" {
  version = ">= 2.55.0" 
  region  = var.region
}

context.tf:
module "this" {
  source = "git::<https://github.com/cloudposse/terraform-null-label.git?ref=tags/0.19.2>"
  enabled             = var.enabled
  namespace           = var.namespace
  environment         = var.environment
  stage               = var.stage
  name                = var.name
  delimiter           = var.delimiter
  attributes          = var.attributes
  tags                = var.tags
  additional_tag_map  = var.additional_tag_map
  label_order         = var.label_order
  regex_replace_chars = var.regex_replace_chars
  id_length_limit     = var.id_length_limit

  context = var.context
}
variable "context" {
  type = object({
    enabled             = bool
    namespace           = string
    environment         = string
    stage               = string
    name                = string
    delimiter           = string
    attributes          = list(string)
    tags                = map(string)
    additional_tag_map  = map(string)
    regex_replace_chars = string
    label_order         = list(string)
    id_length_limit     = number
  })
  default = {
    enabled             = true
    namespace           = null
    environment         = null
    stage               = null
    name                = null
    delimiter           = null
    attributes          = []
    tags                = {}
    additional_tag_map  = {}
    regex_replace_chars = null
    label_order         = []
    id_length_limit     = null
  }
  description = <<-EOT
    Single object for setting entire context at once.
    See description of individual variables for details.
    Leave string and numeric variables as `null` to use default value.
    Individual variable settings (non-null) override settings in context object,
    except for attributes, tags, and additional_tag_map, which are merged.
  EOT
}

variable "enabled" {
  type        = bool
  default     = true
  description = "Set to false to prevent the module from creating any resources"
}

variable "namespace" {
  type        = string
  default     = null
  description = "Namespace, which could be your organization name or abbreviation, e.g. 'eg' or 'cp'"
}

variable "environment" {
  type        = string
  default     = null
  description = "Environment, e.g. 'uw2', 'us-west-2', OR 'prod', 'staging', 'dev', 'UAT'"
}

variable "stage" {
  type        = string
  default     = null
  description = "Stage, e.g. 'prod', 'staging', 'dev', OR 'source', 'build', 'test', 'deploy', 'release'"
}

variable "name" {
  type        = string
  default     = null
  description = "Solution name, e.g. 'app' or 'jenkins'"
}

variable "delimiter" {
  type        = string
  default     = null
  description = <<-EOT
    Delimiter to be used between `namespace`, `environment`, `stage`, `name` and `attributes`.
    Defaults to `-` (hyphen). Set to `""` to use no delimiter at all.
  EOT
}

variable "attributes" {
  type        = list(string)
  default     = []
  description = "Additional attributes (e.g. `1`)"
}

variable "tags" {
  type        = map(string)
  default     = {}
  description = "Additional tags (e.g. `map('BusinessUnit','XYZ')`"
}

variable "additional_tag_map" {
  type        = map(string)
  default     = {}
  description = "Additional tags for appending to tags_as_list_of_maps. Not added to `tags`."
}

variable "label_order" {
  type        = list(string)
  default     = null
  description = <<-EOT
    The naming order of the id output and Name tag.
    Defaults to ["namespace", "environment", "stage", "name", "attributes"].
    You can omit any of the 5 elements, but at least one must be present.
  EOT
}

variable "regex_replace_chars" {
  type        = string
  default     = null
  description = <<-EOT
    Regex to replace chars with empty string in `namespace`, `environment`, `stage` and `name`.
    If not set, `"/[^a-zA-Z0-9-]/"` is used to remove all characters other than hyphens, letters and digits.
  EOT
}

variable "id_length_limit" {
  type        = number
  default     = null
  description = <<-EOT
    Limit `id` to this many characters.
    Set to `0` for unlimited length.
    Set to `null` for default, which is `0`.
    Does not affect `id_full`.
  EOT
}

module.autoscale_group.aws_autoscaling_group.default[0]: Creating... Error: One of `id` or `name` must be set for `launch_template

Error: error creating RDS cluster: InvalidParameterCombination: Aurora Serverless DB clusters are always encrypted at rest. Encryption can't be disabled.
        status code: 400, request id: 6f8ac312-53d1-4d12-9602-e5fb64cc102f

2020/11/15 15:03:18 [ERROR] eval: terraform.evalReadDataRefresh, err: UnauthorizedOperation: You are not authorized to perform this operation.
status code: 403, request id: d2c30533-f6da-40e2-925c-58b5404cb356
2020/11/15 15:03:18 [ERROR] eval: terraform.EvalSequence, err: UnauthorizedOperation: You are not authorized to perform this operation.
status code: 403, request id: d2c30533-f6da-40e2-925c-58b5404cb356
Error: UnauthorizedOperation: You are not authorized to perform this operation.
status code: 403, request id: 2a7b0234-0255-496d-8deb-91877b5aad94
Error: UnauthorizedOperation: You are not authorized to perform this operation.
status code: 403, request id: d2c30533-f6da-40e2-925c-58b5404cb356
2020/11/15 15:03:18 [ERROR] eval: terraform.evalReadDataRefresh, err: UnauthorizedOperation: You are not authorized to perform this operation.
status code: 403, request id: 2a7b0234-0255-496d-8deb-91877b5aad94
2020/11/15 15:03:18 [ERROR] eval: terraform.EvalSequence, err: UnauthorizedOperation: You are not authorized to perform this operation.
status code: 403, request id: 2a7b0234-0255-496d-8deb-91877b5aad94
2020-11-15T15:03:18.578Z [WARN] plugin.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = transport is closing"
Cleaning up file based variables
00:00
ERROR: Job failed: exit status 1 

{
"builders": [
{
"type": "amazon-ebs",
"access_key": "###",
"secret_key": "###",
"ami_name":"EBS-{{isotime | clean_resource_name}}",
"temporary_iam_instance_profile_policy_document": {
"Version": "2012-10-17",
"Statement": [
{
"Effect": "Allow",
"Action": [
"ec2:RunInstances",
"ec2:AssociateIamInstanceProfile",
"ec2:ReplaceIamInstanceProfileAssociation"

             ],
             "Resource": "*"
          },
          {
             "Effect" : "Allow",
             "Action": "iam:PassRole",
             "Resource": "*"
          }]
       },

        "region": "us-east-1",
        "ami_regions": ["us-east-1"],
        "instance_type": "t2.micro",
        "ssh_keypair_name": "SysOps2020",
        "ssh_private_key_file": "/home/ubuntu/keys/SysOps2020.pem",
        "source_ami_filter": {
            "filters": {
              "virtualization-type": "hvm",
              "name": "amzn2-ami-hvm-2.0.*-x86_64*",
              "root-device-type": "ebs"
            },
            "owners": ["amazon"],
            "most_recent": true      
        },
        "ssh_username": "ec2-user"
    }
],
"provisioners": [
    {
        "type": "file",
        "source": "scripts",
        "destination": "/home/ec2-user/"
      },
      {
        "type": "file",
        "source": "code",
        "destination": "/home/ec2-user/"
      },        
      {
        "type": "shell",
        "script": "scripts/install.sh"

     },
     {
        "type": "shell",
        "script": "scripts/cleanup.sh"

     }
]

logging {
    target_bucket = "${var.org_namespace}-${var.environment}-access-logs"
  }

Creating Delivery Channel failed: InsufficientDeliveryPolicyException: Insufficient delivery policy to s3 bucket: terraform-20201119163429797100000001, unable to write to bucket, provided s3 key prefix is 'config'.

locals {
  # specify all vars in the templates
  template_vars = {
    # foo = bar
  }
}

data null_data_source this {
  for_each = fileset(var.path, var.pattern)

  inputs = {
    # templatefile catches bad hcl syntax in interpolations
    # encode/decode cycle catches bad json in the template
    json = jsonencode(jsondecode(templatefile(each.value, local.template_vars)))
  }
}

variable path {
  type    = string
  default = "."
}

variable pattern {
  type    = string
  default = "**/*.json.template"
}

terraform init -backend=false <path/to/test/config>
terraform plan <path/to/test/config>

resource "aws_security_group" "efs" {
  count       = module.this.enabled ? 1 : 0

module "label" {
  source          = "git::<https://github.com/cloudposse/terraform-null-label.git?ref=0.21.0>"
  context         = module.this.context
  enabled         = true
  id_length_limit = 10
}

output "ID" {
  value = "'${module.label.id_full}'"
}

Apply complete! Resources: 0 added, 0 changed, 0 destroyed.
Outputs:
ID = ''

length(random_shuffle.shared_alb.result) > 0 ? random_shuffle.shared_alb.result[0] : null

log_collect_list = jsonencode(
   [ for logs in var.log_object.files.collect_list : {
       "file_path"         = logs.file_path
       "log_group_name"    = logs.log_group_name
       "log_stream_name"   = logs.log_stream_name
       "auto_removal"      = logs.auto_removal
       } 
    ]
)

"auto_removal": true,
"file_path": "W3SVC1\\*",
"log_group_name": "/test/iis/cms",
"log_stream_name": "{instance_id}_{local_hostname}"

contains(keys(mymap), "asg")

api_pipeline_env_variables = [
  {
    name  = "AWS_DEFAULT_REGION"
    value = "eu-central-1"
  },
  {
    name  = "CONTAINER_NAME"
    value = var.api_container_name <-- Rookie her. This is illegal, but how can I inject a variable in list?
  }
]

module "ssm_service_role" {
  source = "<http://github.com/sultans-of-devops/terraform-aws-iam-role|github.com/sultans-of-devops/terraform-aws-iam-role>"

  name      = "SSMServiceRole"
  namespace = var.namespace
  stage     = var.stage

  policy_description = "SSM Service Role policy"
  role_description   = "IAM role with permissions SSM and CloudWatch Agent policies"

  principals = {
    Service = ["<http://ssm.amazonaws.com|ssm.amazonaws.com>"]
  }

  policy_attachments = [
    "arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore",
    "arn:aws:iam::aws:policy/CloudWatchAgentServerPolicy",
  ]
}

subnet_ids = [for subnet in range(var.num_nodes) : aws_subnet.db[subnet].id]

./example.tmpl
example = ${foo}
${templatefile("common.tmpl", { bar = "bar" })}

> templatefile(“./example.tmpl”, { foo = “bar”})

>

Error: Error in function call

on <console-input> line 1:

(source code not available)

Call to function “templatefile” failed: ./example.tmpl:2,3-16: Error in

function call; Call to function “templatefile” failed: cannot recursively call

templatefile from inside templatefile call..

Error: expected length of replication_group_id to be in the range (1 - 40)