From 0a7a5b4373fdadadf572f4cfb1880703ad8b4a9a Mon Sep 17 00:00:00 2001 From: Igor Rodionov Date: Thu, 14 Nov 2024 20:25:17 +0100 Subject: [PATCH] Initial commit --- .github/settings.yml | 8 +- README.yaml | 159 +++++++++++++++++++++++---------- src/main.tf | 97 ++++++++++++++++++++ src/outputs.tf | 6 +- src/provider-awsutils.mixin.tf | 14 +++ src/providers.tf | 19 ++++ src/remote-state.tf | 8 ++ src/variables.tf | 91 +++++++++++++++++++ src/versions.tf | 15 +++- 9 files changed, 360 insertions(+), 57 deletions(-) create mode 100644 src/provider-awsutils.mixin.tf create mode 100644 src/providers.tf create mode 100644 src/remote-state.tf create mode 100644 src/variables.tf diff --git a/.github/settings.yml b/.github/settings.yml index 4043f57..e541a09 100644 --- a/.github/settings.yml +++ b/.github/settings.yml @@ -1,11 +1,7 @@ # Upstream changes from _extends are only recognized when modifications are made to this file in the default branch. _extends: .github repository: - name: template - description: Template for Terraform Components + name: aws-sftp + description: This component is responsible for provisioning SFTP Endpoints homepage: https://cloudposse.com/accelerate topics: terraform, terraform-component - - - - diff --git a/README.yaml b/README.yaml index 73d70c3..83fe4d6 100644 --- a/README.yaml +++ b/README.yaml @@ -1,70 +1,135 @@ -name: "template" - +name: "aws-sftp" # Canonical GitHub repo -github_repo: "cloudposse-terraform-components/template" - +github_repo: "cloudposse-terraform-components/aws-sftp" # Short description of this project description: |- - Description of this component + This component is responsible for provisioning SFTP Endpoints. + + ## Usage -usage: |- - **Stack Level**: Regional or Test47 + **Stack Level**: Regional Here's an example snippet for how to use this component. - + ```yaml components: terraform: - foo: + sftp: + settings: + spacelift: + workspace_enabled: true vars: enabled: true ``` -include: - - "docs/terraform.md" + + + ## Requirements -tags: - - terraform - - terraform-modules - - aws - - components - - terraform-components - - root - - geodesic - - reference-implementation - - reference-architecture + | Name | Version | + |------|---------| + | [terraform](#requirement\_terraform) | >= 1.0.0 | + | [aws](#requirement\_aws) | >= 4.0 | + | [awsutils](#requirement\_awsutils) | >= 0.11.0 | + | [local](#requirement\_local) | >= 2.0 | + + ## Providers + + | Name | Version | + |------|---------| + | [aws](#provider\_aws) | >= 4.0 | + + ## Modules + + | Name | Source | Version | + |------|--------|---------| + | [iam\_roles](#module\_iam\_roles) | ../account-map/modules/iam-roles | n/a | + | [s3\_context](#module\_s3\_context) | cloudposse/label/null | 0.25.0 | + | [security\_group](#module\_security\_group) | cloudposse/security-group/aws | 1.0.1 | + | [sftp](#module\_sftp) | cloudposse/transfer-sftp/aws | 1.2.0 | + | [this](#module\_this) | cloudposse/label/null | 0.25.0 | + | [vpc](#module\_vpc) | cloudposse/stack-config/yaml//modules/remote-state | 1.5.0 | + + ## Resources + + | Name | Type | + |------|------| + | [aws_route53_zone.default](https://registry.terraform.io/providers/hashicorp/aws/latest/docs/data-sources/route53_zone) | data source | + | [aws_s3_bucket.default](https://registry.terraform.io/providers/hashicorp/aws/latest/docs/data-sources/s3_bucket) | data source | + ## Inputs + + | Name | Description | Type | Default | Required | + |------|-------------|------|---------|:--------:| + | [additional\_tag\_map](#input\_additional\_tag\_map) | Additional key-value pairs to add to each map in `tags_as_list_of_maps`. Not added to `tags` or `id`.
This is for some rare cases where resources want additional configuration of tags
and therefore take a list of maps with tag key, value, and additional configuration. | `map(string)` | `{}` | no | + | [address\_allocation\_ids](#input\_address\_allocation\_ids) | A list of address allocation IDs that are required to attach an Elastic IP address to your SFTP server's endpoint. This property can only be used when endpoint\_type is set to VPC. | `list(string)` | `[]` | no | + | [attributes](#input\_attributes) | ID element. Additional attributes (e.g. `workers` or `cluster`) to add to `id`,
in the order they appear in the list. New attributes are appended to the
end of the list. The elements of the list are joined by the `delimiter`
and treated as a single ID element. | `list(string)` | `[]` | no | + | [context](#input\_context) | Single object for setting entire context at once.
See description of individual variables for details.
Leave string and numeric variables as `null` to use default value.
Individual variable settings (non-null) override settings in context object,
except for attributes, tags, and additional\_tag\_map, which are merged. | `any` | 
{
  "additional_tag_map": {},
  "attributes": [],
  "delimiter": null,
  "descriptor_formats": {},
  "enabled": true,
  "environment": null,
  "id_length_limit": null,
  "label_key_case": null,
  "label_order": [],
  "label_value_case": null,
  "labels_as_tags": [
    "unset"
  ],
  "name": null,
  "namespace": null,
  "regex_replace_chars": null,
  "stage": null,
  "tags": {},
  "tenant": null
}
| no | + | [delimiter](#input\_delimiter) | Delimiter to be used between ID elements.
Defaults to `-` (hyphen). Set to `""` to use no delimiter at all. | `string` | `null` | no | + | [descriptor\_formats](#input\_descriptor\_formats) | Describe additional descriptors to be output in the `descriptors` output map.
Map of maps. Keys are names of descriptors. Values are maps of the form
`{
format = string
labels = list(string)
}`
(Type is `any` so the map values can later be enhanced to provide additional options.)
`format` is a Terraform format string to be passed to the `format()` function.
`labels` is a list of labels, in order, to pass to `format()` function.
Label values will be normalized before being passed to `format()` so they will be
identical to how they appear in `id`.
Default is `{}` (`descriptors` output will be empty). | `any` | `{}` | no | + | [domain](#input\_domain) | Where your files are stored. S3 or EFS | `string` | `"S3"` | no | + | [domain\_name](#input\_domain\_name) | Domain to use when connecting to the SFTP endpoint | `string` | `""` | no | + | [eip\_enabled](#input\_eip\_enabled) | Whether to provision and attach an Elastic IP to be used as the SFTP endpoint. An EIP will be provisioned per subnet. | `bool` | `false` | no | + | [enabled](#input\_enabled) | Set to false to prevent the module from creating any resources | `bool` | `null` | no | + | [environment](#input\_environment) | ID element. Usually used for region e.g. 'uw2', 'us-west-2', OR role 'prod', 'staging', 'dev', 'UAT' | `string` | `null` | no | + | [force\_destroy](#input\_force\_destroy) | Forces the AWS Transfer Server to be destroyed | `bool` | `false` | no | + | [hosted\_zone\_suffix](#input\_hosted\_zone\_suffix) | The hosted zone name suffix. The stage name will be prefixed to this suffix. | `string` | n/a | yes | + | [id\_length\_limit](#input\_id\_length\_limit) | Limit `id` to this many characters (minimum 6).
Set to `0` for unlimited length.
Set to `null` for keep the existing setting, which defaults to `0`.
Does not affect `id_full`. | `number` | `null` | no | + | [label\_key\_case](#input\_label\_key\_case) | Controls the letter case of the `tags` keys (label names) for tags generated by this module.
Does not affect keys of tags passed in via the `tags` input.
Possible values: `lower`, `title`, `upper`.
Default value: `title`. | `string` | `null` | no | + | [label\_order](#input\_label\_order) | The order in which the labels (ID elements) appear in the `id`.
Defaults to ["namespace", "environment", "stage", "name", "attributes"].
You can omit any of the 6 labels ("tenant" is the 6th), but at least one must be present. | `list(string)` | `null` | no | + | [label\_value\_case](#input\_label\_value\_case) | Controls the letter case of ID elements (labels) as included in `id`,
set as tag values, and output by this module individually.
Does not affect values of tags passed in via the `tags` input.
Possible values: `lower`, `title`, `upper` and `none` (no transformation).
Set this to `title` and set `delimiter` to `""` to yield Pascal Case IDs.
Default value: `lower`. | `string` | `null` | no | + | [labels\_as\_tags](#input\_labels\_as\_tags) | Set of labels (ID elements) to include as tags in the `tags` output.
Default is to include all labels.
Tags with empty values will not be included in the `tags` output.
Set to `[]` to suppress all generated tags.
**Notes:**
The value of the `name` tag, if included, will be the `id`, not the `name`.
Unlike other `null-label` inputs, the initial setting of `labels_as_tags` cannot be
changed in later chained modules. Attempts to change it will be silently ignored. | `set(string)` | 
[
  "default"
]
| no | + | [name](#input\_name) | ID element. Usually the component or solution name, e.g. 'app' or 'jenkins'.
This is the only ID element not also included as a `tag`.
The "name" tag is set to the full `id` string. There is no tag with the value of the `name` input. | `string` | `null` | no | + | [namespace](#input\_namespace) | ID element. Usually an abbreviation of your organization name, e.g. 'eg' or 'cp', to help ensure generated IDs are globally unique | `string` | `null` | no | + | [regex\_replace\_chars](#input\_regex\_replace\_chars) | Terraform regular expression (regex) string.
Characters matching the regex will be removed from the ID elements.
If not set, `"/[^a-zA-Z0-9-]/"` is used to remove all characters other than hyphens, letters and digits. | `string` | `null` | no | + | [region](#input\_region) | VPN Endpoints are region-specific. This identifies the region. AWS Region | `string` | n/a | yes | + | [restricted\_home](#input\_restricted\_home) | Restricts SFTP users so they only have access to their home directories. | `bool` | `true` | no | + | [s3\_bucket\_context](#input\_s3\_bucket\_context) | The s3 bucket context map of inputs. The same null label inputs can be provided. Provide the `name` to find the s3 bucket using a data source. | `any` | n/a | yes | + | [security\_group\_rules](#input\_security\_group\_rules) | A list of Security Group rule objects to add to the created security group. | `list(any)` | 
[
  {
    "cidr_blocks": [
      "0.0.0.0/0"
    ],
    "from_port": 22,
    "protocol": "tcp",
    "to_port": 22,
    "type": "ingress"
  }
]
| no | + | [security\_policy\_name](#input\_security\_policy\_name) | Specifies the name of the security policy that is attached to the server. Possible values are TransferSecurityPolicy-2018-11, TransferSecurityPolicy-2020-06, and TransferSecurityPolicy-FIPS-2020-06. Default value is: TransferSecurityPolicy-2018-11. | `string` | `"TransferSecurityPolicy-2018-11"` | no | + | [sftp\_users](#input\_sftp\_users) | List of SFTP usernames and public keys | `any` | `{}` | no | + | [stage](#input\_stage) | ID element. Usually used to indicate role, e.g. 'prod', 'staging', 'source', 'build', 'test', 'deploy', 'release' | `string` | `null` | no | + | [tags](#input\_tags) | Additional tags (e.g. `{'BusinessUnit': 'XYZ'}`).
Neither the tag keys nor the tag values will be modified by this module. | `map(string)` | `{}` | no | + | [tenant](#input\_tenant) | ID element \_(Rarely used, not included by default)\_. A customer identifier, indicating who this instance of a resource is for | `string` | `null` | no | + | [vpc\_endpoint\_id](#input\_vpc\_endpoint\_id) | The ID of the VPC endpoint. This property can only be used when endpoint\_type is set to VPC\_ENDPOINT | `string` | `null` | no | + | [vpc\_security\_group\_ids](#input\_vpc\_security\_group\_ids) | A list of security groups IDs that are available to attach to your server's endpoint. If no security groups are specified, the VPC's default security groups are automatically assigned to your endpoint. This property can only be used when endpoint\_type is set to VPC. | `list(string)` | `[]` | no | + + ## Outputs + + | Name | Description | + |------|-------------| + | [sftp](#output\_sftp) | The SFTP module outputs | + + + + ## References + + - [cloudposse/terraform-aws-transfer-sftp](https://github.com/cloudposse/terraform-aws-transfer-sftp) - Cloud Posse's + upstream component +tags: + - component/sftp + - layer/unassigned + - provider/aws # Categories of this project categories: - - terraform-modules/root - - terraform-components - + - component/sftp + - layer/unassigned + - provider/aws # License of this project license: "APACHE2" - # Badges to display badges: - - name: "Latest Release" - image: "https://img.shields.io/github/release/cloudposse-terraform-components/template.svg?style=for-the-badge" - url: "https://github.com/cloudposse-terraform-components/template/releases/latest" - - name: "Slack Community" - image: "https://slack.cloudposse.com/for-the-badge.svg" - url: "https://slack.cloudposse.com" - -references: - - name: "Cloud Posse Documentation" - description: "Complete documentation for the Cloud Posse solution" - url: "https://docs.cloudposse.com" - - name: "Reference Architectures" - description: "Launch effortlessly with our turnkey reference architectures, built either by your team or ours." - url: "https://cloudposse.com/" - + - name: Latest Release + image: https://img.shields.io/github/release/cloudposse-terraform-components/aws-sftp.svg?style=for-the-badge + url: https://github.com/cloudposse-terraform-components/aws-sftp/releases/latest + - name: Slack Community + image: https://slack.cloudposse.com/for-the-badge.svg + url: https://slack.cloudposse.com related: -- name: "Cloud Posse Terraform Modules" - description: Our collection of reusable Terraform modules used by our reference architectures. - url: "https://docs.cloudposse.com/modules/" -- name: "Atmos" - description: "Atmos is like docker-compose but for your infrastructure" - url: "https://atmos.tools" - + - name: "Cloud Posse Terraform Modules" + description: Our collection of reusable Terraform modules used by our reference architectures. + url: "https://docs.cloudposse.com/modules/" + - name: "Atmos" + description: "Atmos is like docker-compose but for your infrastructure" + url: "https://atmos.tools" contributors: [] # If included generates contribs diff --git a/src/main.tf b/src/main.tf index 37156cf..90e3a27 100644 --- a/src/main.tf +++ b/src/main.tf @@ -1,8 +1,105 @@ locals { enabled = module.this.enabled + + default_global_s3_bucket_name_key = "module_default" + + # Retrieve all s3 bucket contexts from each user and the global context + s3_bucket_contexts = merge( + { + for user, val in var.sftp_users : + user => lookup(val, "s3_bucket_context", var.s3_bucket_context) + # if lookup(val, "s3_bucket_context", null) != null && lookup(val, "s3_bucket_context", {}) != {} + }, + { + (local.default_global_s3_bucket_name_key) = var.s3_bucket_context + }, + ) + + # Insert the fully qualified s3 bucket name for each user + sftp_users = { + for user, val in var.sftp_users : + user => merge( + val, + lookup(module.s3_context, user, null) != null ? { + s3_bucket_name = lookup(module.s3_context, user).id + } : {}, + # This has to be added otherwise terraform may throw an error if the user object is different + { + s3_bucket_context = {} + }, + ) + } +} + +module "s3_context" { + source = "cloudposse/label/null" + version = "0.25.0" + + for_each = local.s3_bucket_contexts + + delimiter = lookup(each.value, "delimiter", null) + name = lookup(each.value, "name", null) + environment = lookup(each.value, "environment", null) + tenant = lookup(each.value, "tenant", null) + stage = lookup(each.value, "stage", null) + attributes = lookup(each.value, "attributes", []) + + # empty attributes + context = merge(module.this.context, { + attributes = [], + }) } +data "aws_s3_bucket" "default" { + for_each = local.enabled ? local.s3_bucket_contexts : {} + bucket = module.s3_context[each.key].id +} +module "security_group" { + source = "cloudposse/security-group/aws" + version = "1.0.1" + vpc_id = module.vpc.outputs.vpc_id + rules = var.security_group_rules + context = module.this.context +} + +data "aws_route53_zone" "default" { + count = local.enabled ? 1 : 0 + + name = "${var.stage}.${var.hosted_zone_suffix}" +} + +module "sftp" { + source = "cloudposse/transfer-sftp/aws" + version = "1.2.0" + + domain = var.domain + sftp_users = local.sftp_users + s3_bucket_name = data.aws_s3_bucket.default[local.default_global_s3_bucket_name_key].id + restricted_home = var.restricted_home + force_destroy = var.force_destroy + address_allocation_ids = var.address_allocation_ids + security_policy_name = var.security_policy_name + domain_name = var.domain_name + zone_id = one(data.aws_route53_zone.default[*].id) + eip_enabled = var.eip_enabled + + vpc_security_group_ids = concat( + [ + module.vpc.outputs.vpc_default_security_group_id, + module.security_group.id, + ], + var.vpc_security_group_ids + ) + + # if endpoint type is VPC instead of public + # vpc_id = module.vpc.outputs.vpc_id + # subnet_ids = module.vpc.outputs.private_subnet_ids + # vpc_security_group_ids = concat([module.vpc.outputs.vpc_default_security_group_id], var.vpc_security_group_ids) + # vpc_endpoint_id = var.vpc_endpoint_id + + context = module.this.context +} diff --git a/src/outputs.tf b/src/outputs.tf index 3d08cfa..e31c20a 100644 --- a/src/outputs.tf +++ b/src/outputs.tf @@ -1,4 +1,4 @@ -output "mock" { - description = "Mock output example for the Cloud Posse Terraform component template" - value = local.enabled ? "hello ${basename(abspath(path.module))}" : "" +output "sftp" { + value = module.sftp + description = "The SFTP module outputs" } diff --git a/src/provider-awsutils.mixin.tf b/src/provider-awsutils.mixin.tf new file mode 100644 index 0000000..70fa8d0 --- /dev/null +++ b/src/provider-awsutils.mixin.tf @@ -0,0 +1,14 @@ +provider "awsutils" { + region = var.region + + # Profile is deprecated in favor of terraform_role_arn. When profiles are not in use, terraform_profile_name is null. + profile = module.iam_roles.terraform_profile_name + + dynamic "assume_role" { + # module.iam_roles.terraform_role_arn may be null, in which case do not assume a role. + for_each = compact([module.iam_roles.terraform_role_arn]) + content { + role_arn = assume_role.value + } + } +} diff --git a/src/providers.tf b/src/providers.tf new file mode 100644 index 0000000..ef923e1 --- /dev/null +++ b/src/providers.tf @@ -0,0 +1,19 @@ +provider "aws" { + region = var.region + + # Profile is deprecated in favor of terraform_role_arn. When profiles are not in use, terraform_profile_name is null. + profile = module.iam_roles.terraform_profile_name + + dynamic "assume_role" { + # module.iam_roles.terraform_role_arn may be null, in which case do not assume a role. + for_each = compact([module.iam_roles.terraform_role_arn]) + content { + role_arn = assume_role.value + } + } +} + +module "iam_roles" { + source = "../account-map/modules/iam-roles" + context = module.this.context +} diff --git a/src/remote-state.tf b/src/remote-state.tf new file mode 100644 index 0000000..757ef90 --- /dev/null +++ b/src/remote-state.tf @@ -0,0 +1,8 @@ +module "vpc" { + source = "cloudposse/stack-config/yaml//modules/remote-state" + version = "1.5.0" + + component = "vpc" + + context = module.this.context +} diff --git a/src/variables.tf b/src/variables.tf new file mode 100644 index 0000000..1ec0157 --- /dev/null +++ b/src/variables.tf @@ -0,0 +1,91 @@ +variable "region" { + type = string + description = "VPN Endpoints are region-specific. This identifies the region. AWS Region" +} + +variable "s3_bucket_context" { + type = any + description = "The s3 bucket context map of inputs. The same null label inputs can be provided. Provide the `name` to find the s3 bucket using a data source." +} + +variable "hosted_zone_suffix" { + type = string + description = "The hosted zone name suffix. The stage name will be prefixed to this suffix." +} + +variable "domain" { + type = string + description = "Where your files are stored. S3 or EFS" + default = "S3" +} + +variable "sftp_users" { + type = any + default = {} + description = "List of SFTP usernames and public keys" +} + +variable "restricted_home" { + type = bool + description = "Restricts SFTP users so they only have access to their home directories." + default = true +} + +variable "force_destroy" { + type = bool + description = "Forces the AWS Transfer Server to be destroyed" + default = false +} + +# Variables used when deploying to VPC +variable "address_allocation_ids" { + type = list(string) + description = "A list of address allocation IDs that are required to attach an Elastic IP address to your SFTP server's endpoint. This property can only be used when endpoint_type is set to VPC." + default = [] +} + +variable "vpc_security_group_ids" { + type = list(string) + description = "A list of security groups IDs that are available to attach to your server's endpoint. If no security groups are specified, the VPC's default security groups are automatically assigned to your endpoint. This property can only be used when endpoint_type is set to VPC." + default = [] +} + +variable "vpc_endpoint_id" { + type = string + description = "The ID of the VPC endpoint. This property can only be used when endpoint_type is set to VPC_ENDPOINT" + default = null +} + +variable "security_policy_name" { + type = string + description = "Specifies the name of the security policy that is attached to the server. Possible values are TransferSecurityPolicy-2018-11, TransferSecurityPolicy-2020-06, and TransferSecurityPolicy-FIPS-2020-06. Default value is: TransferSecurityPolicy-2018-11." + default = "TransferSecurityPolicy-2018-11" +} + +variable "domain_name" { + type = string + description = "Domain to use when connecting to the SFTP endpoint" + default = "" +} + +variable "eip_enabled" { + type = bool + description = "Whether to provision and attach an Elastic IP to be used as the SFTP endpoint. An EIP will be provisioned per subnet." + default = false +} + +variable "security_group_rules" { + type = list(any) + description = <<-EOT + A list of Security Group rule objects to add to the created security group. + EOT + default = [ + { + type = "ingress" + from_port = 22 + to_port = 22 + protocol = "tcp" + cidr_blocks = ["0.0.0.0/0"] + } + ] +} diff --git a/src/versions.tf b/src/versions.tf index e2a3d73..fb44363 100644 --- a/src/versions.tf +++ b/src/versions.tf @@ -1,5 +1,18 @@ terraform { required_version = ">= 1.0.0" - required_providers {} + required_providers { + aws = { + source = "hashicorp/aws" + version = ">= 4.0" + } + awsutils = { + source = "cloudposse/awsutils" + version = ">= 0.11.0" + } + local = { + source = "hashicorp/local" + version = ">= 2.0" + } + } }