forked from CommanderK5/terraform-aws-metaflow
-
Notifications
You must be signed in to change notification settings - Fork 0
/
outputs.tf
135 lines (114 loc) · 6.05 KB
/
outputs.tf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
output "METAFLOW_BATCH_JOB_QUEUE" {
value = module.metaflow-computation.METAFLOW_BATCH_JOB_QUEUE
description = "AWS Batch Job Queue ARN for Metaflow"
}
output "METAFLOW_DATASTORE_SYSROOT_S3" {
value = module.metaflow-datastore.METAFLOW_DATASTORE_SYSROOT_S3
description = "Amazon S3 URL for Metaflow DataStore"
}
output "METAFLOW_DATATOOLS_S3ROOT" {
value = module.metaflow-datastore.METAFLOW_DATATOOLS_S3ROOT
description = "Amazon S3 URL for Metaflow DataTools"
}
output "METAFLOW_ECS_S3_ACCESS_IAM_ROLE" {
value = aws_iam_role.batch_s3_task_role.arn
description = "Role for AWS Batch to Access Amazon S3"
}
output "METAFLOW_EVENTS_SFN_ACCESS_IAM_ROLE" {
value = module.metaflow-step-functions.metaflow_eventbridge_role_arn
description = "IAM role for Amazon EventBridge to access AWS Step Functions."
}
output "METAFLOW_SERVICE_INTERNAL_URL" {
value = module.metaflow-metadata-service.METAFLOW_SERVICE_INTERNAL_URL
description = "URL for Metadata Service (Accessible in VPC)"
}
output "METAFLOW_SERVICE_URL" {
value = module.metaflow-metadata-service.METAFLOW_SERVICE_URL
description = "URL for Metadata Service (Accessible in VPC)"
}
output "METAFLOW_SFN_DYNAMO_DB_TABLE" {
value = module.metaflow-step-functions.metaflow_step_functions_dynamodb_table_name
description = "AWS DynamoDB table name for tracking AWS Step Functions execution metadata."
}
output "METAFLOW_SFN_IAM_ROLE" {
value = module.metaflow-step-functions.metaflow_step_functions_role_arn
description = "IAM role for AWS Step Functions to access AWS resources (AWS Batch, AWS DynamoDB)."
}
output "api_gateway_rest_api_id_key_id" {
value = module.metaflow-metadata-service.api_gateway_rest_api_id_key_id
description = "API Gateway Key ID for Metadata Service. Fetch Key from AWS Console [METAFLOW_SERVICE_AUTH_KEY]"
}
output "datastore_s3_bucket_kms_key_arn" {
value = module.metaflow-datastore.datastore_s3_bucket_kms_key_arn
description = "The ARN of the KMS key used to encrypt the Metaflow datastore S3 bucket"
}
output "metadata_svc_ecs_task_role_arn" {
value = module.metaflow-metadata-service.metadata_svc_ecs_task_role_arn
}
output "metaflow_api_gateway_rest_api_id" {
value = module.metaflow-metadata-service.api_gateway_rest_api_id
description = "The ID of the API Gateway REST API we'll use to accept MetaData service requests to forward to the Fargate API instance"
}
output "metaflow_batch_container_image" {
value = var.enable_custom_batch_container_registry ? aws_ecr_repository.metaflow_batch_image[0].repository_url : ""
description = "The ECR repo containing the metaflow batch image"
}
output "metaflow_profile_json" {
value = jsonencode(
merge(
var.enable_custom_batch_container_registry ? {
"METAFLOW_BATCH_CONTAINER_REGISTRY" = element(split("/", aws_ecr_repository.metaflow_batch_image[0].repository_url), 0),
"METAFLOW_BATCH_CONTAINER_IMAGE" = element(split("/", aws_ecr_repository.metaflow_batch_image[0].repository_url), 1)
} : {},
var.metadata_service_enable_api_basic_auth ? {
"METAFLOW_SERVICE_AUTH_KEY" = "## Replace with output from 'aws apigateway get-api-key --api-key ${module.metaflow-metadata-service.api_gateway_rest_api_id_key_id} --include-value | grep value' ##"
} : {},
var.batch_type == "fargate" ? {
"METAFLOW_ECS_FARGATE_EXECUTION_ROLE" = module.metaflow-computation.ecs_execution_role_arn
} : {},
{
"METAFLOW_DATASTORE_SYSROOT_S3" = module.metaflow-datastore.METAFLOW_DATASTORE_SYSROOT_S3,
"METAFLOW_DATATOOLS_S3ROOT" = module.metaflow-datastore.METAFLOW_DATATOOLS_S3ROOT,
"METAFLOW_BATCH_JOB_QUEUE" = module.metaflow-computation.METAFLOW_BATCH_JOB_QUEUE,
"METAFLOW_ECS_S3_ACCESS_IAM_ROLE" = aws_iam_role.batch_s3_task_role.arn
"METAFLOW_SERVICE_URL" = module.metaflow-metadata-service.METAFLOW_SERVICE_URL,
"METAFLOW_SERVICE_INTERNAL_URL" = module.metaflow-metadata-service.METAFLOW_SERVICE_INTERNAL_URL,
"METAFLOW_SFN_IAM_ROLE" = module.metaflow-step-functions.metaflow_step_functions_role_arn,
"METAFLOW_SFN_STATE_MACHINE_PREFIX" = replace("${local.resource_prefix}${local.resource_suffix}", "--", "-"),
"METAFLOW_EVENTS_SFN_ACCESS_IAM_ROLE" = module.metaflow-step-functions.metaflow_eventbridge_role_arn,
"METAFLOW_SFN_DYNAMO_DB_TABLE" = module.metaflow-step-functions.metaflow_step_functions_dynamodb_table_name,
"METAFLOW_DEFAULT_DATASTORE" = "s3",
"METAFLOW_DEFAULT_METADATA" = "service"
}
)
)
description = "Metaflow profile JSON object that can be used to communicate with this Metaflow Stack. Store this in `~/.metaflow/config_[stack-name]` and select with `$ export METAFLOW_PROFILE=[stack-name]`."
}
output "metaflow_s3_bucket_name" {
value = module.metaflow-datastore.s3_bucket_name
description = "The name of the bucket we'll be using as blob storage"
}
output "metaflow_s3_bucket_arn" {
value = module.metaflow-datastore.s3_bucket_arn
description = "The ARN of the bucket we'll be using as blob storage"
}
output "migration_function_arn" {
value = module.metaflow-metadata-service.migration_function_arn
description = "ARN of DB Migration Function"
}
output "ui_alb_dns_name" {
value = (length(module.metaflow-ui) > 0) ? module.metaflow-ui[0].alb_dns_name : ""
description = "UI ALB DNS name"
}
output "ui_alb_arn" {
value = (length(module.metaflow-ui) > 0) ? module.metaflow-ui[0].alb_arn : ""
description = "UI ALB ARN"
}
output "batch_compute_environment_security_group_id" {
value = module.metaflow-computation.batch_compute_environment_security_group_id
description = "The ID of the security group attached to the Batch Compute environment."
}
output "metadata_service_security_group_id" {
value = module.metaflow-metadata-service.metadata_service_security_group_id
description = "The ID of the security group attached to the Metadata Service."
}