Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

chore(selfcare): new alerts - moderate level #2771

Open
wants to merge 2 commits into
base: main
Choose a base branch
from
Open

chore(selfcare): new alerts - moderate level #2771

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
56f626c
chore(selfcare): new alerts moderate
jacopocarlini Feb 7, 2025
586ea19
chore
jacopocarlini Feb 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
75 changes: 38 additions & 37 deletions src/domains/selfcare-app/00_alert_backoffice.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,43 +18,45 @@ locals {
]
}

#resource "azurerm_monitor_scheduled_query_rules_alert" "alert_pagopa-backoffice-responsetime" {
# for_each = { for c in local.selfcare_services : c.base_path => c }
# resource_group_name = "dashboards"
# name = "pagopa-${var.env_short}-alert_pagopa-backoffice-${each.value.name}-responsetime @ _backoffice"
# location = var.location
#
# action {
# action_group = var.env_short == "p" ? [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id, data.azurerm_monitor_action_group.opsgenie[0].id] : [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id]
# email_subject = "Backoffice Response Time"
# custom_webhook_payload = "{}"
# }
#
# data_source_id = data.azurerm_api_management.apim.id
# description = "Response time for ${each.value.base_path} is less than or equal to 2s"
# enabled = true
# query = (<<-QUERY
#let threshold = 2000;
#AzureDiagnostics
#| where url_s matches regex "${each.value.base_path}"
#| summarize
# watermark=threshold,
# duration_percentile_95=percentiles(DurationMs, 95) by bin(TimeGenerated, 5m)
#| where duration_percentile_95 > threshold
# QUERY
# )
# severity = 2
# frequency = 5
# time_window = 10
# trigger {
# operator = "GreaterThanOrEqual"
# threshold = 2
# }
#}
resource "azurerm_monitor_scheduled_query_rules_alert" "alert_pagopa-backoffice-responsetime" {
for_each = var.env_short == "p" ? { for c in local.selfcare_services : c.base_path => c } : {}

resource_group_name = "dashboards"
name = "pagopa-${var.env_short}-alert_pagopa-backoffice-${each.value.name}-responsetime @ _backoffice"
location = var.location

action {
action_group = [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack_pagamenti.id]
email_subject = "Backoffice Response Time"
custom_webhook_payload = "{}"
}

data_source_id = data.azurerm_api_management.apim.id
description = "Response time for ${each.value.base_path} is less than or equal to 2s"
enabled = true
query = (<<-QUERY
let threshold = 2000;
AzureDiagnostics
| where url_s matches regex "${each.value.base_path}"
| summarize
watermark=threshold,
duration_percentile_95=percentiles(DurationMs, 95) by bin(TimeGenerated, 5m)
| where duration_percentile_95 > threshold
QUERY
)
severity = 2
frequency = 5
time_window = 10
trigger {
operator = "GreaterThanOrEqual"
threshold = 2
}
}


resource "azurerm_monitor_scheduled_query_rules_alert" "alert-pagopa-backoffice-availability" {
for_each = { for c in local.selfcare_services : c.base_path => c }
for_each = var.env_short == "p" ? { for c in local.selfcare_services : c.base_path => c } : {}

resource_group_name = "dashboards"
name = "pagopa-${var.env_short}-alert_pagopa-backoffice-${each.value.name}-availability"
location = var.location
Expand All @@ -63,7 +65,7 @@ resource "azurerm_monitor_scheduled_query_rules_alert" "alert-pagopa-backoffice-
action_group = var.env_short == "p" ? [
data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id,
data.azurerm_monitor_action_group.opsgenie[0].id
] : [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id]
] : [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id, data.azurerm_monitor_action_group.slack_pagamenti.id]
email_subject = "Backoffice Availability"
custom_webhook_payload = "{}"
}
Expand Down Expand Up @@ -112,8 +114,7 @@ resource "azurerm_monitor_scheduled_query_rules_alert" "alert-pagopa-backoffice-
location = var.location

action {
# action_group = can(data.azurerm_monitor_action_group.opsgenie[0]) ? [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id, data.azurerm_monitor_action_group.opsgenie[0].id] : [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id]
action_group = [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id]
action_group = [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack_pagamenti.id]
email_subject = "Backoffice error while running brokerCiExport cron"
custom_webhook_payload = "{}"
}
Expand Down
5 changes: 5 additions & 0 deletions src/domains/selfcare-app/00_monitor.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,11 @@ data "azurerm_monitor_action_group" "slack" {
name = local.monitor_action_group_slack_name
}

data "azurerm_monitor_action_group" "slack_pagamenti" {
resource_group_name = var.monitor_resource_group_name
name = local.monitor_action_group_slack_pagamenti_name
}

data "azurerm_monitor_action_group" "email" {
resource_group_name = var.monitor_resource_group_name
name = local.monitor_action_group_email_name
Expand Down
9 changes: 5 additions & 4 deletions src/domains/selfcare-app/99_locals.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,11 @@ locals {
product = "${var.prefix}-${var.env_short}"
project = "${var.prefix}-${var.env_short}-${var.location_short}-${var.domain}"

monitor_action_group_slack_name = "SlackPagoPA"
monitor_action_group_email_name = "PagoPA"
monitor_action_group_opsgenie_name = "Opsgenie"
monitor_appinsights_name = "${local.product}-appinsights"
monitor_action_group_slack_name = "SlackPagoPA"
monitor_action_group_slack_pagamenti_name = "SlackPagamenti"
monitor_action_group_email_name = "PagoPA"
monitor_action_group_opsgenie_name = "Opsgenie"
monitor_appinsights_name = "${local.product}-appinsights"

vnet_name = "${local.product}-vnet"
vnet_resource_group_name = "${local.product}-vnet-rg"
Expand Down
10 changes: 6 additions & 4 deletions src/domains/selfcare-app/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,7 @@
| [azurerm_monitor_scheduled_query_rules_alert.alert-pagopa-backoffice-brokerCiExport-cron-setup-error](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/monitor_scheduled_query_rules_alert) | resource |
| [azurerm_monitor_scheduled_query_rules_alert.alert-pagopa-backoffice-brokerIbansExport-cron-error](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/monitor_scheduled_query_rules_alert) | resource |
| [azurerm_monitor_scheduled_query_rules_alert.alert-pagopa-backoffice-brokerIbansExport-cron-setup-error](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/monitor_scheduled_query_rules_alert) | resource |
| [azurerm_monitor_scheduled_query_rules_alert.alert_pagopa-backoffice-responsetime](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/monitor_scheduled_query_rules_alert) | resource |
| [azurerm_resource_group.selfcare_fe_rg](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/resource_group) | resource |
| [azurerm_static_web_app.selfcare_backoffice_static_web_app](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/static_web_app) | resource |
| [azurerm_storage_container.pagopa_oidc_config](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/storage_container) | resource |
Expand Down Expand Up @@ -83,6 +84,7 @@
| [azurerm_monitor_action_group.email](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/monitor_action_group) | data source |
| [azurerm_monitor_action_group.opsgenie](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/monitor_action_group) | data source |
| [azurerm_monitor_action_group.slack](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/monitor_action_group) | data source |
| [azurerm_monitor_action_group.slack_pagamenti](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/monitor_action_group) | data source |
| [azurerm_resource_group.identity_rg](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/resource_group) | data source |
| [azurerm_resource_group.monitor_rg](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/resource_group) | data source |
| [azurerm_resource_group.rg_api](https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/data-sources/resource_group) | data source |
Expand Down Expand Up @@ -110,14 +112,14 @@
| <a name="input_log_analytics_workspace_name"></a> [log\_analytics\_workspace\_name](#input\_log\_analytics\_workspace\_name) | Specifies the name of the Log Analytics Workspace. | `string` | n/a | yes |
| <a name="input_log_analytics_workspace_resource_group_name"></a> [log\_analytics\_workspace\_resource\_group\_name](#input\_log\_analytics\_workspace\_resource\_group\_name) | The name of the resource group in which the Log Analytics workspace is located in. | `string` | n/a | yes |
| <a name="input_monitor_resource_group_name"></a> [monitor\_resource\_group\_name](#input\_monitor\_resource\_group\_name) | Monitor resource group name | `string` | n/a | yes |
| <a name="input_pod_disruption_budgets"></a> [pod\_disruption\_budgets](#input\_pod\_disruption\_budgets) | Pod disruption budget for domain namespace | <pre>map(object({<br/> name = optional(string, null)<br/> minAvailable = optional(number, null)<br/> matchLabels = optional(map(any), {})<br/> }))</pre> | `{}` | no |
| <a name="input_pod_disruption_budgets"></a> [pod\_disruption\_budgets](#input\_pod\_disruption\_budgets) | Pod disruption budget for domain namespace | <pre>map(object({<br> name = optional(string, null)<br> minAvailable = optional(number, null)<br> matchLabels = optional(map(any), {})<br> }))</pre> | `{}` | no |
| <a name="input_prefix"></a> [prefix](#input\_prefix) | n/a | `string` | n/a | yes |
| <a name="input_robots_indexed_paths"></a> [robots\_indexed\_paths](#input\_robots\_indexed\_paths) | List of cdn paths to allow robots index | `list(string)` | n/a | yes |
| <a name="input_selfcare_fe_enabled"></a> [selfcare\_fe\_enabled](#input\_selfcare\_fe\_enabled) | selfcare FE enabled | `bool` | `false` | no |
| <a name="input_selfcare_storage_replication_type"></a> [selfcare\_storage\_replication\_type](#input\_selfcare\_storage\_replication\_type) | (Optional) Selfcare cdn storage account replication type | `string` | `"GRS"` | no |
| <a name="input_spa"></a> [spa](#input\_spa) | spa root dirs | `list(string)` | <pre>[<br/> "ui"<br/>]</pre> | no |
| <a name="input_tags"></a> [tags](#input\_tags) | n/a | `map(any)` | <pre>{<br/> "CreatedBy": "Terraform"<br/>}</pre> | no |
| <a name="input_tls_cert_check_helm"></a> [tls\_cert\_check\_helm](#input\_tls\_cert\_check\_helm) | tls cert helm chart configuration | <pre>object({<br/> chart_version = string,<br/> image_name = string,<br/> image_tag = string<br/> })</pre> | n/a | yes |
| <a name="input_spa"></a> [spa](#input\_spa) | spa root dirs | `list(string)` | <pre>[<br> "ui"<br>]</pre> | no |
| <a name="input_tags"></a> [tags](#input\_tags) | n/a | `map(any)` | <pre>{<br> "CreatedBy": "Terraform"<br>}</pre> | no |
| <a name="input_tls_cert_check_helm"></a> [tls\_cert\_check\_helm](#input\_tls\_cert\_check\_helm) | tls cert helm chart configuration | <pre>object({<br> chart_version = string,<br> image_name = string,<br> image_tag = string<br> })</pre> | n/a | yes |

## Outputs

Expand Down
10 changes: 5 additions & 5 deletions src/next-core-secrets/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,14 +39,14 @@ No modules.
| <a name="input_env_short"></a> [env\_short](#input\_env\_short) | n/a | `string` | n/a | yes |
| <a name="input_input_file"></a> [input\_file](#input\_input\_file) | secret json file | `string` | n/a | yes |
| <a name="input_instance"></a> [instance](#input\_instance) | One of beta, prod01, prod02 | `string` | n/a | yes |
| <a name="input_kv-certificate-permissions-read"></a> [kv-certificate-permissions-read](#input\_kv-certificate-permissions-read) | List of read certificate permissions | `list(string)` | <pre>[<br/> "Get",<br/> "GetIssuers",<br/> "List",<br/> "ListIssuers"<br/>]</pre> | no |
| <a name="input_kv-key-permissions-read"></a> [kv-key-permissions-read](#input\_kv-key-permissions-read) | List of read key permissions | `list(string)` | <pre>[<br/> "Get",<br/> "List"<br/>]</pre> | no |
| <a name="input_kv-secret-permissions-read"></a> [kv-secret-permissions-read](#input\_kv-secret-permissions-read) | List of read secret permissions | `list(string)` | <pre>[<br/> "Get",<br/> "List"<br/>]</pre> | no |
| <a name="input_kv-storage-permissions-read"></a> [kv-storage-permissions-read](#input\_kv-storage-permissions-read) | List of read storage permissions | `list(string)` | <pre>[<br/> "Get",<br/> "GetSAS",<br/> "List",<br/> "ListSAS"<br/>]</pre> | no |
| <a name="input_kv-certificate-permissions-read"></a> [kv-certificate-permissions-read](#input\_kv-certificate-permissions-read) | List of read certificate permissions | `list(string)` | <pre>[<br> "Get",<br> "GetIssuers",<br> "List",<br> "ListIssuers"<br>]</pre> | no |
| <a name="input_kv-key-permissions-read"></a> [kv-key-permissions-read](#input\_kv-key-permissions-read) | List of read key permissions | `list(string)` | <pre>[<br> "Get",<br> "List"<br>]</pre> | no |
| <a name="input_kv-secret-permissions-read"></a> [kv-secret-permissions-read](#input\_kv-secret-permissions-read) | List of read secret permissions | `list(string)` | <pre>[<br> "Get",<br> "List"<br>]</pre> | no |
| <a name="input_kv-storage-permissions-read"></a> [kv-storage-permissions-read](#input\_kv-storage-permissions-read) | List of read storage permissions | `list(string)` | <pre>[<br> "Get",<br> "GetSAS",<br> "List",<br> "ListSAS"<br>]</pre> | no |
| <a name="input_location"></a> [location](#input\_location) | One of westeurope, northeurope | `string` | n/a | yes |
| <a name="input_location_short"></a> [location\_short](#input\_location\_short) | Default weu | `string` | `"weu"` | no |
| <a name="input_prefix"></a> [prefix](#input\_prefix) | n/a | `string` | n/a | yes |
| <a name="input_tags"></a> [tags](#input\_tags) | n/a | `map(any)` | <pre>{<br/> "CreatedBy": "Terraform"<br/>}</pre> | no |
| <a name="input_tags"></a> [tags](#input\_tags) | n/a | `map(any)` | <pre>{<br> "CreatedBy": "Terraform"<br>}</pre> | no |

## Outputs

Expand Down
5 changes: 3 additions & 2 deletions src/next-core-secrets/secret/dev/noedit_secret_enc.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
{
"gh-runner-job-pat": "ENC[AES256_GCM,data:QKm6Fp7PbJe2eMhbeAF+AxDI2bksEB34smWmJGxbdst3lP61EBsUQw==,iv:2hLQkmvSATpBE37LyGkN1l6rr3XpbKb7MbpVYlUbeMg=,tag:aMihkm8AzqIqkJvMgKqSfA==,type:str]",
"synthetic-monitoring-nodo-subscription-key": "ENC[AES256_GCM,data:Bo28SEKBYhshLs2s3EsQhF5hBoieyevQA8lmYqBUgL8=,iv:fDU9nwUcOybHPbxHRWWxr6bjJK8KHecq1AyxMATqSn0=,tag:xNUV5mw3sAL0QlshNAcWeg==,type:str]",
"monitor-notification-slack-pagamenti-alert-email": "ENC[AES256_GCM,data:+0nUK37xx5fJdM1hhLkpvnhOPFJ1qocdfrrazaFi0L8UAU3DH61JeWskg/1vm7jZQBEW3X/NmqEUkPHwAqnkn1CO1Wo=,iv:KHjEx1ie15KlJFkPfEkXCGAqd3VrLteGNqaOEQKq0pQ=,tag:6/kIHDisKqFc2irdkco19g==,type:str]",
"sops": {
"kms": null,
"gcp_kms": null,
Expand All @@ -15,8 +16,8 @@
],
"hc_vault": null,
"age": null,
"lastmodified": "2024-12-05T09:05:04Z",
"mac": "ENC[AES256_GCM,data:4nGIVYu5dIkN1qss9WQ+yJ52iyYyuxSrWWTuuHytjUs/xzFz8eY7WB3yxSrHsL/f3E58kG3dsbwm7CH33Z6T0KF1dwDe8zhxHSS+HBNlVQku8qHuFoZ/5PqrK+7yUWTXELug0wa1O3PIFXLc8In753YgheKdVXuiMtg0utl8IXk=,iv:NUOmsKc9CY2WcKCGVoh/V2go+fzq5upEyuvQ0zEPfnE=,tag:wBR+93fOPUXpf0zmFr7LLw==,type:str]",
"lastmodified": "2025-02-07T09:44:13Z",
"mac": "ENC[AES256_GCM,data:c8dCjBX7FF1ZTqxeZymHcILirwtNNaUeYgAv9EOZhguu51XAPLR18h7lOKsJhIwIkZMQGmQMJtm76FvdbsqxyN6RqvOTdPQiYP5JT9NS7DcF2ELgXDMl5E1ca0XqB/ZXHvaCZrmL2KHpDA4WfilGn/A92NdE7udtuM8QtzwxFz4=,iv:SzXvKvmYigyTA3ob1vtflaXysCu2XFgrcY50buYsEOk=,tag:/yjH13Y9SYu6H7O96bF3Jw==,type:str]",
"pgp": null,
"unencrypted_suffix": "_unencrypted",
"version": "3.9.0"
Expand Down
5 changes: 5 additions & 0 deletions src/next-core/00_key_vault.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,11 @@ data "azurerm_key_vault_secret" "monitor_notification_slack_email" {
key_vault_id = module.key_vault.id
}

data "azurerm_key_vault_secret" "monitor_notification_slack_pagamenti_alert_email" {
name = "monitor-notification-slack-pagamenti-alert-email"
key_vault_id = module.key_vault.id
}

data "azurerm_key_vault_secret" "monitor_mo_notification_email" {
name = "monitor-mo-notification-email"
key_vault_id = module.key_vault.id
Expand Down
14 changes: 14 additions & 0 deletions src/next-core/02_monitor.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,20 @@ resource "azurerm_monitor_action_group" "slack" {
tags = var.tags
}

resource "azurerm_monitor_action_group" "slack_pagamenti_alert" {
name = "SlackPagamenti"
resource_group_name = azurerm_resource_group.monitor_rg.name
short_name = "SlackPay"

email_receiver {
name = "sendtoslackpagamentialert"
email_address = data.azurerm_key_vault_secret.monitor_notification_slack_pagamenti_alert_email.value
use_common_alert_schema = true
}

tags = var.tags
}

resource "azurerm_monitor_action_group" "mo_email" {
name = "MoManagement"
resource_group_name = azurerm_resource_group.monitor_rg.name
Expand Down
Loading
Loading