-
Notifications
You must be signed in to change notification settings - Fork 4
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Added documentation around setting up heroku config vars with pulumi code. * Setup config for mitopen production. Fixed a few typos in the QA config. Removed a few un-needed vars. * Fixed quoting around two bool vars. * Added 'SHEETS_ADMIN_EMAILS' to encrypted data stored in sops -> vault for xpro. * Added documentation around setting up heroku config vars with pulumi code. * Added 'SHEETS_ADMIN_EMAILS' to encrypted data stored in sops -> vault for xpro. * Migrating xpro heroku app configuration from salt to pulumi. * Added and tested pipeline for deploying xpro stack. * Updated to template a few vars based on env name * Updated AWS storage bucket name heroku var. * Cleaned up per feedback from Sar and Peter
- Loading branch information
Showing
9 changed files
with
356 additions
and
8 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Empty file.
44 changes: 44 additions & 0 deletions
44
src/ol_concourse/pipelines/infrastructure/xpro/pipeline.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,44 @@ | ||
| from ol_concourse.lib.jobs.infrastructure import pulumi_jobs_chain | ||
| from ol_concourse.lib.models.fragment import PipelineFragment | ||
| from ol_concourse.lib.models.pipeline import Identifier, Pipeline | ||
| from ol_concourse.lib.resources import git_repo | ||
| from ol_concourse.pipelines.constants import PULUMI_CODE_PATH | ||
|
|
||
| xpro_pulumi_code = git_repo( | ||
| name=Identifier("ol-infrastructure-pulumi-xpro"), | ||
| uri="https://github.com/mitodl/ol-infrastructure", | ||
| branch="main", | ||
| paths=[ | ||
| "src/ol_infrastructure/applications/xpro/", | ||
| "src/ol_infrastructure/lib/", | ||
| "src/bridge/lib/", | ||
| "src/bridge/secrets/xpro", | ||
| ], | ||
| ) | ||
|
|
||
| pulumi_jobs = pulumi_jobs_chain( | ||
| pulumi_code=xpro_pulumi_code, | ||
| stack_names=[ | ||
| "applications.xpro.CI", | ||
| "applications.xpro.QA", | ||
| "applications.xpro.Production", | ||
| ], | ||
| project_name="ol-infrastructure-xpro-application", | ||
| project_source_path=PULUMI_CODE_PATH.joinpath("applications/xpro/"), | ||
| ) | ||
|
|
||
| mm_fragment = PipelineFragment.combine_fragments(pulumi_jobs) | ||
| xpro_pipeline = Pipeline( | ||
| resources=[*mm_fragment.resources, xpro_pulumi_code], | ||
| resource_types=mm_fragment.resource_types, | ||
| jobs=mm_fragment.jobs, | ||
| ) | ||
|
|
||
| if __name__ == "__main__": | ||
| import sys | ||
|
|
||
| with open("definition.json", "w") as definition: # noqa: PTH123 | ||
| definition.write(xpro_pipeline.json(indent=2)) | ||
| sys.stdout.write(xpro_pipeline.json(indent=2)) | ||
| sys.stdout.write("\n") | ||
| sys.stdout.write("fly -t pr-inf set-pipeline -p pulumi-xpro -c definition.json") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,6 +2,37 @@ | |
| secretsprovider: awskms://alias/infrastructure-secrets-ci | ||
| encryptedkey: AQICAHjnbqe9AmEW1Js10nySybyuAG7Fb5E9EHUgkmqFDv7PxQGajxbkewesj3PCq3IiGvEkAAAAfjB8BgkqhkiG9w0BBwagbzBtAgEAMGgGCSqGSIb3DQEHATAeBglghkgBZQMEAS4wEQQMLdJMjR0tj3iBnE3zAgEQgDuyIU42lpmTEO6PIHEU1dyNeIx0UiVTdoUqn4nXWcCOsqlRNWM1o7CyByuiATE23j7d9AIOhwEZxCRvew== | ||
| config: | ||
| heroku:app_id: | ||
| secure: v1:d1JeftBc68QcCrCH:tQV5P2EU4H/eF7jMjUied4fIcj2Q6d9ujnhvfn5oxJiPbh41oVff6sWQDs9SUl65gQOTWg== | ||
| heroku:user: "mitx-devops" | ||
| heroku_app:vars: | ||
| CYBERSOURCE_SECURE_ACCEPTANCE_URL: "https://testsecureacceptance.cybersource.com/pay" | ||
| CYBERSOURCE_WSDL_URL: "https://ics2wstest.ic3.com/commerce/1.x/transactionProcessor/CyberSourceTransaction_1.154.wsdl" | ||
| DIGITAL_CREDENTIALS_SUPPORTED_RUNS: "" | ||
| GA_TRACKING_ID: "UA-5145472-40" | ||
| GTM_TRACKING_ID: "GTM-KJHRV6K" | ||
| HUBSPOT_ENTERPRISE_PAGE_FORM_ID: "de779fe5-c777-4da5-847b-ed2efc39e987" | ||
| HUBSPOT_FOOTER_FORM_GUID: "3ab7232f-13e3-43b6-aa6a-305f92208109" | ||
| HUBSPOT_NEW_COURSES_FORM_GUID: "0c3a6036-a8b2-4de7-80a7-1e409322a6aa" | ||
| HUBSPOT_PORTAL_ID: 23128026 | ||
| LOGOUT_REDIRECT_URL: "https://courses-ci.xpro.mit.edu/logout" | ||
| MAILGUN_FROM_EMAIL: "MIT xPRO <[email protected]>" | ||
| MAILGUN_SENDER_DOMAIN: "xpro-ci-mail.odl.mit.edu" | ||
| MITOL_HUBSPOT_API_ID_PREFIX: "xpro-ci" | ||
| MITXPRO_BASE_URL: "https://xpro-ci.odl.mit.edu" | ||
| MITXPRO_LOG_LEVEL: "INFO" | ||
| MITXPRO_SECURE_SSL_HOST: "xpro-ci.odl.mit.edu" | ||
| OPENEDX_API_BASE_URL: "https://courses-ci.xpro.mit.edu" | ||
| SENTRY_LOG_LEVEL: "ERROR" | ||
| SHEETS_DEFERRAL_FIRST_ROW: 184 | ||
| SHEETS_MONITORING_FREQUENCY: 86400 | ||
| SHEETS_REFUND_COMPLETED_DATE_COL: 12 | ||
| SHEETS_REFUND_ERROR_COL: 13 | ||
| SHEETS_REFUND_FIRST_ROW: 254 | ||
| SHEETS_REFUND_PROCESSOR_COL: 11 | ||
| SHEETS_REFUND_SKIP_ROW_COL: 14 | ||
| VOUCHER_COMPANY_ID: 1 | ||
| ZENDESK_DOMAIN_VERIFICATION_TAG_VALUE: "o0itxdfh369m1bw4cuz9" | ||
| vault:address: https://vault-ci.odl.mit.edu | ||
| vault_server:env_namespace: operations.ci | ||
| xpro:db_password: | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,6 +2,51 @@ | |
| secretsprovider: awskms://alias/infrastructure-secrets-production | ||
| encryptedkey: AQICAHiiGjYUolrtj8PCnScLM7oLAdMl8nJrLjQjnqyl1LykYgFDjLJKJAYAWev29dCBcDyuAAAAfjB8BgkqhkiG9w0BBwagbzBtAgEAMGgGCSqGSIb3DQEHATAeBglghkgBZQMEAS4wEQQMieA4m88ozKuQi3iTAgEQgDuiRRn7fmtTU/I9yXx3ere67Ee32cTL8gbh3JraHuColZVV3FPJZl+ScIjcV7egqP4I+0RidtZhM0t2VA== | ||
| config: | ||
| heroku:app_id: | ||
| secure: v1:sflDJ1/1qixNMWt8:zni8/Aoc3kXrp6nBAU2oTyCcCcHrQl/yLYswzg49KlQlrg07oB4FoV/4Fr6PsCcTZ39ttw== | ||
| heroku:user: "mitx-devops" | ||
| heroku_app:vars: | ||
| CSRF_TRUSTED_ORIGINS: "xpro.mit.edu,xpro-web.odl.mit.edu" | ||
| CYBERSOURCE_SECURE_ACCEPTANCE_URL: "https://secureacceptance.cybersource.com/pay" | ||
| CYBERSOURCE_WSDL_URL: "https://ics2wsa.ic3.com/commerce/1.x/transactionProcessor/CyberSourceTransaction_1.154.wsdl" | ||
| DRIVE_WEBHOOK_EXPIRATION_MINUTES: 1440 | ||
| DRIVE_WEBHOOK_RENEWAL_PERIOD_MINUTES: 720 | ||
| FEATURE_ENABLE_ENTERPRISE: "False" | ||
| GA_TRACKING_ID: "UA-5145472-38" | ||
| GTM_TRACKING_ID: "GTM-KG4FR7J" | ||
| HUBSPOT_CREATE_USER_FORM_ID: "9ada5d38-33ee-415c-8cb2-9d72e735b1d5" | ||
| HUBSPOT_ENTERPRISE_PAGE_FORM_ID: "7863854e-029b-4604-9097-009e86fd1d5f" | ||
| HUBSPOT_FOOTER_FORM_GUID: "6f7e46ec-f757-43a4-b109-597210df0f75" | ||
| HUBSPOT_ID_PREFIX: "xpro" | ||
| HUBSPOT_NEW_COURSES_FORM_GUID: "ad5d54e5-5ca9-4255-9c17-fa222e0a9b82" | ||
| HUBSPOT_PORTAL_ID: 4994459 | ||
| LOGOUT_REDIRECT_URL: "https://courses.xpro.mit.edu/logout" | ||
| MAILGUN_FROM_EMAIL: "MIT xPRO <[email protected]>" | ||
| MAILGUN_SENDER_DOMAIN: "xpro.mit.edu" | ||
| MITOL_HUBSPOT_API_ID_PREFIX: "xpro" | ||
| MITXPRO_BASE_URL: "https://xpro.mit.edu" | ||
| MITXPRO_LOG_LEVEL: "INFO" | ||
| MITXPRO_SECURE_SSL_HOST: "xpro.mit.edu" | ||
| MITXPRO_USE_S3: "True" | ||
| OPENEDX_API_BASE_URL: "https://courses.xpro.mit.edu" | ||
| SENTRY_LOG_LEVEL: "WARN" | ||
| SHEETS_DEFERRAL_FIRST_ROW: 234 | ||
| SHEETS_MONITORING_FREQUENCY: 3600 | ||
| SHEETS_REFUND_COMPLETED_DATE_COL: 13 | ||
| SHEETS_REFUND_ERROR_COL: 14 | ||
| SHEETS_REFUND_FIRST_ROW: 287 | ||
| SHEETS_REFUND_PROCESSOR_COL: 12 | ||
| SHEETS_REFUND_SKIP_ROW_COL: 15 | ||
| UWSGI_IGNORE_WRITE_ERRORS: "True" | ||
| UWSGI_MAX_REQUESTS: 2000 | ||
| UWSGI_WORKERS: 3 | ||
| UWSGI_RELOAD_ON_RSS: 300 | ||
| UWSGI_THREADS: 25 | ||
| VOUCHER_COMPANY_ID: 4 | ||
| #WAGTAIL_CACHE_MAX_ENTRIES: 500 | ||
| #YOUTUBE_FETCH_SCHEDULE_SECONDS: 7200 | ||
| ZENDESK_DOMAIN_VERIFICATION_TAG_VALUE: "o0itxdfh369m1bw4cuz9" | ||
| ZENDESK_HELP_WIDGET_ENABLED: "True" | ||
| vault:address: https://vault-production.odl.mit.edu | ||
| vault_server:env_namespace: operations.production | ||
| xpro:db_password: | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,6 +2,50 @@ | |
| secretsprovider: awskms://alias/infrastructure-secrets-qa | ||
| encryptedkey: AQICAHg42pDDDGBhpaX14TdtzcK1hbiMYTHsYRH4k5GL5RFpIwGkmvWWRjGZVEsaIcDCbAAnAAAAfjB8BgkqhkiG9w0BBwagbzBtAgEAMGgGCSqGSIb3DQEHATAeBglghkgBZQMEAS4wEQQM0nzLkwr0lwKzMM8uAgEQgDs4M/ioh+ijwiVK9fQ5KTN+GvChiAKQYBUwBv5RQwr5kB6SLAD4cf7YjK+mCjUbHnxvG4veumZkiRGWmw== | ||
| config: | ||
| heroku:app_id: | ||
| secure: v1:CwgCINZqs7rxJOiU:xMp2xgeZd+tGV/v10GRE0fJ7Snuwah5tHbKh2ojO3mbTjBhjI77Gqd6PyvUIBe/H8R8DxQ== | ||
| heroku:user: "mitx-devops" | ||
| heroku_app:vars: | ||
| CSRF_TRUSTED_ORIGINS: "rc.xpro.mit.edu,xpro-rc.odl.mit.edu" | ||
| CYBERSOURCE_SECURE_ACCEPTANCE_URL: "https://testsecureacceptance.cybersource.com/pay" | ||
| CYBERSOURCE_WSDL_URL: "https://ics2wstest.ic3.com/commerce/1.x/transactionProcessor/CyberSourceTransaction_1.154.wsdl" | ||
| DIGITAL_CREDENTIALS_SUPPORTED_RUNS: "course-v1:xPRO+TestCourse1+R2,course-v1:xPRO+TestCourse2+R2,program-v1:xPRO+TestProgram" | ||
| GA_TRACKING_ID: "UA-5145472-40" | ||
| GTM_TRACKING_ID: "GTM-KJHRV6K" | ||
| HUBSPOT_ENTERPRISE_PAGE_FORM_ID: "de779fe5-c777-4da5-847b-ed2efc39e987" | ||
| HUBSPOT_FOOTER_FORM_GUID: "3ab7232f-13e3-43b6-aa6a-305f92208109" | ||
| HUBSPOT_ID_PREFIX: "xpro-rc" | ||
| HUBSPOT_NEW_COURSES_FORM_GUID: "0c3a6036-a8b2-4de7-80a7-1e409322a6aa" | ||
| HUBSPOT_PORTAL_ID: 23128026 | ||
| LOGOUT_REDIRECT_URL: "https://courses-rc.xpro.mit.edu/logout" | ||
| MAILGUN_FROM_EMAIL: "MIT xPRO <[email protected]>" | ||
| MAILGUN_SENDER_DOMAIN: "xpro-rc-mail.odl.mit.edu" | ||
| MITOL_HUBSPOT_API_ID_PREFIX: "xpro-rc" | ||
| MITXPRO_BASE_URL: "https://rc.xpro.mit.edu" | ||
| MITXPRO_LOG_LEVEL: "INFO" | ||
| MITXPRO_SECURE_SSL_HOST: "rc.xpro.mit.edu" | ||
| MITXPRO_USE_S3: "True" | ||
| OPENEDX_API_BASE_URL: "https://courses-rc.xpro.mit.edu" | ||
| SENTRY_LOG_LEVEL: "ERROR" | ||
| SHEETS_DEFERRAL_FIRST_ROW: 184 | ||
| SHEETS_MONITORING_FREQUENCY: 43200 | ||
| SHEETS_REFUND_COMPLETED_DATE_COL: 13 | ||
| SHEETS_REFUND_ERROR_COL: 14 | ||
| SHEETS_REFUND_FIRST_ROW: 254 | ||
| SHEETS_REFUND_PROCESSOR_COL: 12 | ||
| SHEETS_REFUND_SKIP_ROW_COL: 15 | ||
| UWSGI_IGNORE_WRITE_ERRORS: "True" | ||
| UWSGI_LISTEN: 500 | ||
| UWSGI_MAX_REQUESTS: 2000 | ||
| UWSGI_PROCESSES: 3 | ||
| UWSGI_RELOAD_ON_RSS: 300 | ||
| UWSGI_THREADS: 25 | ||
| UWSGI_WORKER_RELOAD_MERCY: 60 | ||
| VOUCHER_COMPANY_ID: 1 | ||
| WAGTAIL_CACHE_MAX_ENTRIES: 500 | ||
| YOUTUBE_FETCH_SCHEDULE_SECONDS: 7200 | ||
| ZENDESK_DOMAIN_VERIFICATION_TAG_VALUE: "o0itxdfh369m1bw4cuz9" | ||
| ZENDESK_HELP_WIDGET_ENABLED: "True" | ||
| vault:address: https://vault-qa.odl.mit.edu | ||
| vault_server:env_namespace: operations.qa | ||
| xpro:db_password: | ||
|
|
||
Oops, something went wrong.