Merge branch 'develop'

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opentorc/config-wrapper",
-  "version": "1.1.3",
+  "version": "1.2.0",
   "description": "config management wrapper",
   "main": "./src/index.js",
   "bin": {

src/cli.js

@@ -1,9 +1,11 @@
+const fs = require('fs/promises')
 const arg = require('arg')
 const inquirer = require('inquirer')
 const chalk = require('chalk')
 
 let pkg = require('../package.json');
-const configWrapper = require('./index')
+const configWrapper = require('./index');
+const { mkdir } = require('fs');
 
 
 function parseArgumentsIntoOptions(rawArgs) {
@@ -13,13 +15,15 @@ function parseArgumentsIntoOptions(rawArgs) {
     '--oldprefix': String,
     '--newprefix': String,
     '--env': String,
+    '--folder': String,
     '--service': String,
     '--overwrite': Boolean,
     '--encrypt': Boolean,
     '--help': Boolean,
     '-o': '--outfile',
     '-i': '--infile',
     '-e': '--env',
+    '-f': '--folder',
     '-s': '--service',
     '-h': '--help'
    },{
@@ -37,6 +41,7 @@ function parseArgumentsIntoOptions(rawArgs) {
     overwrite: args['--overwrite'] || false,
     encrypt: args['--encrypt'] || false,
     env: args['--env'],
+    folder: args['--folder'] || '',
     help: args['--help'] || false,
     command: args._[0] || ''
   }
@@ -64,6 +69,9 @@ function displayHelp() {
     {bold.blue * --service} aws application service
     {bold.blue * --overwrite} optional flag to overwrite existing parameters
     {bold.blue * --encrypt} optional flag to encrypt the parameters
+{underline.green exportAllParams:} export all parameters from AWS Parameter Store to hierachical folders
+    {bold.blue * --folder} folder to save parameters to
+    {bold.blue * --env} optional aws application environment
 `)
 }
 
@@ -107,6 +115,48 @@ async function putToAWSFromFile(config) {
   const results = await configWrapper.awsManager.setParametersByService(params, env, service)
   console.log(chalk.green(`Saved ${results.length} parameters to AWS for "/torc/${env}/${service}"`))
 }
+async function exportAllParams(config) {
+  // console.log(config)
+  const rootFolder = config?.folder || './params'
+  await fs.mkdir(rootFolder, { recursive: true })
+  let params = {}
+  const allParams = await configWrapper.awsManager.getAllOrgParams(true)
+
+  if (config?.env) {
+    Object.keys(allParams).forEach((key) => {
+      if (key === config.env) {
+        console.log(`adding params for: ${key}`)
+        params[key] = allParams[key]
+      }
+    })
+  } else {
+    params = allParams
+  }
+
+  // console.log(params)
+  const envs = Object.keys(params)
+
+  for (let i = 0; i < envs.length; ++i) {
+    const env = envs[i]
+    await fs.mkdir(`${rootFolder}/${env}`)
+    const services = Object.keys(params[env])
+
+    for (let j = 0; j < services.length; ++j) { 
+      const service = services[j]
+      const aEnvVars = []
+      const vars = Object.keys(params[env][service])
+
+      for (let k = 0; k < vars.length; ++k) {
+        const key = vars[k]
+        const param = params[env][service][key]
+        aEnvVars.push(`${key}=${param.value}`)
+      }
+
+      console.log(`writing ${aEnvVars.length} params for ${env}/${service} to ${rootFolder}/${env}/${service}.env`)
+      await fs.writeFile(`${rootFolder}/${env}/${service}.env`, aEnvVars.join('\n'))
+    }
+  }
+ }
 
 async function promptForMissingOptions(options) {
   let commandFunc = null
@@ -205,6 +255,18 @@ async function promptForMissingOptions(options) {
       }
       break
     }
+    case 'exportAllParams': {
+      commandFunc = exportAllParams
+      if (!options.folder) {
+        questions.push({
+          type: 'input',
+          name: 'folder',
+          message: 'Folder: ',
+          default: './params',
+        })
+      }
+      break
+    }
     default: {
       commandFunc = displayHelp
       return { commandFunc }

src/lib/awsManager.js

@@ -93,10 +93,107 @@ async function setParametersByService(params, env, service) {
   return data
 }
 
+async function getEnvironments() {
+  console.log(`Getting environments descending from ${BASE_PATH}`)
+  var config = {
+    Path: BASE_PATH,
+    Recursive: true
+  };
+
+  const envs = {}
+  let nextToken = null
+
+  do {
+    let params = await ssm.getParametersByPath(config).promise()
+
+    for (let i = 0; i < params.Parameters.length; i++) {
+      const param = params.Parameters[i]
+      const name = param.Name.split('/')
+      const env = name[2]
+      envs[env] = envs[env]? envs[env]+1 : 1
+    }
+
+    params = await ssm.getParametersByPath(config).promise()
+    nextToken = params.NextToken
+    config.NextToken = nextToken
+  } while (nextToken)
+
+  return envs
+}
+
+async function getServicesForEnvironment(env) {
+  const Path = BASE_PATH + '/' + env
+  console.log(`Getting services descending from the environment ${Path}`)
+  var config = {
+    Path,
+    Recursive: true
+  };
+
+  const svcs = {}
+  let nextToken = null
+
+  do {
+    let params = await ssm.getParametersByPath(config).promise()
+
+    for (let i = 0; i < params.Parameters.length; i++) {
+      const param = params.Parameters[i]
+      const name = param.Name.split('/')
+      const svc = name[3]
+      svcs[svc] = svcs[svc] ? svcs[svc] + 1 : 1
+    }
+
+    params = await ssm.getParametersByPath(config).promise()
+    nextToken = params.NextToken
+    config.NextToken = nextToken
+  } while (nextToken)
+
+  return svcs
+}
+
+async function getAllOrgParams(isEncrypted) {
+  console.log(`Getting all parameters under ${BASE_PATH}`)
+  var config = {
+    Path: BASE_PATH,
+    Recursive: true,
+    WithDecryption: isEncrypted
+  };
+
+  const convertedParams = {}
+  let nextToken = null
+
+  do {
+    let params = await ssm.getParametersByPath(config).promise()
+
+    for (let i = 0; i < params.Parameters.length; i++) {
+      const param = restructureParam(params.Parameters[i])
+      const name = params.Parameters[i].Name.split('/')
+
+      if (!convertedParams[name[2]]) {
+        convertedParams[name[2]] = {}
+      }
+
+      if (!convertedParams[name[2]][name[3]]) {
+        convertedParams[name[2]][name[3]] = {}
+      }
+
+      convertedParams[name[2]][name[3]][param.name] = param
+    }
+
+    params = await ssm.getParametersByPath(config).promise()
+    nextToken = params.NextToken
+    config.NextToken = nextToken
+  } while (nextToken)
+
+  return convertedParams
+}
+
 module.exports = {
   constructParamPath,
   getParameter,
   getParametersByService,
   setParameter,
-  setParametersByService
+  setParametersByService,
+  getEnvironments,
+  getServicesForEnvironment,
+  getAllOrgParams
 }

tests/index.js

@@ -152,6 +152,36 @@ describe('awsManager', async () => {
       }
     })
   })
+
+  describe('getEnvironments', async () => {
+    it('should get all the environments', async () => {
+      const envs = await awsManager.getEnvironments()
+      console.log(envs)
+      should.exist(envs.test)
+      envs.test.should.equal(4)
+    })
+  })
+
+  describe('getServicesForEnvironment', async () => {
+    it('should get all the services in an environment', async () => {
+      const svcs = await awsManager.getServicesForEnvironment('test')
+      console.log(svcs)
+      should.exist(svcs['config-wrapper'])
+      svcs['config-wrapper'].should.equal(4)
+    })
+  })
+
+  describe('getAllOrgParams', async () => {
+    it('should get all the org parameters', async () => {
+      const params = await awsManager.getAllOrgParams()
+      console.log(params)
+      should.exist(params.test)
+      should.exist(params.test['config-wrapper'])
+      Object.keys(params.test['config-wrapper']).should.have.lengthOf(4)
+      params.test['config-wrapper'].should.have.property('testParam01')
+      params.test['config-wrapper'].should.have.property('secretParam01')
+    })
+  })
 })