Add more configmap files

README.md

@@ -1,13 +1,13 @@
-# HPCC-Kubernetes
-## Reliable, Scaleble HPCC on Kubernetes
+# Kubernetes Playground for HPCC Systems Products
 
 This repo has several HPCC Systems Cluster examples on Kubernetes
 
 
 ## Prerequisites
 
-Install kubectl https://kubernetes.io/docs/tasks/tools/install-kubectl/
+For general kubectl installation reference https://kubernetes.io/docs/tasks/tools/install-kubectl/
 
+We currently tested two cloud environments: [AWS/EKS](./aws/EKS/README.md) and [Local](./local/README.md)
 
 
 ## Bootstrap
@@ -52,6 +52,8 @@ Reference [README.md](istio/demo/README.md)
 
 Helm Charts for HPCC Systems Cluster (Experimental)
 
+Under construction
+
 ## local
 Local Kubernetes setup instruction
 
@@ -64,4 +66,7 @@ AWS related settings
 ## elastic
 Filebeat, Metricbeat, etc example on local Kubernetes environment. 
 Still in progress ...
+
+## performance
+To do
 . 

aws/configmap/README.md

@@ -0,0 +1,36 @@
+# ConfigMap for HPCC Systems Cluster Configuration
+
+Users can provide customerized settings for environment.xml generation through Kubernetes Configmap.
+
+ConfigMap is created with bin/bootstrap-xxx.sh or bin/bootstrap.bat
+The files are available on hpcc-admin container under /etc/hpcc-config-map/
+
+Following configuration are availble now
+Under hpcc directory: 
+
+### topology.properties
+This file defines how topology in environment.xml can be constructed
+
+### category.properties
+Add/modify Software/Category directories as "-o" option in envgen/envgen2
+
+### override.envgen2
+Override all component properties with the give xpath for the given buildset with the value provided. This is "-override" option in envgen/envgen2 
+
+
+### xpath_attributes.envgen2
+Sets or add the xpath attribue and value. This is "-set-xpath-attrib-value" of envgen/envgen2
+
+### [component].envgen2
+Add/modify component settings with envgen2 syntax
+<HPCC Systems Platform Install Dir>/sbin/envgen2 [-help-update-1 ! -help-update-2] will show some examples
+
+### contents/*.xml
+These xml files will be inserted to environment.xml to xpath provided in <!-- XPATH: --> in the file
+These files will be sorted first so users can use file names to control the execution order.
+
+
+
+
+
+

aws/configmap/hpcc/category.properties

@@ -0,0 +1,8 @@
+# Software Category settings
+
+# Examples:
+# log=/var/log/[NAME]/INST]
+# this will be created in environent.xml as <Category dir="/var/log/[NAME]/INST]" name="log"/>
+
+# data=/var/lib/[NAME]/hpcc-data/[COMPONENT]
+# mirror=/var/lib/[NAME]/hpcc-mirror/[COMPONENT]

aws/configmap/hpcc/contents/machine.xml

@@ -0,0 +1,8 @@
+#<!--XPATH: Hardware -->
+
+ <ComputerType computerType="PowerEdge"
+                manufacturer="Dell"
+                name="dell-server-1"
+                nicSpeed="1000"
+                opSys="linux"/>
+

aws/configmap/hpcc/ldap.envgen2

@@ -0,0 +1,4 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly
+
+-add sw:ldap#myldap@esp=myesp^adminGroupName=HPCCAdmins160^cacheTimeout=5^filesBasedn=\\\"ou[equal]files,ou[equal]ecl,ou[equal]hpcc\\\"^groupsBasedn=\\\"ou[equal]groups,ou[equal]hpcc\\\"

aws/configmap/hpcc/override.envgen2

@@ -0,0 +1,10 @@
+# Override attribute values like in envgen
+# -override "espsmc,@enableSystemUseRewrite,ture"
+# Give a setting per line:
+
+#espsmc,@enableSystemUseRewrite,ture
+roxie,@copyResources,true
+roxie,@roxieMulticastEnabled,false
+thor,@replicateOutputs,true
+esp,@method,htpasswd
+

aws/configmap/hpcc/roxie.envgen2

@@ -0,0 +1,2 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly

aws/configmap/hpcc/support.envgen2

@@ -0,0 +1,2 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly

aws/configmap/hpcc/thor.envgen2

@@ -0,0 +1,4 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly
+
+#-mod thor@slavesPerNode=8^globalMemorySize=8192

aws/configmap/hpcc/xpath_attributes.envgen2

@@ -0,0 +1,7 @@
+# Set attribute values with Xpath like in envgen
+# Give one setting per line with commas as column seperator in chance column value has space:
+
+#Software/Topology/Cluster[@name=\\\"thor\\\"]/ThorCluster,@process,thor123
+Software/RoxieCluster/",roxieMulticastEnabled,false
+
+

bin/bootstrap-local.sh

@@ -2,5 +2,5 @@
 
 WORK_DIR=$(dirname $0)
 . ${WORK_DIR}/common
-${KUBECTL} create configmap hpcc-config --from-file=${WORK_DIR}/../local/configmap/hpcc/
+${KUBECTL} create configmap hpcc-config --from-file=${WORK_DIR}/../local/configmap/hpcc/ --from-file=${WORK_DIR}/../local/configmap/hpcc/contents/
 ${KUBECTL} apply -f ${WORK_DIR}/../security/cluster_role.yaml 

istio/demo/security/rbac/eclwatch-bind.yaml

@@ -6,6 +6,12 @@ metadata:
 spec:
   subjects:
   - user: "*"
+  # Instead of user host can be used
+  #- properties: 
+      #source.ip: 0.0.0.0/0 # every host
+      # This works . The host is in 172.17.0.x
+      #source.ip: 172.17.0.0/24
+
   roleRef:
     kind: ServiceRole
     name: "eclwatch"

local/configmap/README.md

@@ -0,0 +1,36 @@
+# ConfigMap for HPCC Systems Cluster Configuration
+
+Users can provide customerized settings for environment.xml generation through Kubernetes Configmap.
+
+ConfigMap is created with bin/bootstrap-xxx.sh or bin/bootstrap.bat
+The files are available on hpcc-admin container under /etc/hpcc-config-map/
+
+Following configuration are availble now
+Under hpcc directory: 
+
+### topology.properties
+This file defines how topology in environment.xml can be constructed
+
+### category.properties
+Add/modify Software/Category directories as "-o" option in envgen/envgen2
+
+### override.envgen2
+Override all component properties with the give xpath for the given buildset with the value provided. This is "-override" option in envgen/envgen2 
+
+
+### xpath_attributes.envgen2
+Sets or add the xpath attribue and value. This is "-set-xpath-attrib-value" of envgen/envgen2
+
+### [component].envgen2
+Add/modify component settings with envgen2 syntax
+<HPCC Systems Platform Install Dir>/sbin/envgen2 [-help-update-1 ! -help-update-2] will show some examples
+
+### contents/*.xml
+These xml files will be inserted to environment.xml to xpath provided in <!-- XPATH: --> in the file
+These files will be sorted first so users can use file names to control the execution order.
+
+
+
+
+
+

local/configmap/hpcc/category.properties

@@ -0,0 +1,8 @@
+# Software Category settings
+
+# Examples:
+# log=/var/log/[NAME]/INST]
+# this will be created in environent.xml as <Category dir="/var/log/[NAME]/INST]" name="log"/>
+
+# data=/var/lib/[NAME]/hpcc-data/[COMPONENT]
+# mirror=/var/lib/[NAME]/hpcc-mirror/[COMPONENT]

local/configmap/hpcc/contents/machine.xml

@@ -0,0 +1,8 @@
+#<!--XPATH: Hardware -->
+
+ <ComputerType computerType="PowerEdge"
+                manufacturer="Dell"
+                name="dell-server-1"
+                nicSpeed="1000"
+                opSys="linux"/>
+

local/configmap/hpcc/ldap.envgen2

@@ -0,0 +1,4 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly
+
+-add sw:ldap#myldap@esp=myesp^adminGroupName=HPCCAdmins160^cacheTimeout=5^filesBasedn=\\\"ou[equal]files,ou[equal]ecl,ou[equal]hpcc\\\"^groupsBasedn=\\\"ou[equal]groups,ou[equal]hpcc\\\"

local/configmap/hpcc/override.envgen2

@@ -0,0 +1,11 @@
+# Override attribute values like in envgen
+# -override "espsmc,@enableSystemUseRewrite,ture"
+# Give a setting per line:
+
+#espsmc,@enableSystemUseRewrite,ture
+#roxie,@roxieMulticastEnabled,false
+#esp,@method,htpasswd
+
+roxie,@copyResources,true
+thor,@replicateOutputs,true
+

local/configmap/hpcc/roxie.envgen2

@@ -0,0 +1,2 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly

local/configmap/hpcc/support.envgen2

@@ -0,0 +1,2 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly

local/configmap/hpcc/thor.envgen2

@@ -0,0 +1,4 @@
+#Modify environment with envgen2 syntax.
+#There are override.envgen2 and xpath_attributes.envgen2 for use "-override" and  "-set-xpath-attrib-value" respectly
+
+#-mod thor@slavesPerNode=8^globalMemorySize=8192

local/configmap/hpcc/xpath_attributes.envgen2

@@ -0,0 +1,7 @@
+# Set attribute values with Xpath like in envgen
+# Give one setting per line with commas as column seperator in chance column value has space:
+
+#Software/Topology/Cluster[@name=\\\"thor\\\"]/ThorCluster,@process,thor123
+#Software/RoxieCluster/",roxieMulticastEnabled,false
+
+