Apply for all build servers

Linux-Builds/bin/build/build_ce

@@ -1,3 +1,20 @@
 #!/bin/bash
 
-cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=0  -DUSE_LIBXSLT=ON -DXALAN_LIBRARIES= -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF ../HPCC-Platform
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=1 -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake  -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=1 -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
+
+

Linux-Builds/bin/build/build_ce_wp

@@ -1,3 +1,20 @@
 #!/bin/bash
 
-cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=0   ../HPCC-Platform
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=1 ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=1 ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
+
+

Linux-Builds/bin/build/build_ct

@@ -1,8 +1,20 @@
-#cd build
+#!/bin/bash
 
-#/usr/local/bin/cmake ../$1 -DUSE_LIBXSLT=ON -DXALAN_LIBRARIES= 
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "/usr/local/bin/cmake ../HPCC-Platform -DCHECK_GIT_TAG=0 -DCLIENTTOOLS_ONLY=ON -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS}"
+/usr/local/bin/cmake ../HPCC-Platform -DCHECK_GIT_TAG=0 -DCLIENTTOOLS_ONLY=ON -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
 
-/usr/local/bin/cmake ../HPCC-Platform -DCLIENTTOOLS_ONLY=ON -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF
 
-#make
-#make package

Linux-Builds/bin/build/build_dc

@@ -1,4 +1,18 @@
-#cd build
+#!/bin/bash
+
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -G \"Unix Makefiles\" -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=0 -DMAKE_DOCS_ONLY=ON -DUSE_NATIVE_LIBRARIES=ON ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DCHECK_GIT_TAG=0 -DMAKE_DOCS_ONLY=ON -DUSE_NATIVE_LIBRARIES=ON ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+make -j4 || exit 1
+
+copy_docs
 
-/usr/local/bin/cmake ../HPCC-Platform -DMAKE_DOCS_ONLY=ON -DUSE_NATIVE_LIBRARIES=ON
 

Linux-Builds/bin/build/build_ee

@@ -1,3 +1,20 @@
 #!/bin/bash
 
-cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DBUILD_LEVEL=ENTERPRISE -DCHECK_GIT_TAG=0 -DUSE_LIBXSLT=ON -DXALAN_LIBRARIES= -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF ../LN
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=ENTERPRISE -DCHECK_GIT_TAG=1 -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake  -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=ENTERPRISE -DCHECK_GIT_TAG=1 -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
+
+

Linux-Builds/bin/build/build_ee_wp

@@ -1,5 +1,20 @@
 #!/bin/bash
 
-#cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=0 -DCMAKE_CXX_FLAGS="-D_DALIUSER_STACKTRACE" -DUSE_LIBXSLT=ON -DXALAN_LIBRARIES= ../LN
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=ENTERPRISE -DCHECK_GIT_TAG=1 -DCMAKE_CXX_FLAGS=-D_DALIUSER_STACKTRACE ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake  -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=ENTERPRISE -DCHECK_GIT_TAG=1 -DCMAKE_CXX_FLAGS="-D_DALIUSER_STACKTRACE" ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
+
 
-cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DBUILD_LEVEL=ENTERPRISE -DCHECK_GIT_TAG=0  ../LN

Linux-Builds/bin/build/build_ln

@@ -1,3 +1,20 @@
 #!/bin/bash
 
-cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=0  -DUSE_LIBARCHIVE=false -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF ../LN
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=1 -DCMAKE_CXX_FLAGS=-D_DALIUSER_STACKTRACE  -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake  -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=1 -DCMAKE_CXX_FLAGS="-D_DALIUSER_STACKTRACE"  -DUSE_PYTHON=OFF -DUSE_V8=OFF -DUSE_JNI=OFF -DUSE_RINSIDE=OFF -DUSE_MYSQL=OFF -DUSE_SQLITE3=OFF ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
+
+

Linux-Builds/bin/build/build_ln_wp

@@ -1,5 +1,20 @@
 #!/bin/bash
 
-#cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=0 -DCMAKE_CXX_FLAGS="-D_DALIUSER_STACKTRACE" -DUSE_LIBXSLT=ON -DXALAN_LIBRARIES= ../LN
+curDir=$(dirname $0)
+scriptName=$(basename $0)
+cmakeOptions=${scriptName}_cmake_options
+[ ! -e ${curDir}/${CODENAME}/${cmakeOptions} ] && exit 1
+. ${curDir}/${CODENAME}/${cmakeOptions} 
+. ${curDir}/build_common
+. ${curDir}/build_common_${PKG_TYPE}
+
+echo "cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=1 -DCMAKE_CXX_FLAGS=-D_DALIUSER_STACKTRACE ${CMAKE_OPTIONS} ../HPCC-Platform" 
+cmake  -DCMAKE_BUILD_TYPE=Release -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=1 -DCMAKE_CXX_FLAGS="-D_DALIUSER_STACKTRACE" ${CMAKE_OPTIONS} ../HPCC-Platform || exit 1
+
+build_package || exit 1
+
+[ "$PKG_TYPE" = "deb" ] && fix_deb HPCC-Platform
+
+copy_package
+
 
-cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release  -DBUILD_LEVEL=INTERNAL -DCHECK_GIT_TAG=0  ../LN

Linux-Builds/bin/build_hpcc.sh

@@ -7,17 +7,17 @@ usage() {
      Options:
         -b|--branch:  HPCC component branch or tag.
         -p|--project: HPCC componet ids seperated by comma. 
-           1:  Platform community
+           1:  Platform community (rpm only)
            2:  Platform community with plugin
-           3:  Platform enterprise
+           3:  Platform enterprise (rpm only)
            4:  Platform enterprise with plugin
-           5:  Platform internal
+           5:  Platform internal (rpm only)
            6:  Platform internal with plugin
            7:  Clienttools
-           8:  Graphcontrols
+           8:  Graphcontrol (deb only)
            9:  Ganglia-monitoring
           10:  Nagios-monitoring
-          11:  Docs
+          11:  Docs (Ubuntu 12.04 precise only)
         -r|--release: HPCC release version. Example, 5.0.0-1
         -h|--help:  Help message
       
@@ -51,9 +51,9 @@ project_config_file=(
       'internal.conf' 
       'internal_with_plugins.conf' 
       'clienttools.conf' 
-      'graphcontrols.conf' 
+      'graphcontrol.conf' 
       'gangliamonitoring.conf' 
-      'bagiosmonitoring.conf' 
+      'nagiosmonitoring.conf' 
       'docs.conf' 
 )
 
@@ -85,8 +85,10 @@ done
 . ${rootDir}/bin/common
 check_distro
 echo "$DISTRO $CODENAME $PKG_TYPE $ARCH"
+export PKG_TYPE
+export CODENAME
 
-if [ ! -e  ${rootDir}/bin/config/${CODENAME}.conf  ]
+if [ ! -e  ${rootDir}/bin/config/os/${CODENAME}.conf  ]
 then
    echo ""
    echo "Build HPCC on $DISTRO $CODENAME is not supported"
@@ -96,72 +98,54 @@ fi
 
 [ ! -d $rootDir/workspace ] && mkdir $rootDir/workspace 
 cd $rootDir/workspace
-workDir=$(pwd)
+export workDir=$(pwd)
 
 [ ! -d ${workDir}/$release ] && mkdir -p  ${workDir}/$release
-releaseDir=${workDir}/$release
+export releaseDir=${workDir}/$release
 cd $releaseDir
 
-[ "$projects" == "all" ] && projects=$(grep "projects_all=" ${rootDir}/bin/config/${CODENAME}.conf | cut -d'=' -f2)
+[ ! -d output ] && mkdir output
+export outputDir=${workDir}/$release/output
+
+[ "$projects" == "all" ] && projects=$(grep "projects_all=" ${rootDir}/bin/config/os/${CODENAME}.conf | cut -d'=' -f2)
 echo $projects | tr [','] ['\n '] | while read project 
 do
 
+   . ${rootDir}/bin/config/${project_config_file[$project]}
+
    echo 
-   echo "Build ${project_config_file[$project]} ..."
+   if [ ! -e ${rootDir}/bin/build/${CODENAME}/${build_script}_cmake_options ]
+   then
+       echo "Build ${display_name} on ${CODENAME} is not supported."
+       continue
+   fi
+   echo -ne "Build ${display_name} ... \r"
 
-   . ${rootDir}/bin/config/${project_config_file[$project]}
    [ ! -d $project_directory ] && mkdir $project_directory
    cd $project_directory
    echo "Get git repository $branch"
    ${rootDir}/bin/github/${github_script} $branch > git.log 2>&1
    if [ $? -ne 0 ]  
    then
-      "Failed to get repository $project"
+      echo "FAILED"
       continue
    fi
-
+   echo "OK"
+
    [ -d build ] && rm -rf build
    mkdir build
    cd build
-   echo "cmake"
-   ${rootDir}/bin/build/${CODENAME}/${build_script}  > cmake.log 2>&1
+   echo -ne "build ... \r"
+   export package_directory
+   export package_name_prefix
+   ${rootDir}/bin/build/${build_script}  > build.log 2>&1
    if [ $? -ne 0 ]  
    then
-      "Failed to run cmake $project"
+      echo "FAILED"
       continue
    fi
+   echo "OK"
 
-   if [ "$project" != "docs" ]
-   then
-      echo "make package"
-      make -j4 package > build.log 2>&1
-      if [ $? -ne 0 ]  
-      then
-         "Failed to make $project"
-         continue
-      fi
-
-      echo "copy package"
-      [ ! -d ${releaseDir}/${package_directory} ] && mkdir -p ${releaseDir}/${package_directory}
-      cp ${package_name_prefix}*${PKG_TYPE} ${releaseDir}/${package_directory}/
-   else
-      echo "make"
-      make -j4 > build.log 2>&1
-      if [ $? -ne 0 ]  
-      then
-         "Failed to make $project"
-         continue
-      fi
-      echo "make install"
-      make install > install.log 2>&1
-      if [ $? -ne 0 ]  
-      then
-         "Failed to make install $project"
-         continue
-      fi
-      cp ${package_name_prefix}*pdf ${releaseDir}/${package_directory}/
-
-   fi
    cd $releaseDir
 
 done

Linux-Builds/bin/config/clienttools.conf

@@ -3,4 +3,4 @@ project_directory=clienttools
 github_script=github_ce
 build_script=build_ct
 package_name_prefix=hpccsystems-clienttools_community
-package_directory=bin/cienttools
+package_directory=bin/clienttools

Linux-Builds/bin/config/docs.conf

@@ -1,6 +1,6 @@
-display_name="HPCCSystem Documentatio"
+display_name="HPCCSystem Documentation"
 project_directory=docs
 github_script=github_dc
 build_script=build_dc
-package_name_prefix=Release/docs/
+package_name_prefix=Release/docs
 package_directory=docs