Merge pull request alldatacenter#330 from alldatacenter/alldatadc

[master] 引入ranger建设数据安全管理 && 引入shifu建设云原生IOT开发引擎

Author: alldatafounder

govern/data-security/DockerApp/Dockerfile

@@ -0,0 +1,9 @@
+FROM java:8
+# 在主机/var/lib/docker创建临时文件链接到容器的/tmp
+VOLUME /tmp
+# 将jar包添加到容器中并更名为real-app.jar
+ADD docker-app.jar real-app.jar
+# 运行jar包
+RUN bash -c 'touch /real-app.jar'
+ENTRYPOINT ["java","-Djava.security.egd=file:/dev/./urandom","-jar","/real-app.jar"]
+

govern/data-security/DockerApp/build.sh

@@ -0,0 +1,2 @@
+docker build -t docker-app .
+docker run -d -p 8080:8080 docker-app

govern/data-security/InstallGuide.md

@@ -0,0 +1,7 @@
+# INSTALL GUIDE FOR ALL DATA
+
+```markdown
+
+> 安装指南
+
+```

govern/data-security/README.md

@@ -0,0 +1,15 @@
+# DATA GOVERN FOR ALL DATA PLATFORM 数据治理引擎
+
+## 基于Apache Ranger建设AllData统一数据安全管理
+
+> 数据全生命周期的安全管控
+> 
+> 安全预警机制，让数据使用安全、合规
+> 
+> 1、数据权限管理
+>
+> 2、敏感数据发现
+> 
+> 3、隐私保护
+>
+> 4、风险预警

govern/data-security/ranger-2.3.0/.gitattributes

@@ -0,0 +1,16 @@
+# Auto detect text files and perform LF normalization
+*        text=auto
+
+*.java   text diff=java eol=lf
+*.html   text diff=html eol=lf
+*.py     text diff=python eol=lf
+*.css    text eol=lf
+*.js     text eol=lf
+*.sql    text eol=lf
+*.sh     text eol=lf
+*.xml    text eol=lf
+*.txt    text eol=lf
+*.json   text eol=lf
+*.jsp    text eol=lf
+*.csv    text eol=lf
+*.properties    text eol=lf

govern/data-security/ranger-2.3.0/.gitignore

@@ -0,0 +1,19 @@
+*.class
+*.iml
+.pydevproject
+.settings/
+.metadata
+.classpath
+.project
+/target/
+/venv/
+winpkg/target
+.DS_Store
+.idea
+
+#Python
+*.pyc
+**/build
+**/dist
+**/apache_ranger.egg-info
+.python-version

govern/data-security/ranger-2.3.0/.travis.yml

@@ -0,0 +1,61 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+sudo: false
+dist: bionic
+language: generic
+
+cache:
+  directories:
+    - $HOME/.m2
+
+env:
+  global:
+    - KEY=default VALUE=default
+
+# Environment to testing with different versions, disabled because ranger is not compatible
+#  - KEY=hadoop.version VALUE=2.8.0
+
+jobs:
+  include:
+    - name: Linux AMD64 OpenJDK8
+      env: JDK_VERSION=8
+    - name: Linux AMD64 OpenJDK11
+      env: JDK_VERSION=11
+    - name: Linux ARM64 OpenJDK11
+      arch: arm64-graviton2
+      dist: focal
+      virt: lxd
+      group: edge
+      env:
+        - JDK_VERSION=11
+        - MAVEN_ARGS="-DskipJSTests=true -P!all"
+
+before_install:
+  - export MAVEN_OPTS="-Xmx1200M -XX:MaxPermSize=768m -Xms512m"
+  - sudo apt update -y
+  - sudo apt install openjdk-${JDK_VERSION}-jdk maven
+
+install:
+  - mvn install $MAVEN_ARGS -D$KEY=$VALUE -DskipTests -Dmaven.javadoc.skip=true --no-transfer-progress -B -V
+
+# KafkaRangerAuthorizerGSSTest is a failing test, TestLdapUserGroup needs too much memory for travis
+script:
+  - mvn test $MAVEN_ARGS -D$KEY=$VALUE -Dmaven.javadoc.skip=true -B -V -pl !plugin-kafka,!ugsync,!hive-agent
+  - mvn test $MAVEN_ARGS -D$KEY=$VALUE -Dmaven.javadoc.skip=true -B -V -pl plugin-kafka -Dtest="*,!KafkaRangerAuthorizerGSSTest"
+  - mvn test $MAVEN_ARGS -D$KEY=$VALUE -Dmaven.javadoc.skip=true -B -V -pl ugsync -Dtest="*,!TestLdapUserGroup"
+  - if [[ "$JDK_VERSION" != "8" ]]; then mvn test $MAVEN_ARGS -D$KEY=$VALUE -Dmaven.javadoc.skip=true -B -V -pl hive-agent -Dtest="*,!HIVERangerAuthorizerTest" -DfailIfNoTests=false ; fi
+  - if [[ "$JDK_VERSION" == "8" ]]; then mvn test $MAVEN_ARGS -D$KEY=$VALUE -Dmaven.javadoc.skip=true -B -V -pl hive-agent ; fi

govern/data-security/ranger-2.3.0/DISCLAIMER.txt

@@ -0,0 +1,6 @@
+Apache Ranger is a Top Level Project (TLP) at the Apache Software Foundation (ASF).
+
+This product includes software developed at The Apache Software
+Foundation (http://www.apache.org/).
+
+http://ranger.apache.org

govern/data-security/ranger-2.3.0/LICENSE.txt

@@ -0,0 +1,6 @@
+Apache Ranger
+Copyright 2014-2022 The Apache Software Foundation
+
+This product includes software developed at The Apache Software Foundation (http://www.apache.org/).
+This product includes software developed by Spring Security Project (http://www.springframework.org/security)
+This product includes Azure/azure-sdk-for-java (https://github.com/Azure/azure-sdk-for-java/blob/master/LICENSE.txt ), Copyright (c) 2015 Microsoft.