4.0.x

.circleci/config.yml

@@ -4,7 +4,7 @@ jobs:
   build:
 
     docker:
-      - image: circleci/buildpack-deps:focal
+      - image: cimg/base:current-22.04
 
     parameters:
       load_docker_cache:
@@ -16,42 +16,16 @@ jobs:
         default: ""
 
     steps:
-
       - checkout
-
-      - setup_remote_docker
-
-      - when:
-          condition: <<parameters.load_docker_cache>>
-          steps:
-            - restore_cache:
-                keys:
-                  - v2-docker-images-{{ .Branch }}
-            - run:
-                name: Load Docker layers cache
-                command: |
-                  docker load -i ~/docker-layers-cache.tar || true
+      - setup_remote_docker:
+          docker_layer_caching: false
+          version: 20.10.12
 
       - run:
           name: Build the stack
-          command: docker-compose -f docker-compose-test.yml build
+          command: docker-compose -f docker-compose-test.yml build --no-cache
           working_directory: ./
 
-      - when:
-          condition: <<parameters.save_docker_cache>>
-          steps:
-            - run:
-                name: Save Docker layers cache
-                command: |
-                  rm -f ~/docker-layers-cache.tar
-                  docker save -o ~/docker-layers-cache.tar $(docker images -a --format "{{.ID}}")
-                when: always
-            - save_cache:
-                key: v2-docker-images-{{ .Branch }}-{{ epoch }}
-                paths:
-                  - ~/docker-layers-cache.tar
-                when: always
-
       - run:
           name: Start the stack
           command: docker-compose -f docker-compose-test.yml up -d
@@ -85,12 +59,17 @@ jobs:
 
       - run:
           name: Geoserver logs (debug)
-          command: docker logs geoserver4geonode --tail 500
+          command: docker logs geoserver4geonode --tail 1000
           when: on_fail
 
       - run:
           name: Django logs (debug)
-          command: docker logs django4geonode --tail 500
+          command: docker logs django4geonode --tail 1000
+          when: on_fail
+
+      - run:
+          name: Celery logs (debug)
+          command: docker logs celery4geonode --tail 1000
           when: on_fail
 
       - when:
@@ -121,65 +100,55 @@ workflows:
     jobs:
       - build:
           name: geonode_test_suite_smoke
-          load_docker_cache: true
-          save_docker_cache: true
-          test_suite: coverage run --branch --source=geonode manage.py test -v 3 --keepdb geonode.tests.smoke geonode.tests.test_message_notifications geonode.tests.test_rest_api geonode.tests.test_search geonode.tests.test_utils
+          load_docker_cache: false
+          save_docker_cache: false
+          test_suite: ./test.sh geonode.tests.smoke geonode.tests.test_message_notifications geonode.tests.test_rest_api geonode.tests.test_search geonode.tests.test_utils geonode.tests.test_headers
       - build:
           name: geonode_test_suite
-          load_docker_cache: true
+          load_docker_cache: false
           save_docker_cache: false
-          test_suite: coverage run --branch --source=geonode manage.py test -v 3 --keepdb $(python -c "import sys;from geonode import settings;sys.stdout.write('\'' '\''.join([a+'\''.tests'\'' for a in settings.GEONODE_APPS]))")
-          requires:
-            - geonode_test_suite_smoke
+          test_suite: ./test.sh $(python -c "import sys;from geonode import settings;sys.stdout.write('\'' '\''.join([a+'\''.tests'\'' for a in settings.GEONODE_APPS if '\''security'\'' not in a and '\''geoserver'\'' not in a]))") geonode.thumbs.tests geonode.people.tests
       - build:
-          name: geonode_test_rest_apis
-          load_docker_cache: true
+          name: geonode_test_security
+          load_docker_cache: false
           save_docker_cache: false
-          test_suite: coverage run --branch --source=geonode manage.py test -v 3 --keepdb geonode.base.api.tests geonode.layers.api.tests geonode.maps.api.tests geonode.documents.api.tests geonode.geoapps.api.tests
-          requires:
-            - geonode_test_suite_smoke
+          test_suite: ./test.sh $(python -c "import sys;from geonode import settings;sys.stdout.write('\'' '\''.join([a+'\''.tests'\'' for a in settings.GEONODE_APPS if '\''security'\'' in a]))")
       - build:
-          name: geonode_test_integration_csw
-          load_docker_cache: true
+          name: geonode_test_gis_backend
+          load_docker_cache: false
           save_docker_cache: false
-          test_suite: ./test_csw.sh
-          requires:
-            - geonode_test_suite_smoke
+          test_suite: ./test.sh $(python -c "import sys;from geonode import settings;sys.stdout.write('\'' '\''.join([a+'\''.tests'\'' for a in settings.GEONODE_APPS if '\''geoserver'\'' in a]))")
       - build:
-          name: geonode_test_integration_upload
-          load_docker_cache: true
+          name: geonode_test_rest_apis
+          load_docker_cache: false
           save_docker_cache: false
-          test_suite: ./test_upload.sh
-          requires:
-            - geonode_test_suite_smoke
+          test_suite: ./test.sh geonode.base.api.tests geonode.layers.api.tests geonode.maps.api.tests geonode.documents.api.tests geonode.geoapps.api.tests geonode.upload.api.tests
       - build:
-          name: geonode_test_integration_monitoring
-          load_docker_cache: true
+          name: geonode_test_csw
+          load_docker_cache: false
           save_docker_cache: false
-          test_suite: coverage run --branch --source=geonode manage.py test -v 3 --keepdb geonode.tests.smoke geonode.monitoring.tests.integration
-          requires:
-            - geonode_test_suite_smoke
+          test_suite: ./test.sh geonode.tests.csw geonode.catalogue.backends.tests
 
       # TODO
       # - build:
-      #     name: tests_integration
+      #     name: geonode_test_integration_upload
       #     load_docker_cache: true
       #     save_docker_cache: false
-      #     test_suite: 'geonode.tests.integration'
+      #     test_suite: ./test_upload.sh
       #     requires:
       #       - geonode_test_suite_smoke
       # - build:
-      #     name: tests_geoserver_integration
+      #     name: tests_integration
       #     load_docker_cache: true
       #     save_docker_cache: false
-      #     test_suite: 'geonode.geoserver.tests.integration'
+      #     test_suite: 'geonode.tests.integration'
       #     requires:
       #       - geonode_test_suite_smoke
       # - build:
-      #     name: tests_upload_integration
+      #     name: tests_geoserver_integration
       #     load_docker_cache: true
       #     save_docker_cache: false
-      #     test_suite: 'geonode.upload.tests.integration'
+      #     test_suite: 'geonode.geoserver.tests.integration geonode.monitoring.tests.integration'
       #     requires:
       #       - geonode_test_suite_smoke
 

.clabot

@@ -1,5 +1,6 @@
 {
   "contributors": [
+    "snyk-bot",
     "dependabot[bot]",
     "dependabot-preview[bot]",
     "ingenieroariel",
@@ -48,6 +49,23 @@
     "rukarangi",	
     "sarahsmi",
     "malnajdi",
-    "etj"
-    ]
+    "etj",
+    "allyoucanmap",
+    "marthamareal",
+    "stefmec",
+    "ricardogsilva",
+    "allilou",
+    "asgharsir",
+    "meomancer",
+    "italogsfernandes",
+    "jcaceres85",
+    "luorlandini",
+    "minardimarcello",
+    "mikesname",
+    "DavidQuartz",
+    "jkariukidev",
+    "mwallschlaeger",
+    "edsonflavio",
+    "MalteIwanicki"
+  ]
 }

.devcontainer/.env

@@ -0,0 +1,200 @@
+COMPOSE_PROJECT_NAME=geonode
+DOCKER_HOST_IP=
+DOCKER_ENV=production
+# See https://github.com/geosolutions-it/geonode-generic/issues/28
+# to see why we force API version to 1.24
+DOCKER_API_VERSION="1.24"
+BACKUPS_VOLUME_DRIVER=local
+
+C_FORCE_ROOT=1
+FORCE_REINIT=false
+INVOKE_LOG_STDOUT=true
+
+# LANGUAGE_CODE=pt
+# LANGUAGES=(('en','English'),('pt','Portuguese'))
+
+DJANGO_SETTINGS_MODULE=geonode.settings
+GEONODE_INSTANCE_NAME=geonode
+GEONODE_LB_HOST_IP=
+GEONODE_LB_PORT=
+
+# #################
+# backend
+# #################
+POSTGRES_USER=postgres
+POSTGRES_PASSWORD=postgres
+GEONODE_DATABASE=geonode
+GEONODE_DATABASE_PASSWORD=geonode
+GEONODE_GEODATABASE=geonode_data
+GEONODE_GEODATABASE_PASSWORD=geonode_data
+GEONODE_DATABASE_SCHEMA=public
+GEONODE_GEODATABASE_SCHEMA=public
+DATABASE_HOST=db
+DATABASE_PORT=5432
+DATABASE_URL=postgis://geonode:geonode@db:5432/geonode
+GEODATABASE_URL=postgis://geonode_data:geonode_data@db:5432/geonode_data
+GEONODE_DB_CONN_MAX_AGE=0
+GEONODE_DB_CONN_TOUT=5
+DEFAULT_BACKEND_DATASTORE=datastore
+BROKER_URL=amqp://guest:guest@rabbitmq:5672/
+CELERY_BEAT_SCHEDULER=celery.beat:PersistentScheduler
+ASYNC_SIGNALS=True
+
+SITEURL=http://localhost:8000/
+
+ALLOWED_HOSTS="['django', '*']"
+
+# Data Uploader
+DEFAULT_BACKEND_UPLOADER=geonode.importer
+TIME_ENABLED=True
+MOSAIC_ENABLED=False
+HAYSTACK_SEARCH=False
+HAYSTACK_ENGINE_URL=http://elasticsearch:9200/
+HAYSTACK_ENGINE_INDEX_NAME=haystack
+HAYSTACK_SEARCH_RESULTS_PER_PAGE=200
+
+# #################
+# nginx
+# HTTPD Server
+# #################
+GEONODE_LB_HOST_IP=localhost
+GEONODE_LB_PORT=80
+
+# IP or domain name and port where the server can be reached on HTTPS (leave HOST empty if you want to use HTTP only)
+# port where the server can be reached on HTTPS
+HTTP_HOST=localhost
+HTTPS_HOST=
+
+HTTP_PORT=8000
+HTTPS_PORT=443
+
+# Let's Encrypt certificates for https encryption. You must have a domain name as HTTPS_HOST (doesn't work
+# with an ip) and it must be reachable from the outside. This can be one of the following :
+# disabled : we do not get a certificate at all (a placeholder certificate will be used)
+# staging : we get staging certificates (are invalid, but allow to test the process completely and have much higher limit rates)
+# production : we get a normal certificate (default)
+LETSENCRYPT_MODE=disabled
+# LETSENCRYPT_MODE=staging
+# LETSENCRYPT_MODE=production
+
+RESOLVER=127.0.0.11
+
+# #################
+# geoserver
+# #################
+GEOSERVER_WEB_UI_LOCATION=http://localhost:8080/geoserver/
+GEOSERVER_PUBLIC_LOCATION=http://localhost:8080/geoserver/
+GEOSERVER_LOCATION=http://geoserver:8080/geoserver/
+GEOSERVER_ADMIN_USER=admin
+GEOSERVER_ADMIN_PASSWORD=geoserver
+
+OGC_REQUEST_TIMEOUT=30
+OGC_REQUEST_MAX_RETRIES=1
+OGC_REQUEST_BACKOFF_FACTOR=0.3
+OGC_REQUEST_POOL_MAXSIZE=10
+OGC_REQUEST_POOL_CONNECTIONS=10
+
+# Java Options & Memory
+ENABLE_JSONP=true
+outFormat=text/javascript
+GEOSERVER_JAVA_OPTS="-Djava.awt.headless=true -Xms2G -Xmx4G -XX:+UnlockDiagnosticVMOptions -XX:+LogVMOutput -XX:LogFile=/var/log/jvm.log -XX:PerfDataSamplingInterval=500 -XX:SoftRefLRUPolicyMSPerMB=36000 -XX:-UseGCOverheadLimit -XX:+UseConcMarkSweepGC -XX:ParallelGCThreads=4 -Dfile.encoding=UTF8 -Djavax.servlet.request.encoding=UTF-8 -Djavax.servlet.response.encoding=UTF-8 -Duser.timezone=GMT -Dorg.geotools.shapefile.datetime=false -DGEOSERVER_CSRF_DISABLED=true -DPRINT_BASE_URL=http://geoserver:8080/geoserver/pdf -DALLOW_ENV_PARAMETRIZATION=true -Xbootclasspath/a:/usr/local/tomcat/webapps/geoserver/WEB-INF/lib/marlin-0.9.3-Unsafe.jar -Dsun.java2d.renderer=org.marlin.pisces.MarlinRenderingEngine"
+
+# #################
+# Security
+# #################
+# Admin Settings
+#
+# ADMIN_PASSWORD is used to overwrite the GeoNode admin password **ONLY** the first time
+# GeoNode is run. If you need to overwrite it again, you need to set the env var FORCE_REINIT,
+# otherwise the invoke updateadmin task will be skipped and the current password already stored
+# in DB will honored.
+
+ADMIN_USERNAME=admin
+ADMIN_PASSWORD=admin
+ADMIN_EMAIL=admin@localhost
+
+# EMAIL Notifications
+EMAIL_ENABLE=False
+DJANGO_EMAIL_BACKEND=django.core.mail.backends.smtp.EmailBackend
+DJANGO_EMAIL_HOST=localhost
+DJANGO_EMAIL_PORT=25
+DJANGO_EMAIL_HOST_USER=
+DJANGO_EMAIL_HOST_PASSWORD=
+DJANGO_EMAIL_USE_TLS=False
+DJANGO_EMAIL_USE_SSL=False
+DEFAULT_FROM_EMAIL='GeoNode <[email protected]>'
+
+# Session/Access Control
+LOCKDOWN_GEONODE=False
+CORS_ALLOW_ALL_ORIGINS=True
+X_FRAME_OPTIONS="SAMEORIGIN"
+SESSION_EXPIRED_CONTROL_ENABLED=True
+DEFAULT_ANONYMOUS_VIEW_PERMISSION=True
+DEFAULT_ANONYMOUS_DOWNLOAD_PERMISSION=True
+
+# Users Registration
+ACCOUNT_OPEN_SIGNUP=True
+ACCOUNT_EMAIL_REQUIRED=True
+ACCOUNT_APPROVAL_REQUIRED=False
+ACCOUNT_CONFIRM_EMAIL_ON_GET=False
+ACCOUNT_EMAIL_VERIFICATION=none
+ACCOUNT_EMAIL_CONFIRMATION_EMAIL=False
+ACCOUNT_EMAIL_CONFIRMATION_REQUIRED=False
+ACCOUNT_AUTHENTICATION_METHOD=username_email
+AUTO_ASSIGN_REGISTERED_MEMBERS_TO_REGISTERED_MEMBERS_GROUP_NAME=True
+
+# OAuth2
+OAUTH2_API_KEY=
+OAUTH2_CLIENT_ID=Jrchz2oPY3akmzndmgUTYrs9gczlgoV20YPSvqaV
+OAUTH2_CLIENT_SECRET=rCnp5txobUo83EpQEblM8fVj3QT5zb5qRfxNsuPzCqZaiRyIoxM4jdgMiZKFfePBHYXCLd7B8NlkfDBY9HKeIQPcy5Cp08KQNpRHQbjpLItDHv12GvkSeXp6OxaUETv3
+
+# GeoNode APIs
+API_LOCKDOWN=False
+TASTYPIE_APIKEY=
+
+# #################
+# Production and
+# Monitoring
+# #################
+DEBUG=True
+DEBUG_STATIC=True
+
+SECRET_KEY='myv-y4#7j-d*p-__@j#*3z@!y24fz8%^z2v6atuy4bo9vqr1_a'
+
+# STATIC_ROOT=/mnt/volumes/statics/static/
+# MEDIA_ROOT=/mnt/volumes/statics/uploaded/
+# GEOIP_PATH=/mnt/volumes/statics/geoip.db
+
+CACHE_BUSTING_STATIC_ENABLED=False
+
+MEMCACHED_ENABLED=False
+MEMCACHED_BACKEND=django.core.cache.backends.memcached.MemcachedCache
+MEMCACHED_LOCATION=127.0.0.1:11211
+MEMCACHED_LOCK_EXPIRE=3600
+MEMCACHED_LOCK_TIMEOUT=10
+
+MAX_DOCUMENT_SIZE=2
+CLIENT_RESULTS_LIMIT=5
+API_LIMIT_PER_PAGE=1000
+
+# GIS Client
+GEONODE_CLIENT_LAYER_PREVIEW_LIBRARY=mapstore
+MAPBOX_ACCESS_TOKEN=
+BING_API_KEY=
+GOOGLE_API_KEY=
+
+# Monitoring
+MONITORING_ENABLED=False
+MONITORING_DATA_TTL=365
+USER_ANALYTICS_ENABLED=True
+USER_ANALYTICS_GZIP=True
+CENTRALIZED_DASHBOARD_ENABLED=False
+MONITORING_SERVICE_NAME=local-geonode
+MONITORING_HOST_NAME=geonode
+
+# Other Options/Contribs
+MODIFY_TOPICCATEGORY=True
+AVATAR_GRAVATAR_SSL=True
+EXIF_ENABLED=True
+CREATE_LAYER=True
+FAVORITE_ENABLED=True