Merge branch 'master' of github.com:GeoNode/geonode

GeoNode · Jul 21, 2021 · e5cf581 · e5cf581
2 parents e18bc6f + e465259
commit e5cf581
Show file tree

Hide file tree

Showing 893 changed files with 34,847 additions and 17,203 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -34,7 +34,7 @@ jobs:
 
       - run:
           name: Build the stack
-          command: docker-compose -f docker-compose-test.yml build
+          command: docker-compose -f docker-compose-test.yml build --no-cache
           working_directory: ./
 
       - when:
@@ -93,11 +93,6 @@ jobs:
           command: docker logs django4geonode --tail 500
           when: on_fail
 
-      - run:
-          name: Invoke logs (debug)
-          command: docker exec -it django4geonode sh -c 'tail -1000 /usr/src/geonode/invoke.log'
-          when: on_fail
-
       - when:
           condition: <<parameters.test_suite>>
           steps:
@@ -126,44 +121,24 @@ workflows:
     jobs:
       - build:
           name: geonode_test_suite_smoke
-          load_docker_cache: true
-          save_docker_cache: true
+          load_docker_cache: false
+          save_docker_cache: false
           test_suite: ./test.sh geonode.tests.smoke geonode.tests.test_message_notifications geonode.tests.test_rest_api geonode.tests.test_search geonode.tests.test_utils
       - build:
           name: geonode_test_suite
-          load_docker_cache: true
+          load_docker_cache: false
           save_docker_cache: false
           test_suite: ./test.sh $(python -c "import sys;from geonode import settings;sys.stdout.write('\'' '\''.join([a+'\''.tests'\'' for a in settings.GEONODE_APPS]))") geonode.catalogue.backends.tests geonode.thumbs.tests
-          requires:
-            - geonode_test_suite_smoke
       - build:
           name: geonode_test_rest_apis
-          load_docker_cache: true
+          load_docker_cache: false
           save_docker_cache: false
-          test_suite: ./test.sh geonode.base.api.tests geonode.layers.api.tests geonode.maps.api.tests geonode.documents.api.tests geonode.geoapps.api.tests
-          requires:
-            - geonode_test_suite_smoke
+          test_suite: ./test.sh geonode.base.api.tests geonode.layers.api.tests geonode.maps.api.tests geonode.documents.api.tests geonode.geoapps.api.tests geonode.upload.api.tests
       - build:
           name: geonode_test_integration_csw
-          load_docker_cache: true
+          load_docker_cache: false
           save_docker_cache: false
           test_suite: ./test_csw.sh
-          requires:
-            - geonode_test_suite_smoke
-      - build:
-          name: geonode_test_integration_monitoring
-          load_docker_cache: true
-          save_docker_cache: false
-          test_suite: ./test.sh geonode.tests.smoke geonode.monitoring.tests.integration
-          requires:
-            - geonode_test_suite_smoke
-      - build:
-          name: geonode_test_integration_upload
-          load_docker_cache: true
-          save_docker_cache: false
-          test_suite: ./test.sh geonode.upload.api.tests
-          requires:
-            - geonode_test_suite_smoke
 
       # TODO
       # - build:
@@ -184,7 +159,7 @@ workflows:
       #     name: tests_geoserver_integration
       #     load_docker_cache: true
       #     save_docker_cache: false
-      #     test_suite: 'geonode.geoserver.tests.integration'
+      #     test_suite: 'geonode.geoserver.tests.integration geonode.monitoring.tests.integration'
       #     requires:
       #       - geonode_test_suite_smoke
 

diff --git a/.clabot b/.clabot
@@ -53,6 +53,8 @@
     "marthamareal",
     "stefmec",
     "ricardogsilva",
-    "allilou"
+    "allilou",
+    "asgharsir",
+    "meomancer"
   ]
 }
diff --git a/.env b/.env
@@ -8,14 +8,15 @@ BACKUPS_VOLUME_DRIVER=local
 
 C_FORCE_ROOT=1
 FORCE_REINIT=false
+INVOKE_LOG_STDOUT=true
 
 # LANGUAGE_CODE=pt
 # LANGUAGES=(('en','English'),('pt','Portuguese'))
 
 DJANGO_SETTINGS_MODULE=geonode.settings
 GEONODE_INSTANCE_NAME=geonode
-GEONODE_LB_HOST_IP
-GEONODE_LB_PORT
+GEONODE_LB_HOST_IP=
+GEONODE_LB_PORT=
 
 # #################
 # backend
@@ -40,7 +41,7 @@ ASYNC_SIGNALS=True
 
 SITEURL=http://localhost/
 
-ALLOWED_HOSTS=['django', '*']
+ALLOWED_HOSTS="['django', '*']"
 
 # Data Uploader
 DEFAULT_BACKEND_UPLOADER=geonode.importer
@@ -95,7 +96,7 @@ OGC_REQUEST_POOL_CONNECTIONS=10
 # Java Options & Memory
 ENABLE_JSONP=true
 outFormat=text/javascript
-GEOSERVER_JAVA_OPTS=-Djava.awt.headless=true -Xms2G -Xmx4G -XX:+UnlockDiagnosticVMOptions -XX:+LogVMOutput -XX:LogFile=/var/log/jvm.log -XX:PerfDataSamplingInterval=500 -XX:SoftRefLRUPolicyMSPerMB=36000 -XX:-UseGCOverheadLimit -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:ParallelGCThreads=4 -Dfile.encoding=UTF8 -Djavax.servlet.request.encoding=UTF-8 -Djavax.servlet.response.encoding=UTF-8 -Duser.timezone=GMT -Dorg.geotools.shapefile.datetime=false -DGEOSERVER_CSRF_DISABLED=true -DPRINT_BASE_URL=http://geoserver:8080/geoserver/pdf -DALLOW_ENV_PARAMETRIZATION=true -Xbootclasspath/a:/usr/local/tomcat/webapps/geoserver/WEB-INF/lib/marlin-0.9.3-Unsafe.jar -Dsun.java2d.renderer=org.marlin.pisces.MarlinRenderingEngine
+GEOSERVER_JAVA_OPTS="-Djava.awt.headless=true -Xms2G -Xmx4G -XX:+UnlockDiagnosticVMOptions -XX:+LogVMOutput -XX:LogFile=/var/log/jvm.log -XX:PerfDataSamplingInterval=500 -XX:SoftRefLRUPolicyMSPerMB=36000 -XX:-UseGCOverheadLimit -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:ParallelGCThreads=4 -Dfile.encoding=UTF8 -Djavax.servlet.request.encoding=UTF-8 -Djavax.servlet.response.encoding=UTF-8 -Duser.timezone=GMT -Dorg.geotools.shapefile.datetime=false -DGEOSERVER_CSRF_DISABLED=true -DPRINT_BASE_URL=http://geoserver:8080/geoserver/pdf -DALLOW_ENV_PARAMETRIZATION=true -Xbootclasspath/a:/usr/local/tomcat/webapps/geoserver/WEB-INF/lib/marlin-0.9.3-Unsafe.jar -Dsun.java2d.renderer=org.marlin.pisces.MarlinRenderingEngine"
 
 # #################
 # Security
@@ -119,7 +120,7 @@ DEFAULT_FROM_EMAIL='GeoNode <[email protected]>'
 # Session/Access Control
 LOCKDOWN_GEONODE=False
 CORS_ORIGIN_ALLOW_ALL=True
-X_FRAME_OPTIONS=ALLOW-FROM ALL
+X_FRAME_OPTIONS="SAMEORIGIN"
 SESSION_EXPIRED_CONTROL_ENABLED=True
 DEFAULT_ANONYMOUS_VIEW_PERMISSION=True
 DEFAULT_ANONYMOUS_DOWNLOAD_PERMISSION=True

diff --git a/.env_dev b/.env_dev
@@ -7,14 +7,20 @@ DOCKER_API_VERSION="1.24"
 BACKUPS_VOLUME_DRIVER=local
 
 C_FORCE_ROOT=1
+FORCE_REINIT=false
+INVOKE_LOG_STDOUT=true
 
-DEBUG=True
+# LANGUAGE_CODE=pt
+# LANGUAGES=(('en','English'),('pt','Portuguese'))
 
 DJANGO_SETTINGS_MODULE=geonode.settings
 GEONODE_INSTANCE_NAME=geonode
 GEONODE_LB_HOST_IP=
 GEONODE_LB_PORT=
 
+# #################
+# backend
+# #################
 POSTGRES_USER=postgres
 POSTGRES_PASSWORD=postgres
 GEONODE_DATABASE=geonode
@@ -23,6 +29,8 @@ GEONODE_GEODATABASE=geonode_data
 GEONODE_GEODATABASE_PASSWORD=geonode
 GEONODE_DATABASE_SCHEMA=public
 GEONODE_GEODATABASE_SCHEMA=public
+DATABASE_HOST=localhost
+DATABASE_PORT=5432
 DATABASE_URL=postgis://geonode:geonode@localhost:5432/geonode
 GEODATABASE_URL=postgis://geonode:geonode@localhost:5432/geonode_data
 GEONODE_DB_CONN_MAX_AGE=0
@@ -33,12 +41,9 @@ ASYNC_SIGNALS=False
 
 SITEURL=http://localhost:8000/
 
-# STATIC_ROOT=/mnt/volumes/statics/static/
-# MEDIA_ROOT=/mnt/volumes/statics/uploaded/
-# GEOIP_PATH=/mnt/volumes/statics/geoip.db
-
 ALLOWED_HOSTS="['django', '*']"
 
+# Data Uploader
 DEFAULT_BACKEND_UPLOADER=geonode.importer
 TIME_ENABLED=True
 MOSAIC_ENABLED=False
@@ -47,20 +52,10 @@ HAYSTACK_ENGINE_URL=http://elasticsearch:9200/
 HAYSTACK_ENGINE_INDEX_NAME=haystack
 HAYSTACK_SEARCH_RESULTS_PER_PAGE=200
 
-CACHE_BUSTING_STATIC_ENABLED=False
-CACHE_BUSTING_MEDIA_ENABLED=False
-
-MEMCACHED_ENABLED=False
-MEMCACHED_BACKEND=django.core.cache.backends.memcached.PyMemcacheCache
-MEMCACHED_LOCATION=127.0.0.1:11211
-MEMCACHED_LOCK_EXPIRE=3600
-MEMCACHED_LOCK_TIMEOUT=10
-
-MAX_DOCUMENT_SIZE=2
-CLIENT_RESULTS_LIMIT=5
-API_LIMIT_PER_PAGE=1000
-
+# #################
+# nginx
 # HTTPD Server
+# #################
 GEONODE_LB_HOST_IP=localhost
 GEONODE_LB_PORT=80
 
@@ -69,7 +64,7 @@ GEONODE_LB_PORT=80
 HTTP_HOST=localhost
 HTTPS_HOST=
 
-HTTP_PORT=80
+HTTP_PORT=8000
 HTTPS_PORT=443
 
 # Let's Encrypt certificates for https encryption. You must have a domain name as HTTPS_HOST (doesn't work
@@ -83,42 +78,25 @@ LETSENCRYPT_MODE=disabled
 
 RESOLVER=127.0.0.11
 
-# GIS Server
+# #################
+# geoserver
+# #################
 GEOSERVER_WEB_UI_LOCATION=http://localhost:8080/geoserver/
 GEOSERVER_PUBLIC_LOCATION=http://localhost:8080/geoserver/
 GEOSERVER_LOCATION=http://localhost:8080/geoserver/
 GEOSERVER_ADMIN_USER=admin
 GEOSERVER_ADMIN_PASSWORD=geoserver
 
-OGC_REQUEST_TIMEOUT=30
+OGC_REQUEST_TIMEOUT=5
 OGC_REQUEST_MAX_RETRIES=1
 OGC_REQUEST_BACKOFF_FACTOR=0.3
 OGC_REQUEST_POOL_MAXSIZE=10
 OGC_REQUEST_POOL_CONNECTIONS=10
 
-# GIS Client
-GEONODE_CLIENT_LAYER_PREVIEW_LIBRARY=mapstore
-MAPBOX_ACCESS_TOKEN=
-BING_API_KEY=
-GOOGLE_API_KEY=
-
-# Monitoring
-MONITORING_ENABLED=False
-MONITORING_DATA_TTL=365
-USER_ANALYTICS_ENABLED=True
-USER_ANALYTICS_GZIP=True
-CENTRALIZED_DASHBOARD_ENABLED=False
-MONITORING_SERVICE_NAME=local-geonode
-MONITORING_HOST_NAME=geonode
-
-# Other Options/Contribs
-MODIFY_TOPICCATEGORY=True
-AVATAR_GRAVATAR_SSL=True
-AVATAR_DEFAULT_URL=/geonode/img/avatar.png
-
-EXIF_ENABLED=True
-CREATE_LAYER=True
-FAVORITE_ENABLED=True
+# Java Options & Memory
+ENABLE_JSONP=true
+outFormat=text/javascript
+GEOSERVER_JAVA_OPTS="-Djava.awt.headless=true -Xms2G -Xmx4G -XX:+UnlockDiagnosticVMOptions -XX:+LogVMOutput -XX:LogFile=/var/log/jvm.log -XX:PerfDataSamplingInterval=500 -XX:SoftRefLRUPolicyMSPerMB=36000 -XX:-UseGCOverheadLimit -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:ParallelGCThreads=4 -Dfile.encoding=UTF8 -Djavax.servlet.request.encoding=UTF-8 -Djavax.servlet.response.encoding=UTF-8 -Duser.timezone=GMT -Dorg.geotools.shapefile.datetime=false -DGEOSERVER_CSRF_DISABLED=true -DPRINT_BASE_URL=http://geoserver:8080/geoserver/pdf -DALLOW_ENV_PARAMETRIZATION=true -Xbootclasspath/a:/usr/local/tomcat/webapps/geoserver/WEB-INF/lib/marlin-0.9.3-Unsafe.jar -Dsun.java2d.renderer=org.marlin.pisces.MarlinRenderingEngine"
 
 # #################
 # Security
@@ -142,7 +120,7 @@ DEFAULT_FROM_EMAIL='GeoNode <[email protected]>'
 # Session/Access Control
 LOCKDOWN_GEONODE=False
 CORS_ORIGIN_ALLOW_ALL=True
-X_FRAME_OPTIONS="ALLOW-FROM ALL"
+X_FRAME_OPTIONS="SAMEORIGIN"
 SESSION_EXPIRED_CONTROL_ENABLED=True
 DEFAULT_ANONYMOUS_VIEW_PERMISSION=True
 DEFAULT_ANONYMOUS_DOWNLOAD_PERMISSION=True
@@ -166,3 +144,50 @@ OAUTH2_CLIENT_SECRET=rCnp5txobUo83EpQEblM8fVj3QT5zb5qRfxNsuPzCqZaiRyIoxM4jdgMiZK
 # GeoNode APIs
 API_LOCKDOWN=False
 TASTYPIE_APIKEY=
+
+# #################
+# Production and
+# Monitoring
+# #################
+DEBUG=True
+
+SECRET_KEY='myv-y4#7j-d*p-__@j#*3z@!y24fz8%^z2v6atuy4bo9vqr1_a'
+
+# STATIC_ROOT=/mnt/volumes/statics/static/
+# MEDIA_ROOT=/mnt/volumes/statics/uploaded/
+# GEOIP_PATH=/mnt/volumes/statics/geoip.db
+
+CACHE_BUSTING_STATIC_ENABLED=False
+CACHE_BUSTING_MEDIA_ENABLED=False
+
+MEMCACHED_ENABLED=False
+MEMCACHED_BACKEND=django.core.cache.backends.memcached.MemcachedCache
+MEMCACHED_LOCATION=127.0.0.1:11211
+MEMCACHED_LOCK_EXPIRE=3600
+MEMCACHED_LOCK_TIMEOUT=10
+
+MAX_DOCUMENT_SIZE=2
+CLIENT_RESULTS_LIMIT=5
+API_LIMIT_PER_PAGE=1000
+
+# GIS Client
+GEONODE_CLIENT_LAYER_PREVIEW_LIBRARY=mapstore
+MAPBOX_ACCESS_TOKEN=
+BING_API_KEY=
+GOOGLE_API_KEY=
+
+# Monitoring
+MONITORING_ENABLED=True
+MONITORING_DATA_TTL=365
+USER_ANALYTICS_ENABLED=True
+USER_ANALYTICS_GZIP=True
+CENTRALIZED_DASHBOARD_ENABLED=False
+MONITORING_SERVICE_NAME=local-geonode
+MONITORING_HOST_NAME=geonode
+
+# Other Options/Contribs
+MODIFY_TOPICCATEGORY=True
+AVATAR_GRAVATAR_SSL=True
+EXIF_ENABLED=True
+CREATE_LAYER=True
+FAVORITE_ENABLED=True