P.O.C: Manage Django Settings with Dynaconf

awx/__init__.py

@@ -81,7 +81,8 @@ def oauth2_getattribute(self, attr):
 
 def prepare_env():
     # Update the default settings environment variable based on current mode.
-    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'awx.settings.%s' % MODE)
+    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'awx.settings')
+    os.environ.setdefault('AWX_MODE', MODE)
     # Hide DeprecationWarnings when running in production.  Need to first load
     # settings to apply our filter after Django's own warnings filter.
     from django.conf import settings

awx/api/generics.py

@@ -161,6 +161,7 @@ def get_view_description(view, html=False):
 
 
 def get_default_schema():
+    # TODO: get current_env
     if settings.SETTINGS_MODULE == 'awx.settings.development':
         from awx.api.swagger import AutoSchema
 

awx/api/views/root.py

@@ -82,6 +82,7 @@ class ApiVersionRootView(APIView):
     def get(self, request, format=None):
         '''List top level resources'''
         data = OrderedDict()
+        data["foo"] = settings.FOO
         data['ping'] = reverse('api:api_v2_ping_view', request=request)
         data['instances'] = reverse('api:instance_list', request=request)
         data['instance_groups'] = reverse('api:instance_group_list', request=request)

awx/main/tests/settings_for_test.py

@@ -1,6 +1,8 @@
 # Python
 import uuid
 
+# TODO: move to settings test
+
 # Load development settings for base variables.
 from awx.settings.development import *  # NOQA
 

awx/settings/__init__.py

@@ -1,2 +1,42 @@
 # Copyright (c) 2015 Ansible, Inc.
 # All Rights Reserved.
+from ansible_base.lib.dynamic_config import factory, export
+from .application_name import get_application_name
+from dynaconf import Validator
+
+
+def set_application_name(settings):
+    data = {"dynaconf_merge": True}
+    if settings.get("DATABASES") and settings.DATABASES.get("default"):
+        if "sqlite3" not in settings.DATABASES.default.ENGINE:
+            data["DATABASES__default__OPTIONS__application_name"] = get_application_name(settings.CLUSTER_HOST_ID)
+    return data
+
+
+DYNACONF = factory(
+    "AWX",
+    environments=("development", "production", "quiet", "kube"),
+    settings_files=["defaults.py"],
+)
+DYNACONF.validators.register(Validator("FOO", required=True))
+
+# Store snapshot before loading any custom config file
+if DYNACONF.current_env == "development":
+    DYNACONF.set("DEFAULTS_SNAPSHOT", DYNACONF.as_dict(internal=False))
+
+# Load extra config
+DYNACONF.load_file("/etc/tower/settings.py")
+DYNACONF.load_file("/etc/tower/conf.d/*.py")
+if DYNACONF.get_environ("AWX_KUBE_DEVEL"):
+    DYNACONF.load_file("kube_defaults.py")
+else:
+    DYNACONF.load_file("local_*.py")
+
+# This must run after all custom settings are imported
+DYNACONF.update(set_application_name(DYNACONF))
+
+# Update django.conf.settings with DYNACONF keys.
+export(DYNACONF)
+
+# Validate the settings according to the validators registered
+DYNACONF.validators.validate()

awx/settings/defaults.py

@@ -11,7 +11,7 @@
 
 from split_settings.tools import include
 
-
+FOO = 0
 DEBUG = True
 SQL_DEBUG = DEBUG
 
@@ -1017,6 +1017,7 @@
 ANSIBLE_BASE_RESOURCE_CONFIG_MODULE = 'awx.resource_api'
 ANSIBLE_BASE_PERMISSION_MODEL = 'main.Permission'
 
+# TODO: Move this to the settings object from DAB
 from ansible_base.lib import dynamic_config  # noqa: E402
 
 include(os.path.join(os.path.dirname(dynamic_config.__file__), 'dynamic_settings.py'))

awx/settings/development.py

@@ -1,121 +1,8 @@
-# Copyright (c) 2015 Ansible, Inc.
-# All Rights Reserved.
-
-# Development settings for AWX project.
-
-# Python
-import os
-import socket
-import copy
-import sys
-import traceback
-
-# Centos-7 doesn't include the svg mime type
-# /usr/lib64/python/mimetypes.py
-import mimetypes
-
-# Django Split Settings
-from split_settings.tools import optional, include
-
-# Load default settings.
-from .defaults import *  # NOQA
-
-# awx-manage shell_plus --notebook
-NOTEBOOK_ARGUMENTS = ['--NotebookApp.token=', '--ip', '0.0.0.0', '--port', '9888', '--allow-root', '--no-browser']
-
-# print SQL queries in shell_plus
-SHELL_PLUS_PRINT_SQL = False
-
-# show colored logs in the dev environment
-# to disable this, set `COLOR_LOGS = False` in awx/settings/local_settings.py
-COLOR_LOGS = True
-LOGGING['handlers']['console']['()'] = 'awx.main.utils.handlers.ColorHandler'  # noqa
-
-ALLOWED_HOSTS = ['*']
-
-mimetypes.add_type("image/svg+xml", ".svg", True)
-mimetypes.add_type("image/svg+xml", ".svgz", True)
-
-# Disallow sending session cookies over insecure connections
-SESSION_COOKIE_SECURE = False
-
-# Disallow sending csrf cookies over insecure connections
-CSRF_COOKIE_SECURE = False
-
-# Disable Pendo on the UI for development/test.
-# Note: This setting may be overridden by database settings.
-PENDO_TRACKING_STATE = "off"
-INSIGHTS_TRACKING_STATE = False
-
-# debug toolbar and swagger assume that requirements/requirements_dev.txt are installed
-
-INSTALLED_APPS += ['drf_yasg', 'debug_toolbar']  # NOQA
-
-MIDDLEWARE = ['debug_toolbar.middleware.DebugToolbarMiddleware'] + MIDDLEWARE  # NOQA
-
-DEBUG_TOOLBAR_CONFIG = {'ENABLE_STACKTRACES': True}
-
-# Configure a default UUID for development only.
-SYSTEM_UUID = '00000000-0000-0000-0000-000000000000'
-INSTALL_UUID = '00000000-0000-0000-0000-000000000000'
-
-# Ansible base virtualenv paths and enablement
-# only used for deprecated fields and management commands for them
-BASE_VENV_PATH = os.path.realpath("/var/lib/awx/venv")
-
-CLUSTER_HOST_ID = socket.gethostname()
-
-AWX_CALLBACK_PROFILE = True
-
-# ======================!!!!!!! FOR DEVELOPMENT ONLY !!!!!!!=================================
-# Disable normal scheduled/triggered task managers (DependencyManager, TaskManager, WorkflowManager).
-# Allows user to trigger task managers directly for debugging and profiling purposes.
-# Only works in combination with settings.SETTINGS_MODULE == 'awx.settings.development'
-AWX_DISABLE_TASK_MANAGERS = False
-
-# Needed for launching runserver in debug mode
-# ======================!!!!!!! FOR DEVELOPMENT ONLY !!!!!!!=================================
-
-# Store a snapshot of default settings at this point before loading any
-# customizable config files.
-this_module = sys.modules[__name__]
-local_vars = dir(this_module)
-DEFAULTS_SNAPSHOT = {}  # define after we save local_vars so we do not snapshot the snapshot
-for setting in local_vars:
-    if setting.isupper():
-        DEFAULTS_SNAPSHOT[setting] = copy.deepcopy(getattr(this_module, setting))
-
-del local_vars  # avoid temporary variables from showing up in dir(settings)
-del this_module
-#
-###############################################################################################
-#
-#  Any settings defined after this point will be marked as as a read_only database setting
-#
-################################################################################################
-
-# If there is an `/etc/tower/settings.py`, include it.
-# If there is a `/etc/tower/conf.d/*.py`, include them.
-include(optional('/etc/tower/settings.py'), scope=locals())
-include(optional('/etc/tower/conf.d/*.py'), scope=locals())
-
-# If any local_*.py files are present in awx/settings/, use them to override
-# default settings for development.  If not present, we can still run using
-# only the defaults.
-# this needs to stay at the bottom of this file
-try:
-    if os.getenv('AWX_KUBE_DEVEL', False):
-        include(optional('development_kube.py'), scope=locals())
-    else:
-        include(optional('local_*.py'), scope=locals())
-except ImportError:
-    traceback.print_exc()
-    sys.exit(1)
-
-# The below runs AFTER all of the custom settings are imported
-# because conf.d files will define DATABASES and this should modify that
-from .application_name import set_application_name
-
-set_application_name(DATABASES, CLUSTER_HOST_ID)  # NOQA
-
-del set_application_name
+# This file exists for backwards compatibility only
+# the current way of running AWX is to point settings to
+# awx/settings/__init__.py as the entry point for the settings
+# that is done by exporting: export DJANGO_SETTINGS_MODULE=awx.settings
+from ansible_base.lib.dynamic_config import export
+from . import DYNACONF  # noqa
+
+export(DYNACONF)

awx/settings/development_defaults.py

@@ -0,0 +1,129 @@
+# Copyright (c) 2015 Ansible, Inc.
+# All Rights Reserved.
+
+# Development settings for AWX project.
+
+# Python
+import os
+import socket
+import copy
+import sys
+import traceback
+
+# Centos-7 doesn't include the svg mime type
+# /usr/lib64/python/mimetypes.py
+import mimetypes
+
+# Django Split Settings
+# from split_settings.tools import optional, include
+
+# Load default settings.
+# from .defaults import *  # NOQA
+# from awx.settings.main import settings
+
+
+# awx-manage shell_plus --notebook
+NOTEBOOK_ARGUMENTS = ['--NotebookApp.token=', '--ip', '0.0.0.0', '--port', '9888', '--allow-root', '--no-browser']
+
+# print SQL queries in shell_plus
+SHELL_PLUS_PRINT_SQL = False
+
+# show colored logs in the dev environment
+# to disable this, set `COLOR_LOGS = False` in awx/settings/local_settings.py
+COLOR_LOGS = True
+# LOGGING['handlers']['console']['()'] = 'awx.main.utils.handlers.ColorHandler'  # noqa
+
+ALLOWED_HOSTS = ['*']
+
+mimetypes.add_type("image/svg+xml", ".svg", True)
+mimetypes.add_type("image/svg+xml", ".svgz", True)
+
+# Disallow sending session cookies over insecure connections
+SESSION_COOKIE_SECURE = False
+
+# Disallow sending csrf cookies over insecure connections
+CSRF_COOKIE_SECURE = False
+
+# Disable Pendo on the UI for development/test.
+# Note: This setting may be overridden by database settings.
+PENDO_TRACKING_STATE = "off"
+INSIGHTS_TRACKING_STATE = False
+
+# debug toolbar and swagger assume that requirements/requirements_dev.txt are installed
+
+# INSTALLED_APPS = settings.INSTALLED_APPS + ['drf_yasg', 'debug_toolbar']  # NOQA
+INSTALLED_APPS = "@merge drf_yasg,debug_toolbar"
+
+# settings.MIDDLEWARE = ['debug_toolbar.middleware.DebugToolbarMiddleware'] + settings.MIDDLEWARE  # NOQA
+# settings.MIDDLEWARE.insert(0, 'debug_toolbar.middleware.DebugToolbarMiddleware')
+# MIDDLEWARE = "@insert debug_toolbar.middleware.DebugToolbarMiddleware"
+
+DEBUG_TOOLBAR_CONFIG = {'ENABLE_STACKTRACES': True}
+
+# Configure a default UUID for development only.
+SYSTEM_UUID = '00000000-0000-0000-0000-000000000000'
+INSTALL_UUID = '00000000-0000-0000-0000-000000000000'
+
+# Ansible base virtualenv paths and enablement
+# only used for deprecated fields and management commands for them
+BASE_VENV_PATH = os.path.realpath("/var/lib/awx/venv")
+
+CLUSTER_HOST_ID = socket.gethostname()
+
+AWX_CALLBACK_PROFILE = True
+
+# ======================!!!!!!! FOR DEVELOPMENT ONLY !!!!!!!=================================
+# Disable normal scheduled/triggered task managers (DependencyManager, TaskManager, WorkflowManager).
+# Allows user to trigger task managers directly for debugging and profiling purposes.
+# Only works in combination with settings.SETTINGS_MODULE == 'awx.settings.development'
+AWX_DISABLE_TASK_MANAGERS = False
+
+# Needed for launching runserver in debug mode
+# ======================!!!!!!! FOR DEVELOPMENT ONLY !!!!!!!=================================
+
+# Store a snapshot of default settings at this point before loading any
+# customizable config files.
+# this_module = sys.modules[__name__]
+# local_vars = dir(this_module)
+# DEFAULTS_SNAPSHOT = {}  # define after we save local_vars so we do not snapshot the snapshot
+# for setting in local_vars:
+#     if setting.isupper():
+#         DEFAULTS_SNAPSHOT[setting] = copy.deepcopy(getattr(this_module, setting))
+
+# del local_vars  # avoid temporary variables from showing up in dir(settings)
+# del this_module
+#
+###############################################################################################
+#
+#  Any settings defined after this point will be marked as as a read_only database setting
+#
+################################################################################################
+
+# If there is an `/etc/tower/settings.py`, include it.
+# If there is a `/etc/tower/conf.d/*.py`, include them.
+# include(optional('/etc/tower/settings.py'), scope=locals())
+# include(optional('/etc/tower/conf.d/*.py'), scope=locals())
+
+# If any local_*.py files are present in awx/settings/, use them to override
+# default settings for development.  If not present, we can still run using
+# only the defaults.
+# this needs to stay at the bottom of this file
+# try:
+#     if os.getenv('AWX_KUBE_DEVEL', False):
+#         include(optional('development_kube.py'), scope=locals())
+#     else:
+#         include(optional('local_*.py'), scope=locals())
+# except ImportError:
+#     traceback.print_exc()
+#     sys.exit(1)
+
+
+# The below runs AFTER all of the custom settings are imported
+# because conf.d files will define DATABASES and this should modify that
+# from .application_name import set_application_name
+
+# set_application_name(settings.DATABASES, CLUSTER_HOST_ID)  # NOQA
+
+# del set_application_name
+
+# settings.populate_obj(sys.modules[__name__])