update to get_secrets_key (#1755)

* raise exception when get_secrets fails, get db_uri and set as a default_dataset_config var

* log as info not an error

server/common/aws_secret_utils.py

@@ -6,6 +6,7 @@ import boto3
 from flask import json
 
 from server.common.data_locator import discover_s3_region_name
+from server.common.errors import SecretKeyRetrievalError
 
 
 def handle_config_from_secret(app_config):
@@ -33,12 +34,16 @@ def handle_config_from_secret(app_config):
     if not secrets:
         return
 
-    keyattrs = (
+    server_attrs = (
         ("flask_secret_key", "app__flask_secret_key"),
         ("oauth_client_secret", "authentication__params_oauth__client_secret"),
     )
+    default_dataset_attrs = (
+        ("db_uri", "user_annotations__hosted_tiledb_array__db_uri"),
+    )
 
-    for key, attr in keyattrs:
+    # update server configuration attributes
+    for key, attr in server_attrs:
         cur_val = getattr(app_config.server_config, attr)
         if cur_val:
             continue
@@ -46,9 +51,21 @@ def handle_config_from_secret(app_config):
         # replace the attr with the secret if it is not set
         val = secrets.get(key)
         if val:
-            logging.error(f"set {attr} from secret")
+            logging.info(f"set {attr} from secret")
             app_config.update_server_config(**{attr : val})
 
+    # update default dataset configuration attributes
+    for key, attr in default_dataset_attrs:
+        cur_val = getattr(app_config.default_dataset_config, attr)
+        if cur_val:
+            continue
+
+        # replace the attr with the secret if it is not set
+        val = secrets.get(key)
+        if val:
+            logging.info(f"set {attr} from secret")
+            app_config.update_default_dataset_config(**{attr : val})
+
 
 def get_secret_key(region_name, secret_name):
     session = boto3.session.Session()
@@ -60,8 +77,8 @@ def get_secret_key(region_name, secret_name):
             var = get_secret_value_response["SecretString"]
             secret = json.loads(var)
             return secret
-    except Exception:
-        logging.critical("Caught exception during get_secret_key", exc_info=True)
-        sys.exit(1)
+    except Exception as e:
+        logging.critical(f"Caught exception during get_secret_key, {e}", exc_info=True)
+        raise SecretKeyRetrievalError
 
     return None

server/common/errors.py

@@ -54,3 +54,4 @@ define_request_exception(
 define_exception("OntologyLoadFailure", "Raised when reading the ontology file fails")
 define_exception("ConfigurationError", "Raised when checking configuration errors")
 define_exception("PrepareError", "Raised when data is misprepared")
+define_exception("SecretKeyRetrievalError", "Raised when get_secret_key from AWS fails")