Format logged config dict to enhance readability

Previously some parts of the config dict has been filtered out from the log message to make it fit within the 32768 message size limit of App Insights (among others forward model steps). These parts should be kept, and instead the config dict logging is split into multiple messages when it exceeds the message size limit of App Insights.

With this commit the config dict log message(s) will look as follows:
```
2025-02-20 09:50:36.539 | Content of the config_dict (part 1/2): {
  "DEFINE": [
    [
      "<CONFIG_PATH>",
      "/var/folders/mg/jwjt9mcj02l1cqy_57szt4hc0000gp/T/tmph0lhx8yc"
    ],...

2025-02-20 09:50:36.540 | Content of the config_dict (part 2/2):
    <Continues where part 1 stopped>
...
```

Author: HakonSohoel

src/ert/config/ert_config.py

@@ -1,5 +1,6 @@
 # mypy: ignore-errors
 import copy
+import json
 import logging
 import os
 import re
@@ -22,6 +23,7 @@
 from pydantic import field_validator
 from pydantic.dataclasses import dataclass, rebuild_dataclass
 
+from ert.config.parsing.context_values import ContextBoolEncoder
 from ert.plugins import ErtPluginManager
 from ert.substitutions import Substitutions
 
@@ -911,14 +913,31 @@ def _log_config_file(cls, config_file: str, config_file_contents: str) -> None:
 
     @classmethod
     def _log_config_dict(cls, content_dict: dict[str, Any]) -> None:
-        tmp_dict = content_dict.copy()
-        tmp_dict.pop("FORWARD_MODEL", None)
-        tmp_dict.pop("LOAD_WORKFLOW", None)
-        tmp_dict.pop("LOAD_WORKFLOW_JOB", None)
-        tmp_dict.pop("HOOK_WORKFLOW", None)
-        tmp_dict.pop("WORKFLOW_JOB_DIRECTORY", None)
-
-        logger.info(f"Content of the config_dict: {tmp_dict}")
+        # The content of the message is sanitized before beeing sendt to App Insigths to make sure GDPR-rules are not violated.
+        # In doing do, the message lenght will typically increase a bit. To Avoid hiting the App Insights' hard limit of message length, the limit is set to 80%
+        # of MAX_MESSAGE_LENGTH_APP_INSIGHTS = 32768
+        SAFE_MESSAGE_LENGTH_LIMIT = 26214  # <= MAX_MESSAGE_LENGTH_APP_INSIGHTS * 0.8
+        try:
+            config_dict_content = json.dumps(
+                content_dict, indent=2, cls=ContextBoolEncoder
+            )
+        except Exception as err:
+            config_dict_content = str(content_dict)
+            logger.warning(
+                f"Logging of config dict could not be formatted for enhanced readability. {err}"
+            )
+        config_dict_content_length = len(config_dict_content)
+        if config_dict_content_length > SAFE_MESSAGE_LENGTH_LIMIT:
+            config_sections = _split_string_into_sections(
+                config_dict_content, SAFE_MESSAGE_LENGTH_LIMIT
+            )
+            section_count = len(config_sections)
+            for i, section in enumerate(config_sections):
+                logger.info(
+                    f"Content of the config_dict (part {i + 1}/{section_count}): {section}"
+                )
+        else:
+            logger.info(f"Content of the config_dict: {config_dict_content}")
 
     @classmethod
     def _log_custom_forward_model_steps(cls, user_config: ConfigDict) -> None:
@@ -1089,6 +1108,19 @@ def _create_observations(
         return EnkfObs(obs_vectors, obs_time_list)
 
 
+def _split_string_into_sections(input: str, section_length: int) -> list[str]:
+    """
+    Splits a string into sections of length section_length
+    and returns it as a list.
+
+    If section_length is set to 0 or less, no sectioning is performed and the entire input string
+    is returned as one section in a list
+    """
+    if section_length < 1:
+        return [input]
+    return [input[i : i + section_length] for i in range(0, len(input), section_length)]
+
+
 def _get_files_in_directory(job_path, errors):
     if not path.isdir(job_path):
         errors.append(

tests/ert/unit_tests/config/test_ert_config.py

@@ -16,9 +16,7 @@
 from pydantic import RootModel, TypeAdapter
 
 from ert.config import ConfigValidationError, ErtConfig, HookRuntime
-from ert.config.ert_config import (
-    create_forward_model_json,
-)
+from ert.config.ert_config import _split_string_into_sections, create_forward_model_json
 from ert.config.parsing import ConfigKeys, ConfigWarning
 from ert.config.parsing.context_values import (
     ContextBool,
@@ -1851,3 +1849,14 @@ def test_warning_is_emitted_when_malformatted_runpath():
         ("RUNPATH keyword contains no value placeholders" in str(w.message))
         for w in all_warnings
     )
+
+
+@given(input=st.text(), section_length=st.integers())
+def test_split_string_into_sections(input, section_length):
+    split_string = _split_string_into_sections(input, section_length)
+    assert "".join(split_string) == input
+    if section_length > 0:
+        for section in split_string:
+            assert len(section) <= section_length
+    else:
+        split_string = [input]