fix: load indefine if no default value

src/rougail/user_data_yaml/__init__.py

@@ -21,6 +21,7 @@ from pathlib import Path
 
 from rougail.error import ExtensionError
 from tiramisu.error import ValueOptionError, PropertiesOptionError, LeadershipError
+from rougail.utils import undefined
 
 from .i18n import _
 from .__version__ import __version__
@@ -137,7 +138,7 @@ class RougailUserDataYaml:
                     for val in value:
                         for key in keys:
                             values.setdefault(path + "." + key, []).append(
-                                val.get(key, None)
+                                val.get(key, undefined)
                             )
 
             else:

tests/errors/results/01_disabled_family.yaml

@@ -1,19 +1,4 @@
 {
     "errors": [],
-    "warnings": [
-        [
-            [
-                "family \"family_disabled\" has property disabled, so cannot access to \"variable1\", it will be ignored when loading from the YAML file \"/home/gnunux/git/stove/rougail-user-data-yaml/tests/errors/yaml/01_disabled_family.yaml\"",
-                "family_disabled.variable1",
-                null
-            ]
-        ],
-        [
-            [
-                "family \"family_disabled\" has property disabled, so cannot access to \"variable2\", it will be ignored when loading from the YAML file \"/home/gnunux/git/stove/rougail-user-data-yaml/tests/errors/yaml/01_disabled_family.yaml\"",
-                "family_disabled.variable2",
-                null
-            ]
-        ]
-    ]
+    "warnings": []
 }

tests/errors/results/02_disabled_hidden_family.yaml

@@ -3,7 +3,7 @@
     "warnings": [
         [
             [
-                "family \"family_disabled_hidden\" has property disabled and hidden, so cannot access to \"variable1\", it will be ignored when loading from the YAML file \"/home/gnunux/git/stove/rougail-user-data-yaml/tests/errors/yaml/02_disabled_hidden_family.yaml\"",
+                "cannot modify the option \"variable1\" because is frozen, it will be ignored when loading from the YAML file \"/home/gnunux/git/stove/rougail-user-data-yaml/tests/errors/yaml/02_disabled_hidden_family.yaml\"",
                 "family_disabled_hidden.variable1",
                 null
             ]

tests/result_tutorial/000/01_ro.json

@@ -0,0 +1 @@
+{}

tests/result_tutorial/000/01_rw.json

@@ -0,0 +1 @@
+{}

tests/result_tutorial/000/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/001/01_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "proxy_mode",
+            null
+        ]
+    ]
+]

tests/result_tutorial/001/01_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "proxy_mode",
+            null
+        ]
+    ]
+]

tests/result_tutorial/001/02_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/001/02_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/001/03_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "proxy_mode",
+            null
+        ]
+    ]
+]

tests/result_tutorial/001/03_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "proxy_mode",
+            null
+        ]
+    ]
+]

tests/result_tutorial/001/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/001/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/001/errors_03.json

@@ -0,0 +1,12 @@
+{
+    "errors": [],
+    "warnings": [
+        [
+            [
+                "the value \"1\" is an invalid string, it's not a string, it will be ignored when loading from the YAML file \"../rougail-tutorials_builder/examples/001/config/03/config.yml\"",
+                "proxy_mode",
+                null
+            ]
+        ]
+    ]
+}

tests/result_tutorial/002/01_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "proxy_mode",
+            null
+        ]
+    ]
+]

tests/result_tutorial/002/01_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "proxy_mode",
+            null
+        ]
+    ]
+]

tests/result_tutorial/002/02_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/002/02_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/002/03_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "foo"
+}

tests/result_tutorial/002/03_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "foo"
+}

tests/result_tutorial/002/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/002/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/002/errors_03.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/003/01_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/003/01_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/003/02_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/003/02_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/003/03_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "foo"
+}

tests/result_tutorial/003/03_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "foo"
+}

tests/result_tutorial/003/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/003/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/003/errors_03.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/010/01_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/010/01_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/010/02_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/010/02_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/010/03_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "Manual proxy configuration"
+}

tests/result_tutorial/010/03_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "Manual proxy configuration"
+}

tests/result_tutorial/010/04_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/010/04_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/010/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/010/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/010/errors_03.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/010/errors_04.json

@@ -0,0 +1,12 @@
+{
+    "errors": [],
+    "warnings": [
+        [
+            [
+                "the value \"foo\" is an invalid choice, only \"Auto-detect proxy settings for this network\", \"Automatic proxy configuration URL\", \"Manual proxy configuration\", \"No proxy\" and \"Use system proxy settings\" are allowed, it will be ignored when loading from the YAML file \"../rougail-tutorials_builder/examples/010/config/04/config.yml\"",
+                "proxy_mode",
+                null
+            ]
+        ]
+    ]
+}

tests/result_tutorial/022/01_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/022/01_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/022/02_ro.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net"
+}

tests/result_tutorial/022/02_rw.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net"
+}

tests/result_tutorial/022/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/022/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/030/01_ro.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net"
+}

tests/result_tutorial/030/01_rw.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net"
+}

tests/result_tutorial/030/02_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/030/02_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/030/03_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/030/03_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/030/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/030/errors_02.json

@@ -0,0 +1,12 @@
+{
+    "errors": [],
+    "warnings": [
+        [
+            [
+                "the value \"192.168.0.1\" is an invalid domain name, must not be an IP, it will be ignored when loading from the YAML file \"../rougail-tutorials_builder/examples/030/config/02/config.yml\"",
+                "manual.http_proxy.address",
+                null
+            ]
+        ]
+    ]
+}

tests/result_tutorial/030/errors_03.json

@@ -0,0 +1,12 @@
+{
+    "errors": [],
+    "warnings": [
+        [
+            [
+                "the value \"not a valid domain name.com\" is an invalid domain name, must start with lowercase characters followed by lowercase characters, number, \"-\" and \".\" characters are allowed, it will be ignored when loading from the YAML file \"../rougail-tutorials_builder/examples/030/config/03/config.yml\"",
+                "manual.http_proxy.address",
+                null
+            ]
+        ]
+    ]
+}

tests/result_tutorial/031/01_ro.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net"
+}

tests/result_tutorial/031/01_rw.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net"
+}

tests/result_tutorial/031/02_ro.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "192.168.0.1"
+}

tests/result_tutorial/031/02_rw.json

@@ -0,0 +1,4 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "192.168.0.1"
+}

tests/result_tutorial/031/03_ro.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/031/03_rw.json

@@ -0,0 +1,9 @@
+[
+    [
+        [
+            "mandatory variable but has no value",
+            "manual.http_proxy.address",
+            null
+        ]
+    ]
+]

tests/result_tutorial/031/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/031/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/031/errors_03.json

@@ -0,0 +1,12 @@
+{
+    "errors": [],
+    "warnings": [
+        [
+            [
+                "the value \"not a valid domain name.com\" is an invalid domain name, could be a IP, otherwise must start with lowercase characters followed by lowercase characters, number, \"-\" and \".\" characters are allowed, it will be ignored when loading from the YAML file \"../rougail-tutorials_builder/examples/031/config/03/config.yml\"",
+                "manual.http_proxy.address",
+                null
+            ]
+        ]
+    ]
+}

tests/result_tutorial/032/01_ro.json

@@ -0,0 +1,5 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080"
+}

tests/result_tutorial/032/01_rw.json

@@ -0,0 +1,5 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080"
+}

tests/result_tutorial/032/02_ro.json

@@ -0,0 +1,5 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "3128"
+}

tests/result_tutorial/032/02_rw.json

@@ -0,0 +1,5 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "3128"
+}

tests/result_tutorial/032/03_ro.json

@@ -0,0 +1,5 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080"
+}

tests/result_tutorial/032/03_rw.json

@@ -0,0 +1,5 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080"
+}

tests/result_tutorial/032/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/032/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/032/errors_03.json

@@ -0,0 +1,12 @@
+{
+    "errors": [],
+    "warnings": [
+        [
+            [
+                "the value \"100000\" is an invalid port, must be between 1 and 65535, it will be ignored when loading from the YAML file \"../rougail-tutorials_builder/examples/032/config/03/config.yml\"",
+                "manual.http_proxy.port",
+                null
+            ]
+        ]
+    ]
+}

tests/result_tutorial/033/01_ro.json

@@ -0,0 +1,6 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080",
+    "manual.use_for_https": true
+}

tests/result_tutorial/033/01_rw.json

@@ -0,0 +1,6 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080",
+    "manual.use_for_https": true
+}

tests/result_tutorial/033/02_ro.json

@@ -0,0 +1,6 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080",
+    "manual.use_for_https": false
+}

tests/result_tutorial/033/02_rw.json

@@ -0,0 +1,6 @@
+{
+    "proxy_mode": "No proxy",
+    "manual.http_proxy.address": "example.net",
+    "manual.http_proxy.port": "8080",
+    "manual.use_for_https": false
+}

tests/result_tutorial/033/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/033/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/040/01_ro.json

@@ -0,0 +1,8 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "http.proxy.net",
+    "manual.http_proxy.port": "3128",
+    "manual.use_for_https": false,
+    "manual.https_proxy.address": "https.proxy.net",
+    "manual.https_proxy.port": "8080"
+}

tests/result_tutorial/040/01_rw.json

@@ -0,0 +1,8 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "http.proxy.net",
+    "manual.http_proxy.port": "3128",
+    "manual.use_for_https": false,
+    "manual.https_proxy.address": "https.proxy.net",
+    "manual.https_proxy.port": "8080"
+}

tests/result_tutorial/040/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/041/01_ro.json

@@ -0,0 +1,8 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "http.proxy.net",
+    "manual.http_proxy.port": "3128",
+    "manual.use_for_https": false,
+    "manual.https_proxy.address": "https.proxy.net",
+    "manual.https_proxy.port": "3128"
+}

tests/result_tutorial/041/01_rw.json

@@ -0,0 +1,8 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "http.proxy.net",
+    "manual.http_proxy.port": "3128",
+    "manual.use_for_https": false,
+    "manual.https_proxy.address": "https.proxy.net",
+    "manual.https_proxy.port": "3128"
+}

tests/result_tutorial/041/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/050/01_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/050/01_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/050/02_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "Manual proxy configuration"
+}

tests/result_tutorial/050/02_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "Manual proxy configuration"
+}

tests/result_tutorial/050/errors_01.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/050/errors_02.json

@@ -0,0 +1,4 @@
+{
+    "errors": [],
+    "warnings": []
+}

tests/result_tutorial/051/01_ro.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/051/01_rw.json

@@ -0,0 +1,3 @@
+{
+    "proxy_mode": "No proxy"
+}

tests/result_tutorial/051/02_ro.json

@@ -0,0 +1,8 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "http.proxy.net",
+    "manual.http_proxy.port": "3128",
+    "manual.use_for_https": false,
+    "manual.https_proxy.address": "http.proxy.net",
+    "manual.https_proxy.port": "3128"
+}

tests/result_tutorial/051/02_rw.json

@@ -0,0 +1,8 @@
+{
+    "proxy_mode": "Manual proxy configuration",
+    "manual.http_proxy.address": "http.proxy.net",
+    "manual.http_proxy.port": "3128",
+    "manual.use_for_https": false,
+    "manual.https_proxy.address": "http.proxy.net",
+    "manual.https_proxy.port": "3128"
+}