Feature - null value handling

.pylintrc

@@ -71,7 +71,8 @@ disable=raw-checker-failed,
         wildcard-import,                  # to ignore messages like 'from helpers import *'
         unused-wildcard-import,           # same as above
         logging-fstring-interpolation,    # This diasbled the warning if usinf f-string in logging
-        fixme                             # TODO's wont be regonized. so this needs to be disabled
+        fixme,                            # TODO's wont be regonized. so this needs to be disabled
+        invalid-name                      # This is disabled to allow dbus-opendtu as a name.
 # Enable the message, report, category or checker with the given id(s). You can
 # either give multiple identifier separated by comma (,) or put this option
 # multiple time (only on the command line, not in the configuration file where
@@ -516,5 +517,5 @@ preferred-modules=
 
 # Exceptions that will emit a warning when being caught. Defaults to
 # "BaseException, Exception".
-overgeneral-exceptions=BaseException,
-                       Exception
+overgeneral-exceptions=builtins.BaseException,
+                       builtins.Exception

.vscode/settings.json

@@ -8,4 +8,13 @@
         "120"
     ],
     "editor.formatOnSave": true,
+    "python.testing.unittestArgs": [
+        "-v",
+        "-s",
+        ".",
+        "-p",
+        "test_*.py"
+    ],
+    "python.testing.pytestEnabled": false,
+    "python.testing.unittestEnabled": true,
 }

README.md

@@ -14,6 +14,9 @@
     * [Template options](#template-options)
   * [Service names](#service-names)
   * [Videos how to install](#videos-how-to-install)
+  * [Use Cases](#use-cases)
+    * [Use Case 1: Using a Pv Inverter](#use-case-1-use-a-pv-inverter)
+    * [Use Case 2: Using a (Battery) Inverter](#use-case-2-use-a-battery-inverter)
 * [Usage](#usage)
   * [Check if script is running](#check-if-script-is-running)
   * [How to debug](#how-to-debug)
@@ -121,11 +124,16 @@ This applies to each `TEMPLATE[X]` section. X is the number of Template starting
 | CUST_POLLING | Polling interval in ms for Device |
 | CUST_Total | Path in JSON where to find total Energy |
 | CUST_Total_Mult | Multiplier to convert W per minute for example in kWh|
+| CUST_Total_Default | [optional] Default value if no value is found in JSON |
 | CUST_Power | Path in JSON where to find actual Power |
 | CUST_Power_Mult | Multiplier to convert W in negative or positive |
+| CUST_Power_Default | [optional] Default value if no value is found in JSON |
 | CUST_Voltage | Path in JSON where to find actual Voltage |
+| CUST_Voltage_Default | [optional] Default value if no value is found in JSON |
 | CUST_Current | Path in JSON where to find actual Current |
+| CUST_Current_Default | [optional] Default value if no value is found in JSON |
 | CUST_DCVoltage | Path in JSON where to find actual DC Voltage (e.g. Batterie voltage) *1|
+| CUST_DCVoltage_Default | [optional] Default value if no value is found in JSON |
 | Phase | which Phase L1, L2, L3 to show|
 | DeviceInstance | Unique ID identifying the OpenDTU in Venus OS|
 | AcPosition | Position shown in Remote Console (0=AC input 1; 1=AC output; 2=AC input 2) |
@@ -156,6 +164,78 @@ Here are some videos on how to install and use the script. They are in German, b
 * <https://youtu.be/PpjCz33pGkk> Meine Energiewende
 * <https://youtu.be/UNuIOa72eP4> Schatten PV
 
+### Use Cases
+
+In this section we describe some use cases and how to configure the script for them.
+
+#### **Use case 1: Use a PV-Inverter**
+
+In order to use a PV-Inverter, you need to know the IP address of the DTU (in my case Ahoy) and the servicename of the PV-Inverter. The servicename is `com.victronenergy.pvinverter`.
+
+A Basic configuration could look like this:
+
+```ini
+[DEFAULT]
+# Which DTU to be used ahoy, opendtu, template
+DTU=ahoy
+
+#Possible Options for Log Level: CRITICAL, ERROR, WARNING, INFO, DEBUG, NOTSET
+#To keep current.log small use ERROR
+Logging=ERROR
+
+#IP of Device to query <-- THIS IS THE IP OF THE DTU
+Host=192.168.1.74
+
+### Ahoy Inverter
+# AcPosition 0=AC input 1; 1=AC output; 2=AC output 2
+# 1st inverter
+[INVERTER0]
+Phase=L1
+DeviceInstance=34
+AcPosition=0
+```
+
+The result will be that the first inverter is shown in the Remote Console of Venus OS.
+
+![Remote Console](./img/ahoy-as-pv-inverter.png)
+
+#### **Use case 2: Use a Battery-Inverter**
+
+In order to use a Battery-Inverter, you need to know the IP address o
+f the DTU (in my case Ahoy) and the servicename of the Battery-Inverter. The servicename is `com.victronenergy.inverter`.
+
+The Term Battery-Inverter is used for a device which is connected to the grid and can discharge a battery. This is different from a PV-Inverter, which is only connected to PV-Modules and feed in energy.
+
+You might want to use a Battery-Inverter to use a battery to store energy from a MPPT Charger / Ac Charger etc. and use it later.
+
+A Basic configuration could look like this:
+
+```ini
+[DEFAULT]
+# Which DTU to be used ahoy, opendtu, template
+DTU=ahoy
+
+#Possible Options for Log Level: CRITICAL, ERROR, WARNING, INFO, DEBUG, NOTSET
+#To keep current.log small use ERROR
+Logging=ERROR
+
+#IP of Device to query <-- THIS IS THE IP OF THE DTU
+Host=192.168.1.74
+
+### Ahoy Inverter
+# AcPosition 0=AC input 1; 1=AC output; 2=AC output 2
+# 1st inverter
+[INVERTER0]
+Phase=L1
+DeviceInstance=34
+AcPosition=0
+Servicename=com.victronenergy.inverter
+```
+
+The Result looks like this:
+
+![Battery-Inverter](./img/ahoy-as-inverter.png)
+
 ---
 
 ## Usage

config.ini

@@ -20,7 +20,7 @@ Logging=ERROR
 
 # if ts_last_success is older than this number of seconds, it is not used.
 # Set this to < 0 to disable this check.
-MagAgeTsLastSuccess=600
+MaxAgeTsLastSuccess=600
 
 # if this is not 0, then no values are actually sent via dbus to vrm/venus.
 DryRun=0

dbus-opendtu.py

@@ -30,7 +30,7 @@ def main():
     # configure logging
     config = configparser.ConfigParser()
     config.read(f"{(os.path.dirname(os.path.realpath(__file__)))}/config.ini")
-    logging_level = config["DEFAULT"]["Logging"]
+    logging_level = config["DEFAULT"]["Logging"].upper()
     dtuvariant = config["DEFAULT"]["DTU"]
 
     try:
@@ -58,11 +58,19 @@ def main():
         # Have a mainloop, so we can send/receive asynchronous calls to and from dbus
         DBusGMainLoop(set_as_default=True)
 
-        # formatting
-        def _kwh(p, v): return (str(round(v, 2)) + "KWh")
-        def _a(p, v): return (str(round(v, 1)) + "A")
-        def _w(p, v): return (str(round(v, 1)) + "W")
-        def _v(p, v): return (str(round(v, 1)) + "V")
+        # region formatting
+        def _kwh(_p, value: float) -> str:
+            return f"{round(value, 2)}KWh"
+
+        def _a(_p, value: float) -> str:
+            return f"{round(value, 1)}A"
+
+        def _w(_p, value: float) -> str:
+            return f"{round(value, 1)}W"
+
+        def _v(_p, value: float) -> str:
+            return f"{round(value, 1)}V"
+        # endregion
 
         paths = {
             "/Ac/Energy/Forward": {

dbus_service.py

@@ -1,7 +1,7 @@
 '''DbusService and PvInverterRegistry'''
 
 # File specific rules
-# pylint: disable=E0401,C0411,C0413,broad-except
+# pylint: disable=broad-except, import-error, wrong-import-order, wrong-import-position
 
 # system imports:
 import configparser
@@ -170,6 +170,18 @@ def _get_config():
         config.read(f"{(os.path.dirname(os.path.realpath(__file__)))}/config.ini")
         return config
 
+    @staticmethod
+    def get_processed_meter_value(meter_data: dict, value: str, default_value: any, factor: int = 1) -> any:
+        '''return the processed meter value by applying the factor and return a default value due an Exception'''
+        get_raw_value = get_value_by_path(meter_data, value)
+        raw_value = convert_to_expected_type(get_raw_value, float, default_value)
+        if isinstance(raw_value, (float, int)):
+            value = float(raw_value * float(factor))
+        else:
+            value = default_value
+
+        return value
+
     # read config file
     def _read_config_dtu(self, actual_inverter):
         config = self._get_config()
@@ -182,23 +194,23 @@ def _read_config_dtu(self, actual_inverter):
                 {constants.DTUVARIANT_TEMPLATE}")
         self.deviceinstance = int(config[f"INVERTER{self.pvinverternumber}"]["DeviceInstance"])
         self.acposition = int(get_config_value(config, "AcPosition", "INVERTER", self.pvinverternumber))
-        self.signofliveinterval = config["DEFAULT"]["SignOfLifeLog"]
-        self.useyieldday = int(config["DEFAULT"]["useYieldDay"])
+        self.signofliveinterval = get_config_value(config, "SignOfLifeLog", "DEFAULT", "", 1)
+        self.useyieldday = int(get_config_value(config, "useYieldDay", "DEFAULT", "", 0))
         self.pvinverterphase = str(config[f"INVERTER{self.pvinverternumber}"]["Phase"])
         self.host = get_config_value(config, "Host", "INVERTER", self.pvinverternumber)
-        self.username = get_config_value(config, "Username", "INVERTER", self.pvinverternumber)
-        self.password = get_config_value(config, "Password", "INVERTER", self.pvinverternumber)
+        self.username = get_config_value(config, "Username", "DEFAULT", "", self.pvinverternumber)
+        self.password = get_config_value(config, "Password", "DEFAULT", "", self.pvinverternumber)
         self.digestauth = is_true(get_config_value(config, "DigestAuth", "INVERTER", self.pvinverternumber, False))
 
         try:
-            self.max_age_ts = int(config["DEFAULT"]["MagAgeTsLastSuccess"])
-        except ValueError as ex:
-            logging.debug("MagAgeTsLastSuccess: %s", ex)
-            logging.debug("MagAgeTsLastSuccess not set, using default")
+            self.max_age_ts = int(config["DEFAULT"]["MaxAgeTsLastSuccess"])
+        except (KeyError, ValueError) as ex:
+            logging.debug("MaxAgeTsLastSuccess: %s", ex)
+            logging.debug("MaxAgeTsLastSuccess not set, using default")
             self.max_age_ts = 600
 
         self.dry_run = is_true(get_default_config(config, "DryRun", False))
-        self.pollinginterval = int(config["DEFAULT"]["ESP8266PollingIntervall"])
+        self.pollinginterval = int(get_config_value(config, "ESP8266PollingIntervall", "DEFAULT", "", 10000))
         self.meter_data = 0
         self.httptimeout = get_default_config(config, "HTTPTimeout", 2.5)
 
@@ -207,9 +219,12 @@ def _read_config_template(self, template_number):
         self.pvinverternumber = template_number
         self.custpower = config[f"TEMPLATE{template_number}"]["CUST_Power"].split("/")
         self.custpower_factor = config[f"TEMPLATE{template_number}"]["CUST_Power_Mult"]
+        self.custpower_default = get_config_value(config,  "CUST_Power_Default", "TEMPLATE", template_number, None)
         self.custtotal = config[f"TEMPLATE{template_number}"]["CUST_Total"].split("/")
         self.custtotal_factor = config[f"TEMPLATE{template_number}"]["CUST_Total_Mult"]
+        self.custtotal_default = get_config_value(config,  "CUST_Total_Default", "TEMPLATE", template_number, None)
         self.custvoltage = config[f"TEMPLATE{template_number}"]["CUST_Voltage"].split("/")
+        self.custvoltage_default = get_config_value(config,  "CUST_Voltage_Default", "TEMPLATE", template_number, None)
         self.custapipath = config[f"TEMPLATE{template_number}"]["CUST_API_PATH"]
         self.serial = str(config[f"TEMPLATE{template_number}"]["CUST_SN"])
         self.pollinginterval = int(config[f"TEMPLATE{template_number}"]["CUST_POLLING"])
@@ -220,8 +235,8 @@ def _read_config_template(self, template_number):
         self.deviceinstance = int(config[f"TEMPLATE{template_number}"]["DeviceInstance"])
         self.customname = config[f"TEMPLATE{template_number}"]["Name"]
         self.acposition = int(config[f"TEMPLATE{template_number}"]["AcPosition"])
-        self.signofliveinterval = config["DEFAULT"]["SignOfLifeLog"]
-        self.useyieldday = int(config["DEFAULT"]["useYieldDay"])
+        self.signofliveinterval = get_config_value(config, "SignOfLifeLog", "DEFAULT", "", 1)
+        self.useyieldday = int(get_config_value(config, "useYieldDay", "DEFAULT", "", 0))
         self.pvinverterphase = str(config[f"TEMPLATE{template_number}"]["Phase"])
         self.digestauth = is_true(get_config_value(config, "DigestAuth", "TEMPLATE", template_number, False))
 
@@ -231,19 +246,22 @@ def _read_config_template(self, template_number):
             # set to undefined because get_nested will solve this to 0
             self.custcurrent = "[undefined]"
             logging.debug("CUST_Current not set")
+        self.custcurrent_default = get_config_value(config,  "CUST_Current_Default", "TEMPLATE", template_number, None)
 
         try:
             self.custdcvoltage = config[f"TEMPLATE{template_number}"]["CUST_DCVoltage"].split("/")
         except Exception:
             # set to undefined because get_nested will solve this to 0
             self.custdcvoltage = "[undefined]"
             logging.debug("CUST_DCVoltage not set")
+        self.custdcvoltage_default = get_config_value(
+            config,  "CUST_DCVoltage_Default", "TEMPLATE", template_number, None)
 
         try:
-            self.max_age_ts = int(config["DEFAULT"]["MagAgeTsLastSuccess"])
-        except ValueError as ex:
-            logging.debug("MagAgeTsLastSuccess: %s", ex)
-            logging.debug("MagAgeTsLastSuccess not set, using default")
+            self.max_age_ts = int(config["DEFAULT"]["MaxAgeTsLastSuccess"])
+        except (KeyError, ValueError) as ex:
+            logging.debug("MaxAgeTsLastSuccess: %s", ex)
+            logging.debug("MaxAgeTsLastSuccess not set, using default")
             self.max_age_ts = 600
 
         self.dry_run = is_true(get_default_config(config, "DryRun", False))
@@ -597,12 +615,12 @@ def get_values_for_inverter(self):
                        else 0)
 
         elif self.dtuvariant == constants.DTUVARIANT_TEMPLATE:
-            # logging.debug("JSON data: %s" % meter_data)
-            power = float(get_nested(meter_data, self.custpower) * float(self.custpower_factor))
-            pvyield = float(get_nested(meter_data, self.custtotal) * float(self.custtotal_factor))
-            voltage = float(get_nested(meter_data, self.custvoltage))
-            dc_voltage = float(get_nested(meter_data, self.custdcvoltage))
-            current = float(get_nested(meter_data, self.custcurrent))
+            power = self.get_processed_meter_value(
+                meter_data, self.custpower, self.custpower_default, self.custpower_factor)
+            pvyield = self.get_processed_meter_value(
+                meter_data, self.custtotal, self.custtotal_default, self.custtotal_factor)
+            voltage = self.get_processed_meter_value(meter_data, self.custvoltage, self.custpower_default)
+            current = self.get_processed_meter_value(meter_data, self.custcurrent, self.custpower_default)
 
         return (power, pvyield, current, voltage, dc_voltage)
 

helpers.py

@@ -11,12 +11,12 @@
 import logging
 
 
-def get_config_value(config, name, inverter_or_template, pvinverternumber, defaultvalue=None):
+def get_config_value(config, name, inverter_or_template, inverter_or_tpl_number, defaultvalue=None):
     '''check if config value exist in current inverter/template's section, otherwise throw error'''
-    if name in config[f"{inverter_or_template}{pvinverternumber}"]:
-        return config[f"{inverter_or_template}{pvinverternumber}"][name]
+    if name in config[f"{inverter_or_template}{inverter_or_tpl_number}"]:
+        return config[f"{inverter_or_template}{inverter_or_tpl_number}"][name]
 
-    if defaultvalue is None:
+    if defaultvalue is None and inverter_or_template == "INVERTER":
         raise ValueError(f"config entry '{name}' not found. "
                          f"(Hint: Deprecated Host ONPREMISE entries must be moved to DEFAULT section.)")
 
@@ -31,7 +31,7 @@ def get_default_config(config, name, defaultvalue):
     return defaultvalue
 
 
-def get_nested(meter_data, path):
+def get_value_by_path(meter_data, path):
     '''Try to extract 'path' from nested array 'meter_data' (derived from json document) and return the found value'''
     value = meter_data
     for path_entry in path:
@@ -45,6 +45,21 @@ def get_nested(meter_data, path):
     return value
 
 
+def convert_to_expected_type(value: str, expected_type: [str, int, float, bool],
+                             default: [None, str, int, float, bool]) -> [None, str, int, float, bool]:
+    ''' Try to convert value to expected_type, otherwise return default'''
+    try:
+        conversion_functions = {
+            str: str,
+            int: int,
+            float: float,
+            bool: is_true
+        }
+        return conversion_functions[expected_type](value)
+    except (ValueError, TypeError, KeyError):
+        return default
+
+
 def get_ahoy_field_by_name(meter_data, actual_inverter, fieldname, use_ch0_fld_names=True):
     '''get the value by name instead of list index'''
     # fetch value from record call:
@@ -78,7 +93,7 @@ def get_ahoy_field_by_name(meter_data, actual_inverter, fieldname, use_ch0_fld_n
 
 def is_true(val):
     '''helper function to test for different true values'''
-    return val in (1, '1', True, "True", "true")
+    return val in (1, '1', True, "True", "TRUE", "true")
 
 
 def timeit(func):