fix/feat(parsers, BD, BD_NP): fix to handle HTML changes and add BD_NP exchange

config/exchanges/BD_NP.yaml

@@ -0,0 +1,9 @@
+capacity:
+  - -40
+  - 40
+lonlat:
+  - 88.259123
+  - 26.595468
+parsers:
+  exchange: ERP_PGCB.fetch_exchange
+rotation: -60

config/zones/BD.yaml

@@ -42,6 +42,7 @@ contributors:
   - systemcatch
   - alixunderplatz
   - MuffinCompiler
+  - consideRatio
 country: BD
 delays:
   production: 10

parsers/ERP_PGCB.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 
-from datetime import datetime, time, timedelta
+from datetime import date, datetime, time, timedelta
 from logging import Logger, getLogger
 from typing import Any
 from zoneinfo import ZoneInfo
@@ -40,10 +40,12 @@
     "Hydro",
     "Solar",
     "Wind",
-    "Bheramara HVDC",
-    "Tripura",
-    "Adani",
+    "India",  # Visual grouping of India imports
+    "Nepal",  # Import
     "Remarks",
+    "Bheramara HVDC",  # Import
+    "Tripura",  # Import
+    "Adani",  # Import
 ]
 PARSER = "ERP_PGCB.py"
 
@@ -101,7 +103,8 @@ def parse_table_body(table_body: Tag) -> list[dict]:
                 "bd_import_bheramara": table_entry_to_float(row_items[11]),
                 "bd_import_tripura": table_entry_to_float(row_items[12]),
                 "bd_import_adani": table_entry_to_float(row_items[13]),
-                "remarks": row_items[14],
+                "bd_import_nepal": table_entry_to_float(row_items[14]),
+                "remarks": row_items[15],
             }
         )
 
@@ -120,8 +123,8 @@ def verify_table_header(table_header: Tag):
         raise ParserException(
             parser=PARSER,
             message=(
-                f"Table headers mismatch with expected ones."
-                f"Expected: {TABLE_HEADERS}"
+                f"Table headers mismatch with expected ones.\n"
+                f"Expected: {TABLE_HEADERS}\n"
                 f"Parsed: {header_items}"
             ),
         )
@@ -134,7 +137,7 @@ def query(
     Query the table and read it into list.
     """
 
-    if target_datetime is not None and target_datetime < datetime(2015, 5, 1):
+    if target_datetime is not None and target_datetime.date() < date(2015, 5, 1):
         raise ParserException(
             parser=PARSER,
             message="Data before 2015-05-01 is not reliable and will not be parsed.",
@@ -224,7 +227,7 @@ def fetch_production(
                 - row["bd_import_tripura"]
             )
             # Adani import was added after this date
-            if target_datetime is None or target_datetime > datetime(2024, 8, 27):
+            if target_datetime is None or target_datetime.date() > date(2024, 8, 27):
                 unknown_source_mw -= row["bd_import_adani"]
 
             production.add_value(
@@ -293,25 +296,29 @@ def fetch_exchange(
     sortedZoneKeys = ZoneKey("->".join(sorted([zone_key1, zone_key2])))
 
     for row in row_data:
-        # BD -> IN_xx
         if zone_key2 == "IN-NE":
-            # Export to India NorthEast via Tripura
+            # Import from India NorthEast via Tripura
             bd_import = row["bd_import_tripura"]
         elif zone_key2 == "IN-EA":
-            # Export to India East via Bheramara and Adani (Jharkhand plant)
+            # Import from India East via Bheramara and Adani (Jharkhand plant)
             bd_import = row["bd_import_bheramara"]
 
-            if target_datetime is None or target_datetime > datetime(2024, 8, 27):
+            if (
+                target_datetime is None
+                or target_datetime.date() > datetime(2024, 8, 27).date()
+            ):
                 bd_import += row["bd_import_adani"]
-
+        elif zone_key2 == "NP":
+            # Import from Nepal
+            bd_import = row["bd_import_nepal"]
         else:
             raise ParserException(
                 parser=PARSER,
                 message=f"Exchange pair {sortedZoneKeys} is not implemented.",
             )
-
         if bd_import is None:
             continue  # no data in table
+
         bd_export = -1.0 * bd_import
 
         exchange_list.append(