Load old-entity into the dataset

digital_land/api.py

@@ -238,6 +238,11 @@ def dataset_create_cmd(self, input_paths, output_path, organisation_path):
         for path in input_paths:
             package.load_transformed(path)
         package.load_entities()
+
+        old_entity_path = os.path.join(self.pipeline.path, "old-entity.csv")
+        if os.path.exists(old_entity_path):
+            package.load_old_entities(old_entity_path)
+
         package.add_counts()
 
     def dataset_dump_cmd(self, input_path, output_path):

digital_land/package/dataset.py

@@ -125,6 +125,18 @@ def insert_entity(self, facts):
         if row:
             self.insert("entity", self.entity_fields, row)
 
+    def load_old_entities(self, path):
+        """load the old-entity table"""
+
+        fields = self.specification.schema["old-entity"]["fields"]
+        logging.info(f"loading old-entity from {path}")
+        self.connect()
+        self.create_cursor()
+        for row in csv.DictReader(open(path, newline="")):
+            self.insert("old-entity", fields, row)
+        self.commit()
+        self.disconnect()
+
     def load_entities(self):
         """load the entity table from the fact table"""
         self.connect()