regiongridder.py

import os
import sys
import argparse

from loghelper import *

from grid.grid_inventory import GridInventory

from configuration.pathregistry import PathRegistry
from configuration.subregionconfig import SubRegionConfig
from configuration.preprocessorconfig import PreprocessorConfig
from preprocess_tools import postgis_manage

def main():

    create_script_log(sys.argv[0])

    try:
        parser = argparse.ArgumentParser(description="region preprocessor")
        parser.add_argument("--pathRegistry", help="path to file registry data")

        parser.add_argument("--preprocessorConfig", help=(
            "path to preprocessor configuration"))
        parser.add_argument("--subRegionConfig", help="path to sub region data")
        parser.add_argument("--subRegionNames", help=(
            "optional comma delimited string of sub region names (as defined in "
            "subRegionConfig) to process, if unspecified all regions will be "
            "processed"))

        args = parser.parse_args()

        
        pathRegistry = PathRegistry(os.path.abspath(args.pathRegistry))
        preprocessorConfig = PreprocessorConfig(os.path.abspath(args.preprocessorConfig),pathRegistry)

        subRegionConfig = SubRegionConfig(
            os.path.abspath(args.subRegionConfig),
            args.subRegionNames.split(",") if args.subRegionNames else None)


        logging.info("Run region gridder at resolution {}".format(preprocessorConfig.GetResolution()))

        # note that looping through regions will not currently work, table names
        # in the postgres db are equivalent for each region.
        for r in subRegionConfig.GetRegions():
            region_path = r["PathName"]
            region_inventory_workspace_filter = r["Inventory_Workspace_Filter"] if "Inventory_Workspace_Filter" in r else None
            logging.info(region_path)
            root_postgis_var_path = pathRegistry.GetPath(
                "PostGIS_Connection_Vars")

            region_postgis_var_path = pathRegistry.GetPath(
                "PostGIS_Region_Connection_Vars",
                region_path=region_path)

            db_url = postgis_manage.set_up_working_db(
                root_postgis_var_path,
                region_postgis_var_path,
                [
                    # load some external postgis functions
                    pathRegistry.GetPath("ST_Safe_Intersection"),
                    pathRegistry.GetPath("ST_Safe_Repair")
                ])

            gdal_con = postgis_manage.get_gdal_conn_string(
                region_postgis_var_path)

            workspace = preprocessorConfig.GetInventoryWorkspace(region_path)
            workspaceFilter = preprocessorConfig.GetInventoryFilter(
                inventory_workspace_filter=region_inventory_workspace_filter)
            gridInventory = GridInventory(preprocessorConfig, db_url)
            gridInventory.load_to_postgres(
                gdal_con,
                workspace,
                workspaceFilter)
            gridInventory.create_blocks()
            gridInventory.create_grid()
            gridInventory.grid_inventory()
    except Exception as ex:
        logging.exception("error")
        sys.exit(1)

    logging.info("all gridder tasks finished")


if __name__ == "__main__":
    main()