strip dataroot from TU GRAZ data and use temporary file for tmpuris

strawpants · Jan 23, 2024 · 7d803b5 · 7d803b5
1 parent 730c062
commit 7d803b5
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/geoslurp/dataset/dataSetBase.py b/geoslurp/dataset/dataSetBase.py
@@ -217,7 +217,7 @@ def retainnewUris(self,urilist):
         #setup a seperate session  and transaction in order to work with a temporary table
         trans,ses=self.db.transsession()
 
-        tmptable=self.db.createTable('tmpuris',cols,temporary=False,bind=ses.get_bind())
+        tmptable=self.db.createTable('tmpuris',cols,temporary=True,bind=ses.get_bind())
         # tmptable=self.db.createTable('tmpuris',cols,temporary=False,bind=ses.get_bind())
         # import pdb;pdb.set_trace()
         #fill the table with the file list and last modification timsstamps

diff --git a/geoslurp_userplugins/TUGRAZDsets.py b/geoslurp_userplugins/TUGRAZDsets.py
@@ -110,6 +110,7 @@ class TUGRAZGRACEL2Base(DataSet):
     scheme=scheme
     release=''
     subdirs=''
+    stripuri=True
     def __init__(self,dbconn):
         super().__init__(dbconn)
         #initialize postgreslq table
@@ -130,7 +131,7 @@ def register(self):
             files=self.updated
         else:
             files=[UriFile(file) for file in findFiles(self._dbinvent.datadir,'.*gfc.gz',since=self._dbinvent.lastupdate)]
-
+        # breakpoint()
         newfiles=self.retainnewUris(files)
         #loop over files
         for uri in newfiles:
@@ -149,6 +150,7 @@ class TUGRAZGRACEL2NormalBase(DataSet):
     release=''
     subdirs=''
     updated=False
+    stripuri=True
     def __init__(self,dbconn):
         super().__init__(dbconn)