Add recover-status-timestamps command

netkan/netkan/cli.py

@@ -161,6 +161,15 @@ def restore_status(filename):
     click.echo('Done!')
 
 
+@click.command()
+@click.option(
+    '--ckanmeta-remote', envvar='CKANMETA_REMOTE',
+    help='Path/URL/SSH to Metadata Repo',
+)
+def recover_status_timestamps(ckanmeta_remote):
+    ModStatus.recover_timestamps(init_repo(ckanmeta_remote, '/tmp/CKAN-meta'))
+
+
 @click.command()
 @click.option(
     '--cluster', help='ECS Cluster running the service'
@@ -294,6 +303,7 @@ def auto_freezer(netkan_remote, token, repo, user, days_limit, key):
 netkan.add_command(dump_status)
 netkan.add_command(export_status_s3)
 netkan.add_command(restore_status)
+netkan.add_command(recover_status_timestamps)
 netkan.add_command(redeploy_service)
 netkan.add_command(clean_cache)
 netkan.add_command(download_counter)

netkan/netkan/status.py

@@ -104,3 +104,22 @@ def restore_status(cls, filename):
                     time.sleep(1)
 
                 batch.save(ModStatus(**item))
+
+    @classmethod
+    def last_indexed_from_git(cls, ckanmeta_repo, identifier):
+        try:
+            return parse(ckanmeta_repo.git.log('--', identifier, format='%aI').split("\n")[0])
+        except Exception as exc:  # pylint: disable=broad-except
+            logging.error('Unable to recover last_indexed for %s',
+                          identifier, exc_info=exc)
+            return None
+
+    @classmethod
+    def recover_timestamps(cls, ckanmeta_repo):
+        with cls.batch_write() as batch:
+            for mod in cls.scan(rate_limit=5):
+                if not mod.last_indexed:
+                    mod.last_indexed = cls.last_indexed_from_git(
+                        ckanmeta_repo, mod.ModIdentifier)
+                    if mod.last_indexed:
+                        batch.save(mod)