Updated test and stats to new crawl.json format

openzim · Jan 31, 2023 · 4b7e504 · 4b7e504
1 parent 554fff5
commit 4b7e504
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/test/integration.py b/test/integration.py
@@ -47,8 +47,9 @@ def test_user_agent():
 def test_stats_output():
     with open("/output/crawl.json") as fh:
         assert json.loads(fh.read()) == {
-            "numCrawled": 5,
-            "workersRunning": 0,
+            "crawled": 5,
+            "pending": 0,
+            "pendingPages": [],
             "total": 5,
             "limit": {"max": 0, "hit": False},
         }

diff --git a/zimit.py b/zimit.py
@@ -79,7 +79,7 @@ def crawl_conv(data, limit):
             limit.max = data["limit"]["max"]
             limit.hit = data["limit"]["hit"]
             return {
-                "done": data["numCrawled"],
+                "done": data["crawled"],
                 "total": int(data["total"] / 0.9),
                 "limit": limit.as_dict,
             }