Redesigned preprocessing

CMakeLists.txt

@@ -25,13 +25,13 @@ add_compile_definitions(SPDLOG_ACTIVE_LEVEL=SPDLOG_LEVEL_TRACE)
 # ---------------------------------------------------------------------------
 
 find_package(Boost REQUIRED COMPONENTS system serialization iostreams)
-find_package(Poco REQUIRED COMPONENTS Net Util JSON)
+find_package(duckdb REQUIRED)
 find_package(LibLZMA REQUIRED)
-find_package(TBB REQUIRED)
 find_package(nlohmann_json REQUIRED)
+find_package(Poco REQUIRED COMPONENTS Net Util JSON)
 find_package(roaring REQUIRED)
 find_package(spdlog REQUIRED)
-find_package(vincentlaucsb-csv-parser REQUIRED)
+find_package(TBB REQUIRED)
 find_package(yaml-cpp REQUIRED)
 find_package(zstd REQUIRED)
 
@@ -84,10 +84,10 @@ target_link_libraries(
         TBB::tbb
         ${roaring_LIBRARIES}
         ${spdlog_LIBRARIES}
-        ${vincentlaucsb-csv-parser_LIBRARIES}
         ${yaml-cpp_LIBRARIES}
         nlohmann_json::nlohmann_json
         zstd::libzstd_static
+        ${duckdb_LIBRARIES}
 )
 
 add_executable(siloApi src/silo_api/api.cpp ${SRC_SILO_API})

Dockerfile

@@ -1,13 +1,13 @@
-FROM alpine:3.17.0 AS dep_builder
+FROM alpine:3.18 AS dep_builder
 
 RUN apk update && apk add --no-cache py3-pip \
     build-base=0.5-r3 \
-    cmake=3.24.4-r0 \
-    linux-headers=5.19.5-r0 \
-    boost-build=1.79.0-r0 \
-    libtbb=2021.7.0-r0
+    cmake=3.26.5-r0 \
+    linux-headers=6.3-r0 \
+    boost-build=1.82.0-r0 \
+    libtbb=2021.9.0-r0
 
-RUN pip install conan==2.0.8
+RUN pip install conan==2.0.14
 
 WORKDIR /src
 COPY conanfile.py conanprofile.docker ./
@@ -32,14 +32,14 @@ RUN  \
     && cp build/siloApi .
 
 
-FROM alpine:3.17.0 AS server
+FROM alpine:3.18 AS server
 
 WORKDIR /app
 COPY docker_default_preprocessing_config.yaml ./default_preprocessing_config.yaml
 COPY docker_runtime_config.yaml ./runtime_config.yaml
 COPY --from=builder /src/siloApi ./
 
-RUN apk update && apk add libtbb=2021.7.0-r0 curl jq
+RUN apk update && apk add libtbb=2021.9.0-r0 curl jq
 
 # call /info, extract "seqeunceCount" from the JSON and assert that the value is not 0. If any of those fails, "exit 1".
 HEALTHCHECK --start-period=20s CMD curl --fail --silent localhost:8081/info | jq .sequenceCount | xargs test 0 -ne || exit 1

Dockerfile_linter

@@ -5,7 +5,7 @@ WORKDIR /src
 RUN apt update \
     && apt install -y \
     cmake=3.22.1-1ubuntu1.22.04.1 \
-    python3-pip=22.0.2+dfsg-1ubuntu0.3 \
+    python3-pip=22.0.2+dfsg-1ubuntu0.4 \
     software-properties-common=0.99.22.7 \
     wget=1.21.2-2ubuntu1 \
     gnupg=2.2.27-3ubuntu2.1 \
@@ -14,7 +14,7 @@ RUN apt update \
     && add-apt-repository 'deb http://apt.llvm.org/jammy/  llvm-toolchain-jammy main' \
     && apt install -y clang-tidy
 
-RUN pip install conan==2.0.8
+RUN pip install conan==2.0.11
 
 COPY conanfile.py conanprofile.docker ./
 RUN mv conanprofile.docker conanprofile

build_with_conan.py

@@ -65,7 +65,7 @@ def main(args):
     parser.add_argument("--clean", action="store_true", help="Clean build directory before building")
     parser.add_argument("--release", action="store_true", help="Trigger RELEASE build")
     parser.add_argument("--build_without_clang_tidy", action="store_true", help="Build without clang-tidy")
-    parser.add_argument("--parallel", type=int, default=1, help="Number of parallel jobs")
+    parser.add_argument("--parallel", type=int, default=16, help="Number of parallel jobs")
 
     args_parsed = parser.parse_args()
     main(args_parsed)

conanfile.py

@@ -7,13 +7,14 @@ class SiloRecipe(ConanFile):
 
     requires = [
         "boost/1.82.0",
+        "duckdb/0.8.1",
         "poco/1.12.4",
+        "hwloc/2.9.3",
         "onetbb/2021.9.0",
         "nlohmann_json/3.11.2",
         "gtest/cci.20210126",
         "roaring/1.0.0",
         "spdlog/1.11.0",
-        "vincentlaucsb-csv-parser/2.1.3",
         "yaml-cpp/0.7.0",
         "zstd/1.5.5",
     ]
@@ -23,6 +24,10 @@ class SiloRecipe(ConanFile):
 
         "zstd/*:shared": False,
 
+        "duckdb/*:shared": False,
+        "duckdb/*:with_json": True,
+        "duckdb/*:with_parquet": True,
+
         "roaring/*:shared": False,
 
         "gtest/*:no_main": True,
@@ -31,6 +36,8 @@ class SiloRecipe(ConanFile):
         "boost/*:zstd": True,
         "boost/*:shared": False,
 
+        "hwloc/*:shared": False,
+
         "boost/*:without_iostreams": False,
         "boost/*:without_serialization": False,
         "boost/*:without_system": False,
@@ -88,15 +95,16 @@ class SiloRecipe(ConanFile):
     def generate(self):
         deps = CMakeDeps(self)
         deps.set_property("boost", "cmake_find_mode", "both")
-        deps.set_property("onetbb", "cmake_find_mode", "both")
-        deps.set_property("poco", "cmake_find_mode", "both")
-        deps.set_property("nlohmann_json", "cmake_find_mode", "both")
+        deps.set_property("duckdb", "cmake_find_mode", "both")
+        deps.set_property("fmt", "cmake_find_mode", "both")
         deps.set_property("gtest", "cmake_find_mode", "both")
+        deps.set_property("hwloc", "cmake_find_mode", "both")
+        deps.set_property("nlohmann_json", "cmake_find_mode", "both")
+        deps.set_property("onetbb", "cmake_find_mode", "both")
         deps.set_property("pcre2", "cmake_find_mode", "both")
+        deps.set_property("poco", "cmake_find_mode", "both")
         deps.set_property("roaring", "cmake_find_mode", "both")
         deps.set_property("spdlog", "cmake_find_mode", "both")
-        deps.set_property("fmt", "cmake_find_mode", "both")
-        deps.set_property("vincentlaucsb-csv-parser", "cmake_find_mode", "both")
         deps.set_property("yaml-cpp", "cmake_find_mode", "both")
         deps.set_property("zstd", "cmake_find_mode", "both")
         deps.generate()

endToEndTests/test/info.test.js

@@ -8,7 +8,7 @@ describe('The /info endpoint', () => {
       .expect(200)
       .expect('Content-Type', 'application/json')
       .expect(headerToHaveDataVersion)
-      .expect({ nBitmapsSize: 3898, sequenceCount: 100, totalSize: 60054981 })
+      .expect({ nBitmapsSize: 3898, sequenceCount: 100, totalSize: 26589432 })
       .end(done);
   });
 
@@ -27,15 +27,15 @@ describe('The /info endpoint', () => {
           'bitmapContainerSizeStatistic'
         );
         expect(returnedInfo.bitmapContainerSizePerGenomeSection.bitmapContainerSizeStatistic).to.deep.equal({
-          numberOfArrayContainers: 43540,
+          numberOfArrayContainers: 48524,
           numberOfBitsetContainers: 0,
-          numberOfRunContainers: 83,
-          numberOfValuesStoredInArrayContainers: 59577,
+          numberOfRunContainers: 284,
+          numberOfValuesStoredInArrayContainers: 66620,
           numberOfValuesStoredInBitsetContainers: 0,
-          numberOfValuesStoredInRunContainers: 2354,
-          totalBitmapSizeArrayContainers: 119154,
+          numberOfValuesStoredInRunContainers: 2875,
+          totalBitmapSizeArrayContainers: 133240,
           totalBitmapSizeBitsetContainers: 0,
-          totalBitmapSizeRunContainers: 3170,
+          totalBitmapSizeRunContainers: 4824,
         });
 
         expect(returnedInfo.bitmapContainerSizePerGenomeSection).to.have.property(
@@ -62,22 +62,22 @@ describe('The /info endpoint', () => {
 
         expect(returnedInfo).to.have.property('bitmapSizePerSymbol');
         expect(returnedInfo.bitmapSizePerSymbol).to.deep.equal({
-          '-': 6003470,
-          'A': 6112653,
-          'B': 5980600,
-          'C': 6064589,
-          'D': 5980600,
-          'G': 6067672,
-          'H': 5980600,
-          'K': 5980630,
-          'M': 5980620,
-          'N': 5980600,
-          'R': 5980620,
-          'S': 5980600,
-          'T': 6125253,
-          'V': 5980600,
-          'W': 5980600,
-          'Y': 5980620,
+          '-': 2661831,
+          'A': 2775910,
+          'B': 2631464,
+          'C': 2725728,
+          'D': 2631464,
+          'G': 2728118,
+          'H': 2631464,
+          'K': 2631594,
+          'M': 2631554,
+          'N': 2631464,
+          'R': 2631514,
+          'S': 2631464,
+          'T': 2791923,
+          'V': 2631464,
+          'W': 2631514,
+          'Y': 2631494,
         });
       })
       .expect(headerToHaveDataVersion)

endToEndTests/test/queries/fastaAligned_multiple.json

@@ -3,7 +3,8 @@
   "query": {
     "action": {
       "type": "FastaAligned",
-      "sequenceName": ["testSecondSequence", "S"]
+      "sequenceName": ["testSecondSequence", "S"],
+      "orderByFields": ["gisaid_epi_isl"]
     },
     "filterExpression": {
       "type": "IntBetween",
@@ -18,16 +19,16 @@
       "gisaid_epi_isl": "EPI_ISL_1408408",
       "testSecondSequence": "ACGT"
     },
-    {
-      "S": "MFVFLVLLPLVSSQCVNLITRTQ---SYTNSFTRGVYYPDKVFRSSVLHSTQDLFLPFFSNVTWFHAIHVSGTNGTKRFDNPVLPFNDGVYFASTEKSNIIRGWIFGTTLDSKTQSLLIVNNATNVVIKVCEFQFCNDPFLDVYYHKNNKSWMESEFRVYSSANNCTFEYVSQPFLMDLEGKQGNFKNLREFVFKNIDGYFKIYSKHTPINLGRDLPQGFSALEPLVDLPIGINITRFQTLLALHRSYLTPGDSSSGWTAGAAAYYVGYLQPRTFLLKYNENGTITDAVDCALDPLSETKCTLKSFTVEKGIYQTSNFRVQPTESIVRFPNITNLCPFDEVFNATRFASVYAWNRKRISNCVADYSVLYNFAPFFAFKCYGVSPTKLNDLCFTNVYADSFVIRGNEVSQIAPGQTGNIADYNYKXXXXXXXXXXXXXXNKLDSKVGGNYNYLYRLFRKSNLKPFERDISTEIYQAGNKPCNGVAGFNCYFPLRSYGFRPTYGVGHQPYRVVVLSFELLHAPATVCGPKKSTNLVKNKCVNFNFNGLTGTGVLTESNKKFLPFQQFGRDIADTTDAVRDPQTLEILDITPCSFGGVSVITPGTNTSNQVAVLYQGVNCTEVPVAIHADQLTPTWRVYSTGSNVFQTRAGCLIGAEYVNNSYECDIPIGAGICASYQTQTKSHRRARSVASQSIIAYTMSLGAENSVAYSNNSIAIPTNFTISVTTEILPVSMTKTSVDCTMYICGDSTECSNLLLQYGSFCTQLKRALTGIAVEQDKNTQEVFAQVKQIYKTPPIKYFGGFNFSQILPDPSKPSKRSFIEDLLFNKVTLADAGFIKQYGDCLGDIAARDLICAQKFNGLTVLPPLLTDEMIAQYTSALLAGTITSGWTFGAGAALQIPFAMQMAYRFNGIGVTQNVLYENQKLIANQFNSAIGKIQDSLSSTASALGKLQDVVNHNAQALNTLVKQLSSKFGAISSVLNDILSRLDKVEAEVQIDRLITGRLQSLQTYVTQQLIRAAEIRASANLAATKMSECVLGQSKRVDFCGKGYHLMSFPQSAPHGVVFLHVTYVPAQEKNFTTAPAICHDGKAHFPREGVFVSNGTHWFVTQRNFYEPQIITTDNTFVSGNCDVVIGIVNNTVYDPLQPELDSFKEELDKYFKNHTSPDVDLGDISGINASVVNIQKEIDRLNEVAKNLNESLIDLQELGKYEQYIKWPWYIWLGFIAGLIAIVMVTIMLCCMTSCCSCLKGCCSCGSCCKFDEDDSEPVLKGVKLHYT*",
-      "gisaid_epi_isl": "EPI_ISL_1749899",
-      "testSecondSequence": "AAGN"
-    },
     {
       "S": "MFVFLVLLPLVSSQCVNLTTRTQLPPAYTNSFTRGVYYPDKVFRSSVLHSTQDLFLPFFSNVTWFHXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXSNIXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXLSETKCTLKSFTVEKXXXXTSNFRVQPTESIVRFPNITNLCPFDEVFNATKFASVYAWNRKRIXXXXADYSVLYNLAPFFTFKCYGVSPTKLNDLXXXXXXXDSFVIRGDEVRQIAPGQXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXESNKKFLPFQQFGRDIADTTDAVRDPQTLEILDITPCSFGGVSVITPGTNTSNQVAVLYQGVNCTEVPVAIHADQLTPTWRVYSTGSNVFQTRAGCLIGAEYVNNSYECDIPIGAGICASYQTQTKSHRRARSVASQSXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXRALTGIAVEQDKNTQEVFAQVKQIYKTPPIKYFGGFNFSQILPDPSKPSKRSFIEDLLFNKVTLADAGFIKQYGDCLGDIAARDLICAQKFKGLTVLPPLLTDEMIAQYTSALLAGTITSGWTFGAGAALQIPFXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXAQALNTLVKQLSSKFGAISSVLNDIFSRLDKVEAEVQIDRLITGRLQSLQTYVTQQLIRXAEIRASANLAATKMSECVLGQSKRVDFCXXXXXLMSFPQSAPHGVVFLHVTYVPAQEKNFTTAPAICHDGKAHFPRXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXVDLGDISGINASVVNIQKEIDRLNEVAKNLNESLIDLQELGKYEQYIKWPWYIWLGFIAGLIAIVMVTIMLCCMTSCCSCLKGCCSCGSCCKFDEDDSEPVLKGVKLHYT*",
       "gisaid_epi_isl": "EPI_ISL_1749892",
       "testSecondSequence": "ACGT"
     },
+    {
+      "S": "MFVFLVLLPLVSSQCVNLITRTQ---SYTNSFTRGVYYPDKVFRSSVLHSTQDLFLPFFSNVTWFHAIHVSGTNGTKRFDNPVLPFNDGVYFASTEKSNIIRGWIFGTTLDSKTQSLLIVNNATNVVIKVCEFQFCNDPFLDVYYHKNNKSWMESEFRVYSSANNCTFEYVSQPFLMDLEGKQGNFKNLREFVFKNIDGYFKIYSKHTPINLGRDLPQGFSALEPLVDLPIGINITRFQTLLALHRSYLTPGDSSSGWTAGAAAYYVGYLQPRTFLLKYNENGTITDAVDCALDPLSETKCTLKSFTVEKGIYQTSNFRVQPTESIVRFPNITNLCPFDEVFNATRFASVYAWNRKRISNCVADYSVLYNFAPFFAFKCYGVSPTKLNDLCFTNVYADSFVIRGNEVSQIAPGQTGNIADYNYKXXXXXXXXXXXXXXNKLDSKVGGNYNYLYRLFRKSNLKPFERDISTEIYQAGNKPCNGVAGFNCYFPLRSYGFRPTYGVGHQPYRVVVLSFELLHAPATVCGPKKSTNLVKNKCVNFNFNGLTGTGVLTESNKKFLPFQQFGRDIADTTDAVRDPQTLEILDITPCSFGGVSVITPGTNTSNQVAVLYQGVNCTEVPVAIHADQLTPTWRVYSTGSNVFQTRAGCLIGAEYVNNSYECDIPIGAGICASYQTQTKSHRRARSVASQSIIAYTMSLGAENSVAYSNNSIAIPTNFTISVTTEILPVSMTKTSVDCTMYICGDSTECSNLLLQYGSFCTQLKRALTGIAVEQDKNTQEVFAQVKQIYKTPPIKYFGGFNFSQILPDPSKPSKRSFIEDLLFNKVTLADAGFIKQYGDCLGDIAARDLICAQKFNGLTVLPPLLTDEMIAQYTSALLAGTITSGWTFGAGAALQIPFAMQMAYRFNGIGVTQNVLYENQKLIANQFNSAIGKIQDSLSSTASALGKLQDVVNHNAQALNTLVKQLSSKFGAISSVLNDILSRLDKVEAEVQIDRLITGRLQSLQTYVTQQLIRAAEIRASANLAATKMSECVLGQSKRVDFCGKGYHLMSFPQSAPHGVVFLHVTYVPAQEKNFTTAPAICHDGKAHFPREGVFVSNGTHWFVTQRNFYEPQIITTDNTFVSGNCDVVIGIVNNTVYDPLQPELDSFKEELDKYFKNHTSPDVDLGDISGINASVVNIQKEIDRLNEVAKNLNESLIDLQELGKYEQYIKWPWYIWLGFIAGLIAIVMVTIMLCCMTSCCSCLKGCCSCGSCCKFDEDDSEPVLKGVKLHYT*",
+      "gisaid_epi_isl": "EPI_ISL_1749899",
+      "testSecondSequence": "AAGN"
+    },
     {
       "S": "MFVFLVLLPLVSSQCVNLTTRTQLPPAYTNSFTRGVYYPDKVFRSSVLHSTQDLFLPFFSNVTWFHAI--SGTNGTKRFDNPVLPFNDGVYFASTEKSNIIRGWIFGTTLDSKTQSLLIVNNATNVVIKVCEFQFCNDPFLGV-YHKNNKSWMESEFRVYSSANNCTFEYVSQPFLMDLEGKQGNFKNLREFVFKNIDGYFKIYSKHTPINLVRDLPQGFSALEPLVDLPIGINITRFQTLLALHRSYLTPGDSSSGWTAGAAAYYVGYLQPRTFLLKYNENGTITDAVDCALDPLSETKCTLKSFTVEKGIYQTSNFRVQPTESIVRFPNITNLCPFGEVFNATRFASVYAWNRKRISNCVADYSVLYNSASFSTFKCYGVSPTKLNDLCFTNVYADSFVIRGDEVRQIAPGQTGKIADYNYKLPDDFTGCVIAWNSNNLDSKVGGNYNYLYRLFRKSNLKPFERDISTEIYQAGSTPCNGVEGFNCYFPLQSYGFQPTYGVGYQPYRVVVLSFELLHAPATVCGPKKSTNLVKNKCVNFNFNGLTGTGVLTESNKKFLPFQQFGRDIDDTTDAVRDPQTLEILDITPCSFGGVSVITPGTNTSNQVAVLYQGVNCTEVPVAIHADQLTPTWRVYSTGSNVFQTRAGCLIGAEHVNNSYECDIPIGAGICASYQTQTNSHRRARSVASQSIIAYTMSLGAENSVAYSNNSIAIPINFTISVTTEILPVSMTKTSVDCTMYICGDSTECSNLLLQYGSFCTQLNRALTGIAVEQDKNTQEVFAQVKQIYKTPPIKDFGGFNFSQILPDPSKPSKRSFIEDLLFNKVTLADAGFIKQYGDCLGDIAARDLICAQKFNGLTVLPPLLTDEMIAQYTSALLAGTITSGWTFGAGAALQIPFAMQMAYRFNGIGVTQNVLYENQKLIANQFNSAIGKIQDSLSSTASALGKLQDVVNQNAQALNTLVKQLSSNFGAISSVLNDILARLDKVEAEVQIDRLITGRLQSLQTYVTQQLIRAAEIRASANLAATKMSECVLGQSKRVDFCGKGYHLMSFPQSAPHGVVFLHVTYVPAQEKNFTTAPAICHDGKAHFPREGVFVSNGTHWFVTQRNFYEPQIITTHNTFVSGNCDVVIGIVNNTVYDPLQPELDSFKEELDKYFKNHTSPDVDLGDISGINASVVNIQKEIDRLNEVAKNLNESLIDLQELGKYEQYIKWPWYIWLGFIAGLIAIVMVTIMLCCMTSCCSCLKGCCSCGSCCKFDEDDSEPVLKGVKLHYT*",
       "gisaid_epi_isl": "EPI_ISL_2016901",

endToEndTests/test/queries/nOf_2of3_details.json

@@ -2,7 +2,8 @@
   "testCaseName": "N-Of query requesting 2 of 3 mutations with details action",
   "query": {
     "action": {
-      "type": "Details"
+      "type": "Details",
+      "orderByFields": ["gisaid_epi_isl"]
     },
     "filterExpression": {
       "type": "N-Of",
@@ -28,6 +29,19 @@
     }
   },
   "expectedQueryResult": [
+    {
+      "aaInsertions": null,
+      "age": 50,
+      "country": "Switzerland",
+      "date": "2020-11-13",
+      "division": "Solothurn",
+      "gisaid_epi_isl": "EPI_ISL_1005148",
+      "insertions": "25701:CCC",
+      "pango_lineage": "B.1.221",
+      "qc_value": 0.92,
+      "region": "Europe",
+      "unsorted_date": "2020-12-17"
+    },
     {
       "aaInsertions": null,
       "age": 50,
@@ -66,19 +80,6 @@
       "qc_value": 0.9,
       "region": "Europe",
       "unsorted_date": "2021-01-22"
-    },
-    {
-      "aaInsertions": null,
-      "age": 50,
-      "country": "Switzerland",
-      "date": "2020-11-13",
-      "division": "Solothurn",
-      "gisaid_epi_isl": "EPI_ISL_1005148",
-      "insertions": "25701:CCC",
-      "pango_lineage": "B.1.221",
-      "qc_value": 0.92,
-      "region": "Europe",
-      "unsorted_date": "2020-12-17"
     }
   ]
 }

endToEndTests/test/queries/nOf_2of3_details_selection.json

@@ -3,7 +3,8 @@
   "query": {
     "action": {
       "type": "Details",
-      "fields": ["age", "pango_lineage"]
+      "fields": ["age", "pango_lineage"],
+      "orderByFields": ["age", "pango_lineage"]
     },
     "filterExpression": {
       "type": "N-Of",
@@ -33,17 +34,17 @@
       "age": 50,
       "pango_lineage": "B.1.1.7"
     },
+    {
+      "age": 50,
+      "pango_lineage": "B.1.221"
+    },
     {
       "age": 54,
       "pango_lineage": "B.1.1.7"
     },
     {
       "age": 58,
       "pango_lineage": "B.1.1.7"
-    },
-    {
-      "age": 50,
-      "pango_lineage": "B.1.221"
     }
   ]
 }

include/silo/common/date.h

@@ -8,6 +8,8 @@ namespace silo::common {
 
 typedef uint32_t Date;
 
+const Date NULL_DATE = 0;
+
 silo::common::Date stringToDate(const std::string& value);
 
 std::optional<std::string> dateToString(silo::common::Date date);