Fix bug on mis-match of quantization block size.

liuliu · Aug 1, 2024 · e2dad36 · e2dad36
1 parent 1ae29f1
commit e2dad36
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/nnc/Store.swift b/nnc/Store.swift
@@ -2273,7 +2273,7 @@ private let q4pEncodeWithExternalStore:
     let length = encodedSize[0] - MemoryLayout<UInt32>.size
     let offset = store.writeBytes(encoded + MemoryLayout<UInt32>.size, length: length)
     encodedSize[0] = 8 + 8 + 8  // Block size, start offset, length.
-    encoded.storeBytes(of: UInt32(1024), as: UInt32.self)
+    encoded.storeBytes(of: UInt32(512), as: UInt32.self)
     (encoded + MemoryLayout<UInt64>.size).storeBytes(of: UInt64(offset), as: UInt64.self)
     (encoded + MemoryLayout<UInt64>.size * 2).storeBytes(of: UInt64(length), as: UInt64.self)
     if let identifier = identifier {
@@ -2300,7 +2300,7 @@ private let q5pEncodeWithExternalStore:
     let length = encodedSize[0] - MemoryLayout<UInt32>.size
     let offset = store.writeBytes(encoded + MemoryLayout<UInt32>.size, length: length)
     encodedSize[0] = 8 + 8 + 8  // Block size, start offset, length.
-    encoded.storeBytes(of: UInt32(2048), as: UInt32.self)
+    encoded.storeBytes(of: UInt32(1024), as: UInt32.self)
     (encoded + MemoryLayout<UInt64>.size).storeBytes(of: UInt64(offset), as: UInt64.self)
     (encoded + MemoryLayout<UInt64>.size * 2).storeBytes(of: UInt64(length), as: UInt64.self)
     if let identifier = identifier {