Make most fields of parquet optional

openaddresses · Feb 18, 2025 · f35b49e · f35b49e
1 parent f3f035b
commit f35b49e
Showing 1 changed file with 12 additions and 12 deletions.
diff --git a/task/collect.js b/task/collect.js
@@ -320,18 +320,18 @@ function zip_datas(tmp, datas, name) {
 async function parquet_datas(tmp, datas, name) {
     const schema = new parquet.ParquetSchema({
         source_name: { type: 'UTF8' },
-        geometry: { type: 'BYTE_ARRAY' },
-        id: { type: 'UTF8' },
-        pid: { type: 'UTF8' },
-        number: { type: 'UTF8' },
-        street: { type: 'UTF8' },
-        unit: { type: 'UTF8' },
-        city: { type: 'UTF8' },
-        postcode: { type: 'UTF8' },
-        district: { type: 'UTF8' },
-        region: { type: 'UTF8' },
-        addrtype: { type: 'UTF8' },
-        notes: { type: 'UTF8' }
+        geometry: { type: 'BYTE_ARRAY', optional: true },
+        id: { type: 'UTF8', optional: true },
+        pid: { type: 'UTF8', optional: true },
+        number: { type: 'UTF8', optional: true },
+        street: { type: 'UTF8', optional: true },
+        unit: { type: 'UTF8', optional: true },
+        city: { type: 'UTF8', optional: true },
+        postcode: { type: 'UTF8', optional: true },
+        district: { type: 'UTF8', optional: true },
+        region: { type: 'UTF8', optional: true },
+        addrtype: { type: 'UTF8', optional: true },
+        notes: { type: 'UTF8', optional: true }
     });
     const writer = await parquet.ParquetWriter.openFile(schema, path.resolve(tmp, `${name}.parquet`));