Try skipping the WKB conversion to see if that's causing memory problems

openaddresses · Feb 23, 2025 · 9c0b2aa · 9c0b2aa
1 parent a2bba6c
commit 9c0b2aa
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/task/collect.js b/task/collect.js
@@ -351,12 +351,12 @@ async function parquet_datas(tmp, datas, name) {
 
             // GeoParquet expects the geometry as a WKB
             let wkbGeometry = null;
-            if (record.geometry && record.geometry.type) {
-                wkbGeometry = wkx.Geometry.parseGeoJSON(record.geometry).toWkb();
-            } else {
-                console.error(`not ok - ${resolved_data_filename} line ${line_count} has no geometry: ${line}`);
-                continue;
-            }
+            // if (record.geometry && record.geometry.type) {
+            //     wkbGeometry = wkx.Geometry.parseGeoJSON(record.geometry).toWkb();
+            // } else {
+            //     console.error(`not ok - ${resolved_data_filename} line ${line_count} has no geometry: ${line}`);
+            //     continue;
+            // }
 
             await writer.appendRow({
                 source_name: data,