(WIP) Add TILEDB_BLOB type

Author: SarantopoulosKon

src/TileDBQuery/TileDBQuery.ts

@@ -215,6 +215,7 @@ export class TileDBQuery {
        * Get the query response in capnp, we set responseType to arraybuffer instead of JSON
        * in order to deserialize the query capnp object.
        */
+
       const queryResponse = await this.queryAPI.submitQuery(
         namespace,
         arrayName,
@@ -247,8 +248,9 @@ export class TileDBQuery {
        * Deserialize buffer to a Query object
        */
       const queryObject = capnpQueryDeSerializer(bufferWithoutFirstEightBytes);
-
       const attributeHeaders = queryObject.attributeBufferHeaders;
+      console.log(JSON.stringify(attributeHeaders));
+      console.log('=================================');
 
       // Case it's incomplete query
       if (queryObject.status === Querystatus.Incomplete) {

src/utils/bufferToData.ts

@@ -86,6 +86,8 @@ const bufferToData = (arrayBuffer: ArrayBuffer, type: Datatype) => {
     return bufferToUTF32(arrayBuffer);
   } else if (int64Types.includes(type)) {
     return typedArrayToArray(bufferToInt64(arrayBuffer));
+  } else if (type === Datatype.Blob) {
+    return arrayBuffer;
   }
 
   return arrayBuffer;

src/utils/convertToArray.ts

@@ -1,4 +1,9 @@
 function convertToArray(arrayLike: any): any[] {
+  if (arrayLike.byteLength) {
+    const uint8Array = new Uint8Array(arrayLike);
+    const arrayOfUint8 = Array.from(uint8Array);
+    return arrayOfUint8;
+  }
   if (Array.isArray(arrayLike)) {
     return arrayLike;
   }

src/utils/dataToArrayBuffer.ts

@@ -36,6 +36,8 @@ const dataToArrayBuffer = (data: any = [], type: Datatype): ArrayBuffer => {
     // If it's an array of CHARs join them together to a single string
     const str = Array.isArray(data) ? data.join('') : data;
     return utf32StrToArrayBuffer(str);
+  } else if (type === Datatype.Blob) {
+    return data;
   }
 };
 

src/utils/getAttributeSchema.ts

@@ -1,4 +1,4 @@
-import { Attribute, Dimension } from '../v1';
+import { Attribute, Dimension } from '../v2';
 
 /**
  * Get attribute data from attribute name, attribute data contains the type of the attribute (e.g. INT32, StringUTF8 etc)

src/utils/getByteLengthOfData.ts

@@ -43,6 +43,10 @@ const getByteLengthOfData = (data: number[] | string[], type: Datatype) => {
       return accum + encodedString.byteLength;
     }, 0);
   }
+
+  if (type === Datatype.Blob) {
+    return (data as any).byteLength;
+  }
 };
 
 export default getByteLengthOfData;

src/utils/getByteLengthOfDatatype.ts

@@ -12,6 +12,7 @@ const getByteLengthOfDatatype = (type: Datatype) => {
   } else if (
     type === Datatype.StringAscii ||
     type === Datatype.Char ||
+    type === Datatype.Blob ||
     type === Datatype.StringUtf8
   ) {
     return 1;

src/utils/getResultsFromArrayBuffer.ts

@@ -1,5 +1,4 @@
-import { Attribute, Dimension } from '../v1';
-import { AttributeBufferHeader } from '../v2';
+import { AttributeBufferHeader, Attribute, Dimension, Datatype } from '../v2';
 import getAttributeSizeInBytes from './getAttributeSizeInBytes';
 import getAttributeSchema from './getAttributeSchema';
 import getAttributeResult, { bufferToInt8 } from './bufferToData';
@@ -128,10 +127,19 @@ export const getResultsFromArrayBuffer = async (
           convertToArray(result),
           offsets
         );
+
         // If it's a string we concat all the characters to create array of strings
         result = isString
           ? concatChars(groupedValues as string[][])
           : (groupedValues as number[][] | bigint[][]);
+
+        // Fix: Type
+        if (selectedAttributeSchema.type === Datatype.Blob) {
+          const arrayBuffers: any = groupedValues.map(
+            ints => Uint8Array.from(ints).buffer
+          );
+          result = arrayBuffers;
+        }
       }
 
       if (isNullable && !options.ignoreNullables) {

src/utils/groupValuesByOffsetBytes.ts

@@ -20,6 +20,7 @@ const groupValuesByOffsetBytes = <T>(
     off,
     offsetIndex[i]
   ]);
+
   const offsetsP = new Parallel(offsetIndexTuple, {
     env: {
       values,

src/v2/api.ts

@@ -782,6 +782,7 @@ export enum Datatype {
     Uint32 = 'UINT32',
     Uint64 = 'UINT64',
     StringAscii = 'STRING_ASCII',
+    Blob = 'BLOB',
     StringUtf8 = 'STRING_UTF8',
     StringUtf16 = 'STRING_UTF16',
     StringUtf32 = 'STRING_UTF32',