feat: schema

schema generator wip

checkpoint: schema codegen compiles in typescript

feat: scaffold schema types

wip: codec/protocol/transport

operation schema

Author: kuhe

.changeset/nice-deers-shake.md

@@ -0,0 +1,7 @@
+---
+"@smithy/smithy-client": minor
+"@smithy/types": minor
+"@smithy/core": minor
+---
+
+implement schema framework

packages/core/package.json

@@ -46,6 +46,13 @@
       "require": "./dist-cjs/submodules/protocols/index.js",
       "types": "./dist-types/submodules/protocols/index.d.ts"
     },
+    "./schema": {
+      "module": "./dist-es/submodules/schema/index.js",
+      "node": "./dist-cjs/submodules/schema/index.js",
+      "import": "./dist-es/submodules/schema/index.js",
+      "require": "./dist-cjs/submodules/schema/index.js",
+      "types": "./dist-types/submodules/schema/index.d.ts"
+    },
     "./serde": {
       "module": "./dist-es/submodules/serde/index.js",
       "node": "./dist-cjs/submodules/serde/index.js",
@@ -64,6 +71,7 @@
     "@smithy/middleware-serde": "workspace:^",
     "@smithy/protocol-http": "workspace:^",
     "@smithy/types": "workspace:^",
+    "@smithy/util-base64": "workspace:^",
     "@smithy/util-body-length-browser": "workspace:^",
     "@smithy/util-middleware": "workspace:^",
     "@smithy/util-stream": "workspace:^",
@@ -85,6 +93,8 @@
     "./cbor.js",
     "./protocols.d.ts",
     "./protocols.js",
+    "./schema.d.ts",
+    "./schema.js",
     "./serde.d.ts",
     "./serde.js",
     "dist-*/**"

packages/core/schema.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Do not edit:
+ * This is a compatibility redirect for contexts that do not understand package.json exports field.
+ */
+declare module "@smithy/core/schema" {
+  export * from "@smithy/core/dist-types/submodules/schema/index.d";
+}

packages/core/schema.js

@@ -0,0 +1,6 @@
+
+/**
+ * Do not edit:
+ * This is a compatibility redirect for contexts that do not understand package.json exports field.
+ */
+module.exports = require("./dist-cjs/submodules/schema/index.js");

packages/core/src/submodules/cbor/CborCodec.ts

@@ -0,0 +1,158 @@
+import { deref, ListSchema, MapSchema, StructureSchema } from "@smithy/core/schema";
+import { copyDocumentWithTransform, parseEpochTimestamp } from "@smithy/core/serde";
+import {
+  Codec,
+  MemberSchema,
+  Schema,
+  SchemaRef,
+  SerdeContext,
+  ShapeDeserializer,
+  ShapeSerializer,
+  TraitsSchema,
+} from "@smithy/types";
+
+import { cbor } from "./cbor";
+import { dateToTag } from "./parseCborBody";
+
+export class CborCodec implements Codec<Uint8Array, Uint8Array> {
+  private serdeContext?: SerdeContext;
+
+  public createSerializer(): CborShapeSerializer {
+    const serializer = new CborShapeSerializer();
+    serializer.setSerdeContext(this.serdeContext!);
+    return serializer;
+  }
+  public createDeserializer(): CborShapeDeserializer {
+    const deserializer = new CborShapeDeserializer();
+    deserializer.setSerdeContext(this.serdeContext!);
+    return deserializer;
+  }
+
+  public setSerdeContext(serdeContext: SerdeContext): void {
+    this.serdeContext = serdeContext;
+  }
+}
+
+export class CborShapeSerializer implements ShapeSerializer<Uint8Array> {
+  private serdeContext?: SerdeContext;
+  private value: unknown;
+
+  public setSerdeContext(serdeContext: SerdeContext) {
+    this.serdeContext = serdeContext;
+  }
+
+  public write(schema: Schema, value: unknown): void {
+    this.value = copyDocumentWithTransform(value, schema, (_: any, schemaRef: SchemaRef) => {
+      if (_ instanceof Date) {
+        return dateToTag(_);
+      }
+      const schema = deref((schemaRef as MemberSchema)?.[0] ?? schemaRef);
+      if (_ instanceof Uint8Array) {
+        return _;
+      }
+      const sparse = (schema as TraitsSchema)?.traits?.sparse;
+      if (Array.isArray(_)) {
+        if (!sparse) {
+          return _.filter((item) => item != null);
+        }
+      } else if (_ && typeof _ === "object") {
+        if (!sparse) {
+          for (const [k, v] of Object.entries(_)) {
+            if (v == null) {
+              delete _[k];
+            }
+          }
+          return _;
+        }
+      }
+      return _;
+    });
+  }
+
+  public flush(): Uint8Array {
+    const buffer = cbor.serialize(this.value);
+    this.value = undefined;
+    return buffer as Uint8Array;
+  }
+}
+
+export class CborShapeDeserializer implements ShapeDeserializer {
+  private serdeContext?: SerdeContext;
+
+  public setSerdeContext(serdeContext: SerdeContext) {
+    this.serdeContext = serdeContext;
+  }
+
+  public read(schema: Schema, bytes: Uint8Array): any {
+    const data: any = cbor.deserialize(bytes);
+    return this.readValue(schema, data);
+  }
+
+  private readValue(schema: Schema, value: any): any {
+    if (typeof schema === "string") {
+      if (schema === "time" || schema === "epoch-seconds" || schema === "date-time") {
+        return parseEpochTimestamp(value);
+      }
+      if (schema === "blob" || schema === "streaming-blob") {
+        return value;
+      }
+    }
+    switch (typeof value) {
+      case "undefined":
+      case "boolean":
+      case "number":
+      case "string":
+      case "bigint":
+      case "symbol":
+        return value;
+      case "function":
+      case "object":
+        if (value === null) {
+          return null;
+        }
+        if ("byteLength" in (value as Uint8Array)) {
+          return value;
+        }
+        if (value instanceof Date) {
+          return value;
+        }
+        const traits =
+          Array.isArray(schema) && schema.length >= 2
+            ? {
+                ...(deref((schema as MemberSchema)[0]) as TraitsSchema)?.traits,
+                ...(schema as MemberSchema)[1],
+              }
+            : (deref(schema) as TraitsSchema)?.traits;
+
+        if (Array.isArray(value)) {
+          const newArray = [];
+          for (const item of value) {
+            newArray.push(this.readValue(schema instanceof ListSchema ? deref(schema.valueSchema) : void 0, item));
+            if (!traits?.sparse) {
+              if (newArray[newArray.length - 1] == null) {
+                newArray.pop();
+              }
+            }
+          }
+          return newArray;
+        }
+
+        const newObject = {} as any;
+        for (const key of Object.keys(value)) {
+          const targetSchema =
+            schema instanceof StructureSchema
+              ? deref(schema.members[key]?.[0])
+              : schema instanceof MapSchema
+                ? deref(schema.valueSchema)
+                : void 0;
+          newObject[key] = this.readValue(targetSchema, value[key]);
+          if (!traits?.sparse && newObject[key] == null) {
+            delete newObject[key];
+          }
+        }
+        return newObject;
+      default:
+        return value;
+    }
+  }
+}