typia 3.4.11 → 3.5.0-dev.20221219

package/src/factories/internal/protocols/iterate_protocol_constant.ts

@@ -0,0 +1,27 @@
+import { MetadataConstant } from "../../../metadata/MetadataConstant";
+
+export const iterate_protocol_constant = ({
+    type,
+    values,
+}: MetadataConstant) => {
+    if (type === "boolean") return "bool";
+    else if (type === "number") return number(values);
+    else if (type === "bigint") return bigint(values);
+    else return "string";
+};
+
+const bigint = (values: bigint[]): string => {
+    return values.every((v) => v >= BigInt(0)) ? "uint64" : "int64";
+};
+
+const number = (values: number[]): string => {
+    return values.some((v) => Math.floor(v) !== v)
+        ? "double"
+        : values.every((v) => v >= 0)
+        ? values.every((v) => v <= 2 ** 64 - 1)
+            ? "uint32"
+            : "uint64"
+        : values.every((v) => -(2 ** 31) <= v && v <= 2 ** 31 - 1)
+        ? "int32"
+        : "int64";
+};

package/src/factories/internal/protocols/iterate_protocol_main.ts

@@ -0,0 +1,20 @@
+import { Metadata } from "../../../metadata/Metadata";
+
+import { IProtocolMessage } from "../../../messages/IProtocolMessage";
+import { MetadataCollection } from "../../MetadataCollection";
+import { ProtocolMetadataUtil } from "./ProtocolMetadataUtil";
+import { emplace_protocol_object } from "./emplace_protocol_object";
+
+export const iterate_protocol_main =
+    (dict: Map<string, IProtocolMessage>) =>
+    (meta: Metadata): string => {
+        // ONLY ONE OBJECT TYPE
+        if (ProtocolMetadataUtil.standalone(meta) && meta.objects.length === 1)
+            return MetadataCollection.escape(meta.getName());
+
+        const obj = ProtocolMetadataUtil.object("__Main", dict.size);
+        obj.properties.push(ProtocolMetadataUtil.property("value", meta, []));
+        emplace_protocol_object(dict)(obj);
+
+        return MetadataCollection.escape(obj.name);
+    };

package/src/factories/internal/protocols/iterate_protocol_map.ts

@@ -0,0 +1,40 @@
+import { Metadata } from "../../../metadata/Metadata";
+import { MetadataObject } from "../../../metadata/MetadataObject";
+
+import { IProtocolMessage } from "../../../messages/IProtocolMessage";
+import { MetadataCollection } from "../../MetadataCollection";
+import { ProtocolMetadataUtil } from "./ProtocolMetadataUtil";
+import { emplace_protocol_object } from "./emplace_protocol_object";
+import { iterate_protocol_atomic } from "./iterate_protocol_atomic";
+import { iterate_protocol_constant } from "./iterate_protocol_constant";
+
+export const iterate_protocol_map =
+    (container: "Object" | "Map") =>
+    (dict: Map<string, IProtocolMessage>) =>
+    (key: Metadata) =>
+    (value: Metadata) =>
+        `map<${getKeyName(key)}, ${getValueName(container)(dict)(value)}>`;
+
+const getKeyName = (meta: Metadata) => {
+    for (const atomic of meta.atomics)
+        return iterate_protocol_atomic([])(atomic);
+    for (const constant of meta.constants)
+        return iterate_protocol_constant(constant);
+    return "string";
+};
+
+const getValueName =
+    (container: "Object" | "Map") =>
+    (dict: Map<string, IProtocolMessage>) =>
+    (meta: Metadata) => {
+        if (ProtocolMetadataUtil.standalone(meta))
+            return MetadataCollection.escape(meta.getName());
+
+        const obj: MetadataObject = ProtocolMetadataUtil.object(
+            MetadataCollection.replace(`${container}.Value<${meta.getName()}>`),
+            dict.size,
+        );
+        obj.properties.push(ProtocolMetadataUtil.property("value", meta, []));
+        emplace_protocol_object(dict)(obj);
+        return MetadataCollection.replace(obj.name);
+    };

package/src/factories/internal/protocols/iterate_protocol_metadata.ts

@@ -0,0 +1,75 @@
+import { IMetadataTag } from "../../../metadata/IMetadataTag";
+import { Metadata } from "../../../metadata/Metadata";
+
+import { IProtocolMessage } from "../../../messages/IProtocolMessage";
+import { IProtocolProperty } from "../../../messages/IProtocolProperty";
+import { iterate_protocol_atomic } from "./iterate_protocol_atomic";
+import { iterate_protocol_constant } from "./iterate_protocol_constant";
+import { iterate_protocol_map } from "./iterate_protocol_map";
+import { iterate_protocol_native } from "./iterate_protocol_native";
+import { iterate_protocol_repeated } from "./iterate_protocol_repeated";
+import { iterate_protocol_tuple } from "./iterate_protocol_tuple";
+
+export const iterate_protocol_metadata =
+    (dict: Map<string, IProtocolMessage>) =>
+    (meta: Metadata) =>
+    (tags: IMetadataTag[]): Omit<IProtocolProperty, "key"> => {
+        // PREPARE ASSETS
+        const required: boolean = meta.required && !meta.nullable;
+        const oneOf: IProtocolProperty.IOneOf[] = [];
+
+        const add = (type: string) => {
+            if (oneOf.some((one) => one.type === type)) return;
+            oneOf.push({
+                type,
+            });
+        };
+
+        // WHEN SINGULAR ARRAY TYPE
+        if (meta.size() === 1 && meta.arrays.length + meta.sets.length === 1) {
+            const [container, child] =
+                meta.arrays.length === 1
+                    ? (["Array", meta.arrays[0]!] as const)
+                    : (["Set", meta.sets[0]!] as const);
+            add(iterate_protocol_repeated(container)(true)(dict)(child)(tags));
+            return {
+                required,
+                oneOf,
+                repeated: true,
+            };
+        }
+
+        // ATOMIC TYPES
+        for (const type of meta.atomics)
+            add(iterate_protocol_atomic(tags)(type));
+        for (const constant of meta.constants)
+            add(iterate_protocol_constant(constant));
+
+        // INSTANCE TYPES
+        for (const obj of meta.objects)
+            if (obj.properties.some((p) => !p.key.isSoleLiteral())) {
+                for (const prop of obj.properties)
+                    add(
+                        iterate_protocol_map("Object")(dict)(prop.key)(
+                            prop.value,
+                        ),
+                    );
+            } else add(obj.name);
+        for (const native of meta.natives)
+            add(iterate_protocol_native(dict)(native));
+        for (const tuple of meta.tuples)
+            add(iterate_protocol_tuple(dict)(tuple));
+        for (const array of meta.arrays)
+            add(iterate_protocol_repeated("Array")(false)(dict)(array)(tags));
+        for (const set of meta.sets)
+            add(iterate_protocol_repeated("Set")(false)(dict)(set)(tags));
+        for (const map of meta.maps)
+            add(iterate_protocol_map("Map")(dict)(map.key)(map.value));
+
+        // RETURNS
+        return {
+            required,
+            oneOf,
+            repeated: false,
+        };
+    };

package/src/factories/internal/protocols/iterate_protocol_native.ts

@@ -0,0 +1,34 @@
+import { Metadata } from "../../../metadata/Metadata";
+
+import { IProtocolMessage } from "../../../messages/IProtocolMessage";
+import { ProtocolMetadataUtil } from "./ProtocolMetadataUtil";
+import { emplace_protocol_object } from "./emplace_protocol_object";
+
+export const iterate_protocol_native =
+    (dict: Map<string, IProtocolMessage>) => (native: string) => {
+        if (native === "Date") {
+            const obj = ProtocolMetadataUtil.object("__Timestamp", dict.size);
+            obj.properties.push(
+                ProtocolMetadataUtil.property("seconds", integer("bigint"), [
+                    {
+                        kind: "type",
+                        value: "int64",
+                    },
+                ]),
+                ProtocolMetadataUtil.property("nanos", integer("number"), [
+                    {
+                        kind: "type",
+                        value: "int",
+                    },
+                ]),
+            );
+            emplace_protocol_object(dict)(obj);
+            return "__Timestamp";
+        } else return "bytes";
+    };
+
+const integer = (type: "number" | "bigint") => {
+    const meta = Metadata.initialize();
+    meta.atomics.push(type);
+    return meta;
+};

package/src/factories/internal/protocols/iterate_protocol_repeated.ts

@@ -0,0 +1,28 @@
+import { IMetadataTag } from "../../../metadata/IMetadataTag";
+import { Metadata } from "../../../metadata/Metadata";
+import { MetadataObject } from "../../../metadata/MetadataObject";
+
+import { IProtocolMessage } from "../../../messages/IProtocolMessage";
+import { MetadataCollection } from "../../MetadataCollection";
+import { ProtocolMetadataUtil } from "./ProtocolMetadataUtil";
+import { emplace_protocol_object } from "./emplace_protocol_object";
+
+export const iterate_protocol_repeated =
+    (container: "Array" | "Set") =>
+    (sole: boolean) =>
+    (dict: Map<string, IProtocolMessage>) =>
+    (meta: Metadata) =>
+    (tags: IMetadataTag[]): string => {
+        sole &&= ProtocolMetadataUtil.standalone(meta);
+        if (sole === true) return MetadataCollection.replace(meta.getName());
+
+        const obj: MetadataObject = ProtocolMetadataUtil.object(
+            MetadataCollection.replace(
+                `${container}.Element<${meta.getName()}>`,
+            ),
+            dict.size,
+        );
+        obj.properties.push(ProtocolMetadataUtil.property("value", meta, tags));
+        emplace_protocol_object(dict)(obj);
+        return MetadataCollection.replace(obj.name);
+    };

package/src/factories/internal/protocols/iterate_protocol_tuple.ts

@@ -0,0 +1,28 @@
+import { Metadata } from "../../../metadata/Metadata";
+import { MetadataObject } from "../../../metadata/MetadataObject";
+
+import { IProtocolMessage } from "../../../messages/IProtocolMessage";
+import { MetadataCollection } from "../../MetadataCollection";
+import { ProtocolMetadataUtil } from "./ProtocolMetadataUtil";
+import { emplace_protocol_object } from "./emplace_protocol_object";
+
+export const iterate_protocol_tuple =
+    (dict: Map<string, IProtocolMessage>) =>
+    (tuple: Metadata[]): string => {
+        const name: string = MetadataCollection.replace(
+            `[${tuple.map((m) => m.getName()).join(", ")}]`,
+        );
+        if (dict.has(name)) return MetadataCollection.escape(name);
+
+        const obj: MetadataObject = ProtocolMetadataUtil.object(
+            name,
+            dict.size,
+        );
+        obj.properties.push(
+            ...tuple.map((value, i) =>
+                ProtocolMetadataUtil.property(`v${i}`, value, []),
+            ),
+        );
+        emplace_protocol_object(dict)(obj);
+        return MetadataCollection.escape(obj.name);
+    };

package/src/functional/$proto_bytes.ts

@@ -0,0 +1,25 @@
+import { $varint_decode_i32, $varint_encode } from "./$varint";
+
+export function $proto_bytes_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: Uint8Array,
+): number {
+    offset = $varint_encode(dst, offset, value.length);
+    dst.set(value, offset);
+    offset += value.length;
+    return offset;
+}
+
+export function $proto_bytes_decode(
+    src: Uint8Array,
+    offset: number,
+): [value: Uint8Array, offset: number] {
+    let length = 0;
+
+    [length, offset] = $varint_decode_i32(src, offset); // Max Length: ~2GB
+    const value = src.subarray(offset, offset + length);
+    offset += length;
+
+    return [value, offset];
+}

package/src/functional/$proto_field.ts

@@ -0,0 +1,30 @@
+import { $varint_decode_i32, $varint_encode } from "./$varint";
+
+export enum $proto_field_wiretype {
+    VARINT = 0,
+    I64 = 1,
+    LEN = 2,
+    SGROUP = 3, // deprecated
+    EGROUP = 4, // deprecated
+    I32 = 5,
+}
+
+export function $proto_field_encode(
+    dst: Uint8Array,
+    offset: number,
+    fieldNumber: number,
+    wireType: $proto_field_wiretype,
+): number {
+    const tag = (fieldNumber << 3) | Number(wireType);
+    return $varint_encode(dst, offset, tag);
+}
+
+export function $proto_field_decode(
+    buf: Uint8Array,
+    offset: number,
+): [fieldNumber: number, wireType: $proto_field_wiretype, offset: number] {
+    const [tag, o] = $varint_decode_i32(buf, offset);
+    const fieldNumber = tag >>> 3;
+    const wireType = tag & 0b111;
+    return [fieldNumber, wireType, o];
+}

package/src/functional/$proto_float.ts

@@ -0,0 +1,37 @@
+export function $proto_float32_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: number,
+): number {
+    new DataView(dst).setFloat32(offset, value, true);
+    offset += 4;
+    return offset;
+}
+
+export function $proto_float32_decode(
+    src: Uint8Array,
+    offset: number,
+): [value: number, offset: number] {
+    const value = new DataView(src).getFloat32(offset, true);
+    offset += 4;
+    return [value, offset];
+}
+
+export function $proto_float64_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: number,
+): number {
+    new DataView(dst).setFloat64(offset, value, true);
+    offset += 8;
+    return offset;
+}
+
+export function $proto_float64_decode(
+    src: Uint8Array,
+    offset: number,
+): [value: number, offset: number] {
+    const value = new DataView(src).getFloat64(offset, true);
+    offset += 8;
+    return [value, offset];
+}

package/src/functional/$proto_i32.ts

@@ -0,0 +1,29 @@
+export function $proto_i32_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: number,
+): number {
+    value = (value | 0) >>> 0;
+
+    dst[offset] = value & 0xff;
+    dst[offset + 1] = (value >>> 8) & 0xff;
+    dst[offset + 2] = (value >>> 16) & 0xff;
+    dst[offset + 3] = (value >>> 24) & 0xff;
+    offset += 4;
+
+    return offset;
+}
+
+export function $proto_i32_decode(
+    buf: Uint8Array,
+    offset: number,
+): [value: number, offset: number] {
+    const value =
+        (buf[offset]! << 0) |
+        (buf[offset + 1]! << 8) |
+        (buf[offset + 2]! << 16) |
+        (buf[offset + 3]! << 24);
+    offset += 4;
+
+    return [value, offset];
+}

package/src/functional/$proto_i64.ts

@@ -0,0 +1,37 @@
+export function $proto_i64_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: bigint,
+): number {
+    value = BigInt.asUintN(64, value);
+
+    dst[offset] = Number(value & BigInt(0xff));
+    dst[offset + 1] = Number((value >> BigInt(8)) & BigInt(0xff));
+    dst[offset + 2] = Number((value >> BigInt(16)) & BigInt(0xff));
+    dst[offset + 3] = Number((value >> BigInt(24)) & BigInt(0xff));
+    dst[offset + 4] = Number((value >> BigInt(32)) & BigInt(0xff));
+    dst[offset + 5] = Number((value >> BigInt(40)) & BigInt(0xff));
+    dst[offset + 6] = Number((value >> BigInt(48)) & BigInt(0xff));
+    dst[offset + 7] = Number((value >> BigInt(56)) & BigInt(0xff));
+    offset += 8;
+
+    return offset;
+}
+
+export function $proto_i64_decode(
+    buf: Uint8Array,
+    offset: number,
+): [value: bigint, offset: number] {
+    const value =
+        (BigInt(buf[offset]!) << BigInt(0)) |
+        (BigInt(buf[offset + 1]!) << BigInt(8)) |
+        (BigInt(buf[offset + 2]!) << BigInt(16)) |
+        (BigInt(buf[offset + 3]!) << BigInt(24)) |
+        (BigInt(buf[offset + 4]!) << BigInt(32)) |
+        (BigInt(buf[offset + 5]!) << BigInt(40)) |
+        (BigInt(buf[offset + 6]!) << BigInt(48)) |
+        (BigInt(buf[offset + 7]!) << BigInt(56));
+    offset += 8;
+
+    return [BigInt.asIntN(64, value), offset];
+}

package/src/functional/$proto_size.ts

@@ -0,0 +1,82 @@
+import { $proto_field_wiretype } from "./$proto_field";
+
+export function $proto_size_varint(n: number): number;
+export function $proto_size_varint(n: bigint): number;
+
+export function $proto_size_varint(n: number | bigint): number {
+    if (typeof n === "number") {
+        if (n < 0) {
+            return SizeVarInt64(BigInt(n));
+        }
+        return SizeVarInt32(n);
+    }
+
+    return SizeVarInt64(n);
+}
+
+export function $proto_size_field(
+    fieldNumber: number,
+    wireType: $proto_field_wiretype,
+): number {
+    const tag = (fieldNumber << 3) | Number(wireType);
+    return $proto_size_varint(tag);
+}
+
+export function $proto_size_bytes(len: number): number {
+    return $proto_size_varint(len) + len;
+}
+
+const utf8_encoder = new TextEncoder();
+
+export function $proto_size_string(value: string): number {
+    // TODO: optimize (DON'T ENCODE TEXT TWICE)
+    const bytes = utf8_encoder.encode(value);
+    return $proto_size_bytes(bytes.length);
+}
+
+function SizeVarInt32(value: number): number {
+    value = (value | 0) >>> 0; // 32-bit integer
+    // TODO: optimize ( branchless solution exists )
+    // TODO: try lookup table based solution
+
+    if (value <= 127) {
+        return 1;
+    } else if (value <= 16383) {
+        return 2;
+    } else if (value <= 2097151) {
+        return 3;
+    } else if (value <= 268435455) {
+        return 4;
+    }
+
+    // < 34359738367
+    return 5;
+}
+
+function SizeVarInt64(value: bigint): number {
+    value = BigInt.asUintN(64, value);
+    // TODO: optimize ( branchless solution exists )
+    // TODO: try lookup table based solution
+
+    if (value <= BigInt("127")) {
+        return 1;
+    } else if (value <= BigInt("16383")) {
+        return 2;
+    } else if (value <= BigInt("2097151")) {
+        return 3;
+    } else if (value <= BigInt("268435455")) {
+        return 4;
+    } else if (value <= BigInt("34359738367")) {
+        return 5;
+    } else if (value <= BigInt("4398046511103")) {
+        return 6;
+    } else if (value <= BigInt("562949953421311")) {
+        return 7;
+    } else if (value <= BigInt("72057594037927935")) {
+        return 8;
+    } else if (value <= BigInt("9223372036854775807")) {
+        return 9;
+    }
+
+    return 10;
+}

package/src/functional/$proto_string.ts

@@ -0,0 +1,24 @@
+import { $proto_bytes_decode, $proto_bytes_encode } from "./$proto_bytes";
+
+const utf8_encoder = new TextEncoder();
+
+export function $proto_string_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: string,
+): number {
+    // TODO: optimize (DON'T ENCODE TEXT TWICE)
+
+    const bytes = utf8_encoder.encode(value);
+    return $proto_bytes_encode(dst, offset, bytes);
+}
+
+export function $proto_string_decode(
+    src: Uint8Array,
+    offset: number,
+): [value: string, offset: number] {
+    const utf8_decoder = new TextDecoder("utf-8");
+    const [bytes, o] = $proto_bytes_decode(src, offset);
+    const value = utf8_decoder.decode(bytes);
+    return [value, o];
+}

package/src/functional/$varint.ts

@@ -0,0 +1,130 @@
+function EncodeVarNumber(
+    dst: Uint8Array,
+    offset: number,
+    value: number,
+): number {
+    value = (value | 0) >>> 0; // 32-bit integer
+
+    while (value > 127) {
+        dst[offset++] = (value & 0b01111111) | 0b10000000;
+        value >>>= 7;
+    }
+    dst[offset++] = value;
+
+    return offset;
+}
+
+function DecodeVarNumber(
+    buf: Uint8Array,
+    offset: number,
+): [value: number, offset: number] {
+    let value = 0;
+    let shift = 0;
+
+    while (true) {
+        const byte = buf[offset++]!;
+        value |= (byte & 0b01111111) << shift;
+        if (byte < 128) {
+            break;
+        }
+        shift += 7;
+    }
+
+    return [value | 0, offset];
+}
+
+function DecodeVarBigInt(
+    buf: Uint8Array,
+    offset: number,
+): [value: bigint, offset: number] {
+    let value = BigInt(0);
+    let shift = BigInt(0);
+
+    while (true) {
+        const byte = buf[offset++]!;
+        value |= BigInt(byte & 0b01111111) << shift;
+        if (byte < 128) {
+            break;
+        }
+        shift += BigInt(7);
+    }
+
+    return [BigInt.asIntN(64, value), offset];
+}
+
+export function $varint_decode_i32(
+    buf: Uint8Array,
+    offset: number,
+): [value: number, offset: number] {
+    const [v, o] = DecodeVarNumber(buf, offset);
+    return [v, o];
+}
+
+export function $varint_decode_u32(
+    buf: Uint8Array,
+    offset: number,
+): [value: number, offset: number] {
+    const [v, o] = DecodeVarNumber(buf, offset);
+    return [v >>> 0, o];
+}
+
+export function $varint_decode_i64(
+    buf: Uint8Array,
+    offset: number,
+): [value: bigint, offset: number] {
+    const [v, o] = DecodeVarBigInt(buf, offset);
+    return [v, o];
+}
+
+export function $varint_decode_u64(
+    buf: Uint8Array,
+    offset: number,
+): [value: bigint, offset: number] {
+    const [v, o] = DecodeVarBigInt(buf, offset);
+    return [BigInt.asUintN(64, v), o];
+}
+
+function EncodeVarBigInt(
+    dst: Uint8Array,
+    offset: number,
+    value: bigint,
+): number {
+    value = BigInt.asUintN(64, value);
+
+    while (value > BigInt(127)) {
+        dst[offset++] = Number(value & BigInt(0b01111111)) | 0b10000000;
+        value >>= BigInt(7);
+    }
+    dst[offset++] = Number(value);
+
+    return offset;
+}
+
+export function $varint_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: number,
+): number;
+export function $varint_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: bigint,
+): number;
+
+export function $varint_encode(
+    dst: Uint8Array,
+    offset: number,
+    value: number | bigint,
+): number {
+    if (typeof value === "bigint") {
+        offset = EncodeVarBigInt(dst, offset, value);
+    } else {
+        if (value < 0) {
+            // NOTE: Protocol Buffers signed varint encoding uses two's complement of 64-bit unsigned integers.
+            offset = EncodeVarBigInt(dst, offset, BigInt(value));
+        } else {
+            offset = EncodeVarNumber(dst, offset, value);
+        }
+    }
+    return offset;
+}