@osdk/maker-experimental 0.6.0-beta.4 → 0.6.0-beta.5

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @osdk/maker-experimental
 
+## 0.6.0-beta.5
+
+### Minor Changes
+
+- fd3f6d3: Add support for empty backing datasources
+- 764fe55: Support multi block-generation-result outputs.
+
+### Patch Changes
+
+- Updated dependencies [cc7f505]
+- Updated dependencies [4bb9769]
+- Updated dependencies [0e45a37]
+- Updated dependencies [fcf81ba]
+- Updated dependencies [fd3f6d3]
+  - @osdk/maker@0.16.0-beta.11
+  - @osdk/api@2.8.0-beta.23
+  - @osdk/client.unstable@2.8.0-beta.23
+
 ## 0.6.0-beta.4
 
 ### Minor Changes

package/build/browser/api/defineOntologyV2.js

@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-import { getOntologyDefinition, initializeOntologyState } from "@osdk/maker";
+import { getOntologyDefinition, initializeOntologyState, OntologyEntityTypeEnum } from "@osdk/maker";
 import { convertOntologyDefinition } from "../conversion/toMarketplace/convertOntologyDefinition.js";
 import { getShapes } from "../conversion/toMarketplace/shapeExtractors/IrShapeExtractor.js";
 import { OntologyRidGeneratorImpl } from "../util/generateRid.js";
@@ -27,9 +27,15 @@ export async function defineOntologyV2(ns, body, randomnessKey) {
     console.error("Unexpected error while processing the body of the ontology", e);
     throw e;
   }
+  const ontologyDefinition = getOntologyDefinition();
   const ridGenerator = new OntologyRidGeneratorImpl();
-  const ontDef = convertOntologyDefinition(getOntologyDefinition(), ridGenerator, randomnessKey);
+  const ontDef = convertOntologyDefinition(ontologyDefinition, ridGenerator, randomnessKey);
   const shapes = await getShapes(ontDef.ontology, ridGenerator, randomnessKey);
-  return [ontDef, shapes];
+  const backingDatasourceApiNames = Object.entries(ontologyDefinition[OntologyEntityTypeEnum.OBJECT_TYPE]).filter(([_, obj]) => obj.includeEmptyBackingDatasource === true).map(([apiName]) => apiName);
+  return {
+    ontologyIr: ontDef,
+    shapes,
+    backingDatasourceApiNames
+  };
 }
 //# sourceMappingURL=defineOntologyV2.js.map

package/build/browser/api/defineOntologyV2.js.map

@@ -1 +1 @@
-{"version":3,"file":"defineOntologyV2.js","names":["getOntologyDefinition","initializeOntologyState","convertOntologyDefinition","getShapes","OntologyRidGeneratorImpl","defineOntologyV2","ns","body","randomnessKey","e","console","error","ridGenerator","ontDef","shapes","ontology"],"sources":["defineOntologyV2.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { OntologyIrV2 } from \"@osdk/client.unstable\";\nimport { getOntologyDefinition, initializeOntologyState } from \"@osdk/maker\";\nimport { convertOntologyDefinition } from \"../conversion/toMarketplace/convertOntologyDefinition.js\";\nimport { getShapes } from \"../conversion/toMarketplace/shapeExtractors/IrShapeExtractor.js\";\nimport type { BlockShapes } from \"../util/generateRid.js\";\nimport { OntologyRidGeneratorImpl } from \"../util/generateRid.js\";\n\nexport async function defineOntologyV2(\n  ns: string,\n  body: () => void | Promise<void>,\n  randomnessKey?: string,\n): Promise<[OntologyIrV2, BlockShapes]> {\n  initializeOntologyState(ns);\n\n  try {\n    await body();\n  } catch (e) {\n    // eslint-disable-next-line no-console\n    console.error(\n      \"Unexpected error while processing the body of the ontology\",\n      e,\n    );\n    throw e;\n  }\n\n  const ridGenerator = new OntologyRidGeneratorImpl();\n  const ontDef = convertOntologyDefinition(\n    getOntologyDefinition(),\n    ridGenerator,\n    randomnessKey,\n  );\n\n  const shapes = await getShapes(\n    ontDef.ontology,\n    ridGenerator,\n    randomnessKey,\n  );\n\n  return [ontDef, shapes];\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGA,SAASA,qBAAqB,EAAEC,uBAAuB,QAAQ,aAAa;AAC5E,SAASC,yBAAyB,QAAQ,0DAA0D;AACpG,SAASC,SAAS,QAAQ,iEAAiE;AAE3F,SAASC,wBAAwB,QAAQ,wBAAwB;AAEjE,OAAO,eAAeC,gBAAgBA,CACpCC,EAAU,EACVC,IAAgC,EAChCC,aAAsB,EACgB;EACtCP,uBAAuB,CAACK,EAAE,CAAC;EAE3B,IAAI;IACF,MAAMC,IAAI,CAAC,CAAC;EACd,CAAC,CAAC,OAAOE,CAAC,EAAE;IACV;IACAC,OAAO,CAACC,KAAK,CACX,4DAA4D,EAC5DF,CACF,CAAC;IACD,MAAMA,CAAC;EACT;EAEA,MAAMG,YAAY,GAAG,IAAIR,wBAAwB,CAAC,CAAC;EACnD,MAAMS,MAAM,GAAGX,yBAAyB,CACtCF,qBAAqB,CAAC,CAAC,EACvBY,YAAY,EACZJ,aACF,CAAC;EAED,MAAMM,MAAM,GAAG,MAAMX,SAAS,CAC5BU,MAAM,CAACE,QAAQ,EACfH,YAAY,EACZJ,aACF,CAAC;EAED,OAAO,CAACK,MAAM,EAAEC,MAAM,CAAC;AACzB","ignoreList":[]}
+{"version":3,"file":"defineOntologyV2.js","names":["getOntologyDefinition","initializeOntologyState","OntologyEntityTypeEnum","convertOntologyDefinition","getShapes","OntologyRidGeneratorImpl","defineOntologyV2","ns","body","randomnessKey","e","console","error","ontologyDefinition","ridGenerator","ontDef","shapes","ontology","backingDatasourceApiNames","Object","entries","OBJECT_TYPE","filter","_","obj","includeEmptyBackingDatasource","map","apiName","ontologyIr"],"sources":["defineOntologyV2.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { OntologyIrV2 } from \"@osdk/client.unstable\";\nimport type { ObjectType } from \"@osdk/maker\";\nimport {\n  getOntologyDefinition,\n  initializeOntologyState,\n  OntologyEntityTypeEnum,\n} from \"@osdk/maker\";\nimport { convertOntologyDefinition } from \"../conversion/toMarketplace/convertOntologyDefinition.js\";\nimport { getShapes } from \"../conversion/toMarketplace/shapeExtractors/IrShapeExtractor.js\";\nimport type { BlockShapes } from \"../util/generateRid.js\";\nimport { OntologyRidGeneratorImpl } from \"../util/generateRid.js\";\n\nexport interface OntologyV2Result {\n  ontologyIr: OntologyIrV2;\n  shapes: BlockShapes;\n  backingDatasourceApiNames: string[];\n}\n\nexport async function defineOntologyV2(\n  ns: string,\n  body: () => void | Promise<void>,\n  randomnessKey?: string,\n): Promise<OntologyV2Result> {\n  initializeOntologyState(ns);\n\n  try {\n    await body();\n  } catch (e) {\n    // eslint-disable-next-line no-console\n    console.error(\n      \"Unexpected error while processing the body of the ontology\",\n      e,\n    );\n    throw e;\n  }\n\n  const ontologyDefinition = getOntologyDefinition();\n\n  const ridGenerator = new OntologyRidGeneratorImpl();\n  const ontDef = convertOntologyDefinition(\n    ontologyDefinition,\n    ridGenerator,\n    randomnessKey,\n  );\n\n  const shapes = await getShapes(\n    ontDef.ontology,\n    ridGenerator,\n    randomnessKey,\n  );\n\n  const backingDatasourceApiNames = Object.entries(\n    ontologyDefinition[OntologyEntityTypeEnum.OBJECT_TYPE],\n  )\n    .filter(([_, obj]) =>\n      (obj as ObjectType).includeEmptyBackingDatasource === true\n    )\n    .map(([apiName]) => apiName);\n\n  return { ontologyIr: ontDef, shapes, backingDatasourceApiNames };\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAIA,SACEA,qBAAqB,EACrBC,uBAAuB,EACvBC,sBAAsB,QACjB,aAAa;AACpB,SAASC,yBAAyB,QAAQ,0DAA0D;AACpG,SAASC,SAAS,QAAQ,iEAAiE;AAE3F,SAASC,wBAAwB,QAAQ,wBAAwB;AAQjE,OAAO,eAAeC,gBAAgBA,CACpCC,EAAU,EACVC,IAAgC,EAChCC,aAAsB,EACK;EAC3BR,uBAAuB,CAACM,EAAE,CAAC;EAE3B,IAAI;IACF,MAAMC,IAAI,CAAC,CAAC;EACd,CAAC,CAAC,OAAOE,CAAC,EAAE;IACV;IACAC,OAAO,CAACC,KAAK,CACX,4DAA4D,EAC5DF,CACF,CAAC;IACD,MAAMA,CAAC;EACT;EAEA,MAAMG,kBAAkB,GAAGb,qBAAqB,CAAC,CAAC;EAElD,MAAMc,YAAY,GAAG,IAAIT,wBAAwB,CAAC,CAAC;EACnD,MAAMU,MAAM,GAAGZ,yBAAyB,CACtCU,kBAAkB,EAClBC,YAAY,EACZL,aACF,CAAC;EAED,MAAMO,MAAM,GAAG,MAAMZ,SAAS,CAC5BW,MAAM,CAACE,QAAQ,EACfH,YAAY,EACZL,aACF,CAAC;EAED,MAAMS,yBAAyB,GAAGC,MAAM,CAACC,OAAO,CAC9CP,kBAAkB,CAACX,sBAAsB,CAACmB,WAAW,CACvD,CAAC,CACEC,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,GAAG,CAAC,KACdA,GAAG,CAAgBC,6BAA6B,KAAK,IACxD,CAAC,CACAC,GAAG,CAAC,CAAC,CAACC,OAAO,CAAC,KAAKA,OAAO,CAAC;EAE9B,OAAO;IAAEC,UAAU,EAAEb,MAAM;IAAEC,MAAM;IAAEE;EAA0B,CAAC;AAClE","ignoreList":[]}

package/build/browser/cli/generateBackingDataset.js

@@ -0,0 +1,250 @@
+/*
+ * Copyright 2025 Palantir Technologies, Inc. All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { typeToConcreteDataType } from "../conversion/toMarketplace/typeVisitors.js";
+import { ReadableIdGenerator } from "../util/generateRid.js";
+import { toBlockShapeId } from "./marketplaceSerialization/CodeBlockSpec.js";
+
+/**
+ * Map from maker property type to Foundry schema field type
+ */
+export function propertyTypeToSchemaType(propType) {
+  const typeStr = typeof propType === "string" ? propType : propType.type;
+  switch (typeStr) {
+    case "string":
+      return "STRING";
+    case "boolean":
+      return "BOOLEAN";
+    case "integer":
+      return "INTEGER";
+    case "long":
+      return "LONG";
+    case "double":
+      return "DOUBLE";
+    case "float":
+      return "FLOAT";
+    case "byte":
+      return "BYTE";
+    case "short":
+      return "SHORT";
+    case "date":
+      return "DATE";
+    case "timestamp":
+      return "TIMESTAMP";
+    default:
+      throw new Error(`Unsupported property type "${typeStr}" for empty backing datasource. ` + `If using a property type that doesn't support empty backing datasources please make the property an edit only property.`);
+  }
+}
+
+/**
+ * Extract the set of edit-only property RIDs from the wire format datasources.
+ */
+function getEditOnlyPropertyRids(datasources) {
+  const editOnlyRids = new Set();
+  for (const ds of datasources) {
+    const def = ds.datasource;
+    let propertyMapping;
+    if (def.type === "datasetV2") {
+      propertyMapping = def.datasetV2.propertyMapping;
+    } else if (def.type === "datasetV3") {
+      propertyMapping = def.datasetV3.propertyMapping;
+    }
+    if (propertyMapping) {
+      for (const [rid, mapping] of Object.entries(propertyMapping)) {
+        if (mapping.type === "editOnly") {
+          editOnlyRids.add(rid);
+        }
+      }
+    }
+  }
+  return editOnlyRids;
+}
+
+/**
+ * Extract non-edit-only properties from ObjectTypeBlockDataV2.
+ */
+export function getNonEditOnlyProperties(objectTypeBlockData) {
+  const editOnlyRids = getEditOnlyPropertyRids(objectTypeBlockData.datasources);
+  return Object.entries(objectTypeBlockData.objectType.propertyTypes).filter(([rid]) => !editOnlyRids.has(rid)).map(([_, prop]) => prop);
+}
+
+/**
+ * Generate a backing datasource BlockGeneratorResult for an object type.
+ */
+export async function generateBackingDatasetBlockResult(objectTypeBlockData, buildDir, randomnessKey) {
+  const apiName = objectTypeBlockData.objectType.apiName;
+  const nonEditOnlyProps = getNonEditOnlyProperties(objectTypeBlockData);
+  const dsName = `${apiName}-backing-ds`;
+
+  // Build output shapes for the dataset block
+  const outputs = {};
+
+  // Readable IDs for dataset outputs (must match what the ontology block uses as inputs)
+  const datasourceReadableId = ReadableIdGenerator.getForDatasetOutput(apiName);
+
+  // tabularDatasource output shape
+  const columnReadableIds = [];
+  for (const prop of nonEditOnlyProps) {
+    const colReadableId = ReadableIdGenerator.getForDatasetColumnOutput(apiName, prop.apiName);
+    columnReadableIds.push(colReadableId);
+  }
+  const datasourceBlockInternalId = toBlockShapeId(datasourceReadableId, randomnessKey);
+  outputs[datasourceReadableId] = {
+    type: "tabularDatasource",
+    tabularDatasource: {
+      about: {
+        fallbackTitle: dsName,
+        fallbackDescription: "",
+        localizedTitle: {},
+        localizedDescription: {}
+      },
+      schema: columnReadableIds.map(id => toBlockShapeId(id, randomnessKey)),
+      type: "DATASET",
+      buildRequirements: {
+        isBuildable: false
+      }
+    }
+  };
+
+  // datasourceColumn output shapes for each non-edit-only property
+  for (let i = 0; i < nonEditOnlyProps.length; i++) {
+    const prop = nonEditOnlyProps[i];
+    const colReadableId = columnReadableIds[i];
+    outputs[colReadableId] = {
+      type: "datasourceColumn",
+      datasourceColumn: {
+        about: {
+          fallbackTitle: prop.apiName,
+          fallbackDescription: "",
+          localizedTitle: {},
+          localizedDescription: {}
+        },
+        type: {
+          type: "concrete",
+          concrete: typeToConcreteDataType(prop.type)
+        },
+        datasource: datasourceBlockInternalId,
+        typeclasses: []
+      }
+    };
+  }
+
+  // Generate internal IDs for block-data.json columns.
+  // These are distinct from the block shape IDs that appear in the manifest outputs.
+  // The add-on maps these internal IDs -> block shape IDs.
+  const columnInternalIds = nonEditOnlyProps.map(prop => toBlockShapeId(`column-internal-${apiName}-${prop.apiName}`, randomnessKey));
+  const compassReadableId = `${dsName}-compass-resource`;
+  const compassBlockShapeId = toBlockShapeId(compassReadableId, randomnessKey);
+  const datasourceInternalId = toBlockShapeId(`datasource-internal-${apiName}`, randomnessKey);
+  const locationInternalId = toBlockShapeId(`location-internal-${apiName}`, randomnessKey);
+  const addOnOverride = {
+    idToBlockShapeId: {
+      "dataset-internal-shape-id": datasourceBlockInternalId,
+      [datasourceInternalId]: datasourceBlockInternalId,
+      [locationInternalId]: compassBlockShapeId,
+      ...Object.fromEntries(columnInternalIds.map((internalId, i) => [internalId, toBlockShapeId(columnReadableIds[i], randomnessKey)]))
+    },
+    idToInputGroupId: {},
+    outputToLocationInput: {
+      [datasourceBlockInternalId]: compassBlockShapeId
+    }
+  };
+
+  // Create block data directory
+  const dsBlockDataDir = path.join(buildDir, `temp_block_data_${apiName}_backing_ds`);
+  await fs.promises.mkdir(dsBlockDataDir, {
+    recursive: true
+  });
+
+  // Write schema.json
+  const schemaJson = {
+    fieldSchemaList: nonEditOnlyProps.map(prop => ({
+      type: propertyTypeToSchemaType(prop.type),
+      name: prop.apiName,
+      nullable: null,
+      userDefinedTypeClass: null,
+      customMetadata: {},
+      arraySubtype: null,
+      precision: null,
+      scale: null,
+      mapKeyType: null,
+      mapValueType: null,
+      subSchemas: null
+    })),
+    primaryKey: null,
+    dataFrameReaderClass: "com.palantir.foundry.spark.input.ParquetDataFrameReader",
+    customMetadata: {
+      format: "parquet",
+      options: {}
+    }
+  };
+  await fs.promises.writeFile(path.join(dsBlockDataDir, "schema.json"), JSON.stringify(schemaJson, null, 2));
+
+  // Write block-data.json — column keys are the internal IDs mapped in the add-on
+  const blockDataJson = {
+    type: "v1",
+    v1: {
+      columns: Object.fromEntries(nonEditOnlyProps.map((prop, i) => [columnInternalIds[i], prop.apiName])),
+      hasSchema: true
+    }
+  };
+  await fs.promises.writeFile(path.join(dsBlockDataDir, "block-data.json"), JSON.stringify(blockDataJson, null, 2));
+
+  // Write VERSION
+  await fs.promises.writeFile(path.join(dsBlockDataDir, "VERSION"), "\"1\"");
+
+  // Write empty files.zip
+  // An empty zip file is just the end-of-central-directory record (22 bytes)
+  const emptyZip = Buffer.from([0x50, 0x4b, 0x05, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00]);
+  await fs.promises.writeFile(path.join(dsBlockDataDir, "files.zip"), emptyZip);
+
+  // Build inputs (compassResource for install location)
+  const inputs = {};
+  inputs[compassReadableId] = {
+    type: "compassResource",
+    compassResource: {
+      about: {
+        fallbackTitle: dsName,
+        fallbackDescription: "",
+        localizedTitle: {},
+        localizedDescription: {}
+      },
+      allowedTypes: [],
+      typeConstraints: [{
+        type: "compassFolderTypeConstraints",
+        compassFolderTypeConstraints: {
+          constraints: ["INSTALL_LOCATION"]
+        }
+      }]
+    }
+  };
+  return {
+    block_identifier: dsName,
+    block_data_directory: dsBlockDataDir,
+    oci_block_data_metadata: undefined,
+    maven_block_data_metadata: undefined,
+    inputs: inputs,
+    outputs: outputs,
+    input_mapping_entries: [],
+    external_recommendations: [],
+    add_on_override: addOnOverride,
+    input_shape_metadata: {},
+    block_type: "STATIC_DATASET"
+  };
+}
+//# sourceMappingURL=generateBackingDataset.js.map

package/build/browser/cli/generateBackingDataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateBackingDataset.js","names":["fs","path","typeToConcreteDataType","ReadableIdGenerator","toBlockShapeId","propertyTypeToSchemaType","propType","typeStr","type","Error","getEditOnlyPropertyRids","datasources","editOnlyRids","Set","ds","def","datasource","propertyMapping","datasetV2","datasetV3","rid","mapping","Object","entries","add","getNonEditOnlyProperties","objectTypeBlockData","objectType","propertyTypes","filter","has","map","_","prop","generateBackingDatasetBlockResult","buildDir","randomnessKey","apiName","nonEditOnlyProps","dsName","outputs","datasourceReadableId","getForDatasetOutput","columnReadableIds","colReadableId","getForDatasetColumnOutput","push","datasourceBlockInternalId","tabularDatasource","about","fallbackTitle","fallbackDescription","localizedTitle","localizedDescription","schema","id","buildRequirements","isBuildable","i","length","datasourceColumn","concrete","typeclasses","columnInternalIds","compassReadableId","compassBlockShapeId","datasourceInternalId","locationInternalId","addOnOverride","idToBlockShapeId","fromEntries","internalId","idToInputGroupId","outputToLocationInput","dsBlockDataDir","join","promises","mkdir","recursive","schemaJson","fieldSchemaList","name","nullable","userDefinedTypeClass","customMetadata","arraySubtype","precision","scale","mapKeyType","mapValueType","subSchemas","primaryKey","dataFrameReaderClass","format","options","writeFile","JSON","stringify","blockDataJson","v1","columns","hasSchema","emptyZip","Buffer","from","inputs","compassResource","allowedTypes","typeConstraints","compassFolderTypeConstraints","constraints","block_identifier","block_data_directory","oci_block_data_metadata","undefined","maven_block_data_metadata","input_mapping_entries","external_recommendations","add_on_override","input_shape_metadata","block_type"],"sources":["generateBackingDataset.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  ObjectTypeBlockDataV2,\n  PropertyType,\n  PropertyTypeMappingInfo,\n} from \"@osdk/client.unstable\";\nimport type { InputShape, OutputShape } from \"@osdk/client.unstable/api\";\nimport * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport {\n  typeToConcreteDataType,\n} from \"../conversion/toMarketplace/typeVisitors.js\";\nimport type { ReadableId } from \"../util/generateRid.js\";\nimport { ReadableIdGenerator } from \"../util/generateRid.js\";\nimport type { BlockGeneratorResult } from \"./marketplaceSerialization/BlockGeneratorResult.js\";\nimport { toBlockShapeId } from \"./marketplaceSerialization/CodeBlockSpec.js\";\n\n/**\n * Map from maker property type to Foundry schema field type\n */\nexport function propertyTypeToSchemaType(\n  propType: string | { type: string },\n): string {\n  const typeStr = typeof propType === \"string\" ? propType : propType.type;\n  switch (typeStr) {\n    case \"string\":\n      return \"STRING\";\n    case \"boolean\":\n      return \"BOOLEAN\";\n    case \"integer\":\n      return \"INTEGER\";\n    case \"long\":\n      return \"LONG\";\n    case \"double\":\n      return \"DOUBLE\";\n    case \"float\":\n      return \"FLOAT\";\n    case \"byte\":\n      return \"BYTE\";\n    case \"short\":\n      return \"SHORT\";\n    case \"date\":\n      return \"DATE\";\n    case \"timestamp\":\n      return \"TIMESTAMP\";\n    default:\n      throw new Error(\n        `Unsupported property type \"${typeStr}\" for empty backing datasource. `\n          + `If using a property type that doesn't support empty backing datasources please make the property an edit only property.`,\n      );\n  }\n}\n\n/**\n * Extract the set of edit-only property RIDs from the wire format datasources.\n */\nfunction getEditOnlyPropertyRids(\n  datasources: ObjectTypeBlockDataV2[\"datasources\"],\n): Set<string> {\n  const editOnlyRids = new Set<string>();\n  for (const ds of datasources) {\n    const def = ds.datasource;\n    let propertyMapping: Record<string, PropertyTypeMappingInfo> | undefined;\n    if (def.type === \"datasetV2\") {\n      propertyMapping = def.datasetV2.propertyMapping;\n    } else if (def.type === \"datasetV3\") {\n      propertyMapping = def.datasetV3.propertyMapping;\n    }\n    if (propertyMapping) {\n      for (const [rid, mapping] of Object.entries(propertyMapping)) {\n        if (mapping.type === \"editOnly\") {\n          editOnlyRids.add(rid);\n        }\n      }\n    }\n  }\n  return editOnlyRids;\n}\n\n/**\n * Extract non-edit-only properties from ObjectTypeBlockDataV2.\n */\nexport function getNonEditOnlyProperties(\n  objectTypeBlockData: ObjectTypeBlockDataV2,\n): PropertyType[] {\n  const editOnlyRids = getEditOnlyPropertyRids(\n    objectTypeBlockData.datasources,\n  );\n  return Object.entries(objectTypeBlockData.objectType.propertyTypes)\n    .filter(([rid]) => !editOnlyRids.has(rid))\n    .map(([_, prop]) => prop);\n}\n\n/**\n * Generate a backing datasource BlockGeneratorResult for an object type.\n */\nexport async function generateBackingDatasetBlockResult(\n  objectTypeBlockData: ObjectTypeBlockDataV2,\n  buildDir: string,\n  randomnessKey?: string,\n): Promise<BlockGeneratorResult> {\n  const apiName = objectTypeBlockData.objectType.apiName!;\n\n  const nonEditOnlyProps = getNonEditOnlyProperties(objectTypeBlockData);\n\n  const dsName = `${apiName}-backing-ds`;\n\n  // Build output shapes for the dataset block\n  const outputs: Record<string, OutputShape> = {};\n\n  // Readable IDs for dataset outputs (must match what the ontology block uses as inputs)\n  const datasourceReadableId = ReadableIdGenerator.getForDatasetOutput(apiName);\n\n  // tabularDatasource output shape\n  const columnReadableIds: ReadableId[] = [];\n  for (const prop of nonEditOnlyProps) {\n    const colReadableId = ReadableIdGenerator.getForDatasetColumnOutput(\n      apiName,\n      prop.apiName!,\n    );\n    columnReadableIds.push(colReadableId);\n  }\n\n  const datasourceBlockInternalId = toBlockShapeId(\n    datasourceReadableId,\n    randomnessKey,\n  );\n\n  outputs[datasourceReadableId] = {\n    type: \"tabularDatasource\",\n    tabularDatasource: {\n      about: {\n        fallbackTitle: dsName,\n        fallbackDescription: \"\",\n        localizedTitle: {},\n        localizedDescription: {},\n      },\n      schema: columnReadableIds.map((id) => toBlockShapeId(id, randomnessKey)),\n      type: \"DATASET\",\n      buildRequirements: { isBuildable: false },\n    },\n  } as OutputShape;\n\n  // datasourceColumn output shapes for each non-edit-only property\n  for (let i = 0; i < nonEditOnlyProps.length; i++) {\n    const prop = nonEditOnlyProps[i];\n    const colReadableId = columnReadableIds[i];\n\n    outputs[colReadableId] = {\n      type: \"datasourceColumn\",\n      datasourceColumn: {\n        about: {\n          fallbackTitle: prop.apiName!,\n          fallbackDescription: \"\",\n          localizedTitle: {},\n          localizedDescription: {},\n        },\n        type: {\n          type: \"concrete\",\n          concrete: typeToConcreteDataType(prop.type),\n        },\n        datasource: datasourceBlockInternalId,\n        typeclasses: [],\n      },\n    } as OutputShape;\n  }\n\n  // Generate internal IDs for block-data.json columns.\n  // These are distinct from the block shape IDs that appear in the manifest outputs.\n  // The add-on maps these internal IDs -> block shape IDs.\n  const columnInternalIds = nonEditOnlyProps.map((prop) =>\n    toBlockShapeId(\n      `column-internal-${apiName}-${prop.apiName!}`,\n      randomnessKey,\n    )\n  );\n\n  const compassReadableId = `${dsName}-compass-resource` as ReadableId;\n  const compassBlockShapeId = toBlockShapeId(\n    compassReadableId,\n    randomnessKey,\n  );\n\n  const datasourceInternalId = toBlockShapeId(\n    `datasource-internal-${apiName}`,\n    randomnessKey,\n  );\n  const locationInternalId = toBlockShapeId(\n    `location-internal-${apiName}`,\n    randomnessKey,\n  );\n\n  const addOnOverride: Record<string, unknown> = {\n    idToBlockShapeId: {\n      \"dataset-internal-shape-id\": datasourceBlockInternalId,\n      [datasourceInternalId]: datasourceBlockInternalId,\n      [locationInternalId]: compassBlockShapeId,\n      ...Object.fromEntries(\n        columnInternalIds.map((internalId, i) => [\n          internalId,\n          toBlockShapeId(columnReadableIds[i], randomnessKey),\n        ]),\n      ),\n    },\n    idToInputGroupId: {},\n    outputToLocationInput: {\n      [datasourceBlockInternalId]: compassBlockShapeId,\n    },\n  };\n\n  // Create block data directory\n  const dsBlockDataDir = path.join(\n    buildDir,\n    `temp_block_data_${apiName}_backing_ds`,\n  );\n  await fs.promises.mkdir(dsBlockDataDir, { recursive: true });\n\n  // Write schema.json\n  const schemaJson = {\n    fieldSchemaList: nonEditOnlyProps.map((prop) => ({\n      type: propertyTypeToSchemaType(prop.type),\n      name: prop.apiName!,\n      nullable: null,\n      userDefinedTypeClass: null,\n      customMetadata: {},\n      arraySubtype: null,\n      precision: null,\n      scale: null,\n      mapKeyType: null,\n      mapValueType: null,\n      subSchemas: null,\n    })),\n    primaryKey: null,\n    dataFrameReaderClass:\n      \"com.palantir.foundry.spark.input.ParquetDataFrameReader\",\n    customMetadata: {\n      format: \"parquet\",\n      options: {},\n    },\n  };\n  await fs.promises.writeFile(\n    path.join(dsBlockDataDir, \"schema.json\"),\n    JSON.stringify(schemaJson, null, 2),\n  );\n\n  // Write block-data.json — column keys are the internal IDs mapped in the add-on\n  const blockDataJson = {\n    type: \"v1\",\n    v1: {\n      columns: Object.fromEntries(\n        nonEditOnlyProps.map((prop, i) => [\n          columnInternalIds[i],\n          prop.apiName!,\n        ]),\n      ),\n      hasSchema: true,\n    },\n  };\n  await fs.promises.writeFile(\n    path.join(dsBlockDataDir, \"block-data.json\"),\n    JSON.stringify(blockDataJson, null, 2),\n  );\n\n  // Write VERSION\n  await fs.promises.writeFile(\n    path.join(dsBlockDataDir, \"VERSION\"),\n    \"\\\"1\\\"\",\n  );\n\n  // Write empty files.zip\n  // An empty zip file is just the end-of-central-directory record (22 bytes)\n  const emptyZip = Buffer.from([\n    0x50,\n    0x4b,\n    0x05,\n    0x06,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n    0x00,\n  ]);\n  await fs.promises.writeFile(\n    path.join(dsBlockDataDir, \"files.zip\"),\n    emptyZip,\n  );\n\n  // Build inputs (compassResource for install location)\n  const inputs: Record<string, InputShape> = {};\n  inputs[compassReadableId] = {\n    type: \"compassResource\",\n    compassResource: {\n      about: {\n        fallbackTitle: dsName,\n        fallbackDescription: \"\",\n        localizedTitle: {},\n        localizedDescription: {},\n      },\n      allowedTypes: [],\n      typeConstraints: [\n        {\n          type: \"compassFolderTypeConstraints\",\n          compassFolderTypeConstraints: {\n            constraints: [\"INSTALL_LOCATION\"],\n          },\n        },\n      ],\n    },\n  } as InputShape;\n\n  return {\n    block_identifier: dsName,\n    block_data_directory: dsBlockDataDir,\n    oci_block_data_metadata: undefined,\n    maven_block_data_metadata: undefined,\n    inputs: inputs as any,\n    outputs: outputs as any,\n    input_mapping_entries: [],\n    external_recommendations: [],\n    add_on_override: addOnOverride,\n    input_shape_metadata: {},\n    block_type: \"STATIC_DATASET\",\n  };\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAQA,OAAO,KAAKA,EAAE,MAAM,SAAS;AAC7B,OAAO,KAAKC,IAAI,MAAM,WAAW;AACjC,SACEC,sBAAsB,QACjB,6CAA6C;AAEpD,SAASC,mBAAmB,QAAQ,wBAAwB;AAE5D,SAASC,cAAc,QAAQ,6CAA6C;;AAE5E;AACA;AACA;AACA,OAAO,SAASC,wBAAwBA,CACtCC,QAAmC,EAC3B;EACR,MAAMC,OAAO,GAAG,OAAOD,QAAQ,KAAK,QAAQ,GAAGA,QAAQ,GAAGA,QAAQ,CAACE,IAAI;EACvE,QAAQD,OAAO;IACb,KAAK,QAAQ;MACX,OAAO,QAAQ;IACjB,KAAK,SAAS;MACZ,OAAO,SAAS;IAClB,KAAK,SAAS;MACZ,OAAO,SAAS;IAClB,KAAK,MAAM;MACT,OAAO,MAAM;IACf,KAAK,QAAQ;MACX,OAAO,QAAQ;IACjB,KAAK,OAAO;MACV,OAAO,OAAO;IAChB,KAAK,MAAM;MACT,OAAO,MAAM;IACf,KAAK,OAAO;MACV,OAAO,OAAO;IAChB,KAAK,MAAM;MACT,OAAO,MAAM;IACf,KAAK,WAAW;MACd,OAAO,WAAW;IACpB;MACE,MAAM,IAAIE,KAAK,CACb,8BAA8BF,OAAO,kCAAkC,GACnE,yHACN,CAAC;EACL;AACF;;AAEA;AACA;AACA;AACA,SAASG,uBAAuBA,CAC9BC,WAAiD,EACpC;EACb,MAAMC,YAAY,GAAG,IAAIC,GAAG,CAAS,CAAC;EACtC,KAAK,MAAMC,EAAE,IAAIH,WAAW,EAAE;IAC5B,MAAMI,GAAG,GAAGD,EAAE,CAACE,UAAU;IACzB,IAAIC,eAAoE;IACxE,IAAIF,GAAG,CAACP,IAAI,KAAK,WAAW,EAAE;MAC5BS,eAAe,GAAGF,GAAG,CAACG,SAAS,CAACD,eAAe;IACjD,CAAC,MAAM,IAAIF,GAAG,CAACP,IAAI,KAAK,WAAW,EAAE;MACnCS,eAAe,GAAGF,GAAG,CAACI,SAAS,CAACF,eAAe;IACjD;IACA,IAAIA,eAAe,EAAE;MACnB,KAAK,MAAM,CAACG,GAAG,EAAEC,OAAO,CAAC,IAAIC,MAAM,CAACC,OAAO,CAACN,eAAe,CAAC,EAAE;QAC5D,IAAII,OAAO,CAACb,IAAI,KAAK,UAAU,EAAE;UAC/BI,YAAY,CAACY,GAAG,CAACJ,GAAG,CAAC;QACvB;MACF;IACF;EACF;EACA,OAAOR,YAAY;AACrB;;AAEA;AACA;AACA;AACA,OAAO,SAASa,wBAAwBA,CACtCC,mBAA0C,EAC1B;EAChB,MAAMd,YAAY,GAAGF,uBAAuB,CAC1CgB,mBAAmB,CAACf,WACtB,CAAC;EACD,OAAOW,MAAM,CAACC,OAAO,CAACG,mBAAmB,CAACC,UAAU,CAACC,aAAa,CAAC,CAChEC,MAAM,CAAC,CAAC,CAACT,GAAG,CAAC,KAAK,CAACR,YAAY,CAACkB,GAAG,CAACV,GAAG,CAAC,CAAC,CACzCW,GAAG,CAAC,CAAC,CAACC,CAAC,EAAEC,IAAI,CAAC,KAAKA,IAAI,CAAC;AAC7B;;AAEA;AACA;AACA;AACA,OAAO,eAAeC,iCAAiCA,CACrDR,mBAA0C,EAC1CS,QAAgB,EAChBC,aAAsB,EACS;EAC/B,MAAMC,OAAO,GAAGX,mBAAmB,CAACC,UAAU,CAACU,OAAQ;EAEvD,MAAMC,gBAAgB,GAAGb,wBAAwB,CAACC,mBAAmB,CAAC;EAEtE,MAAMa,MAAM,GAAG,GAAGF,OAAO,aAAa;;EAEtC;EACA,MAAMG,OAAoC,GAAG,CAAC,CAAC;;EAE/C;EACA,MAAMC,oBAAoB,GAAGtC,mBAAmB,CAACuC,mBAAmB,CAACL,OAAO,CAAC;;EAE7E;EACA,MAAMM,iBAA+B,GAAG,EAAE;EAC1C,KAAK,MAAMV,IAAI,IAAIK,gBAAgB,EAAE;IACnC,MAAMM,aAAa,GAAGzC,mBAAmB,CAAC0C,yBAAyB,CACjER,OAAO,EACPJ,IAAI,CAACI,OACP,CAAC;IACDM,iBAAiB,CAACG,IAAI,CAACF,aAAa,CAAC;EACvC;EAEA,MAAMG,yBAAyB,GAAG3C,cAAc,CAC9CqC,oBAAoB,EACpBL,aACF,CAAC;EAEDI,OAAO,CAACC,oBAAoB,CAAC,GAAG;IAC9BjC,IAAI,EAAE,mBAAmB;IACzBwC,iBAAiB,EAAE;MACjBC,KAAK,EAAE;QACLC,aAAa,EAAEX,MAAM;QACrBY,mBAAmB,EAAE,EAAE;QACvBC,cAAc,EAAE,CAAC,CAAC;QAClBC,oBAAoB,EAAE,CAAC;MACzB,CAAC;MACDC,MAAM,EAAEX,iBAAiB,CAACZ,GAAG,CAAEwB,EAAE,IAAKnD,cAAc,CAACmD,EAAE,EAAEnB,aAAa,CAAC,CAAC;MACxE5B,IAAI,EAAE,SAAS;MACfgD,iBAAiB,EAAE;QAAEC,WAAW,EAAE;MAAM;IAC1C;EACF,CAAgB;;EAEhB;EACA,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGpB,gBAAgB,CAACqB,MAAM,EAAED,CAAC,EAAE,EAAE;IAChD,MAAMzB,IAAI,GAAGK,gBAAgB,CAACoB,CAAC,CAAC;IAChC,MAAMd,aAAa,GAAGD,iBAAiB,CAACe,CAAC,CAAC;IAE1ClB,OAAO,CAACI,aAAa,CAAC,GAAG;MACvBpC,IAAI,EAAE,kBAAkB;MACxBoD,gBAAgB,EAAE;QAChBX,KAAK,EAAE;UACLC,aAAa,EAAEjB,IAAI,CAACI,OAAQ;UAC5Bc,mBAAmB,EAAE,EAAE;UACvBC,cAAc,EAAE,CAAC,CAAC;UAClBC,oBAAoB,EAAE,CAAC;QACzB,CAAC;QACD7C,IAAI,EAAE;UACJA,IAAI,EAAE,UAAU;UAChBqD,QAAQ,EAAE3D,sBAAsB,CAAC+B,IAAI,CAACzB,IAAI;QAC5C,CAAC;QACDQ,UAAU,EAAE+B,yBAAyB;QACrCe,WAAW,EAAE;MACf;IACF,CAAgB;EAClB;;EAEA;EACA;EACA;EACA,MAAMC,iBAAiB,GAAGzB,gBAAgB,CAACP,GAAG,CAAEE,IAAI,IAClD7B,cAAc,CACZ,mBAAmBiC,OAAO,IAAIJ,IAAI,CAACI,OAAO,EAAG,EAC7CD,aACF,CACF,CAAC;EAED,MAAM4B,iBAAiB,GAAG,GAAGzB,MAAM,mBAAiC;EACpE,MAAM0B,mBAAmB,GAAG7D,cAAc,CACxC4D,iBAAiB,EACjB5B,aACF,CAAC;EAED,MAAM8B,oBAAoB,GAAG9D,cAAc,CACzC,uBAAuBiC,OAAO,EAAE,EAChCD,aACF,CAAC;EACD,MAAM+B,kBAAkB,GAAG/D,cAAc,CACvC,qBAAqBiC,OAAO,EAAE,EAC9BD,aACF,CAAC;EAED,MAAMgC,aAAsC,GAAG;IAC7CC,gBAAgB,EAAE;MAChB,2BAA2B,EAAEtB,yBAAyB;MACtD,CAACmB,oBAAoB,GAAGnB,yBAAyB;MACjD,CAACoB,kBAAkB,GAAGF,mBAAmB;MACzC,GAAG3C,MAAM,CAACgD,WAAW,CACnBP,iBAAiB,CAAChC,GAAG,CAAC,CAACwC,UAAU,EAAEb,CAAC,KAAK,CACvCa,UAAU,EACVnE,cAAc,CAACuC,iBAAiB,CAACe,CAAC,CAAC,EAAEtB,aAAa,CAAC,CACpD,CACH;IACF,CAAC;IACDoC,gBAAgB,EAAE,CAAC,CAAC;IACpBC,qBAAqB,EAAE;MACrB,CAAC1B,yBAAyB,GAAGkB;IAC/B;EACF,CAAC;;EAED;EACA,MAAMS,cAAc,GAAGzE,IAAI,CAAC0E,IAAI,CAC9BxC,QAAQ,EACR,mBAAmBE,OAAO,aAC5B,CAAC;EACD,MAAMrC,EAAE,CAAC4E,QAAQ,CAACC,KAAK,CAACH,cAAc,EAAE;IAAEI,SAAS,EAAE;EAAK,CAAC,CAAC;;EAE5D;EACA,MAAMC,UAAU,GAAG;IACjBC,eAAe,EAAE1C,gBAAgB,CAACP,GAAG,CAAEE,IAAI,KAAM;MAC/CzB,IAAI,EAAEH,wBAAwB,CAAC4B,IAAI,CAACzB,IAAI,CAAC;MACzCyE,IAAI,EAAEhD,IAAI,CAACI,OAAQ;MACnB6C,QAAQ,EAAE,IAAI;MACdC,oBAAoB,EAAE,IAAI;MAC1BC,cAAc,EAAE,CAAC,CAAC;MAClBC,YAAY,EAAE,IAAI;MAClBC,SAAS,EAAE,IAAI;MACfC,KAAK,EAAE,IAAI;MACXC,UAAU,EAAE,IAAI;MAChBC,YAAY,EAAE,IAAI;MAClBC,UAAU,EAAE;IACd,CAAC,CAAC,CAAC;IACHC,UAAU,EAAE,IAAI;IAChBC,oBAAoB,EAClB,yDAAyD;IAC3DR,cAAc,EAAE;MACdS,MAAM,EAAE,SAAS;MACjBC,OAAO,EAAE,CAAC;IACZ;EACF,CAAC;EACD,MAAM9F,EAAE,CAAC4E,QAAQ,CAACmB,SAAS,CACzB9F,IAAI,CAAC0E,IAAI,CAACD,cAAc,EAAE,aAAa,CAAC,EACxCsB,IAAI,CAACC,SAAS,CAAClB,UAAU,EAAE,IAAI,EAAE,CAAC,CACpC,CAAC;;EAED;EACA,MAAMmB,aAAa,GAAG;IACpB1F,IAAI,EAAE,IAAI;IACV2F,EAAE,EAAE;MACFC,OAAO,EAAE9E,MAAM,CAACgD,WAAW,CACzBhC,gBAAgB,CAACP,GAAG,CAAC,CAACE,IAAI,EAAEyB,CAAC,KAAK,CAChCK,iBAAiB,CAACL,CAAC,CAAC,EACpBzB,IAAI,CAACI,OAAO,CACb,CACH,CAAC;MACDgE,SAAS,EAAE;IACb;EACF,CAAC;EACD,MAAMrG,EAAE,CAAC4E,QAAQ,CAACmB,SAAS,CACzB9F,IAAI,CAAC0E,IAAI,CAACD,cAAc,EAAE,iBAAiB,CAAC,EAC5CsB,IAAI,CAACC,SAAS,CAACC,aAAa,EAAE,IAAI,EAAE,CAAC,CACvC,CAAC;;EAED;EACA,MAAMlG,EAAE,CAAC4E,QAAQ,CAACmB,SAAS,CACzB9F,IAAI,CAAC0E,IAAI,CAACD,cAAc,EAAE,SAAS,CAAC,EACpC,OACF,CAAC;;EAED;EACA;EACA,MAAM4B,QAAQ,GAAGC,MAAM,CAACC,IAAI,CAAC,CAC3B,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,CACL,CAAC;EACF,MAAMxG,EAAE,CAAC4E,QAAQ,CAACmB,SAAS,CACzB9F,IAAI,CAAC0E,IAAI,CAACD,cAAc,EAAE,WAAW,CAAC,EACtC4B,QACF,CAAC;;EAED;EACA,MAAMG,MAAkC,GAAG,CAAC,CAAC;EAC7CA,MAAM,CAACzC,iBAAiB,CAAC,GAAG;IAC1BxD,IAAI,EAAE,iBAAiB;IACvBkG,eAAe,EAAE;MACfzD,KAAK,EAAE;QACLC,aAAa,EAAEX,MAAM;QACrBY,mBAAmB,EAAE,EAAE;QACvBC,cAAc,EAAE,CAAC,CAAC;QAClBC,oBAAoB,EAAE,CAAC;MACzB,CAAC;MACDsD,YAAY,EAAE,EAAE;MAChBC,eAAe,EAAE,CACf;QACEpG,IAAI,EAAE,8BAA8B;QACpCqG,4BAA4B,EAAE;UAC5BC,WAAW,EAAE,CAAC,kBAAkB;QAClC;MACF,CAAC;IAEL;EACF,CAAe;EAEf,OAAO;IACLC,gBAAgB,EAAExE,MAAM;IACxByE,oBAAoB,EAAEtC,cAAc;IACpCuC,uBAAuB,EAAEC,SAAS;IAClCC,yBAAyB,EAAED,SAAS;IACpCT,MAAM,EAAEA,MAAa;IACrBjE,OAAO,EAAEA,OAAc;IACvB4E,qBAAqB,EAAE,EAAE;IACzBC,wBAAwB,EAAE,EAAE;IAC5BC,eAAe,EAAElD,aAAa;IAC9BmD,oBAAoB,EAAE,CAAC,CAAC;IACxBC,UAAU,EAAE;EACd,CAAC;AACH","ignoreList":[]}

package/build/browser/cli/main.js

@@ -22,11 +22,13 @@ import invariant from "tiny-invariant";
 import yargs from "yargs";
 import { hideBin } from "yargs/helpers";
 import { defineOntologyV2 } from "../api/defineOntologyV2.js";
+import { ReadableIdGenerator } from "../util/generateRid.js";
+import { generateBackingDatasetBlockResult, getNonEditOnlyProperties } from "./generateBackingDataset.js";
 const apiNamespaceRegex = /^[a-z0-9-]+(\.[a-z0-9-]+)*\.$/;
 const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/;
 export default async function main(args = process.argv) {
   consola.log("Generating BlockGeneratorResult for ontology...");
-  const commandLineOpts = await yargs(hideBin(args)).version("0.6.0-beta.4" ?? "").wrap(Math.min(150, yargs().terminalWidth())).strict().help().options({
+  const commandLineOpts = await yargs(hideBin(args)).version("0.6.0-beta.5" ?? "").wrap(Math.min(150, yargs().terminalWidth())).strict().help().options({
     input: {
       alias: "i",
       describe: "Input file",
@@ -69,7 +71,11 @@ export default async function main(args = process.argv) {
   if (commandLineOpts.randomnessKey !== undefined) {
     !uuidRegex.test(commandLineOpts.randomnessKey) ? process.env.NODE_ENV !== "production" ? invariant(false, "Supplied randomness key is not a uuid and shouldn't be used as a uniqueness guarantee") : invariant(false) : void 0;
   }
-  const [ontologyBlockDataV2, shapes] = await loadOntology(commandLineOpts.input, apiNamespace, commandLineOpts.randomnessKey);
+  const {
+    ontologyIr,
+    shapes,
+    backingDatasourceApiNames
+  } = await loadOntology(commandLineOpts.input, apiNamespace, commandLineOpts.randomnessKey);
 
   // Create temp directory for block data
   const blockDataDir = path.join(commandLineOpts.buildDir, "temp_block_data");
@@ -81,10 +87,50 @@ export default async function main(args = process.argv) {
 
   // Write ontology.json to the block data directory
   const ontologyJsonPath = path.join(blockDataDir, "ontology.json");
-  const ontologyJson = JSON.stringify(ontologyBlockDataV2.ontology, null, 2);
+  const ontologyJson = JSON.stringify(ontologyIr.ontology, null, 2);
   await fs.promises.writeFile(ontologyJsonPath, ontologyJson);
   consola.info(`Wrote ontology.json to ${ontologyJsonPath}`);
 
+  // Collect input_mapping_entries for the ontology block
+  // These map ontology inputs to datasource block outputs for objects with includeEmptyBackingDatasource
+  const ontologyInputMappingEntries = [];
+  for (const apiName of backingDatasourceApiNames) {
+    const objectTypeBlockData = findObjectTypeByApiName(ontologyIr.ontology.objectTypes, apiName);
+    if (!objectTypeBlockData) continue;
+    const nonEditOnlyProps = getNonEditOnlyProperties(objectTypeBlockData);
+
+    // The ontology block has inputs with these readable IDs (from shape extraction)
+    // Map them to the datasource block's outputs (which use the same readable IDs)
+    const inputDatasetReadableId = ReadableIdGenerator.getForDataset(apiName);
+    const outputDatasetReadableId = ReadableIdGenerator.getForDatasetOutput(apiName);
+    if (shapes.inputShapes.has(inputDatasetReadableId)) {
+      ontologyInputMappingEntries.push({
+        input: inputDatasetReadableId,
+        output: outputDatasetReadableId
+      });
+    }
+    for (const prop of nonEditOnlyProps) {
+      const colInputReadableId = ReadableIdGenerator.getForDatasetColumn(apiName, prop.apiName);
+      const getForDatasetColumnOutput = ReadableIdGenerator.getForDatasetColumnOutput(apiName, prop.apiName);
+      if (shapes.inputShapes.has(colInputReadableId)) {
+        ontologyInputMappingEntries.push({
+          input: colInputReadableId,
+          output: getForDatasetColumnOutput
+        });
+      }
+    }
+  }
+
+  // Generate backing datasource BlockGeneratorResults for objects with includeEmptyBackingDatasource
+  const backingDsGeneratorResults = await Promise.all(backingDatasourceApiNames.filter(apiName => {
+    const objectTypeBlockData = findObjectTypeByApiName(ontologyIr.ontology.objectTypes, apiName);
+    return objectTypeBlockData !== undefined;
+  }).map(async apiName => {
+    const objectTypeBlockData = findObjectTypeByApiName(ontologyIr.ontology.objectTypes, apiName);
+    consola.info(`Generating backing datasource BlockGeneratorResult for ${apiName}...`);
+    return await generateBackingDatasetBlockResult(objectTypeBlockData, commandLineOpts.buildDir, commandLineOpts.randomnessKey);
+  }));
+
   // Create BlockGeneratorResult
   const blockGeneratorResult = {
     block_identifier: "ontology",
@@ -93,7 +139,7 @@ export default async function main(args = process.argv) {
     maven_block_data_metadata: undefined,
     inputs: Object.fromEntries(shapes.inputShapes),
     outputs: Object.fromEntries(shapes.outputShapes),
-    input_mapping_entries: [],
+    input_mapping_entries: ontologyInputMappingEntries,
     external_recommendations: [],
     add_on_override: undefined,
     input_shape_metadata: Object.fromEntries(shapes.inputShapeMetadata),
@@ -101,13 +147,13 @@ export default async function main(args = process.argv) {
   };
 
   // Write BlockGeneratorResult to output file
-  const blockGeneratorResultJson = JSON.stringify(blockGeneratorResult, null, 2);
+  const blockGeneratorResultJson = JSON.stringify([blockGeneratorResult, ...backingDsGeneratorResults], null, 2);
   await fs.promises.writeFile(commandLineOpts.output, blockGeneratorResultJson);
   consola.success(`BlockGeneratorResult written to ${commandLineOpts.output}`);
   consola.info(`Block data directory: ${blockDataDir}`);
 }
 async function loadOntology(input, apiNamespace, randomnessKey) {
-  const ontologyIr = await defineOntologyV2(apiNamespace, async () => {
+  const result = await defineOntologyV2(apiNamespace, async () => {
     const jiti = createJiti(import.meta.filename, {
       moduleCache: true,
       debug: false,
@@ -115,6 +161,13 @@ async function loadOntology(input, apiNamespace, randomnessKey) {
     });
     await jiti.import(input);
   }, randomnessKey);
-  return ontologyIr;
+  return result;
+}
+
+/**
+ * Find an ObjectTypeBlockDataV2 by apiName within the ontology block data.
+ */
+function findObjectTypeByApiName(objectTypes, apiName) {
+  return Object.values(objectTypes).find(objectTypeBlockData => objectTypeBlockData.objectType.apiName === apiName);
 }
 //# sourceMappingURL=main.js.map

package/build/browser/cli/main.js.map

@@ -1 +1 @@
-{"version":3,"file":"main.js","names":["consola","createJiti","fs","path","invariant","yargs","hideBin","defineOntologyV2","apiNamespaceRegex","uuidRegex","main","args","process","argv","log","commandLineOpts","version","wrap","Math","min","terminalWidth","strict","help","options","input","alias","describe","type","default","coerce","resolve","output","apiNamespace","buildDir","randomnessKey","parseAsync","length","slice","env","NODE_ENV","test","info","undefined","ontologyBlockDataV2","shapes","loadOntology","blockDataDir","join","existsSync","promises","mkdir","recursive","ontologyJsonPath","ontologyJson","JSON","stringify","ontology","writeFile","blockGeneratorResult","block_identifier","block_data_directory","oci_block_data_metadata","maven_block_data_metadata","inputs","Object","fromEntries","inputShapes","outputs","outputShapes","input_mapping_entries","external_recommendations","add_on_override","input_shape_metadata","inputShapeMetadata","block_type","blockGeneratorResultJson","success","ontologyIr","jiti","import","meta","filename","moduleCache","debug","importMeta"],"sources":["main.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { consola } from \"consola\";\nimport { createJiti } from \"jiti\";\nimport * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport invariant from \"tiny-invariant\";\nimport yargs from \"yargs\";\nimport { hideBin } from \"yargs/helpers\";\nimport { defineOntologyV2 } from \"../api/defineOntologyV2.js\";\nimport type { BlockGeneratorResult } from \"./marketplaceSerialization/BlockGeneratorResult.js\";\n\nconst apiNamespaceRegex = /^[a-z0-9-]+(\\.[a-z0-9-]+)*\\.$/;\nconst uuidRegex =\n  /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/;\n\nexport default async function main(\n  args: string[] = process.argv,\n): Promise<void> {\n  consola.log(\"Generating BlockGeneratorResult for ontology...\");\n\n  const commandLineOpts: {\n    input: string;\n    output: string;\n    apiNamespace: string;\n    buildDir: string;\n    randomnessKey?: string;\n  } = await yargs(hideBin(args))\n    .version(process.env.PACKAGE_VERSION ?? \"\")\n    .wrap(Math.min(150, yargs().terminalWidth()))\n    .strict()\n    .help()\n    .options({\n      input: {\n        alias: \"i\",\n        describe: \"Input file\",\n        type: \"string\",\n        default: \".ontology/ontology.ts\",\n        coerce: path.resolve,\n      },\n      output: {\n        alias: \"o\",\n        describe: \"Output file for BlockGeneratorResult JSON\",\n        type: \"string\",\n        default: \"build/block_generator_result.json\",\n        coerce: path.resolve,\n      },\n      apiNamespace: {\n        describe: \"Api name prefix for namespaced ontology types\",\n        type: \"string\",\n        default: \"\",\n      },\n      buildDir: {\n        alias: \"b\",\n        describe: \"Directory for build files\",\n        type: \"string\",\n        default: \"build/\",\n        coerce: path.resolve,\n      },\n      randomnessKey: {\n        describe: \"Value used to assure uniqueness of entities\",\n        type: \"string\",\n        coerce: path.resolve,\n      },\n    })\n    .parseAsync();\n\n  let apiNamespace = \"\";\n  if (commandLineOpts.apiNamespace.length !== 0) {\n    apiNamespace = (commandLineOpts.apiNamespace.slice(-1) !== \".\")\n      ? commandLineOpts.apiNamespace + \".\"\n      : commandLineOpts.apiNamespace;\n    invariant(apiNamespace.length < 1024, \"API namespace is too long.\");\n    invariant(\n      apiNamespaceRegex.test(apiNamespace),\n      \"API namespace is invalid! It is expected to conform to ^[a-z0-9-]+(\\.[a-z0-9-]+)*\\.$\",\n    );\n  }\n  consola.info(`Loading ontology from ${commandLineOpts.input}`);\n\n  if (commandLineOpts.randomnessKey !== undefined) {\n    invariant(\n      uuidRegex.test(commandLineOpts.randomnessKey),\n      \"Supplied randomness key is not a uuid and shouldn't be used as a uniqueness guarantee\",\n    );\n  }\n\n  const [ontologyBlockDataV2, shapes] = await loadOntology(\n    commandLineOpts.input,\n    apiNamespace,\n    commandLineOpts.randomnessKey,\n  );\n\n  // Create temp directory for block data\n  const blockDataDir = path.join(commandLineOpts.buildDir, \"temp_block_data\");\n  if (!fs.existsSync(blockDataDir)) {\n    await fs.promises.mkdir(blockDataDir, { recursive: true });\n  }\n\n  // Write ontology.json to the block data directory\n  const ontologyJsonPath = path.join(blockDataDir, \"ontology.json\");\n  const ontologyJson = JSON.stringify(ontologyBlockDataV2.ontology, null, 2);\n  await fs.promises.writeFile(ontologyJsonPath, ontologyJson);\n  consola.info(`Wrote ontology.json to ${ontologyJsonPath}`);\n\n  // Create BlockGeneratorResult\n  const blockGeneratorResult: BlockGeneratorResult = {\n    block_identifier: \"ontology\",\n    block_data_directory: blockDataDir,\n    oci_block_data_metadata: undefined,\n    maven_block_data_metadata: undefined,\n    inputs: Object.fromEntries(shapes.inputShapes),\n    outputs: Object.fromEntries(shapes.outputShapes),\n    input_mapping_entries: [],\n    external_recommendations: [],\n    add_on_override: undefined,\n    input_shape_metadata: Object.fromEntries(shapes.inputShapeMetadata),\n    block_type: \"ONTOLOGY\",\n  };\n\n  // Write BlockGeneratorResult to output file\n  const blockGeneratorResultJson = JSON.stringify(\n    blockGeneratorResult,\n    null,\n    2,\n  );\n  await fs.promises.writeFile(\n    commandLineOpts.output,\n    blockGeneratorResultJson,\n  );\n  consola.success(\n    `BlockGeneratorResult written to ${commandLineOpts.output}`,\n  );\n  consola.info(\n    `Block data directory: ${blockDataDir}`,\n  );\n}\n\nasync function loadOntology(\n  input: string,\n  apiNamespace: string,\n  randomnessKey?: string,\n) {\n  const ontologyIr = await defineOntologyV2(\n    apiNamespace,\n    async () => {\n      const jiti = createJiti(import.meta.filename, {\n        moduleCache: true,\n        debug: false,\n        importMeta: import.meta,\n      });\n      const module = await jiti.import(input);\n    },\n    randomnessKey,\n  );\n  return ontologyIr;\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,OAAO,QAAQ,SAAS;AACjC,SAASC,UAAU,QAAQ,MAAM;AACjC,OAAO,KAAKC,EAAE,MAAM,SAAS;AAC7B,OAAO,KAAKC,IAAI,MAAM,WAAW;AACjC,OAAOC,SAAS,MAAM,gBAAgB;AACtC,OAAOC,KAAK,MAAM,OAAO;AACzB,SAASC,OAAO,QAAQ,eAAe;AACvC,SAASC,gBAAgB,QAAQ,4BAA4B;AAG7D,MAAMC,iBAAiB,GAAG,+BAA+B;AACzD,MAAMC,SAAS,GACb,gEAAgE;AAElE,eAAe,eAAeC,IAAIA,CAChCC,IAAc,GAAGC,OAAO,CAACC,IAAI,EACd;EACfb,OAAO,CAACc,GAAG,CAAC,iDAAiD,CAAC;EAE9D,MAAMC,eAML,GAAG,MAAMV,KAAK,CAACC,OAAO,CAACK,IAAI,CAAC,CAAC,CAC3BK,OAAO,CAAC,kBAA+B,EAAE,CAAC,CAC1CC,IAAI,CAACC,IAAI,CAACC,GAAG,CAAC,GAAG,EAAEd,KAAK,CAAC,CAAC,CAACe,aAAa,CAAC,CAAC,CAAC,CAAC,CAC5CC,MAAM,CAAC,CAAC,CACRC,IAAI,CAAC,CAAC,CACNC,OAAO,CAAC;IACPC,KAAK,EAAE;MACLC,KAAK,EAAE,GAAG;MACVC,QAAQ,EAAE,YAAY;MACtBC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE,uBAAuB;MAChCC,MAAM,EAAE1B,IAAI,CAAC2B;IACf,CAAC;IACDC,MAAM,EAAE;MACNN,KAAK,EAAE,GAAG;MACVC,QAAQ,EAAE,2CAA2C;MACrDC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE,mCAAmC;MAC5CC,MAAM,EAAE1B,IAAI,CAAC2B;IACf,CAAC;IACDE,YAAY,EAAE;MACZN,QAAQ,EAAE,+CAA+C;MACzDC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE;IACX,CAAC;IACDK,QAAQ,EAAE;MACRR,KAAK,EAAE,GAAG;MACVC,QAAQ,EAAE,2BAA2B;MACrCC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE,QAAQ;MACjBC,MAAM,EAAE1B,IAAI,CAAC2B;IACf,CAAC;IACDI,aAAa,EAAE;MACbR,QAAQ,EAAE,6CAA6C;MACvDC,IAAI,EAAE,QAAQ;MACdE,MAAM,EAAE1B,IAAI,CAAC2B;IACf;EACF,CAAC,CAAC,CACDK,UAAU,CAAC,CAAC;EAEf,IAAIH,YAAY,GAAG,EAAE;EACrB,IAAIjB,eAAe,CAACiB,YAAY,CAACI,MAAM,KAAK,CAAC,EAAE;IAC7CJ,YAAY,GAAIjB,eAAe,CAACiB,YAAY,CAACK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAC1DtB,eAAe,CAACiB,YAAY,GAAG,GAAG,GAClCjB,eAAe,CAACiB,YAAY;IAChC,EAAUA,YAAY,CAACI,MAAM,GAAG,IAAI,IAAAxB,OAAA,CAAA0B,GAAA,CAAAC,QAAA,oBAApCnC,SAAS,QAA6B,4BAA4B,IAAlEA,SAAS;IACT,CACEI,iBAAiB,CAACgC,IAAI,CAACR,YAAY,CAAC,GAAApB,OAAA,CAAA0B,GAAA,CAAAC,QAAA,oBADtCnC,SAAS,QAEP,sFAAsF,IAFxFA,SAAS;EAIX;EACAJ,OAAO,CAACyC,IAAI,CAAC,yBAAyB1B,eAAe,CAACS,KAAK,EAAE,CAAC;EAE9D,IAAIT,eAAe,CAACmB,aAAa,KAAKQ,SAAS,EAAE;IAC/C,CACEjC,SAAS,CAAC+B,IAAI,CAACzB,eAAe,CAACmB,aAAa,CAAC,GAAAtB,OAAA,CAAA0B,GAAA,CAAAC,QAAA,oBAD/CnC,SAAS,QAEP,uFAAuF,IAFzFA,SAAS;EAIX;EAEA,MAAM,CAACuC,mBAAmB,EAAEC,MAAM,CAAC,GAAG,MAAMC,YAAY,CACtD9B,eAAe,CAACS,KAAK,EACrBQ,YAAY,EACZjB,eAAe,CAACmB,aAClB,CAAC;;EAED;EACA,MAAMY,YAAY,GAAG3C,IAAI,CAAC4C,IAAI,CAAChC,eAAe,CAACkB,QAAQ,EAAE,iBAAiB,CAAC;EAC3E,IAAI,CAAC/B,EAAE,CAAC8C,UAAU,CAACF,YAAY,CAAC,EAAE;IAChC,MAAM5C,EAAE,CAAC+C,QAAQ,CAACC,KAAK,CAACJ,YAAY,EAAE;MAAEK,SAAS,EAAE;IAAK,CAAC,CAAC;EAC5D;;EAEA;EACA,MAAMC,gBAAgB,GAAGjD,IAAI,CAAC4C,IAAI,CAACD,YAAY,EAAE,eAAe,CAAC;EACjE,MAAMO,YAAY,GAAGC,IAAI,CAACC,SAAS,CAACZ,mBAAmB,CAACa,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;EAC1E,MAAMtD,EAAE,CAAC+C,QAAQ,CAACQ,SAAS,CAACL,gBAAgB,EAAEC,YAAY,CAAC;EAC3DrD,OAAO,CAACyC,IAAI,CAAC,0BAA0BW,gBAAgB,EAAE,CAAC;;EAE1D;EACA,MAAMM,oBAA0C,GAAG;IACjDC,gBAAgB,EAAE,UAAU;IAC5BC,oBAAoB,EAAEd,YAAY;IAClCe,uBAAuB,EAAEnB,SAAS;IAClCoB,yBAAyB,EAAEpB,SAAS;IACpCqB,MAAM,EAAEC,MAAM,CAACC,WAAW,CAACrB,MAAM,CAACsB,WAAW,CAAC;IAC9CC,OAAO,EAAEH,MAAM,CAACC,WAAW,CAACrB,MAAM,CAACwB,YAAY,CAAC;IAChDC,qBAAqB,EAAE,EAAE;IACzBC,wBAAwB,EAAE,EAAE;IAC5BC,eAAe,EAAE7B,SAAS;IAC1B8B,oBAAoB,EAAER,MAAM,CAACC,WAAW,CAACrB,MAAM,CAAC6B,kBAAkB,CAAC;IACnEC,UAAU,EAAE;EACd,CAAC;;EAED;EACA,MAAMC,wBAAwB,GAAGrB,IAAI,CAACC,SAAS,CAC7CG,oBAAoB,EACpB,IAAI,EACJ,CACF,CAAC;EACD,MAAMxD,EAAE,CAAC+C,QAAQ,CAACQ,SAAS,CACzB1C,eAAe,CAACgB,MAAM,EACtB4C,wBACF,CAAC;EACD3E,OAAO,CAAC4E,OAAO,CACb,mCAAmC7D,eAAe,CAACgB,MAAM,EAC3D,CAAC;EACD/B,OAAO,CAACyC,IAAI,CACV,yBAAyBK,YAAY,EACvC,CAAC;AACH;AAEA,eAAeD,YAAYA,CACzBrB,KAAa,EACbQ,YAAoB,EACpBE,aAAsB,EACtB;EACA,MAAM2C,UAAU,GAAG,MAAMtE,gBAAgB,CACvCyB,YAAY,EACZ,YAAY;IACV,MAAM8C,IAAI,GAAG7E,UAAU,CAAC8E,MAAM,CAACC,IAAI,CAACC,QAAQ,EAAE;MAC5CC,WAAW,EAAE,IAAI;MACjBC,KAAK,EAAE,KAAK;MACZC,UAAU,EAAEL,MAAM,CAACC;IACrB,CAAC,CAAC;IACa,MAAMF,IAAI,CAACC,MAAM,CAACvD,KAAK,CAAC;EACzC,CAAC,EACDU,aACF,CAAC;EACD,OAAO2C,UAAU;AACnB","ignoreList":[]}
+{"version":3,"file":"main.js","names":["consola","createJiti","fs","path","invariant","yargs","hideBin","defineOntologyV2","ReadableIdGenerator","generateBackingDatasetBlockResult","getNonEditOnlyProperties","apiNamespaceRegex","uuidRegex","main","args","process","argv","log","commandLineOpts","version","wrap","Math","min","terminalWidth","strict","help","options","input","alias","describe","type","default","coerce","resolve","output","apiNamespace","buildDir","randomnessKey","parseAsync","length","slice","env","NODE_ENV","test","info","undefined","ontologyIr","shapes","backingDatasourceApiNames","loadOntology","blockDataDir","join","existsSync","promises","mkdir","recursive","ontologyJsonPath","ontologyJson","JSON","stringify","ontology","writeFile","ontologyInputMappingEntries","apiName","objectTypeBlockData","findObjectTypeByApiName","objectTypes","nonEditOnlyProps","inputDatasetReadableId","getForDataset","outputDatasetReadableId","getForDatasetOutput","inputShapes","has","push","prop","colInputReadableId","getForDatasetColumn","getForDatasetColumnOutput","backingDsGeneratorResults","Promise","all","filter","map","blockGeneratorResult","block_identifier","block_data_directory","oci_block_data_metadata","maven_block_data_metadata","inputs","Object","fromEntries","outputs","outputShapes","input_mapping_entries","external_recommendations","add_on_override","input_shape_metadata","inputShapeMetadata","block_type","blockGeneratorResultJson","success","result","jiti","import","meta","filename","moduleCache","debug","importMeta","values","find","objectType"],"sources":["main.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { ObjectTypeBlockDataV2 } from \"@osdk/client.unstable\";\nimport { consola } from \"consola\";\nimport { createJiti } from \"jiti\";\nimport * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport invariant from \"tiny-invariant\";\nimport yargs from \"yargs\";\nimport { hideBin } from \"yargs/helpers\";\nimport { defineOntologyV2 } from \"../api/defineOntologyV2.js\";\nimport { ReadableIdGenerator } from \"../util/generateRid.js\";\nimport {\n  generateBackingDatasetBlockResult,\n  getNonEditOnlyProperties,\n} from \"./generateBackingDataset.js\";\nimport type { BlockGeneratorResult } from \"./marketplaceSerialization/BlockGeneratorResult.js\";\nimport type { InputMappingEntry } from \"./marketplaceSerialization/supportingTypes.js\";\n\nconst apiNamespaceRegex = /^[a-z0-9-]+(\\.[a-z0-9-]+)*\\.$/;\nconst uuidRegex =\n  /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/;\n\nexport default async function main(\n  args: string[] = process.argv,\n): Promise<void> {\n  consola.log(\"Generating BlockGeneratorResult for ontology...\");\n\n  const commandLineOpts: {\n    input: string;\n    output: string;\n    apiNamespace: string;\n    buildDir: string;\n    randomnessKey?: string;\n  } = await yargs(hideBin(args))\n    .version(process.env.PACKAGE_VERSION ?? \"\")\n    .wrap(Math.min(150, yargs().terminalWidth()))\n    .strict()\n    .help()\n    .options({\n      input: {\n        alias: \"i\",\n        describe: \"Input file\",\n        type: \"string\",\n        default: \".ontology/ontology.ts\",\n        coerce: path.resolve,\n      },\n      output: {\n        alias: \"o\",\n        describe: \"Output file for BlockGeneratorResult JSON\",\n        type: \"string\",\n        default: \"build/block_generator_result.json\",\n        coerce: path.resolve,\n      },\n      apiNamespace: {\n        describe: \"Api name prefix for namespaced ontology types\",\n        type: \"string\",\n        default: \"\",\n      },\n      buildDir: {\n        alias: \"b\",\n        describe: \"Directory for build files\",\n        type: \"string\",\n        default: \"build/\",\n        coerce: path.resolve,\n      },\n      randomnessKey: {\n        describe: \"Value used to assure uniqueness of entities\",\n        type: \"string\",\n        coerce: path.resolve,\n      },\n    })\n    .parseAsync();\n\n  let apiNamespace = \"\";\n  if (commandLineOpts.apiNamespace.length !== 0) {\n    apiNamespace = (commandLineOpts.apiNamespace.slice(-1) !== \".\")\n      ? commandLineOpts.apiNamespace + \".\"\n      : commandLineOpts.apiNamespace;\n    invariant(apiNamespace.length < 1024, \"API namespace is too long.\");\n    invariant(\n      apiNamespaceRegex.test(apiNamespace),\n      \"API namespace is invalid! It is expected to conform to ^[a-z0-9-]+(\\.[a-z0-9-]+)*\\.$\",\n    );\n  }\n  consola.info(`Loading ontology from ${commandLineOpts.input}`);\n\n  if (commandLineOpts.randomnessKey !== undefined) {\n    invariant(\n      uuidRegex.test(commandLineOpts.randomnessKey),\n      \"Supplied randomness key is not a uuid and shouldn't be used as a uniqueness guarantee\",\n    );\n  }\n\n  const { ontologyIr, shapes, backingDatasourceApiNames } = await loadOntology(\n    commandLineOpts.input,\n    apiNamespace,\n    commandLineOpts.randomnessKey,\n  );\n\n  // Create temp directory for block data\n  const blockDataDir = path.join(commandLineOpts.buildDir, \"temp_block_data\");\n  if (!fs.existsSync(blockDataDir)) {\n    await fs.promises.mkdir(blockDataDir, { recursive: true });\n  }\n\n  // Write ontology.json to the block data directory\n  const ontologyJsonPath = path.join(blockDataDir, \"ontology.json\");\n  const ontologyJson = JSON.stringify(ontologyIr.ontology, null, 2);\n  await fs.promises.writeFile(ontologyJsonPath, ontologyJson);\n  consola.info(`Wrote ontology.json to ${ontologyJsonPath}`);\n\n  // Collect input_mapping_entries for the ontology block\n  // These map ontology inputs to datasource block outputs for objects with includeEmptyBackingDatasource\n  const ontologyInputMappingEntries: InputMappingEntry[] = [];\n\n  for (const apiName of backingDatasourceApiNames) {\n    const objectTypeBlockData = findObjectTypeByApiName(\n      ontologyIr.ontology.objectTypes,\n      apiName,\n    );\n    if (!objectTypeBlockData) continue;\n\n    const nonEditOnlyProps = getNonEditOnlyProperties(objectTypeBlockData);\n\n    // The ontology block has inputs with these readable IDs (from shape extraction)\n    // Map them to the datasource block's outputs (which use the same readable IDs)\n    const inputDatasetReadableId = ReadableIdGenerator.getForDataset(apiName);\n    const outputDatasetReadableId = ReadableIdGenerator.getForDatasetOutput(\n      apiName,\n    );\n    if (shapes.inputShapes.has(inputDatasetReadableId)) {\n      ontologyInputMappingEntries.push({\n        input: inputDatasetReadableId,\n        output: outputDatasetReadableId,\n      });\n    }\n\n    for (const prop of nonEditOnlyProps) {\n      const colInputReadableId = ReadableIdGenerator.getForDatasetColumn(\n        apiName,\n        prop.apiName!,\n      );\n      const getForDatasetColumnOutput = ReadableIdGenerator\n        .getForDatasetColumnOutput(apiName, prop.apiName!);\n      if (shapes.inputShapes.has(colInputReadableId)) {\n        ontologyInputMappingEntries.push({\n          input: colInputReadableId,\n          output: getForDatasetColumnOutput,\n        });\n      }\n    }\n  }\n\n  // Generate backing datasource BlockGeneratorResults for objects with includeEmptyBackingDatasource\n  const backingDsGeneratorResults = await Promise.all(\n    backingDatasourceApiNames.filter(apiName => {\n      const objectTypeBlockData = findObjectTypeByApiName(\n        ontologyIr.ontology.objectTypes,\n        apiName,\n      );\n      return objectTypeBlockData !== undefined;\n    }).map(async apiName => {\n      const objectTypeBlockData = findObjectTypeByApiName(\n        ontologyIr.ontology.objectTypes,\n        apiName,\n      );\n      consola.info(\n        `Generating backing datasource BlockGeneratorResult for ${apiName}...`,\n      );\n\n      return await generateBackingDatasetBlockResult(\n        objectTypeBlockData!,\n        commandLineOpts.buildDir,\n        commandLineOpts.randomnessKey,\n      );\n    }),\n  );\n\n  // Create BlockGeneratorResult\n  const blockGeneratorResult: BlockGeneratorResult = {\n    block_identifier: \"ontology\",\n    block_data_directory: blockDataDir,\n    oci_block_data_metadata: undefined,\n    maven_block_data_metadata: undefined,\n    inputs: Object.fromEntries(shapes.inputShapes),\n    outputs: Object.fromEntries(shapes.outputShapes),\n    input_mapping_entries: ontologyInputMappingEntries,\n    external_recommendations: [],\n    add_on_override: undefined,\n    input_shape_metadata: Object.fromEntries(shapes.inputShapeMetadata),\n    block_type: \"ONTOLOGY\",\n  };\n\n  // Write BlockGeneratorResult to output file\n  const blockGeneratorResultJson = JSON.stringify(\n    [blockGeneratorResult, ...backingDsGeneratorResults],\n    null,\n    2,\n  );\n  await fs.promises.writeFile(\n    commandLineOpts.output,\n    blockGeneratorResultJson,\n  );\n  consola.success(\n    `BlockGeneratorResult written to ${commandLineOpts.output}`,\n  );\n  consola.info(\n    `Block data directory: ${blockDataDir}`,\n  );\n}\n\nasync function loadOntology(\n  input: string,\n  apiNamespace: string,\n  randomnessKey?: string,\n) {\n  const result = await defineOntologyV2(\n    apiNamespace,\n    async () => {\n      const jiti = createJiti(import.meta.filename, {\n        moduleCache: true,\n        debug: false,\n        importMeta: import.meta,\n      });\n      const module = await jiti.import(input);\n    },\n    randomnessKey,\n  );\n  return result;\n}\n\n/**\n * Find an ObjectTypeBlockDataV2 by apiName within the ontology block data.\n */\nfunction findObjectTypeByApiName(\n  objectTypes: Record<string, ObjectTypeBlockDataV2>,\n  apiName: string,\n): ObjectTypeBlockDataV2 | undefined {\n  return Object.values(objectTypes).find(\n    (objectTypeBlockData) => objectTypeBlockData.objectType.apiName === apiName,\n  );\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGA,SAASA,OAAO,QAAQ,SAAS;AACjC,SAASC,UAAU,QAAQ,MAAM;AACjC,OAAO,KAAKC,EAAE,MAAM,SAAS;AAC7B,OAAO,KAAKC,IAAI,MAAM,WAAW;AACjC,OAAOC,SAAS,MAAM,gBAAgB;AACtC,OAAOC,KAAK,MAAM,OAAO;AACzB,SAASC,OAAO,QAAQ,eAAe;AACvC,SAASC,gBAAgB,QAAQ,4BAA4B;AAC7D,SAASC,mBAAmB,QAAQ,wBAAwB;AAC5D,SACEC,iCAAiC,EACjCC,wBAAwB,QACnB,6BAA6B;AAIpC,MAAMC,iBAAiB,GAAG,+BAA+B;AACzD,MAAMC,SAAS,GACb,gEAAgE;AAElE,eAAe,eAAeC,IAAIA,CAChCC,IAAc,GAAGC,OAAO,CAACC,IAAI,EACd;EACfhB,OAAO,CAACiB,GAAG,CAAC,iDAAiD,CAAC;EAE9D,MAAMC,eAML,GAAG,MAAMb,KAAK,CAACC,OAAO,CAACQ,IAAI,CAAC,CAAC,CAC3BK,OAAO,CAAC,kBAA+B,EAAE,CAAC,CAC1CC,IAAI,CAACC,IAAI,CAACC,GAAG,CAAC,GAAG,EAAEjB,KAAK,CAAC,CAAC,CAACkB,aAAa,CAAC,CAAC,CAAC,CAAC,CAC5CC,MAAM,CAAC,CAAC,CACRC,IAAI,CAAC,CAAC,CACNC,OAAO,CAAC;IACPC,KAAK,EAAE;MACLC,KAAK,EAAE,GAAG;MACVC,QAAQ,EAAE,YAAY;MACtBC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE,uBAAuB;MAChCC,MAAM,EAAE7B,IAAI,CAAC8B;IACf,CAAC;IACDC,MAAM,EAAE;MACNN,KAAK,EAAE,GAAG;MACVC,QAAQ,EAAE,2CAA2C;MACrDC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE,mCAAmC;MAC5CC,MAAM,EAAE7B,IAAI,CAAC8B;IACf,CAAC;IACDE,YAAY,EAAE;MACZN,QAAQ,EAAE,+CAA+C;MACzDC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE;IACX,CAAC;IACDK,QAAQ,EAAE;MACRR,KAAK,EAAE,GAAG;MACVC,QAAQ,EAAE,2BAA2B;MACrCC,IAAI,EAAE,QAAQ;MACdC,OAAO,EAAE,QAAQ;MACjBC,MAAM,EAAE7B,IAAI,CAAC8B;IACf,CAAC;IACDI,aAAa,EAAE;MACbR,QAAQ,EAAE,6CAA6C;MACvDC,IAAI,EAAE,QAAQ;MACdE,MAAM,EAAE7B,IAAI,CAAC8B;IACf;EACF,CAAC,CAAC,CACDK,UAAU,CAAC,CAAC;EAEf,IAAIH,YAAY,GAAG,EAAE;EACrB,IAAIjB,eAAe,CAACiB,YAAY,CAACI,MAAM,KAAK,CAAC,EAAE;IAC7CJ,YAAY,GAAIjB,eAAe,CAACiB,YAAY,CAACK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAC1DtB,eAAe,CAACiB,YAAY,GAAG,GAAG,GAClCjB,eAAe,CAACiB,YAAY;IAChC,EAAUA,YAAY,CAACI,MAAM,GAAG,IAAI,IAAAxB,OAAA,CAAA0B,GAAA,CAAAC,QAAA,oBAApCtC,SAAS,QAA6B,4BAA4B,IAAlEA,SAAS;IACT,CACEO,iBAAiB,CAACgC,IAAI,CAACR,YAAY,CAAC,GAAApB,OAAA,CAAA0B,GAAA,CAAAC,QAAA,oBADtCtC,SAAS,QAEP,sFAAsF,IAFxFA,SAAS;EAIX;EACAJ,OAAO,CAAC4C,IAAI,CAAC,yBAAyB1B,eAAe,CAACS,KAAK,EAAE,CAAC;EAE9D,IAAIT,eAAe,CAACmB,aAAa,KAAKQ,SAAS,EAAE;IAC/C,CACEjC,SAAS,CAAC+B,IAAI,CAACzB,eAAe,CAACmB,aAAa,CAAC,GAAAtB,OAAA,CAAA0B,GAAA,CAAAC,QAAA,oBAD/CtC,SAAS,QAEP,uFAAuF,IAFzFA,SAAS;EAIX;EAEA,MAAM;IAAE0C,UAAU;IAAEC,MAAM;IAAEC;EAA0B,CAAC,GAAG,MAAMC,YAAY,CAC1E/B,eAAe,CAACS,KAAK,EACrBQ,YAAY,EACZjB,eAAe,CAACmB,aAClB,CAAC;;EAED;EACA,MAAMa,YAAY,GAAG/C,IAAI,CAACgD,IAAI,CAACjC,eAAe,CAACkB,QAAQ,EAAE,iBAAiB,CAAC;EAC3E,IAAI,CAAClC,EAAE,CAACkD,UAAU,CAACF,YAAY,CAAC,EAAE;IAChC,MAAMhD,EAAE,CAACmD,QAAQ,CAACC,KAAK,CAACJ,YAAY,EAAE;MAAEK,SAAS,EAAE;IAAK,CAAC,CAAC;EAC5D;;EAEA;EACA,MAAMC,gBAAgB,GAAGrD,IAAI,CAACgD,IAAI,CAACD,YAAY,EAAE,eAAe,CAAC;EACjE,MAAMO,YAAY,GAAGC,IAAI,CAACC,SAAS,CAACb,UAAU,CAACc,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;EACjE,MAAM1D,EAAE,CAACmD,QAAQ,CAACQ,SAAS,CAACL,gBAAgB,EAAEC,YAAY,CAAC;EAC3DzD,OAAO,CAAC4C,IAAI,CAAC,0BAA0BY,gBAAgB,EAAE,CAAC;;EAE1D;EACA;EACA,MAAMM,2BAAgD,GAAG,EAAE;EAE3D,KAAK,MAAMC,OAAO,IAAIf,yBAAyB,EAAE;IAC/C,MAAMgB,mBAAmB,GAAGC,uBAAuB,CACjDnB,UAAU,CAACc,QAAQ,CAACM,WAAW,EAC/BH,OACF,CAAC;IACD,IAAI,CAACC,mBAAmB,EAAE;IAE1B,MAAMG,gBAAgB,GAAGzD,wBAAwB,CAACsD,mBAAmB,CAAC;;IAEtE;IACA;IACA,MAAMI,sBAAsB,GAAG5D,mBAAmB,CAAC6D,aAAa,CAACN,OAAO,CAAC;IACzE,MAAMO,uBAAuB,GAAG9D,mBAAmB,CAAC+D,mBAAmB,CACrER,OACF,CAAC;IACD,IAAIhB,MAAM,CAACyB,WAAW,CAACC,GAAG,CAACL,sBAAsB,CAAC,EAAE;MAClDN,2BAA2B,CAACY,IAAI,CAAC;QAC/B/C,KAAK,EAAEyC,sBAAsB;QAC7BlC,MAAM,EAAEoC;MACV,CAAC,CAAC;IACJ;IAEA,KAAK,MAAMK,IAAI,IAAIR,gBAAgB,EAAE;MACnC,MAAMS,kBAAkB,GAAGpE,mBAAmB,CAACqE,mBAAmB,CAChEd,OAAO,EACPY,IAAI,CAACZ,OACP,CAAC;MACD,MAAMe,yBAAyB,GAAGtE,mBAAmB,CAClDsE,yBAAyB,CAACf,OAAO,EAAEY,IAAI,CAACZ,OAAQ,CAAC;MACpD,IAAIhB,MAAM,CAACyB,WAAW,CAACC,GAAG,CAACG,kBAAkB,CAAC,EAAE;QAC9Cd,2BAA2B,CAACY,IAAI,CAAC;UAC/B/C,KAAK,EAAEiD,kBAAkB;UACzB1C,MAAM,EAAE4C;QACV,CAAC,CAAC;MACJ;IACF;EACF;;EAEA;EACA,MAAMC,yBAAyB,GAAG,MAAMC,OAAO,CAACC,GAAG,CACjDjC,yBAAyB,CAACkC,MAAM,CAACnB,OAAO,IAAI;IAC1C,MAAMC,mBAAmB,GAAGC,uBAAuB,CACjDnB,UAAU,CAACc,QAAQ,CAACM,WAAW,EAC/BH,OACF,CAAC;IACD,OAAOC,mBAAmB,KAAKnB,SAAS;EAC1C,CAAC,CAAC,CAACsC,GAAG,CAAC,MAAMpB,OAAO,IAAI;IACtB,MAAMC,mBAAmB,GAAGC,uBAAuB,CACjDnB,UAAU,CAACc,QAAQ,CAACM,WAAW,EAC/BH,OACF,CAAC;IACD/D,OAAO,CAAC4C,IAAI,CACV,0DAA0DmB,OAAO,KACnE,CAAC;IAED,OAAO,MAAMtD,iCAAiC,CAC5CuD,mBAAmB,EACnB9C,eAAe,CAACkB,QAAQ,EACxBlB,eAAe,CAACmB,aAClB,CAAC;EACH,CAAC,CACH,CAAC;;EAED;EACA,MAAM+C,oBAA0C,GAAG;IACjDC,gBAAgB,EAAE,UAAU;IAC5BC,oBAAoB,EAAEpC,YAAY;IAClCqC,uBAAuB,EAAE1C,SAAS;IAClC2C,yBAAyB,EAAE3C,SAAS;IACpC4C,MAAM,EAAEC,MAAM,CAACC,WAAW,CAAC5C,MAAM,CAACyB,WAAW,CAAC;IAC9CoB,OAAO,EAAEF,MAAM,CAACC,WAAW,CAAC5C,MAAM,CAAC8C,YAAY,CAAC;IAChDC,qBAAqB,EAAEhC,2BAA2B;IAClDiC,wBAAwB,EAAE,EAAE;IAC5BC,eAAe,EAAEnD,SAAS;IAC1BoD,oBAAoB,EAAEP,MAAM,CAACC,WAAW,CAAC5C,MAAM,CAACmD,kBAAkB,CAAC;IACnEC,UAAU,EAAE;EACd,CAAC;;EAED;EACA,MAAMC,wBAAwB,GAAG1C,IAAI,CAACC,SAAS,CAC7C,CAACyB,oBAAoB,EAAE,GAAGL,yBAAyB,CAAC,EACpD,IAAI,EACJ,CACF,CAAC;EACD,MAAM7E,EAAE,CAACmD,QAAQ,CAACQ,SAAS,CACzB3C,eAAe,CAACgB,MAAM,EACtBkE,wBACF,CAAC;EACDpG,OAAO,CAACqG,OAAO,CACb,mCAAmCnF,eAAe,CAACgB,MAAM,EAC3D,CAAC;EACDlC,OAAO,CAAC4C,IAAI,CACV,yBAAyBM,YAAY,EACvC,CAAC;AACH;AAEA,eAAeD,YAAYA,CACzBtB,KAAa,EACbQ,YAAoB,EACpBE,aAAsB,EACtB;EACA,MAAMiE,MAAM,GAAG,MAAM/F,gBAAgB,CACnC4B,YAAY,EACZ,YAAY;IACV,MAAMoE,IAAI,GAAGtG,UAAU,CAACuG,MAAM,CAACC,IAAI,CAACC,QAAQ,EAAE;MAC5CC,WAAW,EAAE,IAAI;MACjBC,KAAK,EAAE,KAAK;MACZC,UAAU,EAAEL,MAAM,CAACC;IACrB,CAAC,CAAC;IACa,MAAMF,IAAI,CAACC,MAAM,CAAC7E,KAAK,CAAC;EACzC,CAAC,EACDU,aACF,CAAC;EACD,OAAOiE,MAAM;AACf;;AAEA;AACA;AACA;AACA,SAASrC,uBAAuBA,CAC9BC,WAAkD,EAClDH,OAAe,EACoB;EACnC,OAAO2B,MAAM,CAACoB,MAAM,CAAC5C,WAAW,CAAC,CAAC6C,IAAI,CACnC/C,mBAAmB,IAAKA,mBAAmB,CAACgD,UAAU,CAACjD,OAAO,KAAKA,OACtE,CAAC;AACH","ignoreList":[]}

package/build/browser/cli/marketplaceSerialization/BlockGeneratorResult.js.map

@@ -1 +1 @@
-{"version":3,"file":"BlockGeneratorResult.js","names":[],"sources":["BlockGeneratorResult.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  BlockType,\n  InputShape,\n  InputShapeMetadata,\n  OutputShape,\n} from \"@osdk/client.unstable/api\";\nimport type { ReadableId } from \"../../util/generateRid.js\";\nimport type {\n  GeneratedBlockExternalRecommendations,\n  InputMappingEntry,\n} from \"./supportingTypes.js\";\n\n/**\n * Result from generating a block.\n * This matches the Rust BlockGeneratorResult interface and Java's BlockGeneratorResult.\n *\n * This is the output that will be consumed by the Rust bundling tooling to create\n * the final marketplace product.\n */\nexport interface BlockGeneratorResult {\n  /**\n   * Identifier for this block (e.g., \"ontology\")\n   */\n  block_identifier: \"ontology\";\n\n  /**\n   * Absolute path to the directory containing block data files.\n   * For ontology blocks, this directory should contain ontology.json\n   */\n  block_data_directory: string;\n\n  /**\n   * Optional OCI block data metadata\n   */\n  oci_block_data_metadata?: OciBlockDataMetadata;\n\n  /**\n   * Optional Maven block data metadata\n   */\n  maven_block_data_metadata?: MavenBlockDataMetadata;\n\n  /**\n   * Map of input shapes keyed by ReadableId\n   */\n  inputs: Record<ReadableId, InputShape>;\n\n  /**\n   * Map of output shapes keyed by ReadableId\n   */\n  outputs: Record<ReadableId, OutputShape>;\n\n  /**\n   * List of input mapping entries that provide hints for how to connect blocks\n   */\n  input_mapping_entries: InputMappingEntry[];\n\n  /**\n   * External recommendations for connecting this block to upstream packages\n   */\n  external_recommendations: GeneratedBlockExternalRecommendations[];\n\n  /**\n   * Optional override for the block data add-on\n   */\n  add_on_override?: unknown;\n\n  /**\n   * Metadata about each input shape\n   */\n  input_shape_metadata: Record<ReadableId, InputShapeMetadata>;\n\n  /**\n   * The type of this block (e.g., ONTOLOGY, FUNCTIONS, etc.)\n   */\n  block_type: BlockType;\n}\n\n/**\n * Metadata for OCI block data\n */\nexport interface OciBlockDataMetadata {\n  oci_directory: string;\n}\n\n/**\n * Metadata for Maven block data\n */\nexport interface MavenBlockDataMetadata {\n  maven_directory: string;\n}\n"],"mappings":"","ignoreList":[]}
+{"version":3,"file":"BlockGeneratorResult.js","names":[],"sources":["BlockGeneratorResult.ts"],"sourcesContent":["/*\n * Copyright 2025 Palantir Technologies, Inc. All rights reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  BlockType,\n  InputShape,\n  InputShapeMetadata,\n  OutputShape,\n} from \"@osdk/client.unstable/api\";\nimport type { ReadableId } from \"../../util/generateRid.js\";\nimport type {\n  GeneratedBlockExternalRecommendations,\n  InputMappingEntry,\n} from \"./supportingTypes.js\";\n\n/**\n * Result from generating a block.\n * This matches the Rust BlockGeneratorResult interface and Java's BlockGeneratorResult.\n *\n * This is the output that will be consumed by the Rust bundling tooling to create\n * the final marketplace product.\n */\nexport interface BlockGeneratorResult {\n  /**\n   * Identifier for this block (e.g., \"ontology\", \"car-backing-ds\")\n   */\n  block_identifier: string;\n\n  /**\n   * Absolute path to the directory containing block data files.\n   * For ontology blocks, this directory should contain ontology.json\n   */\n  block_data_directory: string;\n\n  /**\n   * Optional OCI block data metadata\n   */\n  oci_block_data_metadata?: OciBlockDataMetadata;\n\n  /**\n   * Optional Maven block data metadata\n   */\n  maven_block_data_metadata?: MavenBlockDataMetadata;\n\n  /**\n   * Map of input shapes keyed by ReadableId\n   */\n  inputs: Record<ReadableId, InputShape>;\n\n  /**\n   * Map of output shapes keyed by ReadableId\n   */\n  outputs: Record<ReadableId, OutputShape>;\n\n  /**\n   * List of input mapping entries that provide hints for how to connect blocks\n   */\n  input_mapping_entries: InputMappingEntry[];\n\n  /**\n   * External recommendations for connecting this block to upstream packages\n   */\n  external_recommendations: GeneratedBlockExternalRecommendations[];\n\n  /**\n   * Optional override for the block data add-on\n   */\n  add_on_override?: unknown;\n\n  /**\n   * Metadata about each input shape\n   */\n  input_shape_metadata: Record<ReadableId, InputShapeMetadata>;\n\n  /**\n   * The type of this block (e.g., ONTOLOGY, FUNCTIONS, etc.)\n   */\n  block_type: BlockType;\n}\n\n/**\n * Metadata for OCI block data\n */\nexport interface OciBlockDataMetadata {\n  oci_directory: string;\n}\n\n/**\n * Metadata for Maven block data\n */\nexport interface MavenBlockDataMetadata {\n  maven_directory: string;\n}\n"],"mappings":"","ignoreList":[]}

package/build/browser/util/generateRid.js

@@ -63,12 +63,18 @@ export class ReadableIdGenerator {
   static getForTimeSeriesSync(timeSeriesSyncName) {
     return `time-series-sync-${timeSeriesSyncName}`;
   }
-  static getForDataSet(dataSetName) {
+  static getForDataset(dataSetName) {
     return `dataset-datasource-${dataSetName}`;
   }
-  static getForDataSetColumn(dataSetName, columnName) {
+  static getForDatasetOutput(dataSetName) {
+    return `dataset-datasource-output-${dataSetName}`;
+  }
+  static getForDatasetColumn(dataSetName, columnName) {
     return `dataset-datasource-column-${dataSetName}-${columnName}`;
   }
+  static getForDatasetColumnOutput(dataSetName, columnName) {
+    return `dataset-datasource-column-output-${dataSetName}-${columnName}`;
+  }
   static getForMediaSetView(mediaSetViewName) {
     return `media-set-view-${mediaSetViewName}`;
   }
@@ -356,7 +362,7 @@ export class OntologyRidGeneratorImpl {
 
     // Register column shapes
     columnNames.forEach(name => {
-      this.columnShapes.put(ReadableIdGenerator.getForDataSetColumn(dataSetName, name), {
+      this.columnShapes.put(ReadableIdGenerator.getForDatasetColumn(dataSetName, name), {
         datasource: {
           type: "dataset",
           dataset: {
@@ -369,7 +375,7 @@ export class OntologyRidGeneratorImpl {
     });
 
     // Register datasource locator
-    this.datasourceLocators.put(ReadableIdGenerator.getForDataSet(dataSetName), {
+    this.datasourceLocators.put(ReadableIdGenerator.getForDataset(dataSetName), {
       type: "dataset",
       dataset: {
         rid: datasetRid,