@finos/legend-application-data-cube 0.7.8 → 0.7.9

package/lib/stores/builder/source/LakehouseProducerDataCubeSourceLoaderState.js

@@ -1,82 +0,0 @@
-/**
- * Copyright (c) 2025-present, Goldman Sachs
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { guaranteeNonNullable, guaranteeType, } from '@finos/legend-shared';
-import { LegendDataCubeSourceLoaderState } from './LegendDataCubeSourceLoaderState.js';
-import { V1_deserializePureModelContext, V1_PureModelContextData, } from '@finos/legend-graph';
-import { RawLakehouseProducerDataCubeSource } from '../../model/LakehouseProducerDataCubeSource.js';
-import { action, makeObservable, observable } from 'mobx';
-import { LegendDataCubeSourceBuilderType } from './LegendDataCubeSourceBuilderState.js';
-import { SecondaryOAuthClient } from '../../model/SecondaryOauthClient.js';
-export class LakehouseProducerDataCubeSourceLoaderState extends LegendDataCubeSourceLoaderState {
-    ingestDefinition;
-    ingestDefinitionUrn;
-    ingestServerUrl;
-    userManagerSettings;
-    LAKEHOUSE_SECTION = '###Lakehouse';
-    constructor(application, engine, alertService, sourceData, persistentDataCube, onSuccess, onError) {
-        super(application, engine, alertService, sourceData, persistentDataCube, onSuccess, onError);
-        this.ingestDefinitionUrn = '';
-        this.ingestServerUrl = '';
-        makeObservable(this, {
-            ingestDefinition: observable,
-            setIngestDefinition: action,
-            ingestDefinitionUrn: observable,
-            setIngestDefinitionUrn: action,
-        });
-    }
-    setIngestDefinition(ingestDefinition) {
-        this.ingestDefinition = ingestDefinition;
-    }
-    setIngestDefinitionUrn(urn) {
-        this.ingestDefinitionUrn = urn;
-    }
-    setUserManagerSettings(settings) {
-        this.userManagerSettings = settings;
-    }
-    get isValid() {
-        return Boolean(this.ingestDefinition);
-    }
-    get label() {
-        return LegendDataCubeSourceBuilderType.LAKEHOUSE_PRODUCER;
-    }
-    reset() {
-        const rawSource = RawLakehouseProducerDataCubeSource.serialization.fromJson(this.sourceData);
-        this.setIngestDefinitionUrn(rawSource.ingestDefinitionUrn);
-        this.ingestServerUrl = rawSource.ingestServerUrl;
-    }
-    async loadIngestDefinition(access_token, lakehouseIngestServerClient) {
-        const ingestGrammar = await lakehouseIngestServerClient.getIngestDefinitionGrammar(guaranteeNonNullable(this.ingestDefinitionUrn), this.ingestServerUrl, access_token);
-        const ingestPMCDPlainObject = await this._engine.parseCompatibleModel(`${this.LAKEHOUSE_SECTION}\n${ingestGrammar}`);
-        const ingestDefPMCD = guaranteeType(V1_deserializePureModelContext(ingestPMCDPlainObject), V1_PureModelContextData);
-        const protocolIngestDefinition = ingestDefPMCD.elements.at(0).content;
-        this.setIngestDefinition(protocolIngestDefinition);
-    }
-    async load(source) {
-        const deserializedSource = RawLakehouseProducerDataCubeSource.serialization.fromJson(guaranteeNonNullable(source));
-        if (deserializedSource.icebergConfig?.icebergRef &&
-            deserializedSource.icebergConfig.catalogUrl) {
-            const oauthClient = new SecondaryOAuthClient(guaranteeNonNullable(this.userManagerSettings));
-            const token = await oauthClient.getToken();
-            const refId = await this._engine.ingestIcebergTable(deserializedSource.warehouse, deserializedSource.paths, deserializedSource.icebergConfig.catalogUrl, deserializedSource.icebergConfig.icebergRef, token);
-            deserializedSource.icebergConfig.icebergRef = refId.dbReference;
-        }
-        else {
-            this._engine.registerIngestDefinition(guaranteeNonNullable(this.ingestDefinition));
-        }
-        return RawLakehouseProducerDataCubeSource.serialization.toJson(deserializedSource);
-    }
-}
-//# sourceMappingURL=LakehouseProducerDataCubeSourceLoaderState.js.map

package/lib/stores/builder/source/LakehouseProducerDataCubeSourceLoaderState.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LakehouseProducerDataCubeSourceLoaderState.js","sourceRoot":"","sources":["../../../../src/stores/builder/source/LakehouseProducerDataCubeSourceLoaderState.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EACL,oBAAoB,EACpB,aAAa,GAEd,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAE,+BAA+B,EAAE,MAAM,sCAAsC,CAAC;AAEvF,OAAO,EACL,8BAA8B,EAC9B,uBAAuB,GAGxB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,kCAAkC,EAAE,MAAM,gDAAgD,CAAC;AAEpG,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC;AAC1D,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AAExF,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAE3E,MAAM,OAAO,0CAA2C,SAAQ,+BAA+B;IAC7F,gBAAgB,CAA0B;IAC1C,mBAAmB,CAAS;IAC5B,eAAe,CAAS;IAEhB,mBAAmB,CAAkC;IAErD,iBAAiB,GAAG,cAAc,CAAC;IAE3C,YACE,WAA2C,EAC3C,MAAoC,EACpC,YAAkC,EAClC,UAAuB,EACvB,kBAAsC,EACtC,SAA8B,EAC9B,OAA0C;QAE1C,KAAK,CACH,WAAW,EACX,MAAM,EACN,YAAY,EACZ,UAAU,EACV,kBAAkB,EAClB,SAAS,EACT,OAAO,CACR,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;QAE1B,cAAc,CAAC,IAAI,EAAE;YACnB,gBAAgB,EAAE,UAAU;YAC5B,mBAAmB,EAAE,MAAM;YAE3B,mBAAmB,EAAE,UAAU;YAC/B,sBAAsB,EAAE,MAAM;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB,CAAC,gBAAyC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC3C,CAAC;IAED,sBAAsB,CAAC,GAAW;QAChC,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;IACjC,CAAC;IAED,sBAAsB,CAAC,QAAyC;QAC9D,IAAI,CAAC,mBAAmB,GAAG,QAAQ,CAAC;IACtC,CAAC;IAED,IAAa,OAAO;QAClB,OAAO,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACxC,CAAC;IAED,IAAa,KAAK;QAChB,OAAO,+BAA+B,CAAC,kBAAkB,CAAC;IAC5D,CAAC;IAED,KAAK;QACH,MAAM,SAAS,GAAG,kCAAkC,CAAC,aAAa,CAAC,QAAQ,CACzE,IAAI,CAAC,UAAU,CAChB,CAAC;QACF,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC,eAAe,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,YAAgC,EAChC,2BAAwD;QAExD,MAAM,aAAa,GACjB,MAAM,2BAA2B,CAAC,0BAA0B,CAC1D,oBAAoB,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAC9C,IAAI,CAAC,eAAe,EACpB,YAAY,CACb,CAAC;QAEJ,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACnE,GAAG,IAAI,CAAC,iBAAiB,KAAK,aAAa,EAAE,CAC9C,CAAC;QAEF,MAAM,aAAa,GAAG,aAAa,CACjC,8BAA8B,CAAC,qBAAqB,CAAC,EACrD,uBAAuB,CACxB,CAAC;QAEF,MAAM,wBAAwB,GAC5B,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAC5B,CAAC,OAAO,CAAC;QACV,IAAI,CAAC,mBAAmB,CAAC,wBAAwB,CAAC,CAAC;IACrD,CAAC;IAEQ,KAAK,CAAC,IAAI,CAAC,MAA+B;QACjD,MAAM,kBAAkB,GACtB,kCAAkC,CAAC,aAAa,CAAC,QAAQ,CACvD,oBAAoB,CAAC,MAAM,CAAC,CAC7B,CAAC;QAEJ,IACE,kBAAkB,CAAC,aAAa,EAAE,UAAU;YAC5C,kBAAkB,CAAC,aAAa,CAAC,UAAU,EAC3C,CAAC;YACD,MAAM,WAAW,GAAG,IAAI,oBAAoB,CAC1C,oBAAoB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAC/C,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CACjD,kBAAkB,CAAC,SAAS,EAC5B,kBAAkB,CAAC,KAAK,EACxB,kBAAkB,CAAC,aAAa,CAAC,UAAU,EAC3C,kBAAkB,CAAC,aAAa,CAAC,UAAU,EAC3C,KAAK,CACN,CAAC;YACF,kBAAkB,CAAC,aAAa,CAAC,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,wBAAwB,CACnC,oBAAoB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAC5C,CAAC;QACJ,CAAC;QAED,OAAO,kCAAkC,CAAC,aAAa,CAAC,MAAM,CAC5D,kBAAkB,CACnB,CAAC;IACJ,CAAC;CACF"}

package/src/components/builder/source/LakehouseProducerDataCubeSourceLoader.tsx

@@ -1,75 +0,0 @@
-/**
- * Copyright (c) 2020-present, Goldman Sachs
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import { observer } from 'mobx-react-lite';
-import { useEffect } from 'react';
-import type { LakehouseProducerDataCubeSourceLoaderState } from '../../../stores/builder/source/LakehouseProducerDataCubeSourceLoaderState.js';
-import { useAuth } from 'react-oidc-context';
-import { useLegendDataCubeBuilderStore } from '../LegendDataCubeBuilderStoreProvider.js';
-import { FormButton, FormTextInput } from '@finos/legend-data-cube';
-
-export const LakehouseProducerDataCubeSourceLoader = observer(
-  (props: {
-    partialSourceLoader: LakehouseProducerDataCubeSourceLoaderState;
-  }) => {
-    const { partialSourceLoader } = props;
-    const auth = useAuth();
-    const store = useLegendDataCubeBuilderStore();
-
-    useEffect(() => {
-      partialSourceLoader.reset();
-    }, [partialSourceLoader]);
-
-    useEffect(() => {
-      partialSourceLoader.setUserManagerSettings(auth.settings);
-    }, [partialSourceLoader, auth]);
-
-    return (
-      <div className="flex h-full w-full">
-        <div className="m-3 flex w-full flex-col items-stretch gap-2 text-neutral-500">
-          <div className="query-setup__wizard__group">
-            <div className="query-setup__wizard__group__title">Ingest Urn</div>
-            <div className="flex h-full w-full flex-auto items-center justify-between text-nowrap">
-              <FormTextInput
-                className="w-3/4 text-base"
-                value={partialSourceLoader.ingestDefinitionUrn}
-                disabled={true}
-              />
-              <FormButton
-                compact={true}
-                className="ml-1.5 text-nowrap text-sm text-black"
-                onClick={() => {
-                  partialSourceLoader
-                    .loadIngestDefinition(
-                      auth.user?.access_token,
-                      store.ingestServerClient,
-                    )
-                    .catch((error) =>
-                      store.alertService.alertUnhandledError(error),
-                    );
-                }}
-              >
-                {Boolean(partialSourceLoader.ingestDefinition)
-                  ? 'Loaded!'
-                  : 'Load Ingest'}
-              </FormButton>
-            </div>
-          </div>
-        </div>
-      </div>
-    );
-  },
-);

package/src/stores/builder/source/LakehouseProducerDataCubeSourceLoaderState.ts

@@ -1,165 +0,0 @@
-/**
- * Copyright (c) 2025-present, Goldman Sachs
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import {
-  guaranteeNonNullable,
-  guaranteeType,
-  type PlainObject,
-} from '@finos/legend-shared';
-import type { LegendDataCubeApplicationStore } from '../../LegendDataCubeBaseStore.js';
-import type { LegendDataCubeDataCubeEngine } from '../../LegendDataCubeDataCubeEngine.js';
-import { LegendDataCubeSourceLoaderState } from './LegendDataCubeSourceLoaderState.js';
-import type { DataCubeAlertService } from '@finos/legend-data-cube';
-import {
-  V1_deserializePureModelContext,
-  V1_PureModelContextData,
-  type PersistentDataCube,
-  type V1_IngestDefinition,
-} from '@finos/legend-graph';
-import { RawLakehouseProducerDataCubeSource } from '../../model/LakehouseProducerDataCubeSource.js';
-import type { LakehouseIngestServerClient } from '@finos/legend-server-lakehouse';
-import { action, makeObservable, observable } from 'mobx';
-import { LegendDataCubeSourceBuilderType } from './LegendDataCubeSourceBuilderState.js';
-import type { UserManagerSettings } from 'oidc-client-ts';
-import { SecondaryOAuthClient } from '../../model/SecondaryOauthClient.js';
-
-export class LakehouseProducerDataCubeSourceLoaderState extends LegendDataCubeSourceLoaderState {
-  ingestDefinition: PlainObject | undefined;
-  ingestDefinitionUrn: string;
-  ingestServerUrl: string;
-
-  private userManagerSettings: UserManagerSettings | undefined;
-
-  private LAKEHOUSE_SECTION = '###Lakehouse';
-
-  constructor(
-    application: LegendDataCubeApplicationStore,
-    engine: LegendDataCubeDataCubeEngine,
-    alertService: DataCubeAlertService,
-    sourceData: PlainObject,
-    persistentDataCube: PersistentDataCube,
-    onSuccess: () => Promise<void>,
-    onError: (error: unknown) => Promise<void>,
-  ) {
-    super(
-      application,
-      engine,
-      alertService,
-      sourceData,
-      persistentDataCube,
-      onSuccess,
-      onError,
-    );
-
-    this.ingestDefinitionUrn = '';
-    this.ingestServerUrl = '';
-
-    makeObservable(this, {
-      ingestDefinition: observable,
-      setIngestDefinition: action,
-
-      ingestDefinitionUrn: observable,
-      setIngestDefinitionUrn: action,
-    });
-  }
-
-  setIngestDefinition(ingestDefinition: PlainObject | undefined) {
-    this.ingestDefinition = ingestDefinition;
-  }
-
-  setIngestDefinitionUrn(urn: string) {
-    this.ingestDefinitionUrn = urn;
-  }
-
-  setUserManagerSettings(settings: UserManagerSettings | undefined) {
-    this.userManagerSettings = settings;
-  }
-
-  override get isValid(): boolean {
-    return Boolean(this.ingestDefinition);
-  }
-
-  override get label() {
-    return LegendDataCubeSourceBuilderType.LAKEHOUSE_PRODUCER;
-  }
-
-  reset() {
-    const rawSource = RawLakehouseProducerDataCubeSource.serialization.fromJson(
-      this.sourceData,
-    );
-    this.setIngestDefinitionUrn(rawSource.ingestDefinitionUrn);
-    this.ingestServerUrl = rawSource.ingestServerUrl;
-  }
-
-  async loadIngestDefinition(
-    access_token: string | undefined,
-    lakehouseIngestServerClient: LakehouseIngestServerClient,
-  ) {
-    const ingestGrammar =
-      await lakehouseIngestServerClient.getIngestDefinitionGrammar(
-        guaranteeNonNullable(this.ingestDefinitionUrn),
-        this.ingestServerUrl,
-        access_token,
-      );
-
-    const ingestPMCDPlainObject = await this._engine.parseCompatibleModel(
-      `${this.LAKEHOUSE_SECTION}\n${ingestGrammar}`,
-    );
-
-    const ingestDefPMCD = guaranteeType(
-      V1_deserializePureModelContext(ingestPMCDPlainObject),
-      V1_PureModelContextData,
-    );
-
-    const protocolIngestDefinition = (
-      ingestDefPMCD.elements.at(0) as V1_IngestDefinition
-    ).content;
-    this.setIngestDefinition(protocolIngestDefinition);
-  }
-
-  override async load(source: PlainObject | undefined) {
-    const deserializedSource =
-      RawLakehouseProducerDataCubeSource.serialization.fromJson(
-        guaranteeNonNullable(source),
-      );
-
-    if (
-      deserializedSource.icebergConfig?.icebergRef &&
-      deserializedSource.icebergConfig.catalogUrl
-    ) {
-      const oauthClient = new SecondaryOAuthClient(
-        guaranteeNonNullable(this.userManagerSettings),
-      );
-      const token = await oauthClient.getToken();
-      const refId = await this._engine.ingestIcebergTable(
-        deserializedSource.warehouse,
-        deserializedSource.paths,
-        deserializedSource.icebergConfig.catalogUrl,
-        deserializedSource.icebergConfig.icebergRef,
-        token,
-      );
-      deserializedSource.icebergConfig.icebergRef = refId.dbReference;
-    } else {
-      this._engine.registerIngestDefinition(
-        guaranteeNonNullable(this.ingestDefinition),
-      );
-    }
-
-    return RawLakehouseProducerDataCubeSource.serialization.toJson(
-      deserializedSource,
-    );
-  }
-}