@owox/backend 0.0.0 → 0.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@owox/backend",
-  "version": "0.0.0",
+  "version": "0.1.0",
   "description": "OWOX Data Marts Backend - Full-stack data orchestration platform",
   "author": "OWOX",
   "license": "ELv2",
@@ -19,7 +19,7 @@
   "engines": {
     "node": ">=22.16.0"
   },
-  "main": "./dist/main.js",
+  "main": "./dist/src/main.js",
   "files": [
     "dist/**/*.js",
     "dist/**/*.json",
@@ -43,18 +43,25 @@
     "start": "nest start",
     "start:dev": "nest start --watch",
     "start:debug": "nest start --debug --watch",
-    "start:prod": "node dist/main",
+    "start:prod": "node dist/src/main",
     "serve": "npm run start:prod",
     "lint": "eslint . --config ./eslint.config.mjs",
     "lint:fix": "eslint . --fix --config ./eslint.config.mjs",
+    "lint:md": "markdownlint-cli2 --config ../../.markdownlint-cli2.mjs",
+    "lint:md:fix": "markdownlint-cli2 --config ../../.markdownlint-cli2.mjs --fix",
     "dev": "npm run start:dev",
     "test": "jest",
     "test:watch": "jest --watch",
     "test:cov": "jest --coverage",
     "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
-    "test:e2e": "jest --config ./test/jest-e2e.json"
+    "test:e2e": "jest --config ./test/jest-e2e.json",
+    "migration:run": "npx typeorm-ts-node-commonjs migration:run -d ./src/data-source.ts",
+    "migration:revert": "npx typeorm-ts-node-commonjs migration:revert -d ./src/data-source.ts",
+    "migration:create-template": "ts-node commands/create-migration-template.ts"
   },
   "dependencies": {
+    "@aws-sdk/client-athena": "^3.839.0",
+    "@google-cloud/bigquery": "^8.1.0",
     "@google-cloud/pubsub": "^4.0.7",
     "@nestjs/common": "^11.0.1",
     "@nestjs/config": "^4.0.2",
@@ -65,13 +72,18 @@
     "@nestjs/typeorm": "^11.0.0",
     "class-transformer": "^0.5.1",
     "class-validator": "^0.14.2",
-    "mysql": "^2.18.1",
+    "env-paths": "^3.0.0",
+    "googleapis": "^150.0.1",
+    "luxon": "^3.6.1",
+    "mysql2": "^3.14.1",
     "reflect-metadata": "^0.2.2",
     "rxjs": "^7.8.1",
     "sqlite3": "^5.1.7",
     "swagger-ui-express": "^5.0.1",
     "typeorm": "^0.3.24",
-    "zod": "^3.25.64"
+    "zod": "^3.25.64",
+    "@owox/connectors": "0.1.0",
+    "@owox/connector-runner": "0.1.0"
   },
   "devDependencies": {
     "@nestjs/cli": "^11.0.0",
@@ -90,16 +102,23 @@
     "ts-jest": "^29.2.5",
     "ts-loader": "^9.5.2",
     "ts-node": "^10.9.2",
-    "tsconfig-paths": "^4.2.0"
+    "tsconfig-paths": "^4.2.0",
+    "typeorm-ts-node-commonjs": "^0.3.20"
   },
   "jest": {
-    "moduleFileExtensions": ["js", "json", "ts"],
+    "moduleFileExtensions": [
+      "js",
+      "json",
+      "ts"
+    ],
     "rootDir": "src",
     "testRegex": ".*\\.spec\\.ts$",
     "transform": {
       "^.+\\.(t|j)s$": "ts-jest"
     },
-    "collectCoverageFrom": ["**/*.(t|j)s"],
+    "collectCoverageFrom": [
+      "**/*.(t|j)s"
+    ],
     "coverageDirectory": "../coverage",
     "testEnvironment": "node"
   }

package/dist/config/database.config.js

@@ -1,31 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getDatabaseConfig = getDatabaseConfig;
-var DbType;
-(function (DbType) {
-    DbType["sqlite"] = "sqlite";
-    DbType["mysql"] = "mysql";
-})(DbType || (DbType = {}));
-function getDatabaseConfig(config) {
-    const type = config.get('DB_TYPE', DbType.sqlite);
-    const dbConfigs = {
-        [DbType.sqlite]: {
-            type: DbType.sqlite,
-            database: config.get('DB_NAME', 'var/sqlite/backend.db'),
-            entities: [__dirname + '/../**/*.entity{.ts,.js}'],
-            synchronize: true,
-        },
-        [DbType.mysql]: {
-            type: DbType.mysql,
-            host: config.get('DB_HOST'),
-            port: config.get('DB_PORT'),
-            username: config.get('DB_USERNAME'),
-            password: config.get('DB_PASSWORD'),
-            database: config.get('DB_DATABASE'),
-            entities: [__dirname + '/../**/*.entity{.ts,.js}'],
-            synchronize: true,
-        },
-    };
-    return dbConfigs[type];
-}
-//# sourceMappingURL=database.config.js.map

package/dist/data-marts/data-marts.module.js

@@ -1,65 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DataMartsModule = void 0;
-const typeorm_1 = require("@nestjs/typeorm");
-const common_1 = require("@nestjs/common");
-const data_mart_controller_1 = require("./controllers/data-mart.controller");
-const data_storage_controller_1 = require("./controllers/data-storage.controller");
-const create_data_mart_service_1 = require("./use-cases/create-data-mart.service");
-const list_data_marts_service_1 = require("./use-cases/list-data-marts.service");
-const get_data_mart_service_1 = require("./use-cases/get-data-mart.service");
-const data_mart_mapper_1 = require("./mappers/data-mart.mapper");
-const data_storage_service_1 = require("./services/data-storage.service");
-const data_storage_mapper_1 = require("./mappers/data-storage.mapper");
-const get_data_storage_service_1 = require("./use-cases/get-data-storage.service");
-const create_data_storage_service_1 = require("./use-cases/create-data-storage.service");
-const update_data_storage_service_1 = require("./use-cases/update-data-storage.service");
-const data_mart_entity_1 = require("./entities/data-mart.entity");
-const data_storage_entity_1 = require("./entities/data-storage.entity");
-const data_storage_facades_1 = require("./data-storage-types/data-storage-facades");
-const data_storage_providers_1 = require("./data-storage-types/data-storage-providers");
-const update_data_mart_definition_service_1 = require("./use-cases/update-data-mart-definition.service");
-const data_mart_service_1 = require("./services/data-mart.service");
-const publish_data_mart_service_1 = require("./use-cases/publish-data-mart.service");
-const update_data_mart_description_service_1 = require("./use-cases/update-data-mart-description.service");
-const update_data_mart_title_service_1 = require("./use-cases/update-data-mart-title.service");
-const list_data_storages_service_1 = require("./use-cases/list-data-storages.service");
-const delete_data_storage_service_1 = require("./use-cases/delete-data-storage.service");
-const delete_data_mart_service_1 = require("./use-cases/delete-data-mart.service");
-let DataMartsModule = class DataMartsModule {
-};
-exports.DataMartsModule = DataMartsModule;
-exports.DataMartsModule = DataMartsModule = __decorate([
-    (0, common_1.Module)({
-        imports: [typeorm_1.TypeOrmModule.forFeature([data_mart_entity_1.DataMart, data_storage_entity_1.DataStorage])],
-        controllers: [data_mart_controller_1.DataMartController, data_storage_controller_1.DataStorageController],
-        providers: [
-            ...data_storage_providers_1.dataStorageResolverProviders,
-            ...data_storage_facades_1.dataStorageFacadesProviders,
-            data_mart_service_1.DataMartService,
-            create_data_mart_service_1.CreateDataMartService,
-            list_data_marts_service_1.ListDataMartsService,
-            get_data_mart_service_1.GetDataMartService,
-            update_data_mart_definition_service_1.UpdateDataMartDefinitionService,
-            publish_data_mart_service_1.PublishDataMartService,
-            update_data_mart_description_service_1.UpdateDataMartDescriptionService,
-            update_data_mart_title_service_1.UpdateDataMartTitleService,
-            data_mart_mapper_1.DataMartMapper,
-            data_storage_service_1.DataStorageService,
-            data_storage_mapper_1.DataStorageMapper,
-            list_data_storages_service_1.ListDataStoragesService,
-            delete_data_storage_service_1.DeleteDataStorageService,
-            delete_data_mart_service_1.DeleteDataMartService,
-            get_data_storage_service_1.GetDataStorageService,
-            create_data_storage_service_1.CreateDataStorageService,
-            update_data_storage_service_1.UpdateDataStorageService,
-        ],
-    })
-], DataMartsModule);
-//# sourceMappingURL=data-marts.module.js.map

package/dist/data-marts/data-storage-types/bigquery/schemas/bigquery-credentials.schema.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BigQueryCredentialsSchema = void 0;
-const zod_1 = require("zod");
-exports.BigQueryCredentialsSchema = zod_1.z
-    .object({
-    private_key: zod_1.z.string().min(1, 'private_key is required'),
-    client_email: zod_1.z.string().min(1, 'client_email is required'),
-})
-    .passthrough();
-//# sourceMappingURL=bigquery-credentials.schema.js.map

package/dist/data-marts/data-storage-types/data-storage-facades.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.dataStorageFacadesProviders = void 0;
-const data_storage_title_facade_1 = require("./facades/data-storage-title.facade");
-const data_storage_access_facade_1 = require("./facades/data-storage-access.facade");
-exports.dataStorageFacadesProviders = [data_storage_title_facade_1.DataStorageTitleFacade, data_storage_access_facade_1.DataStorageAccessFacade];
-//# sourceMappingURL=data-storage-facades.js.map

package/dist/data-marts/data-storage-types/data-storage-providers.js

@@ -1,27 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.dataStorageResolverProviders = exports.DATA_STORAGE_ACCESS_VALIDATOR_RESOLVER = exports.DATA_STORAGE_TITLE_GENERATOR_RESOLVER = void 0;
-const bigquery_title_generator_1 = require("./bigquery/services/bigquery-title.generator");
-const athena_title_generator_1 = require("./athena/services/athena-title.generator");
-const bigquery_access_validator_1 = require("./bigquery/services/bigquery-access.validator");
-const athena_access_validator_1 = require("./athena/services/athena-access.validator");
-const type_resolver_1 = require("../../common/resolver/type-resolver");
-exports.DATA_STORAGE_TITLE_GENERATOR_RESOLVER = Symbol('DATA_STORAGE_TITLE_GENERATOR_RESOLVER');
-exports.DATA_STORAGE_ACCESS_VALIDATOR_RESOLVER = Symbol('DATA_STORAGE_ACCESS_VALIDATOR_RESOLVER');
-const titleGeneratorProviders = [bigquery_title_generator_1.BigQueryTitleGenerator, athena_title_generator_1.AthenaTitleGenerator];
-const accessValidatorProviders = [bigquery_access_validator_1.BigQueryAccessValidator, athena_access_validator_1.AthenaAccessValidator];
-exports.dataStorageResolverProviders = [
-    ...titleGeneratorProviders,
-    ...accessValidatorProviders,
-    {
-        provide: exports.DATA_STORAGE_TITLE_GENERATOR_RESOLVER,
-        useFactory: (...titleGenerators) => new type_resolver_1.TypeResolver(titleGenerators),
-        inject: titleGeneratorProviders,
-    },
-    {
-        provide: exports.DATA_STORAGE_ACCESS_VALIDATOR_RESOLVER,
-        useFactory: (...validators) => new type_resolver_1.TypeResolver(validators),
-        inject: accessValidatorProviders,
-    },
-];
-//# sourceMappingURL=data-storage-providers.js.map

package/dist/data-marts/data-storage-types/interfaces/data-storage-title-generator.interface.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=data-storage-title-generator.interface.js.map