@contentstorage/core 0.2.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Kaido Hussar
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1 @@
+# contentstorage-core

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export { loadConfig } from './lib/configLoader';
+export type { AppConfig } from './lib/configLoader';
+export { generateTypes } from './scripts/generate-types';
+export { pullContent } from './scripts/pull-content';

package/dist/index.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pullContent = exports.generateTypes = exports.loadConfig = void 0;
+var configLoader_1 = require("./lib/configLoader");
+Object.defineProperty(exports, "loadConfig", { enumerable: true, get: function () { return configLoader_1.loadConfig; } });
+var generate_types_1 = require("./scripts/generate-types");
+Object.defineProperty(exports, "generateTypes", { enumerable: true, get: function () { return generate_types_1.generateTypes; } });
+var pull_content_1 = require("./scripts/pull-content");
+Object.defineProperty(exports, "pullContent", { enumerable: true, get: function () { return pull_content_1.pullContent; } });

package/dist/lib/configLoader.d.ts

@@ -0,0 +1,6 @@
+export interface AppConfig {
+    contentUrl: string;
+    contentDir: string;
+    typesOutputFile: string;
+}
+export declare function loadConfig(): AppConfig;

package/dist/lib/configLoader.js

@@ -0,0 +1,51 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadConfig = loadConfig;
+const path_1 = __importDefault(require("path"));
+const fs_1 = __importDefault(require("fs"));
+const DEFAULT_CONFIG = {
+    contentDir: path_1.default.join('src', 'assets', 'content'),
+    typesOutputFile: path_1.default.join('src', 'generated', 'content-types.ts'),
+};
+function loadConfig() {
+    const configPath = path_1.default.resolve(process.cwd(), 'contentstorage.config.ts'); // Look in user's current working dir
+    let userConfig = {};
+    if (fs_1.default.existsSync(configPath)) {
+        try {
+            // Use require for JS config file
+            const loadedModule = require(configPath);
+            // Handle different export styles (module.exports = ... or export default ...)
+            userConfig = loadedModule.default || loadedModule;
+            console.log(`Loaded configuration from ${configPath}`);
+        }
+        catch (error) {
+            console.error(`Error loading configuration from ${configPath}:`, error);
+            // Decide if you want to proceed with defaults or exit
+            // For now, we'll proceed with defaults but warn
+            console.warn('Proceeding with default configuration.');
+            userConfig = {}; // Reset in case of partial load failure
+        }
+    }
+    else {
+        console.log('No content.config.js found. Using default configuration.');
+    }
+    const mergedConfig = {
+        ...DEFAULT_CONFIG,
+        ...userConfig,
+    };
+    // Validate required fields
+    if (!mergedConfig.contentUrl) {
+        console.error('Error: Configuration is missing the required "contentUrl" property.');
+        process.exit(1); // Exit if required URL is missing
+    }
+    // Resolve paths relative to the user's project root (process.cwd())
+    const finalConfig = {
+        contentUrl: mergedConfig.contentUrl,
+        contentDir: path_1.default.resolve(process.cwd(), mergedConfig.contentDir),
+        typesOutputFile: path_1.default.resolve(process.cwd(), mergedConfig.typesOutputFile),
+    };
+    return finalConfig;
+}

package/dist/scripts/generate-types.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export declare function generateTypes(): Promise<void>;

package/dist/scripts/generate-types.js

@@ -0,0 +1,74 @@
+#!/usr/bin/env node
+"use strict";
+// ^ Shebang ensures the script is executed with Node.js
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateTypes = generateTypes;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const json_to_ts_1 = __importDefault(require("json-to-ts")); // Import the library
+const chalk_1 = __importDefault(require("chalk")); // Optional: for colored output
+const configLoader_1 = require("../lib/configLoader");
+async function generateTypes() {
+    console.log(chalk_1.default.blue('Starting type generation...'));
+    const config = (0, configLoader_1.loadConfig)();
+    console.log(chalk_1.default.gray(`Reading JSON files from: ${config.contentDir}`));
+    console.log(chalk_1.default.gray(`Saving TypeScript types to: ${config.typesOutputFile}`));
+    try {
+        // Read the content directory
+        let files;
+        try {
+            files = await promises_1.default.readdir(config.contentDir);
+        }
+        catch (err) {
+            if (err.code === 'ENOENT') {
+                throw new Error(`Content directory not found: ${config.contentDir}. Run 'pull-content' first?`);
+            }
+            throw err; // Re-throw other errors
+        }
+        // Filter for JSON files and sort them (optional, but good for consistency)
+        const jsonFiles = files
+            .filter((file) => file.toLowerCase().endsWith('.json'))
+            .sort();
+        if (jsonFiles.length === 0) {
+            throw new Error(`No JSON files found in ${config.contentDir}.`);
+        }
+        const firstJsonFile = jsonFiles[0];
+        const jsonFilePath = path_1.default.join(config.contentDir, firstJsonFile);
+        console.log(chalk_1.default.gray(`Using first JSON file for type generation: ${firstJsonFile}`));
+        // Read the first JSON file
+        const jsonContent = await promises_1.default.readFile(jsonFilePath, 'utf-8');
+        // Parse the JSON content
+        let jsonObject;
+        try {
+            jsonObject = JSON.parse(jsonContent);
+        }
+        catch (parseError) {
+            throw new Error(`Failed to parse JSON file ${firstJsonFile}: ${parseError.message}`);
+        }
+        // Generate TypeScript interfaces using json-to-ts
+        // jsonToTS returns an array of strings, each being a line of the interface/type
+        // We need to give the root type a name.
+        const rootTypeName = 'RootContentItem'; // Or derive from filename, or make configurable
+        const typeDeclarations = (0, json_to_ts_1.default)(jsonObject, {
+            rootName: rootTypeName,
+        });
+        if (!typeDeclarations || typeDeclarations.length === 0) {
+            throw new Error(`Could not generate types from ${firstJsonFile}. Is the file empty or malformed?`);
+        }
+        const outputContent = typeDeclarations.join('\n\n'); // Add extra newline between interfaces
+        // Ensure the output directory exists
+        const outputDir = path_1.default.dirname(config.typesOutputFile);
+        await promises_1.default.mkdir(outputDir, { recursive: true });
+        // Write the generated types to the output file
+        await promises_1.default.writeFile(config.typesOutputFile, outputContent, 'utf-8');
+        console.log(chalk_1.default.green(`TypeScript types generated successfully at ${config.typesOutputFile}`));
+    }
+    catch (error) {
+        console.error(chalk_1.default.red('Error generating TypeScript types:'));
+        console.error(chalk_1.default.red(error.message));
+        process.exit(1); // Exit with error code
+    }
+}

package/dist/scripts/pull-content.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export declare function pullContent(): Promise<void>;

package/dist/scripts/pull-content.js

@@ -0,0 +1,70 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pullContent = pullContent;
+const axios_1 = __importDefault(require("axios"));
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const chalk_1 = __importDefault(require("chalk"));
+const configLoader_1 = require("../lib/configLoader");
+async function pullContent() {
+    console.log(chalk_1.default.blue('Starting content pull...'));
+    const config = (0, configLoader_1.loadConfig)();
+    console.log(chalk_1.default.gray(`Getting content from: ${config.contentUrl}`));
+    console.log(chalk_1.default.gray(`Saving content to: ${config.contentDir}`));
+    try {
+        // Fetch data
+        const response = await axios_1.default.get(config.contentUrl);
+        const jsonData = response.data; // Assume axios parses JSON automatically
+        if (!jsonData) {
+            throw new Error('No data received from the URL.');
+        }
+        // Ensure the output directory exists
+        await promises_1.default.mkdir(config.contentDir, { recursive: true });
+        // --- How to save the data? ---
+        // Option 1: Save the entire response as one file (e.g., content.json)
+        // const outputPath = path.join(config.contentDir, 'content.json');
+        // await fs.writeFile(outputPath, JSON.stringify(jsonData, null, 2));
+        // console.log(chalk.green(`Content saved successfully to ${outputPath}`));
+        // Option 2: Assume the response is an ARRAY of objects, save each as a separate file
+        // This matches the requirement "use the first file from the directory" later
+        if (!Array.isArray(jsonData)) {
+            throw new Error(`Expected an array of objects from ${config.contentUrl}, but received type ${typeof jsonData}. Cannot save individual files.`);
+        }
+        if (jsonData.length === 0) {
+            console.log(chalk_1.default.yellow('Received empty array. No files to save.'));
+            return;
+        }
+        console.log(chalk_1.default.gray(`Received ${jsonData.length} items. Saving individually...`));
+        let filesSavedCount = 0;
+        for (let i = 0; i < jsonData.length; i++) {
+            const item = jsonData[i];
+            // Determine filename: use 'id' or 'slug' if available, otherwise use index
+            const filename = `${item.id || item.slug || i}.json`;
+            const outputPath = path_1.default.join(config.contentDir, filename);
+            try {
+                await promises_1.default.writeFile(outputPath, JSON.stringify(item, null, 2));
+                filesSavedCount++;
+            }
+            catch (writeError) {
+                console.error(chalk_1.default.red(`Error saving file ${filename}:`), writeError.message);
+                // Optionally decide whether to continue or stop on error
+            }
+        }
+        console.log(chalk_1.default.green(`Successfully saved ${filesSavedCount} files to ${config.contentDir}`));
+    }
+    catch (error) {
+        console.error(chalk_1.default.red('Error fetching or saving content:'));
+        if (axios_1.default.isAxiosError(error)) {
+            console.error(chalk_1.default.red(`Status: ${error.response?.status}`));
+            console.error(chalk_1.default.red(`Data: ${JSON.stringify(error.response?.data)}`));
+        }
+        else {
+            console.error(chalk_1.default.red(error.message));
+        }
+        process.exit(1); // Exit with error code
+    }
+}

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@contentstorage/core",
+  "author": "Kaido Hussar <kaidohus@gmail.com>",
+  "homepage": "https://contentstorage.app",
+  "type": "module",
+  "version": "0.2.0",
+  "description": "Fetch content from contentstorage and generate TypeScript types",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "pull-content": "dist/scripts/pull-content.js",
+    "generate-types": "dist/scripts/generate-types.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/kaidohussar/contentstorage-core.git"
+  },
+  "scripts": {
+    "build": "tsc",
+    "prepublishOnly": "npm run build",
+    "lint": "eslint src/**/*.ts",
+    "lint:fix": "eslint src/**/*.ts --fix",
+    "prettier:check": "prettier --check \"src/**/*.ts\"",
+    "prettier:write": "prettier --write \"src/**/*.ts\"",
+    "release": "npx release-it"
+  },
+  "dependencies": {
+    "axios": "^1.7.2",
+    "chalk": "^4.1.2",
+    "json-to-ts": "^2.0.1"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.26.0",
+    "@types/node": "^20.12.12",
+    "@typescript-eslint/eslint-plugin": "^8.31.1",
+    "@typescript-eslint/parser": "^8.31.1",
+    "eslint": "^9.26.0",
+    "eslint-config-prettier": "^10.1.2",
+    "prettier": "^3.5.3",
+    "release-it": "^19.0.2",
+    "typescript": "^5.8.3",
+    "typescript-eslint": "^8.31.1"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist/**/*",
+    "LICENSE",
+    "README.md"
+  ]
+}