@hestia-earth/pipeline-utils 0.10.4 → 0.11.0

package/CHANGELOG.md

@@ -2,6 +2,17 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [0.11.0](https://gitlab.com/hestia-earth/hestia-pipeline-utils/compare/v0.10.4...v0.11.0) (2023-06-16)
+
+
+### ⚠ BREAKING CHANGES
+
+* **gitlab:** `readFile` in gitlab has been renamed `readFileRaw`
+
+### Features
+
+* **gitlab:** add function to retrun file content ([cec9f1e](https://gitlab.com/hestia-earth/hestia-pipeline-utils/commit/cec9f1e818994925837ade5e3cfc4498e724212f))
+
 ### [0.10.4](https://gitlab.com/hestia-earth/hestia-pipeline-utils/compare/v0.10.3...v0.10.4) (2023-06-15)
 
 ### [0.10.3](https://gitlab.com/hestia-earth/hestia-pipeline-utils/compare/v0.10.2...v0.10.3) (2023-06-15)

package/dist/gitlab.d.ts

@@ -1,9 +1,14 @@
 /// <reference types="node" />
 import { Readable } from 'stream';
-export interface IGitlabFile {
+export interface IGitlabTreeFile {
     id?: string;
     name: string;
     path: string;
 }
-export declare const listFiles: (path?: string, page?: number, limit?: number) => Promise<IGitlabFile[]>;
-export declare const readFile: ({ id }: Partial<IGitlabFile>) => Promise<Readable>;
+export interface IGitlabFile {
+    size: number;
+    content: string;
+}
+export declare const listFiles: (path: string, page?: number, limit?: number) => Promise<IGitlabTreeFile[]>;
+export declare const readFile: ({ path }: Partial<IGitlabTreeFile>) => Promise<IGitlabFile>;
+export declare const readFileRaw: ({ id }: Partial<IGitlabTreeFile>) => Promise<Readable>;

package/dist/gitlab.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.readFile = exports.listFiles = void 0;
+exports.readFileRaw = exports.readFile = exports.listFiles = void 0;
 const axios_1 = require("axios");
 const token = process.env.GITLAB_TOKEN;
 const projectId = process.env.GITLAB_PROJECT_ID;
@@ -9,7 +9,7 @@ const gitlabUrl = `https://gitlab.com/api/v4/projects/${projectId}`;
 const headers = { 'PRIVATE-TOKEN': token };
 const listFiles = async (path, page = 1, limit = 100) => {
     const { data } = await axios_1.default.get(`${gitlabUrl}/repository/tree`, {
-        headers: { 'PRIVATE-TOKEN': token },
+        headers,
         params: { page, per_page: limit, ref: branch, path }
     });
     return [
@@ -18,12 +18,20 @@ const listFiles = async (path, page = 1, limit = 100) => {
     ];
 };
 exports.listFiles = listFiles;
-const readFile = async ({ id }) => {
+const readFile = async ({ path }) => {
+    const { data } = await axios_1.default.get(`${gitlabUrl}/repository/files/${encodeURIComponent(path)}`, {
+        headers,
+        params: { ref: branch }
+    });
+    return data;
+};
+exports.readFile = readFile;
+const readFileRaw = async ({ id }) => {
     const { data } = await axios_1.default.get(`${gitlabUrl}/repository/blobs/${id}/raw`, {
         headers,
         responseType: 'stream'
     });
     return data;
 };
-exports.readFile = readFile;
+exports.readFileRaw = readFileRaw;
 //# sourceMappingURL=gitlab.js.map

package/dist/gitlab.js.map

@@ -1 +1 @@
-{"version":3,"file":"gitlab.js","sourceRoot":"","sources":["../src/gitlab.ts"],"names":[],"mappings":";;;AACA,iCAA0B;AAQ1B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AACvC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAChD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AAEzC,MAAM,SAAS,GAAG,sCAAsC,SAAS,EAAE,CAAC;AACpE,MAAM,OAAO,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;AAEpC,MAAM,SAAS,GAAG,KAAK,EAAE,IAAa,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAA0B,EAAE;IAC9F,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAgB,GAAG,SAAS,kBAAkB,EAAE;QAC9E,OAAO,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE;QACnC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;KACrD,CAAC,CAAC;IACH,OAAO;QACL,GAAG,IAAI;QACP,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,SAAS,aASpB;AAEK,MAAM,QAAQ,GAAG,KAAK,EAAE,EAAE,EAAE,EAAwB,EAAE,EAAE;IAC7D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAW,GAAG,SAAS,qBAAqB,EAAE,MAAM,EAAE;QACpF,OAAO;QACP,YAAY,EAAE,QAAQ;KACvB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AANW,QAAA,QAAQ,YAMnB"}
+{"version":3,"file":"gitlab.js","sourceRoot":"","sources":["../src/gitlab.ts"],"names":[],"mappings":";;;AACA,iCAA0B;AAa1B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AACvC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAChD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AAEzC,MAAM,SAAS,GAAG,sCAAsC,SAAS,EAAE,CAAC;AACpE,MAAM,OAAO,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;AAEpC,MAAM,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAA8B,EAAE;IACjG,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAoB,GAAG,SAAS,kBAAkB,EAAE;QAClF,OAAO;QACP,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;KACrD,CAAC,CAAC;IACH,OAAO;QACL,GAAG,IAAI;QACP,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,IAAA,iBAAS,EAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,SAAS,aASpB;AAEK,MAAM,QAAQ,GAAG,KAAK,EAAE,EAAE,IAAI,EAA4B,EAAE,EAAE;IACnE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAc,GAAG,SAAS,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE;QACzG,OAAO;QACP,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;KACxB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AANW,QAAA,QAAQ,YAMnB;AAEK,MAAM,WAAW,GAAG,KAAK,EAAE,EAAE,EAAE,EAA4B,EAAE,EAAE;IACpE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAK,CAAC,GAAG,CAAW,GAAG,SAAS,qBAAqB,EAAE,MAAM,EAAE;QACpF,OAAO;QACP,YAAY,EAAE,QAAQ;KACvB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AANW,QAAA,WAAW,eAMtB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hestia-earth/pipeline-utils",
-  "version": "0.10.4",
+  "version": "0.11.0",
   "description": "Utilities for running pipelines",
   "main": "dist/index.js",
   "typings": "dist/index.d.ts",

package/src/gitlab.ts

@@ -1,12 +1,17 @@
 import { Readable } from 'stream';
 import axios from 'axios';
 
-export interface IGitlabFile {
+export interface IGitlabTreeFile {
   id?: string;
   name: string;
   path: string;
 }
 
+export interface IGitlabFile {
+  size: number;
+  content: string;
+}
+
 const token = process.env.GITLAB_TOKEN;
 const projectId = process.env.GITLAB_PROJECT_ID;
 const branch = process.env.GITLAB_BRANCH;
@@ -14,9 +19,9 @@ const branch = process.env.GITLAB_BRANCH;
 const gitlabUrl = `https://gitlab.com/api/v4/projects/${projectId}`;
 const headers = { 'PRIVATE-TOKEN': token };
 
-export const listFiles = async (path?: string, page = 1, limit = 100): Promise<IGitlabFile[]> => {
-  const { data } = await axios.get<IGitlabFile[]>(`${gitlabUrl}/repository/tree`, {
-    headers: { 'PRIVATE-TOKEN': token },
+export const listFiles = async (path: string, page = 1, limit = 100): Promise<IGitlabTreeFile[]> => {
+  const { data } = await axios.get<IGitlabTreeFile[]>(`${gitlabUrl}/repository/tree`, {
+    headers,
     params: { page, per_page: limit, ref: branch, path }
   });
   return [
@@ -25,7 +30,15 @@ export const listFiles = async (path?: string, page = 1, limit = 100): Promise<I
   ];
 };
 
-export const readFile = async ({ id }: Partial<IGitlabFile>) => {
+export const readFile = async ({ path }: Partial<IGitlabTreeFile>) => {
+  const { data } = await axios.get<IGitlabFile>(`${gitlabUrl}/repository/files/${encodeURIComponent(path)}`, {
+    headers,
+    params: { ref: branch }
+  });
+  return data;
+};
+
+export const readFileRaw = async ({ id }: Partial<IGitlabTreeFile>) => {
   const { data } = await axios.get<Readable>(`${gitlabUrl}/repository/blobs/${id}/raw`, {
     headers,
     responseType: 'stream'