@l-v-yonsama/multi-platform-database-drivers 0.1.1

package/src/service/request/s3_request.ts

@@ -0,0 +1,15 @@
+export interface S3Request {
+  connection_id: string;
+  command: S3CommandType;
+  Bucket: string;
+  key?: string;
+  options?: any;
+}
+
+export enum S3CommandType {
+  PutObject = "PutObject",
+  Search = "Search",
+  AbortSearch = "AbortSearch",
+  listObject = "listObject",
+  getObject = "getObject"
+}

package/src/service/response/GeneralReponse.ts

@@ -0,0 +1,10 @@
+export default class GeneralResponse {
+  public ok = true;
+  public message = '';
+  public result: any;
+
+  constructor(ok = true, message = '') {
+    this.ok = ok;
+    this.message = message;
+  }
+}

package/src/types/DateModifiedType.ts

@@ -0,0 +1,75 @@
+export enum DateModifiedType {
+  None = '-',
+  Today = 'Today',
+  Yesterday = 'Yesterday',
+  ThisWeek = 'This week',
+  LastWeek = 'Last week',
+  ThisMonth = 'This month',
+  LastMonth = 'Last month',
+  ThisYear = 'This year',
+  LastYear = 'Last year',
+}
+const DAY1 = 1000 * 60 * 60 * 24;
+const cutoffHours = (dt: Date): Date => {
+  const r = new Date();
+  r.setTime(dt.getTime());
+  r.setHours(0);
+  r.setMinutes(0);
+  r.setSeconds(0);
+  r.setMilliseconds(0);
+  return r;
+};
+export namespace DateModifiedType {
+  export function isValid(
+    type: DateModifiedType,
+    inDate: number | Date,
+  ): boolean {
+    const now = new Date();
+    const today = cutoffHours(now).getTime();
+    if (typeof inDate === 'number') {
+      inDate = new Date(inDate);
+    }
+    switch (type) {
+      case DateModifiedType.Today:
+        return today <= inDate.getTime() && inDate.getTime() <= today + DAY1;
+      case DateModifiedType.Yesterday:
+        return today - DAY1 <= inDate.getTime() && inDate.getTime() <= today;
+      case DateModifiedType.ThisWeek: {
+        const d = new Date();
+        d.setTime(
+          d.getTime() - (d.getDay() ? d.getDay() : 7) * 24 * 60 * 60 * 1000,
+        );
+        const endOfWeek = cutoffHours(d).getTime();
+        d.setTime(d.getTime() - 6 * 24 * 60 * 60 * 1000);
+        const startOfWeek = cutoffHours(d).getTime();
+        return (
+          endOfWeek <= inDate.getTime() &&
+          inDate.getTime() <= startOfWeek + DAY1
+        );
+      }
+      case DateModifiedType.LastWeek: {
+        const d = new Date();
+        d.setTime(
+          d.getTime() -
+            (d.getDay() ? d.getDay() : 7) * 24 * 60 * 60 * 1000 -
+            DAY1 * 7,
+        );
+        const endOfWeek = cutoffHours(d).getTime();
+        d.setTime(d.getTime() - 6 * 24 * 60 * 60 * 1000);
+        const startOfWeek = cutoffHours(d).getTime();
+        return (
+          endOfWeek <= inDate.getTime() &&
+          inDate.getTime() <= startOfWeek + DAY1
+        );
+      }
+      case DateModifiedType.ThisMonth:
+        return (
+          now.getFullYear() === inDate.getFullYear() &&
+          now.getMonth() === inDate.getMonth()
+        );
+      case DateModifiedType.ThisYear:
+        return now.getFullYear() === inDate.getFullYear();
+    }
+    return true;
+  }
+}

package/src/types/FileKindType.ts

@@ -0,0 +1,80 @@
+export enum FileKindType {
+  All = 'All',
+  Image = 'Image',
+  Video = 'Video',
+  Music = 'Music',
+  Document = 'Document',
+  Program = 'Program',
+  Text = 'Text',
+}
+
+export namespace FileKindType {
+  export function isValid(type: FileKindType, file_name: string): boolean {
+    if (FileKindType.All === type) {
+      return true;
+    }
+    file_name = file_name.toLocaleLowerCase().trim();
+    const idx = file_name.lastIndexOf('.');
+    if (file_name === '' || idx <= 0) {
+      return false;
+    }
+    const ext = file_name.substring(idx + 1);
+    switch (type) {
+      case FileKindType.Image:
+        return (
+          ext === 'jpg' ||
+          ext === 'jpeg' ||
+          ext === 'png' ||
+          ext === 'gif' ||
+          ext === 'tiff' ||
+          ext === 'tif' ||
+          ext === 'bmp' ||
+          ext === 'webp'
+        );
+      case FileKindType.Video:
+        return (
+          ext === 'mov' || ext === 'mp4' || ext === 'webm' || ext === 'avi'
+        );
+      case FileKindType.Music:
+        return ext === 'wav' || ext === 'mp3';
+      case FileKindType.Document:
+        return (
+          ext === 'xls' ||
+          ext === 'doc' ||
+          ext === 'ppt' ||
+          ext === 'pdf' ||
+          ext === 'xlsx' ||
+          ext === 'docx' ||
+          ext === 'pptx'
+        );
+      case FileKindType.Text:
+        if (ext === 'txt' || ext === 'json') {
+          return true;
+        }
+        return (
+          ext === 'js' ||
+          ext === 'ts' ||
+          ext === 'py' ||
+          ext === 'pyx' ||
+          ext === 'java' ||
+          ext === 'html' ||
+          ext === 'xml' ||
+          ext === 'vue' ||
+          ext === 'c'
+        );
+      case FileKindType.Program:
+        return (
+          ext === 'js' ||
+          ext === 'ts' ||
+          ext === 'py' ||
+          ext === 'pyx' ||
+          ext === 'java' ||
+          ext === 'html' ||
+          ext === 'xml' ||
+          ext === 'vue' ||
+          ext === 'c'
+        );
+    }
+    return false;
+  }
+}

package/src/util/file_util.ts

@@ -0,0 +1,178 @@
+/* eslint-disable @typescript-eslint/no-unused-vars */
+import * as path from 'path';
+import * as fs from 'fs';
+import prettyBytes from 'pretty-bytes';
+import { promisify } from 'util';
+import * as jconv from 'jconv';
+import GeneralResponse from '../service/response/GeneralReponse';
+
+export {
+  replaceSafeFileName,
+  createKeyFolder,
+  getAppPath,
+  createAbsoluteFilePath,
+  getAbsTmpDirPath,
+  readFile,
+  syncReadFile,
+  isAsyncFileExists,
+  sizeToString,
+  stats,
+  getKeyFile,
+};
+
+const AWS = 'aws';
+const TMP = 'tmp';
+
+function sizeToString(len?: number): string {
+  if (len === undefined) {
+    return '';
+  }
+  return prettyBytes(len);
+}
+
+function stats(file_path: string): StatsExtra {
+  const stat = fs.statSync(file_path);
+  const r = <StatsExtra>Object.assign({}, stat);
+  r.size_string = sizeToString(stat.size);
+  r.type = '';
+  r.extension = '';
+  r.basename = path.basename(file_path);
+  const dot = r.basename.lastIndexOf('.');
+  if (dot >= 0) {
+    r.extension = r.basename.substring(dot + 1);
+    if (r.extension.match(/(jpg|jpeg|png|gif|bmp|tiff|tif)/i)) {
+      r.type = 'image/' + r.extension;
+    }
+  }
+  return r;
+}
+
+export interface StatsExtra extends fs.Stats {
+  size_string: string;
+  type: string;
+  basename: string;
+  extension: string;
+}
+
+function getAppPath(): string {
+  return './';
+}
+
+function createAbsoluteFilePath(
+  category: string,
+  relative_file_path: string,
+): string {
+  const userDataDir = getAppPath();
+  return path.join(userDataDir, category, relative_file_path);
+}
+
+const lpad = (n: number): string => (n < 10 ? '0' + n : String(n));
+
+function replaceSafeFileName(name = ''): string {
+  return name.replace(/[<>#%{}|\\^~[]`;\?:@=& ]/gi, '_').trim();
+}
+
+async function createKeyFolder(
+  bucket_name: string,
+  key: string,
+): Promise<string> {
+  if (key.startsWith('/')) {
+    // remove.
+    key = key.substring(1);
+  }
+  let folders = [];
+  if (key.endsWith('/')) {
+    // this is folder
+    // remove.
+    key = key.substring(0, key.length - 1);
+    folders = key.split('/');
+  } else {
+    // this is file
+    folders = key.split('/');
+    folders.pop(); // remove filename
+  }
+
+  const userDataDir = getAppPath();
+  const output_dir_path = path.join(userDataDir, AWS, bucket_name, ...folders);
+  fs.promises.mkdir(output_dir_path, { recursive: true });
+  return output_dir_path;
+}
+
+function getAbsTmpDirPath(): string {
+  const userDataDir = getAppPath();
+  return path.join(userDataDir, TMP);
+}
+
+async function isAsyncFileExists(full_path: string): Promise<boolean> {
+  const stat = promisify(fs.stat);
+  try {
+    await stat(full_path);
+    return true;
+  } catch (e) {
+    return false;
+  }
+}
+
+async function readFile(
+  full_path: string,
+  encoding: string | null = null,
+): Promise<string | Buffer> {
+  return new Promise<string | Buffer>((resolve, reject) => {
+    if (encoding && encoding.match(/sjis|jis|eucjp|ucs2|utf16le/i)) {
+      fs.readFile(full_path, (err, buf: Buffer) => {
+        if (err) {
+          reject(err);
+        } else {
+          // var buf = new Buffer(data, 'binary');
+          const retStr = jconv.decode(buf, encoding);
+          resolve(retStr);
+        }
+      });
+    } else {
+      // log.info(LOG_PREFIX, '#readFile', full_path)
+      fs.readFile(full_path, encoding as BufferEncoding, (err, data) => {
+        if (err) {
+          reject(err);
+        } else {
+          resolve(data);
+        }
+      });
+    }
+  });
+}
+
+function syncReadFile(
+  full_path: string,
+  encoding: BufferEncoding | null = null,
+): string | Buffer {
+  if (encoding) {
+    return fs.readFileSync(full_path, encoding);
+  }
+  return fs.readFileSync(full_path);
+}
+
+async function getKeyFile(
+  bucket_name: string,
+  key: string,
+): Promise<GeneralResponse> {
+  if (key.startsWith('/')) {
+    key = key.substring(1);
+  }
+  if (key.endsWith('/')) {
+    // this is folder
+    // remove.
+    key = key.substring(0, key.length - 1);
+  }
+  const userDataDir = getAppPath();
+  const key_file_path = path.join(
+    userDataDir,
+    AWS,
+    bucket_name,
+    ...key.split('/'),
+  );
+  const exists = await isAsyncFileExists(key_file_path);
+  const res = new GeneralResponse(exists, '');
+  res.result = key_file_path;
+  // log.info(LOG_PREFIX, "key_file_path:res=", res);
+  return res;
+}

package/tsconfig.json

@@ -0,0 +1,23 @@
+{
+  "compilerOptions": {
+    "target": "es2017",
+    "module": "commonjs",
+    "declaration": false,
+    "moduleResolution": "node",
+    "rootDir": ".",
+    "outDir": "build",
+    "allowSyntheticDefaultImports": true,
+    "importHelpers": true,
+    "alwaysStrict": true,
+    "sourceMap": true,
+    "forceConsistentCasingInFileNames": true,
+    "noFallthroughCasesInSwitch": true,
+    "noImplicitReturns": true,
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "noImplicitAny": false,
+    "noImplicitThis": false,
+    "strictNullChecks": false,
+    "skipLibCheck": true
+  }
+}

package/tsconfig.release.json

@@ -0,0 +1,23 @@
+{
+  "compilerOptions": {
+    "target": "es2017",
+    "module": "commonjs",
+    "declaration": true,
+    "moduleResolution": "node",
+    "rootDir": ".",
+    "outDir": "build",
+    "allowSyntheticDefaultImports": true,
+    "importHelpers": true,
+    "alwaysStrict": true,
+    "sourceMap": true,
+    "forceConsistentCasingInFileNames": true,
+    "noFallthroughCasesInSwitch": true,
+    "noImplicitReturns": true,
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "noImplicitAny": false,
+    "noImplicitThis": false,
+    "strictNullChecks": false,
+    "skipLibCheck": true
+  }
+}

package/unit-test.yml

@@ -0,0 +1,41 @@
+version: '3'
+
+services:
+  redis:
+    image: redis:5.0
+    container_name: redis_container
+    command: redis-server --requirepass testpass
+    ports:
+      - '6000:6379'
+
+  mysql:
+    image: mysql:8.0
+    command: mysqld --character-set-server=utf8mb4 --collation-server=utf8mb4_unicode_ci
+    container_name: mysql_container
+    ports:
+      - 6001:3306
+    environment:
+      TZ: 'Asia/Tokyo'
+      MYSQL_ROOT_PASSWORD: p@ssw0rd
+      MYSQL_DATABASE: testdb
+      MYSQL_USER: testuser
+      MYSQL_PASSWORD: testpass
+  postgres:
+    image: postgres:14
+    container_name: postgres_container
+    ports:
+      - 6002:5432
+    environment:
+      - POSTGRES_USER=testuser
+      - POSTGRES_PASSWORD=testpass
+      - POSTGRES_DB=testdb
+  minio:
+    image: quay.io/minio/minio:latest
+    container_name: minio_container
+    environment:
+      MINIO_ROOT_USER: testuser
+      MINIO_ROOT_PASSWORD: testpass
+    command: server --console-address ":9001" /data
+    ports:
+      - 6003:9000
+      - 6004:9001