gologin-commonjs 1.1.9 → 1.2.1

package/dist/examples/puppeter/cloud-browser.js

@@ -0,0 +1,27 @@
+"use strict";
+
+var _gologin = require("gologin");
+// Gologin provides a cloud browser that can be used to run puppeteer aytomation.
+// It will handle the browser start and close management - you just need to control the browser with pupputter
+
+const token = process.env.GL_API_TOKEN || 'your dev token here';
+const gologin = (0, _gologin.GologinApi)({
+  token
+});
+async function main() {
+  const {
+    browser
+  } = await gologin.launch({
+    cloud: true
+    // pass profileId parameter if you want to run particular profile
+    // profileId: 'your profileId here',
+  });
+  const page = await browser.newPage();
+  await page.goto('https://iphey.com/', {
+    waitUntil: 'networkidle2'
+  });
+  const status = await page.$eval('.trustworthy:not(.hide)', elt => elt?.innerText?.trim());
+  console.log('status', status);
+  return status;
+}
+main().catch(console.error).finally(gologin.exit);

package/dist/examples/puppeter/headless.js

@@ -0,0 +1,27 @@
+"use strict";
+
+var _gologin = require("gologin");
+// SDK will prepare the browser and will start it on your machine then you can control it with puppeteer
+
+const token = process.env.GL_API_TOKEN || 'your dev token here';
+const gologin = (0, _gologin.GologinApi)({
+  token
+});
+async function main() {
+  const {
+    browser
+  } = await gologin.launch({
+    extra_params: ['--headless']
+    // pass profileId parameter if you want to run particular profile
+    // profileId: 'your profileId here',
+  });
+  const page = await browser.newPage();
+  await page.goto('https://iphey.com/', {
+    waitUntil: 'networkidle2'
+  });
+  const status = await page.$eval('.trustworthy:not(.hide)', elt => elt?.innerText?.trim());
+  await new Promise(resolve => setTimeout(resolve, 10000));
+  console.log('status', status);
+  return status;
+}
+main().catch(console.error).finally(gologin.exit);

package/dist/examples/puppeter/local-browser.js

@@ -0,0 +1,26 @@
+"use strict";
+
+var _gologin = require("gologin");
+// SDK will prepare the browser and will start it on your machine then you can control it with puppeteer
+
+const token = process.env.GL_API_TOKEN || 'your dev token here';
+const gologin = (0, _gologin.GologinApi)({
+  token
+});
+async function main() {
+  const {
+    browser
+  } = await gologin.launch({
+    // pass profileId parameter if you want to run particular profile
+    // profileId: 'your profileId here',
+  });
+  const page = await browser.newPage();
+  await page.goto('https://iphey.com/', {
+    waitUntil: 'networkidle2'
+  });
+  const status = await page.$eval('.trustworthy:not(.hide)', elt => elt?.innerText?.trim());
+  await new Promise(resolve => setTimeout(resolve, 10000));
+  console.log('status', status);
+  return status;
+}
+main().catch(console.error).finally(gologin.exit);

package/dist/examples/puppeter/one-time-use-profile.js

@@ -0,0 +1,29 @@
+"use strict";
+
+var _gologinApi = require("../../src/gologin-api.js");
+// You need to create profile add proxy, use it with puppetter and then delete it
+
+const token = process.env.GL_API_TOKEN || 'your dev token here';
+const gologin = (0, _gologinApi.GologinApi)({
+  token
+});
+async function main() {
+  const profile = await gologin.createProfileRandomFingerprint();
+  const profileId = profile.id;
+  await gologin.addGologinProxyToProfile(profileId, 'US');
+  const {
+    browser
+  } = await gologin.launch({
+    profileId
+  });
+  const page = await browser.newPage();
+  await page.goto('https://iphey.com/', {
+    waitUntil: 'networkidle2'
+  });
+  const status = await page.$eval('.trustworthy:not(.hide)', elt => elt?.innerText?.trim());
+  await new Promise(resolve => setTimeout(resolve, 10000));
+  console.log('status', status);
+  await gologin.deleteProfile(profileId);
+  return status;
+}
+main().catch(console.error).finally(gologin.exit);

package/dist/src/bookmarks/utils.js

@@ -9,11 +9,11 @@ const {
   readFile
 } = _fs.promises;
 const getCurrentProfileBookmarks = async pathToBookmarks => {
-  const currentBookmarksFileData = await readFile(pathToBookmarks, {
-    encoding: 'utf-8'
-  });
   let bookmarks = {};
   try {
+    const currentBookmarksFileData = await readFile(pathToBookmarks, {
+      encoding: 'utf-8'
+    });
     bookmarks = JSON.parse(currentBookmarksFileData);
   } catch (error) {
     console.log(error);

package/dist/src/browser/browser-api.js

@@ -4,25 +4,24 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.updateProfileUserAgent = exports.updateProfileResolution = exports.updateProfileProxy = exports.updateProfileBookmarks = void 0;
-var _requestretry = _interopRequireDefault(require("requestretry"));
 var _common = require("../utils/common.js");
-function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+var _http = require("../utils/http.js");
 /**
   * @param {string} profileId
   * @param {string} ACCESS_TOKEN
   * @param {string} resolution
 */
-const updateProfileResolution = (profileId, ACCESS_TOKEN, resolution) => _requestretry.default.patch(`${_common.API_URL}/browser/${profileId}/resolution`, {
-  headers: {
-    Authorization: `Bearer ${ACCESS_TOKEN}`,
-    'user-agent': 'gologin-api'
-  },
+const updateProfileResolution = (profileId, ACCESS_TOKEN, resolution) => (0, _http.makeRequest)(`${_common.API_URL}/browser/${profileId}/resolution`, {
+  method: 'PATCH',
   json: {
     resolution
   },
   maxAttempts: 3,
   retryDelay: 2000,
   timeout: 10 * 1000
+}, {
+  token: ACCESS_TOKEN,
+  fallbackUrl: `${_common.FALLBACK_API_URL}/browser/${profileId}/resolution`
 }).catch(e => {
   console.log(e);
   return {
@@ -36,17 +35,17 @@ const updateProfileResolution = (profileId, ACCESS_TOKEN, resolution) => _reques
   * @param {string} userAgent
 */
 exports.updateProfileResolution = updateProfileResolution;
-const updateProfileUserAgent = (profileId, ACCESS_TOKEN, userAgent) => _requestretry.default.patch(`${_common.API_URL}/browser/${profileId}/ua`, {
-  headers: {
-    Authorization: `Bearer ${ACCESS_TOKEN}`,
-    'user-agent': 'gologin-api'
-  },
+const updateProfileUserAgent = (profileId, ACCESS_TOKEN, userAgent) => (0, _http.makeRequest)(`${_common.API_URL}/browser/${profileId}/ua`, {
+  method: 'PATCH',
   json: {
     userAgent
   },
   maxAttempts: 3,
   retryDelay: 2000,
   timeout: 10 * 1000
+}, {
+  token: ACCESS_TOKEN,
+  fallbackUrl: `${_common.FALLBACK_API_URL}/browser/${profileId}/ua`
 }).catch(e => {
   console.log(e);
   return {
@@ -65,15 +64,15 @@ const updateProfileUserAgent = (profileId, ACCESS_TOKEN, userAgent) => _requestr
   * @param {string} [browserProxyData.password]
 */
 exports.updateProfileUserAgent = updateProfileUserAgent;
-const updateProfileProxy = (profileId, ACCESS_TOKEN, browserProxyData) => _requestretry.default.patch(`${_common.API_URL}/browser/${profileId}/proxy`, {
-  headers: {
-    Authorization: `Bearer ${ACCESS_TOKEN}`,
-    'user-agent': 'gologin-api'
-  },
+const updateProfileProxy = (profileId, ACCESS_TOKEN, browserProxyData) => (0, _http.makeRequest)(`${_common.API_URL}/browser/${profileId}/proxy`, {
+  method: 'PATCH',
   json: browserProxyData,
   maxAttempts: 3,
   retryDelay: 2000,
   timeout: 10 * 1000
+}, {
+  token: ACCESS_TOKEN,
+  fallbackUrl: `${_common.FALLBACK_API_URL}/browser/${profileId}/proxy`
 }).catch(e => {
   console.log(e);
   return {
@@ -92,15 +91,15 @@ const updateProfileBookmarks = async (profileIds, ACCESS_TOKEN, bookmarks) => {
     profileIds,
     bookmarks
   };
-  return _requestretry.default.patch(`${_common.API_URL}/browser/bookmarks/many`, {
-    headers: {
-      Authorization: `Bearer ${ACCESS_TOKEN}`,
-      'user-agent': 'gologin-api'
-    },
+  return (0, _http.makeRequest)(`${_common.API_URL}/browser/bookmarks/many`, {
+    method: 'PATCH',
     json: params,
     maxAttempts: 3,
     retryDelay: 2000,
     timeout: 10 * 1000
+  }, {
+    token: ACCESS_TOKEN,
+    fallbackUrl: `${_common.FALLBACK_API_URL}/browser/bookmarks/many`
   }).catch(error => console.log(error));
 };
 exports.updateProfileBookmarks = updateProfileBookmarks;

package/dist/src/browser/browser-checker.js

@@ -12,9 +12,8 @@ var _https = require("https");
 var _os = require("os");
 var _path = require("path");
 var _progress = _interopRequireDefault(require("progress"));
-var _readline = require("readline");
 var _util = _interopRequireDefault(require("util"));
-var _utils = require("../utils/utils.js");
+var _readline = require("readline");
 var _common = require("../utils/common.js");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
 const exec = _util.default.promisify(_child_process.exec);
@@ -29,7 +28,8 @@ const {
   symlink,
   lstat,
   rename,
-  writeFile
+  writeFile,
+  readFile
 } = _fs.promises;
 const PLATFORM = process.platform;
 const ARCH = process.arch;
@@ -47,47 +47,36 @@ const MAC_ARM_HASHFILE_LINK = `https://orbita-browser-mac-arm.gologin.com/${MAC_
 const FAIL_SUM_MATCH_MESSAGE = 'hash_sum_not_matched';
 const EXTRACTED_FOLDER = 'extracted-browser';
 class BrowserChecker {
-  #homedir;
-  #browserPath;
+  #homedir = (0, _os.homedir)();
+  #browserPath = (0, _path.join)(this.#homedir, '.gologin', 'browser');
   #executableFilePath;
   #skipOrbitaHashChecking = false;
-  constructor(skipOrbitaHashChecking) {
-    this.#skipOrbitaHashChecking = skipOrbitaHashChecking;
-    this.#homedir = (0, _os.homedir)();
-    this.#browserPath = (0, _path.join)(this.#homedir, '.gologin', 'browser');
-    let executableFilePath = (0, _path.join)(this.#browserPath, 'orbita-browser', 'chrome');
-    if (PLATFORM === 'darwin') {
-      const orbitaFolderName = (0, _utils.findLatestBrowserVersionDirectory)(this.#browserPath);
-      if (orbitaFolderName === 'error') {
-        throw Error('Orbita folder not found in this directory: ' + this.#browserPath);
-      }
-      executableFilePath = (0, _path.join)(this.#browserPath, orbitaFolderName, 'Orbita-Browser.app', 'Contents', 'MacOS', 'Orbita');
-    } else if (PLATFORM === 'win32') {
-      executableFilePath = (0, _path.join)(this.#browserPath, 'orbita-browser', 'chrome.exe');
+  constructor() {}
+  async checkBrowser({
+    autoUpdateBrowser,
+    checkBrowserUpdate,
+    majorVersion
+  }) {
+    const isBrowserFolderExists = await access((0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`)).then(() => true).catch(() => false);
+    if (!isBrowserFolderExists || autoUpdateBrowser) {
+      await this.downloadBrowser(majorVersion);
+      return this.getBrowserExecutablePath(majorVersion);
     }
-    this.#executableFilePath = executableFilePath;
-    // console.log('executableFilePath:', executableFilePath);
-  }
-  async checkBrowser(autoUpdateBrowser = false, checkBrowserUpdate = true) {
-    const browserFolderExists = await access(this.#executableFilePath).then(() => true).catch(() => false);
-    const {
-      latestVersion: browserLatestVersion,
-      browserDownloadUrl
-    } = await this.getLatestBrowserVersion();
-    if (!browserFolderExists) {
-      return this.downloadBrowser(browserLatestVersion, browserDownloadUrl);
-    }
-    return;
+    return this.getBrowserExecutablePath(majorVersion);
 
-    // const currentVersionReq = await this.getCurrentVersion();
-    // const currentVersion = (currentVersionReq?.stdout || '').replace(/(\r\n|\n|\r)/gm, '');
-
-    // if (browserLatestVersion === currentVersion || !checkBrowserUpdate) {
-    //   return;
-    // }
+    // TO DO: add check for browser update
+    // const { latestVersion: browserLatestVersion } = await this.getLatestBrowserVersion();
+    // const [latestBrowserMajorVersion] = browserLatestVersion.split('.');
+    // const currentVersion = await this.getCurrentVersion(majorVersion);
 
-    // if (autoUpdateBrowser) {
-    //   return this.downloadBrowser(browserLatestVersion, browserDownloadUrl);
+    // const isCurrentVersionsLatest = majorVersion === latestBrowserMajorVersion;
+    // console.log('browserLatestVersion', browserLatestVersion);
+    // console.log('currentVersion', currentVersion);
+    // console.log('isCurrentVersionsLatest', isCurrentVersionsLatest);
+    // console.log('checkBrowserUpdate', checkBrowserUpdate);
+    // console.log('autoUpdateBrowser', autoUpdateBrowser);
+    // if (browserLatestVersion === currentVersion || !(checkBrowserUpdate && isCurrentVersionsLatest)) {
+    //   return this.getBrowserExecutablePath(majorVersion);
     // }
 
     // return new Promise(resolve => {
@@ -101,29 +90,50 @@ class BrowserChecker {
     //     clearTimeout(timeout);
     //     rl.close();
     //     if (answer && answer[0].toString().toLowerCase() === 'y') {
-    //       return this.downloadBrowser(browserLatestVersion, browserDownloadUrl).then(() => resolve());
+    //       return this.downloadBrowser(majorVersion).then(() => resolve(this.getBrowserExecutablePath(majorVersion)));
     //     }
 
     //     console.log(`Continue with current ${currentVersion} version.`);
-    //     resolve();
+    //     resolve(this.getBrowserExecutablePath(majorVersion));
     //   });
     // });
   }
-  async downloadBrowser(latestVersion, browserDownloadUrl) {
-    await this.deleteOldArchives(true);
+  async downloadBrowser(majorVersion) {
     await mkdir(this.#browserPath, {
       recursive: true
     });
-    const pathStr = (0, _path.join)(this.#browserPath, BROWSER_ARCHIVE_NAME);
-    await this.downloadBrowserArchive(browserDownloadUrl, pathStr);
-    await this.checkBrowserArchive(pathStr);
+    const browserPath = (0, _path.join)(this.#browserPath, BROWSER_ARCHIVE_NAME);
+    const browserDownloadUrl = this.getBrowserDownloadUrl(majorVersion);
+    await this.downloadBrowserArchive(browserDownloadUrl, browserPath);
     await this.extractBrowser();
-    await this.checkBrowserSum(latestVersion);
-    console.log('Orbita hash checked successfully');
-    await this.replaceBrowser();
-    await this.addLatestVersion(latestVersion).catch(() => null);
+    await this.replaceBrowser(majorVersion);
     await this.deleteOldArchives();
-    console.log('Orbita updated successfully');
+  }
+  getBrowserExecutablePath(majorVersion) {
+    const os = (0, _common.getOS)();
+    switch (os) {
+      case 'mac':
+        return (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`, 'Orbita-Browser.app', 'Contents', 'MacOS', 'Orbita');
+      case 'win':
+        return (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`, 'chrome.exe');
+      case 'macM1':
+        return (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`, 'Orbita-Browser.app', 'Contents', 'MacOS', 'Orbita');
+      default:
+        return (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`, 'chrome');
+    }
+  }
+  getBrowserDownloadUrl(majorVersion) {
+    const os = (0, _common.getOS)();
+    switch (os) {
+      case 'mac':
+        return `https://orbita-browser-mac.gologin.com/orbita-browser-latest-${majorVersion}.tar.gz`;
+      case 'win':
+        return `https://orbita-browser-windows.gologin.com/orbita-browser-latest-${majorVersion}.zip`;
+      case 'macM1':
+        return `https://orbita-browser-mac-arm.gologin.com/orbita-browser-latest-${majorVersion}.tar.gz`;
+      default:
+        return `https://orbita-browser-linux.gologin.com/orbita-browser-latest-${majorVersion}.tar.gz`;
+    }
   }
   addLatestVersion(latestVersion) {
     return mkdir((0, _path.join)(this.#browserPath, 'orbita-browser', 'version'), {
@@ -255,19 +265,16 @@ class BrowserChecker {
       throw new Error('Error in sum matching. Please run script again.');
     }
   }
-  async replaceBrowser() {
+  async replaceBrowser(majorVersion) {
     console.log('Copy Orbita to target path');
     if (PLATFORM === 'darwin') {
-      return rename((0, _path.join)(this.#browserPath, EXTRACTED_FOLDER), (0, _path.join)(this.#browserPath, 'orbita-browser'));
+      return rename((0, _path.join)(this.#browserPath, EXTRACTED_FOLDER), (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`));
     }
-    const targetBrowserPath = (0, _path.join)(this.#browserPath, 'orbita-browser');
+    const targetBrowserPath = (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`);
     await this.deleteDir(targetBrowserPath);
     await this.copyDir((0, _path.join)(this.#browserPath, EXTRACTED_FOLDER, 'orbita-browser'), targetBrowserPath);
   }
-  async deleteOldArchives(deleteCurrentBrowser = false) {
-    if (deleteCurrentBrowser) {
-      return this.deleteDir((0, _path.join)(this.#browserPath, 'orbita-browser'));
-    }
+  async deleteOldArchives() {
     await this.deleteDir((0, _path.join)(this.#browserPath, EXTRACTED_FOLDER));
     return readdir(this.#browserPath).then(files => {
       const promises = [];
@@ -297,14 +304,12 @@ class BrowserChecker {
       }
     }
   }
-  getCurrentVersion() {
-    let command = `if [ -f ${(0, _path.join)(this.#browserPath, 'orbita-browser', 'version')} ]; then cat ${(0, _path.join)(this.#browserPath, 'orbita-browser', 'version')}; else echo 0.0.0; fi`;
-    if (PLATFORM === 'win32') {
-      command = `if exist "${(0, _path.join)(this.#browserPath, 'orbita-browser', 'version')}" (type "${(0, _path.join)(this.#browserPath, 'orbita-browser', 'version')}") else (echo 0.0.0)`;
-    } else if (PLATFORM === 'darwin') {
-      command = `if [ -f ${(0, _path.join)(this.#browserPath, 'orbita-browser', 'version', VERSION_FILE)} ]; then cat ${(0, _path.join)(this.#browserPath, 'orbita-browser', 'version', VERSION_FILE)}; else echo 0.0.0; fi`;
+  async getCurrentVersion(majorVersion) {
+    let versionFilePath = (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`, 'version');
+    if (PLATFORM === 'darwin') {
+      versionFilePath = (0, _path.join)(this.#browserPath, `orbita-browser-${majorVersion}`, 'version', VERSION_FILE);
     }
-    return exec(command);
+    return (await readFile(versionFilePath, 'utf8').catch(() => '0.0.0')).replace(/[\r\n\t\f\v\u0000-\u001F\u007F]/g, '');
   }
   getLatestBrowserVersion() {
     const userOs = (0, _common.getOS)();

package/dist/src/browser/browser-user-data-manager.js

@@ -17,11 +17,9 @@ var _fs = require("fs");
 var _os = require("os");
 var _path = require("path");
 var _url = require("url");
-var _requestretry = _interopRequireDefault(require("requestretry"));
 var _fonts = require("../../fonts.js");
-function _interopRequireDefault(e) {
-  return e && e.__esModule ? e : { default: e };
-}
+var _common = require("../utils/common.js");
+var _http = require("../utils/http.js");
 const { access, readFile, writeFile, mkdir, readdir, copyFile, rename } =
   _fs.promises;
 const _filename = (0, _url.fileURLToPath)(
@@ -43,23 +41,25 @@ const GOLOGIN_BASE_FOLDER_NAME = ".gologin";
 const GOLOGIN_TEST_FOLDER_NAME = ".gologin_test";
 const osPlatform = process.platform;
 const downloadCookies = ({ profileId, ACCESS_TOKEN, API_BASE_URL }) =>
-  _requestretry.default
-    .get(`${API_BASE_URL}/browser/${profileId}/cookies`, {
-      headers: {
-        Authorization: `Bearer ${ACCESS_TOKEN}`,
-        "user-agent": "gologin-api",
-      },
+  (0, _http.makeRequest)(
+    `${API_BASE_URL}/browser/${profileId}/cookies`,
+    {
       json: true,
       maxAttempts: 3,
       retryDelay: 2000,
       timeout: 10 * 1000,
-    })
-    .catch((e) => {
-      console.log(e);
-      return {
-        body: [],
-      };
-    });
+      method: "GET",
+    },
+    {
+      token: ACCESS_TOKEN,
+      fallbackUrl: `${_common.FALLBACK_API_URL}/browser/${profileId}/cookies`,
+    }
+  ).catch((e) => {
+    console.log(e);
+    return {
+      body: [],
+    };
+  });
 exports.downloadCookies = downloadCookies;
 const uploadCookies = ({
   cookies = [],
@@ -67,21 +67,23 @@ const uploadCookies = ({
   ACCESS_TOKEN,
   API_BASE_URL,
 }) =>
-  _requestretry.default
-    .post(`${API_BASE_URL}/browser/${profileId}/cookies/?encrypted=true`, {
-      headers: {
-        Authorization: `Bearer ${ACCESS_TOKEN}`,
-        "User-Agent": "gologin-api",
-      },
+  (0, _http.makeRequest)(
+    `${API_BASE_URL}/browser/${profileId}/cookies?encrypted=true`,
+    {
       json: cookies,
       maxAttempts: 3,
       retryDelay: 2000,
       timeout: 20 * 1000,
-    })
-    .catch((e) => {
-      console.log(e);
-      return e;
-    });
+      method: "POST",
+    },
+    {
+      token: ACCESS_TOKEN,
+      fallbackUrl: `${_common.FALLBACK_API_URL}/browser/${profileId}/cookies?encrypted=true`,
+    }
+  ).catch((e) => {
+    console.log(e);
+    return e;
+  });
 exports.uploadCookies = uploadCookies;
 const downloadFonts = async (fontsList = [], profilePath) => {
   if (!fontsList.length) {
@@ -94,13 +96,11 @@ const downloadFonts = async (fontsList = [], profilePath) => {
   const files = await readdir(browserFontsPath);
   const fontsToDownload = fontsList.filter((font) => !files.includes(font));
   let promises = fontsToDownload.map((font) =>
-    _requestretry.default
-      .get(FONTS_URL + font, {
-        maxAttempts: 5,
-        retryDelay: 2000,
-        timeout: 30 * 1000,
-      })
-      .pipe((0, _fs.createWriteStream)((0, _path.join)(browserFontsPath, font)))
+    (0, _http.makeRequest)(FONTS_URL + font, {
+      maxAttempts: 5,
+      retryDelay: 2000,
+      timeout: 30 * 1000,
+    }).pipe((0, _fs.createWriteStream)((0, _path.join)(browserFontsPath, font)))
   );
   if (promises.length) {
     await Promise.all(promises);

package/dist/src/cookies/cookies-manager.js

@@ -3,11 +3,12 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.unixToLDAP = exports.loadCookiesFromFile = exports.ldapToUnix = exports.getDB = exports.getCookiesFilePath = exports.getChunckedInsertValues = exports.chunk = exports.buildCookieURL = void 0;
-var _sqlite = require("sqlite");
-var _sqlite2 = _interopRequireDefault(require("sqlite3"));
+exports.unixToLDAP = exports.loadCookiesFromFile = exports.ldapToUnix = exports.getUniqueCookies = exports.getDB = exports.getCookiesFilePath = exports.getChunckedInsertValues = exports.createDBFile = exports.chunk = exports.buildCookieURL = void 0;
 var _fs = require("fs");
 var _path = require("path");
+var _sqlite = require("sqlite");
+var _sqlite2 = _interopRequireDefault(require("sqlite3"));
+var _common = require("../utils/common.js");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
 const {
   access
@@ -34,6 +35,34 @@ const getDB = (filePath, readOnly = true) => {
   return (0, _sqlite.open)(connectionOpts);
 };
 exports.getDB = getDB;
+const createDBFile = async ({
+  cookiesFilePath,
+  cookiesFileSecondPath,
+  createCookiesTableQuery
+}) => {
+  await _fs.promises.writeFile(cookiesFilePath, '', {
+    mode: 0o666
+  });
+  const connectionOpts = {
+    filename: cookiesFilePath,
+    driver: _sqlite2.default.Database
+  };
+  const db = await (0, _sqlite.open)(connectionOpts);
+  await db.run(createCookiesTableQuery);
+  await db.close();
+  await (0, _common.ensureDirectoryExists)(cookiesFilePath);
+  await (0, _common.ensureDirectoryExists)(cookiesFileSecondPath);
+  cookiesFileSecondPath && (await _fs.promises.copyFile(cookiesFilePath, cookiesFileSecondPath).catch(error => {
+    console.error('error in copyFile createDBFile', error.message);
+  }));
+};
+exports.createDBFile = createDBFile;
+const getUniqueCookies = async (cookiesArr, cookiesFilePath) => {
+  const cookiesInFile = await loadCookiesFromFile(cookiesFilePath);
+  const existingCookieNames = new Set(cookiesInFile.map(c => `${c.name}-${c.value.toString('base64')}`));
+  return cookiesArr.filter(cookie => !existingCookieNames.has(`${cookie.name}-${cookie.value.toString('base64')}`));
+};
+exports.getUniqueCookies = getUniqueCookies;
 const getChunckedInsertValues = cookiesArr => {
   const todayUnix = Math.floor(new Date().getTime() / 1000.0);
   const chunckedCookiesArr = chunk(cookiesArr, MAX_SQLITE_VARIABLES);