@protontech/autofill 0.0.22991789 → 0.0.33690782

package/cli.js

@@ -1,128 +0,0 @@
-#!/usr/bin/env ts-node-script
-import { exec } from "child_process";
-import { Command } from "commander";
-import fs from "fs/promises";
-import path from "path";
-import prettier from "prettier";
-import { FORM_FEATURES } from "./features/abstract.form";
-import { EMAIL_FIELD_FEATURES } from "./features/field.email";
-import { OTP_FIELD_FEATURES } from "./features/field.otp";
-import { PW_FIELD_FEATURES } from "./features/field.password";
-import { USERNAME_FIELD_FEATURES } from "./features/field.username";
-import { HIDDEN_USER_FIELD_FEATURES } from "./features/field.username-hidden";
-const program = new Command();
-const FEATURE_MAP = {
-    login: FORM_FEATURES,
-    register: FORM_FEATURES,
-    "password-change": FORM_FEATURES,
-    recovery: FORM_FEATURES,
-    username: USERNAME_FIELD_FEATURES,
-    "username-hidden": HIDDEN_USER_FIELD_FEATURES,
-    email: EMAIL_FIELD_FEATURES,
-    password: PW_FIELD_FEATURES,
-    "new-password": PW_FIELD_FEATURES,
-    otp: OTP_FIELD_FEATURES,
-};
-program.version("0.0.1").description("CLI utilities for ProtonPass fathom");
-program
-    .command("get-vector [id]")
-    .description("Gets a human readable vector for a specific dataset entry")
-    .requiredOption("--trainee <trainee>")
-    .action(async (id, options) => {
-    try {
-        const file = await fs.readFile(`./dist/vectors/training_${options.trainee}.json`, "utf8");
-        const training = JSON.parse(file).pages;
-        const entry = training.find(({ filename }) => filename.startsWith(id));
-        if (entry === undefined) {
-            console.log("No entry found");
-        }
-        const featureSet = FEATURE_MAP[options.trainee];
-        if (featureSet === undefined)
-            throw new Error(`unknown feature set for trainee ${options.trainee}`);
-        entry === null || entry === void 0 ? void 0 : entry.nodes.forEach(({ features, markup, isTarget }) => {
-            console.log(`${markup} ${isTarget ? "✅" : "❌"}`);
-            features.forEach((value, i) => {
-                var _a;
-                console.log(`↳ ${(_a = featureSet === null || featureSet === void 0 ? void 0 : featureSet[i]) !== null && _a !== void 0 ? _a : "unknown"} = ${value}`);
-            });
-            console.log("\n");
-        });
-    }
-    catch (e) {
-        console.warn("Could not read file - try training your trainee first", e);
-    }
-});
-const buildCommand = (trainee) => `yarn train -- ${trainee} --delay 12 --iterations 5000 --learning-rate 0.5 --tabs 20`;
-const extractResults = (stdout) => {
-    const jsonRegex = /{[\s\S]+}/;
-    const jsonMatch = stdout.match(jsonRegex);
-    if (!(jsonMatch === null || jsonMatch === void 0 ? void 0 : jsonMatch[0]))
-        throw new Error("Could not parse weights");
-    return JSON.parse(jsonMatch[0]);
-};
-const extractCutoff = (stdout) => {
-    const cutoffRegex = /Optimal cutoff: (\d+(\.\d+)?)/;
-    const cutoffMatch = stdout.match(cutoffRegex);
-    if (!cutoffMatch)
-        throw new Error("Could not parse cutoff");
-    return parseFloat(cutoffMatch[1]);
-};
-const extractSummary = (stdout) => {
-    const dataRegex = /Training precision:(?:.|\n)+?(?=Training per-tag results)/s;
-    const ansiColorRegex = /\x1b\[[0-9;]*m/g;
-    const dataMatch = stdout.match(dataRegex);
-    if (!(dataMatch === null || dataMatch === void 0 ? void 0 : dataMatch[0]))
-        throw new Error("Could not parse results");
-    return dataMatch[0].replace(ansiColorRegex, "");
-};
-const train = async (trainee) => {
-    const basePath = path.resolve(__dirname, "trainees/results");
-    const id = trainee.toUpperCase();
-    console.info(`\n[${id}]: Start training`);
-    console.time(`[${id}]`);
-    return new Promise((resolve) => {
-        exec(buildCommand(trainee), async (error, stdout) => {
-            console.timeEnd(`[${id}]`);
-            if (error) {
-                console.error(`[${id}]: Error during training: ${error.message}`);
-                resolve();
-            }
-            const results = extractResults(stdout);
-            results.cutoff = extractCutoff(stdout);
-            const summary = extractSummary(stdout);
-            console.log(summary);
-            let output = `// ${trainee.toUpperCase()} (trained on ${new Date().toDateString()})\n`;
-            output += summary
-                .split("\n")
-                .filter(Boolean)
-                .map((line) => `// ${line}`)
-                .join("\n");
-            output += `\n\nimport { TrainingResults } from "src/types";\n\n`;
-            output += `export const results: TrainingResults = ${JSON.stringify(results)};`;
-            await fs.writeFile(path.resolve(basePath, `result.${trainee}.ts`), await prettier.format(output, {
-                tabWidth: 2,
-                useTabs: false,
-                printWidth: 160,
-                parser: "babel-ts",
-            }));
-            resolve();
-        });
-    });
-};
-program.command("train [trainee]").description("trains a specific trainee").action(train);
-program
-    .command("train-all")
-    .description("Sequentially trains all models and updates scores between each run")
-    .option("--type <type>")
-    .action(async (options) => {
-    const type = options === null || options === void 0 ? void 0 : options.type;
-    const formTrainees = !type || type === "form" ? ["login", "register", "password-change", "recovery"] : [];
-    const fieldTrainees = !type || type === "field" ? ["username", "username-hidden", "email", "password", "new-password", "otp"] : [];
-    for (const form of formTrainees) {
-        await train(form);
-    }
-    for (const field of fieldTrainees) {
-        await train(field);
-    }
-});
-program.parse(process.argv);

package/features/abstract.field.d.ts

@@ -1,123 +0,0 @@
-import { Fnode } from "@protontech/fathom";
-declare const getFieldFeature: (fnode: Fnode) => {
-    fieldAttrs: string[];
-    fieldText: string;
-    labelText: string;
-    formFnode: any;
-    formFeatures: {
-        fieldsCount: any;
-        inputCount: any;
-        fieldsetCount: any;
-        textCount: any;
-        textareaCount: any;
-        selectCount: any;
-        optionsCount: any;
-        checkboxCount: any;
-        radioCount: any;
-        identifierCount: any;
-        hiddenIdentifierCount: any;
-        hiddenCount: any;
-        passwordCount: any;
-        hiddenPasswordCount: any;
-        usernameCount: any;
-        emailCount: any;
-        submitCount: any;
-        hasTels: number;
-        hasOAuth: number;
-        hasCaptchas: number;
-        hasFiles: number;
-        hasDate: number;
-        hasNumber: number;
-        oneVisibleField: number;
-        twoVisibleFields: number;
-        threeOrMoreVisibleFields: number;
-        noPasswords: number;
-        onePassword: number;
-        twoPasswords: number;
-        threeOrMorePasswords: number;
-        noIdentifiers: number;
-        oneIdentifier: number;
-        twoIdentifiers: number;
-        threeOrMoreIdentifiers: number;
-        autofocusedIsIdentifier: number;
-        autofocusedIsPassword: number;
-        visibleInputsCount: number;
-        inputRatio: number;
-        hiddenRatio: number;
-        visibleRatio: number;
-        identifierRatio: number;
-        emailRatio: number;
-        usernameRatio: number;
-        passwordRatio: number;
-        checkboxRatio: number;
-        requiredRatio: number;
-        patternRatio: number;
-        minMaxLengthRatio: number;
-        pageLogin: number;
-        formTextLogin: number;
-        formAttrsLogin: number;
-        headingsLogin: number;
-        layoutLogin: number;
-        rememberMeCheckbox: number;
-        troubleLink: number;
-        submitLogin: number;
-        pageRegister: number;
-        formTextRegister: number;
-        formAttrsRegister: number;
-        headingsRegister: number;
-        layoutRegister: number;
-        pwNewRegister: number;
-        pwConfirmRegister: number;
-        submitRegister: number;
-        TOSRef: number;
-        pagePwReset: number;
-        formTextPwReset: number;
-        formAttrsPwReset: number;
-        headingsPwReset: number;
-        layoutPwReset: number;
-        pageRecovery: number;
-        formTextRecovery: number;
-        formAttrsRecovery: number;
-        headingsRecovery: number;
-        layoutRecovery: number;
-        identifierRecovery: number;
-        submitRecovery: number;
-        formMFA: number;
-        formTextMFA: number;
-        formAttrsMFA: number;
-        formOTPOutlier: number;
-        linkOTPOutlier: number;
-        inputsMFA: number;
-        inputsOTP: number;
-        newsletterForm: number;
-        searchForm: number;
-        multiStepForm: number;
-        multiAuthForm: number;
-        formInputIterator: {
-            prev(input: HTMLElement): HTMLElement | null;
-            next(input: HTMLElement): HTMLElement | null;
-        };
-    } | undefined;
-    isFormLogin: boolean;
-    isFormRegister: boolean;
-    isFormPWChange: boolean;
-    isFormRecovery: boolean;
-    isFormNoop: boolean;
-    value: string;
-    visible: boolean;
-    type: string | null;
-    readonly: boolean;
-    required: boolean;
-    disabled: boolean;
-    pattern: string;
-    autocomplete: string | null;
-    minLength: number;
-    maxLength: number;
-    tabIndex: number;
-    prevField: HTMLElement | null;
-    nextField: HTMLElement | null;
-    searchField: boolean;
-    identityField: boolean;
-};
-export default getFieldFeature;
-export type FieldFeatures = ReturnType<typeof getFieldFeature>;

package/features/abstract.field.js

@@ -1,63 +0,0 @@
-import { getFieldHaystacks } from "../utils/extract";
-import { getParentFormFnode, safeInt } from "../utils/fathom";
-import getFormFeatures from "./abstract.form";
-import { any } from "../utils/combinators";
-import { getFormClassification } from "../utils/fathom";
-import { flagAsHidden, removeHiddenFlag } from "../utils/flags";
-import { matchesIdentityField } from "../utils/identity";
-import { matchSearchAction } from "../utils/re";
-import { isVisible, isVisibleField } from "../utils/visible";
-const getFieldFeature = (fnode) => {
-    var _a, _b;
-    const field = fnode.element;
-    const fieldHaystacks = getFieldHaystacks(field);
-    const formFnode = getParentFormFnode(fnode);
-    if (formFnode !== null && !formFnode.hasNoteFor("form"))
-        formFnode.setNoteFor("form", getFormFeatures(formFnode));
-    const formFeatures = formFnode === null || formFnode === void 0 ? void 0 : formFnode.noteFor("form");
-    const formClassification = getFormClassification(formFnode);
-    const value = field.value;
-    const type = field.getAttribute("type");
-    const readonly = field.readOnly;
-    const required = field.required;
-    const minLength = safeInt(field.minLength, 0);
-    const maxLength = safeInt(field.maxLength, 250);
-    const pattern = field.pattern;
-    const autocomplete = field.getAttribute("autocomplete");
-    const disabled = field.disabled;
-    const typeValid = type !== "hidden";
-    const tabIndex = field.tabIndex;
-    const visible = typeValid ? isVisibleField(field) && isVisible(field, { opacity: false }) : false;
-    if (typeValid)
-        (visible ? removeHiddenFlag : flagAsHidden)(field);
-    const searchField = visible && any(matchSearchAction)(fieldHaystacks.fieldAttrs.concat(fieldHaystacks.fieldText));
-    const identityField = matchesIdentityField(fnode.element, { searchField, visible, isFormLogin: formClassification.login, type });
-    const prevField = typeValid ? (_a = formFeatures === null || formFeatures === void 0 ? void 0 : formFeatures.formInputIterator.prev(field)) !== null && _a !== void 0 ? _a : null : null;
-    const nextField = typeValid ? (_b = formFeatures === null || formFeatures === void 0 ? void 0 : formFeatures.formInputIterator.next(field)) !== null && _b !== void 0 ? _b : null : null;
-    return {
-        formFnode,
-        formFeatures,
-        isFormLogin: formClassification.login,
-        isFormRegister: formClassification.register,
-        isFormPWChange: formClassification.pwChange,
-        isFormRecovery: formClassification.recovery,
-        isFormNoop: formClassification.noop,
-        value,
-        visible,
-        type,
-        readonly,
-        required,
-        disabled,
-        pattern,
-        autocomplete,
-        minLength,
-        maxLength,
-        tabIndex,
-        prevField,
-        nextField,
-        searchField,
-        identityField,
-        ...fieldHaystacks,
-    };
-};
-export default getFieldFeature;

package/features/abstract.form.d.ts

@@ -1,98 +0,0 @@
-import { Fnode } from "@protontech/fathom";
-declare const getFormFeatures: (fnode: Fnode) => {
-    fieldsCount: any;
-    inputCount: any;
-    fieldsetCount: any;
-    textCount: any;
-    textareaCount: any;
-    selectCount: any;
-    optionsCount: any;
-    checkboxCount: any;
-    radioCount: any;
-    identifierCount: any;
-    hiddenIdentifierCount: any;
-    hiddenCount: any;
-    passwordCount: any;
-    hiddenPasswordCount: any;
-    usernameCount: any;
-    emailCount: any;
-    submitCount: any;
-    hasTels: number;
-    hasOAuth: number;
-    hasCaptchas: number;
-    hasFiles: number;
-    hasDate: number;
-    hasNumber: number;
-    oneVisibleField: number;
-    twoVisibleFields: number;
-    threeOrMoreVisibleFields: number;
-    noPasswords: number;
-    onePassword: number;
-    twoPasswords: number;
-    threeOrMorePasswords: number;
-    noIdentifiers: number;
-    oneIdentifier: number;
-    twoIdentifiers: number;
-    threeOrMoreIdentifiers: number;
-    autofocusedIsIdentifier: number;
-    autofocusedIsPassword: number;
-    visibleInputsCount: number;
-    inputRatio: number;
-    hiddenRatio: number;
-    visibleRatio: number;
-    identifierRatio: number;
-    emailRatio: number;
-    usernameRatio: number;
-    passwordRatio: number;
-    checkboxRatio: number;
-    requiredRatio: number;
-    patternRatio: number;
-    minMaxLengthRatio: number;
-    pageLogin: number;
-    formTextLogin: number;
-    formAttrsLogin: number;
-    headingsLogin: number;
-    layoutLogin: number;
-    rememberMeCheckbox: number;
-    troubleLink: number;
-    submitLogin: number;
-    pageRegister: number;
-    formTextRegister: number;
-    formAttrsRegister: number;
-    headingsRegister: number;
-    layoutRegister: number;
-    pwNewRegister: number;
-    pwConfirmRegister: number;
-    submitRegister: number;
-    TOSRef: number;
-    pagePwReset: number;
-    formTextPwReset: number;
-    formAttrsPwReset: number;
-    headingsPwReset: number;
-    layoutPwReset: number;
-    pageRecovery: number;
-    formTextRecovery: number;
-    formAttrsRecovery: number;
-    headingsRecovery: number;
-    layoutRecovery: number;
-    identifierRecovery: number;
-    submitRecovery: number;
-    formMFA: number;
-    formTextMFA: number;
-    formAttrsMFA: number;
-    formOTPOutlier: number;
-    linkOTPOutlier: number;
-    inputsMFA: number;
-    inputsOTP: number;
-    newsletterForm: number;
-    searchForm: number;
-    multiStepForm: number;
-    multiAuthForm: number;
-    formInputIterator: {
-        prev(input: HTMLElement): HTMLElement | null;
-        next(input: HTMLElement): HTMLElement | null;
-    };
-};
-export default getFormFeatures;
-export type FormFeatures = ReturnType<typeof getFormFeatures>;
-export declare const FORM_FEATURES: (keyof FormFeatures)[];