@bprotsyk/aso-core 1.2.68 → 1.2.70

package/src/utils/keitaro-utils.ts

@@ -0,0 +1,495 @@
+import { IKeitaroStream } from "../keitaro/keitaro-stream"
+import { FlashAppPlugStatus, IFlashApp, PlugType, } from "../flash/flash-app"
+import { FlashAppType } from "../flash/flash-app-type"
+import { IKeitaroCampaign, IKeitaroCampaignParameters } from "../keitaro/keitaro-campaign"
+import { IKeitaroDomain } from "../keitaro/keitaro-domain"
+import { KeitaroService } from "../network/keitaro/keitaro-service"
+import sleep from 'sleep-promise';
+const fs = require("fs")
+import * as util from 'util';
+import { PasteMap, TrackingMap } from "utils/app-gathering-utils"
+import axios from "axios"
+const readFile = util.promisify(fs.readFile);
+
+const FLASH_REDIRECT_GROUP_ID = 82
+export const TRAFFIC_SOURCE_ID_FLASH_AI = 22
+const UNIQUENESS_METHOD = "ip_ua"
+const MAX_COOKIES_TTL = 8760
+const TYPE_POSITION = "position"
+const STATE_ACTIVE = "active"
+const COST_TYPE_CPC = "CPC"
+const COST_VALUE = 0
+const COST_CURRENCY_USD = "USD"
+
+// clear campaigns from unused / wrong streams
+
+let sampleApp: IFlashApp = {
+    id: 96,
+    bundle: "com.dynastyof.desert",
+    name: "Room of Fortuna",
+    plugId: "https://pastebin.com/raw/AR2u7dSD",
+    plugType: PlugType.PASTEBIN,
+    plugContent: "",
+    plugStatus: FlashAppPlugStatus.DISABLED,
+    plugAccountId: 1,
+    reservePlugId: "none",
+    reservePlugType: PlugType.OTHER,
+    reservePlugContent: "",
+    reservePlugStatus: FlashAppPlugStatus.DISABLED,
+    reservePlugAccountId: 1,
+    type: FlashAppType.GAMBLING,
+    developerEmail: "bolly.dreams@yahoo.com",
+    developerName: "Serhii Bolsky",
+    developerOrganization: "S.I.B FOP",
+    onesignalAppId: "e66658af-91c3-44bc-8123-ec64b1969cbd",
+    onesignalRestApiKey: "MDk2NjZlNTMtMzBhYi00MjEzLTg0ZGItOWVmZWZhMTczMzI0",
+
+    generationOptions: {
+        splashActivityClassName: "SplashActivity",
+        mainActivityClassName: "YourActivity",
+        linkName: "likn",
+        savedName: "isOk",
+        paranoidSeed: 228143750
+    },
+    geos: "RU,UA,KZ,ES,BR,PT,CL,MX",
+    keitaroData: {
+        redirectCampaignId: 0,
+        redirectCampaignName: "",
+        redirectDomainId: 0,
+        redirectDomainName: "",
+        trackingCampaignId: 0,
+        trackingCampaignName: "",
+        trackingDomainId: 0,
+        trackingDomainName: "",
+        clickIdParameterName: "p",
+        offerIdParameterName: "i",
+    }
+} as IFlashApp
+
+export let addGeosToAllRedirectCampaigns = async (geosToAdd: string) => {
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+
+
+    let regexp = new RegExp(`^F #`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of matchingCampaigns) {
+        console.log(campaign.name)
+        console.log("––––––––––––––––––––––––")
+        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
+        let botStream = streams[0]
+        botStream.name = "Bot Protection"
+        let owStream = streams.find(s => s.name == "OW")
+
+        for (let stream of [owStream, botStream]) {
+            if (!stream) continue
+            console.log({
+                name: stream.name,
+            })
+            let geos = stream?.filters[0]?.payload
+            if (!geos) continue
+            geosToAdd.split(" ").forEach((geo: string) => {
+                let streamForGeo = streams.find((s) => s.name == geo)
+                if (streamForGeo && stream && stream.type != "forced") return
+                if (!geos.includes(geo)) geos.push(geo)
+            });
+
+            stream.filters[0].payload = geos
+
+            await KeitaroService.upsertStreamToCampaign(campaign, stream)
+            await sleep(2000)
+        }
+        console.log("––––––––––––––––––––––––")
+    }
+}
+
+export let removeGeosFromAllRedirectCampaigns = async (geoToRemove: string) => {
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+
+
+    let regexp = new RegExp(`^F #`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of matchingCampaigns) {
+        console.log(campaign.name)
+        console.log("––––––––––––––––––––––––")
+        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
+        let botStream = streams[0]
+        botStream.name = "Bot Protection"
+        let owStream = streams.find(s => s.name == "OW")
+
+        for (let stream of [owStream, botStream]) {
+            if (!stream) continue
+            let geos: string[] = stream?.filters[0]?.payload
+
+            if (!geos) continue
+            let index = geos.findIndex(geo => geo == geoToRemove)
+            geos.splice(index, 1)
+            let newGeos = stream.filters[0].payload = geos
+            console.log({
+                name: stream.name,
+                geos: geos,
+                geosToRemove: geoToRemove,
+                newGeos: newGeos
+            })
+
+            await KeitaroService.upsertStreamToCampaign(campaign, stream)
+            await sleep(1200)
+        }
+        console.log("––––––––––––––––––––––––")
+    }
+}
+
+export let createOrFindFlashRedirectCampaign = async (app: IFlashApp): Promise<IKeitaroCampaign> => {
+    if (app.keitaroData.redirectCampaignId != 0) {
+        let campaign = await KeitaroService.getCampaignById(app.keitaroData.redirectCampaignId)
+        return campaign
+    }
+
+    // Checking for already existing campaign
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+    let regexp = new RegExp(`^F #${app.id}`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+
+    if (matchingCampaigns.length != 0) {
+        let campaign = matchingCampaigns[0]
+        app.keitaroData.redirectCampaignId = campaign.id
+
+        console.log("Already exists!")
+        // await app.save()
+        return campaign
+    }
+
+    // Select domain for a campaign
+    let allDomains = await KeitaroService.getDomains(true)
+    if (!allDomains) {
+        throw Error(`Failed to get all domains list`)
+    }
+
+    const domain = allDomains[Math.floor(Math.random() * allDomains.length)];
+
+    // Okay, now we have everything, let's create name for our campaign
+    const name = `F #${app.id} (${app.bundle})`
+
+    // And generate alias
+    const alias = Array.from({ length: 8 }, () => Math.floor(Math.random() * 36).toString(36)).join('');
+
+    // Here go the parameters for our campaign
+    let parameters = prepareRedirectCampaignParameters(app.id)
+
+    // Now let create a campaign object
+    let campaignData = prepareCampaignObject(name, alias, domain, parameters)
+
+    // And POST it to Keitaro!
+
+    let createdCampaign = await KeitaroService.createCampaign(campaignData)
+
+    console.log(`Done! Campaign data:`)
+    console.log(createdCampaign)
+
+    return createdCampaign
+}
+
+let prepareCampaignObject = (name: string, alias: string, domain: IKeitaroDomain, parameters: IKeitaroCampaignParameters): Partial<IKeitaroCampaign> => {
+    return {
+        name: name,
+        alias: alias,
+        type: TYPE_POSITION,
+        uniqueness_method: UNIQUENESS_METHOD,
+        cookies_ttl: MAX_COOKIES_TTL,
+        state: STATE_ACTIVE,
+        cost_type: COST_TYPE_CPC,
+        cost_value: COST_VALUE,
+        cost_currency: COST_CURRENCY_USD,
+        group_id: FLASH_REDIRECT_GROUP_ID,
+        traffic_source_id: TRAFFIC_SOURCE_ID_FLASH_AI,
+        domain_id: domain.id,
+        parameters: parameters,
+        uniqueness_use_cookies: true,
+        traffic_loss: 0
+    }
+}
+
+let prepareRedirectCampaignParameters = (appId: number): IKeitaroCampaignParameters => {
+    return {
+        "keyword": {
+            "name": "keyword",
+            "placeholder": "",
+            "alias": ""
+        },
+        "cost": {
+            "name": "cost",
+            "placeholder": "",
+            "alias": ""
+        },
+        "currency": {
+            "name": "currency",
+            "placeholder": "",
+            "alias": ""
+        },
+        "external_id": {
+            "name": "external_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "creative_id": {
+            "name": "creative_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "ad_campaign_id": {
+            "name": "ad_campaign_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "source": {
+            "name": "source",
+            "placeholder": "",
+            "alias": ""
+        },
+        sub_id_1: {
+            name: "appId",
+            placeholder: `${appId}`,
+            alias: ""
+        }
+    }
+}
+
+export let prepareOWCampaignParameters = (app: IFlashApp): IKeitaroCampaignParameters => {
+    return {
+        "keyword": {
+            "name": "keyword",
+            "placeholder": "",
+            "alias": ""
+        },
+        "cost": {
+            "name": "cost",
+            "placeholder": "",
+            "alias": ""
+        },
+        "currency": {
+            "name": "currency",
+            "placeholder": "",
+            "alias": ""
+        },
+        "external_id": {
+            "name": "external_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "creative_id": {
+            "name": "creative_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "ad_campaign_id": {
+            "name": "ad_campaign_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "source": {
+            "name": "source",
+            "placeholder": "",
+            "alias": ""
+        },
+        sub_id_8: {
+            "name": app.keitaroData.clickIdParameterName,
+            "placeholder": "{click_id}",
+            "alias": "click_id"
+        },
+        sub_id_15: {
+            "name": app.keitaroData.offerIdParameterName,
+            "placeholder": "{offer_custom_id}",
+            "alias": "offer_custom_id"
+        }
+    }
+}
+
+function createBPStreamPartialPayload(app: IFlashApp): Partial<IKeitaroStream> {
+    return {
+        name: `Bot Protection`,
+        type: "forced",
+        action_type: "http",
+        action_payload: "https://tomain.com",
+        schema: "redirect",
+        filter_or: true,
+        collect_clicks: true,
+        weight: 0,
+        filters: [{
+            name: "country",
+            mode: "reject",
+            payload: app.geos.split(",")
+        }, {
+            name: "bot",
+            mode: "accept",
+            payload: null,
+        }],
+    }
+}
+
+export function createOWStreamPartialPayload(app: IFlashApp): Partial<IKeitaroStream> {
+    return {
+        name: `OW`,
+        type: "regular",
+        action_type: "http",
+        action_payload: "https://bprtsk-controlpanel.com/ow?appId={appId}&clickId={uid}&countryCode={country}",
+        schema: "redirect",
+        filter_or: false,
+        collect_clicks: true,
+        weight: 100,
+        filters: [{
+            name: "country",
+            mode: "accept",
+            payload: app.geos.split(",")
+        }],
+    }
+}
+
+export async function createFlashCampaigns(app: IFlashApp) {
+    // Upserting Flash Redirect campaign
+    let redirectCampaign = await createOrFindFlashRedirectCampaign(app)
+    console.log(`Redirect campaign name:`)
+    console.log(`${redirectCampaign.domain}${redirectCampaign.alias}?uid=`)
+
+    // Upserting necessary streams
+    let botProtectionStream = createBPStreamPartialPayload(app)
+    let owStream = createOWStreamPartialPayload(app)
+
+    for (let stream of [botProtectionStream, owStream]) {
+        await KeitaroService.upsertStreamToCampaign(redirectCampaign, stream)
+    }
+
+    // TODO random domain for OW
+
+    // Upserting OW campaign
+    let owCampaign = await KeitaroService.cloneOWCampaign(app)
+    console.log("Done! OW campaign link:")
+    console.log(`${owCampaign.domain}${owCampaign.alias}?${app.keitaroData.clickIdParameterName}={click_id}&${app.keitaroData.offerIdParameterName}={offer_custom_id}`)
+}
+
+// TODO separate files for offers, campaigns etc.
+
+let removeBrokenDomain = async () => {
+
+    let regexp = new RegExp(`^FA #`)
+    let campaigns = (await KeitaroService.getAllCampaigns()).filter(campaign => regexp.exec(campaign.name) && campaign.domain == "https://slottibolt.com/");
+    for (let campaign of campaigns) {
+        console.log(campaign.name)
+    }
+}
+
+let changeSourceForFA = async () => {
+    let regexp = new RegExp(`^FA #`)
+    let campaigns = (await KeitaroService.getAllCampaigns()).filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of campaigns) {
+        console.log(campaign.name)
+        await KeitaroService.updateCampaign(campaign.id, {
+            traffic_source_id: 22
+        })
+    }
+}
+
+let gatherInfoForFlashApps = async () => {
+    console.log(__dirname)
+    const pasteMap: PasteMap = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-paste.json', 'utf8'));
+    const trackingMap: TrackingMap = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-tracking.json', 'utf8'));
+    const flashApps: { [key: string]: IFlashApp | undefined } = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-apps.json', 'utf8'));
+
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+    let owCampaigns = allCampaigns.filter(c => new RegExp(`^FA #`).exec(c.name)).reduce((acc, obj) => ({ ...acc, [new RegExp(/#(.*) \(/g).exec(obj.name)?.[1] || obj.name]: obj }), {});
+    let redirectCampaigns = allCampaigns.filter(c => new RegExp(`^F #`).exec(c.name)).reduce((acc, obj) => ({ ...acc, [new RegExp(/#(.*) \(/g).exec(obj.name)?.[1] || obj.name]: obj }), {});
+
+    let result = []
+    for (let [id, paste] of Object.entries(pasteMap)) {
+        console.log(`- #${id}`)
+        let ow = owCampaigns[id as keyof object] as IKeitaroCampaign | undefined
+        let redirect = redirectCampaigns[id as keyof object] as IKeitaroCampaign | undefined
+        let tracking = trackingMap[id as keyof object]
+        let app = flashApps[id as keyof object]
+
+        if (!app) {
+            console.log(`! No app for ${id}`)
+            continue
+        }
+
+        if (paste.status == FlashAppPlugStatus.ENABLED) {
+            if (!ow) console.log(`#${id}: no OW`)
+
+            if (!redirect) console.log(`No redirect for #${id}`)
+            else if (!paste.content.includes(redirect.domain)) console.log(`#${id}: Redirect domain (${redirect.domain}) differs from paste domain (${paste.content})`)
+            else if (!paste.content.includes(redirect.alias)) console.log(`#${id}: Redirect campaign alias (${redirect.alias}) differs from paste id (${paste.content})`)
+        }
+
+        let appId
+        for (let parameter of Object.values(redirect?.parameters || {})) {
+            if (parameter.name == "appId") {
+                appId = parameter.placeholder
+            }
+        }
+        if (!appId && ow) console.log(`No app id for #${id}`)
+        else if (appId != id && ow) console.log(`Wrong app id (${appId}) for #${id}`)
+
+        let owDomain = ow?.domain?.split("/")[2]
+        let owDomainId = ow?.domain_id
+        let owCampaignId = ow?.id
+        let owCampaignName = ow?.name
+        let redirectDomain = redirect?.domain?.split("/")[2]
+        let redirectDomainId = redirect?.domain_id
+        let redirectCampaignId = redirect?.id
+        let redirectCampaignName = redirect?.name
+
+        let clickIdParameterName = ow?.parameters?.sub_id_8?.name
+        let offerIdParameterName = ow?.parameters?.sub_id_15?.name
+        if (!clickIdParameterName && app && ow) console.log(`No click id parameter for #${id}`)
+        if (!offerIdParameterName && app && ow) console.log(`No offer id parameter for #${id}`)
+
+        let trackingLink = tracking?.trackingUrl
+
+        app.plugStatus = paste.status
+        app.plugContent = paste.content
+        app.plugType = PlugType.PASTEBIN
+        app.plugId = paste.paste_id
+        app.plugAccountId = parseInt(paste.accountId)
+
+        app.keitaroData.redirectDomainName = redirectDomain || "none"
+        app.keitaroData.redirectDomainId = redirectDomainId || 0
+        app.keitaroData.redirectCampaignId = redirectCampaignId || 0
+        app.keitaroData.redirectCampaignName = redirectCampaignName || "none"
+        app.keitaroData.trackingDomainId = owDomainId || 0
+        app.keitaroData.trackingDomainName = owDomain || "none"
+        app.keitaroData.trackingCampaignId = owCampaignId || 0
+        app.keitaroData.trackingCampaignName = owCampaignName || "none"
+
+        if (clickIdParameterName) app.keitaroData.clickIdParameterName = clickIdParameterName
+        if (offerIdParameterName) app.keitaroData.offerIdParameterName = offerIdParameterName
+
+        if (trackingLink) app.trackingUrl = trackingLink
+
+        if (!owCampaignName?.includes(app.bundle) && ow) {
+            console.log(`OW: bundle differs (${app.bundle} in DB and ${owCampaignName})`)
+        }
+
+        if (!redirectCampaignName?.includes(app.bundle) && redirect) {
+            console.log(`Redirect: bundle differs (${app.bundle} in DB and ${redirectCampaignName})`)
+        }
+
+        result.push(app)
+
+        console.log("--------------------")
+    }
+
+    await axios.post(`https://aipanel-secondary.com/flash/batch-update`, result, {
+        headers: {
+            "Authorization": "Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VybmFtZSI6ImFkbWluIiwiaWF0IjoxNjg3Mjc2NjA0LCJleHAiOjE2ODc4ODE0MDR9.XesrnNGmWlK-yBBMs5TeKvTe07A8Sud7B4MyfZAOMag"
+        }
+    })
+
+    // console.log(result)
+}
+
+// removeBrokenDomain()
+
+// createFlashCampaigns(sampleApp)
+// changeSourceForFA()
+// addGeosToAllRedirectCampaigns("BE")
+// removeGeosFromAllRedirectCampaigns("BE`")
+
+gatherInfoForFlashApps()